floe-guard 0.14.0 → 0.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/livekit.cjs +258 -114
- package/dist/adapters/livekit.cjs.map +1 -1
- package/dist/adapters/livekit.js +1 -1
- package/dist/adapters/retell.cjs +258 -114
- package/dist/adapters/retell.cjs.map +1 -1
- package/dist/adapters/retell.js +1 -1
- package/dist/adapters/vapi.cjs +258 -114
- package/dist/adapters/vapi.cjs.map +1 -1
- package/dist/adapters/vapi.js +1 -1
- package/dist/{chunk-XXLPTMR4.js → chunk-3UHUW4N2.js} +259 -115
- package/dist/chunk-3UHUW4N2.js.map +1 -0
- package/dist/index.cjs +258 -114
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +1 -1
- package/package.json +1 -1
- package/src/cost_map.json +258 -114
- package/dist/chunk-XXLPTMR4.js.map +0 -1
|
@@ -89,157 +89,209 @@ var cost_map_default = {
|
|
|
89
89
|
input_cost_per_token: 3e-6,
|
|
90
90
|
output_cost_per_token: 15e-6,
|
|
91
91
|
litellm_provider: "anthropic",
|
|
92
|
-
mode: "chat"
|
|
92
|
+
mode: "chat",
|
|
93
|
+
cache_read_input_token_cost: 3e-7,
|
|
94
|
+
cache_creation_input_token_cost: 375e-8
|
|
93
95
|
},
|
|
94
96
|
"claude-3-haiku-20240307": {
|
|
95
97
|
input_cost_per_token: 25e-8,
|
|
96
98
|
output_cost_per_token: 125e-8,
|
|
97
99
|
litellm_provider: "anthropic",
|
|
98
|
-
mode: "chat"
|
|
100
|
+
mode: "chat",
|
|
101
|
+
cache_read_input_token_cost: 3e-8,
|
|
102
|
+
cache_creation_input_token_cost: 3e-7
|
|
99
103
|
},
|
|
100
104
|
"claude-3-opus-20240229": {
|
|
101
105
|
input_cost_per_token: 15e-6,
|
|
102
106
|
output_cost_per_token: 75e-6,
|
|
103
107
|
litellm_provider: "anthropic",
|
|
104
|
-
mode: "chat"
|
|
108
|
+
mode: "chat",
|
|
109
|
+
cache_read_input_token_cost: 15e-7,
|
|
110
|
+
cache_creation_input_token_cost: 1875e-8
|
|
105
111
|
},
|
|
106
112
|
"claude-4-opus-20250514": {
|
|
107
113
|
input_cost_per_token: 15e-6,
|
|
108
114
|
output_cost_per_token: 75e-6,
|
|
109
115
|
litellm_provider: "anthropic",
|
|
110
|
-
mode: "chat"
|
|
116
|
+
mode: "chat",
|
|
117
|
+
cache_read_input_token_cost: 15e-7,
|
|
118
|
+
cache_creation_input_token_cost: 1875e-8
|
|
111
119
|
},
|
|
112
120
|
"claude-4-sonnet-20250514": {
|
|
113
121
|
input_cost_per_token: 3e-6,
|
|
114
122
|
output_cost_per_token: 15e-6,
|
|
115
123
|
litellm_provider: "anthropic",
|
|
116
|
-
mode: "chat"
|
|
124
|
+
mode: "chat",
|
|
125
|
+
cache_read_input_token_cost: 3e-7,
|
|
126
|
+
cache_creation_input_token_cost: 375e-8
|
|
117
127
|
},
|
|
118
128
|
"claude-fable-5": {
|
|
119
129
|
input_cost_per_token: 1e-5,
|
|
120
130
|
output_cost_per_token: 5e-5,
|
|
121
131
|
litellm_provider: "anthropic",
|
|
122
|
-
mode: "chat"
|
|
132
|
+
mode: "chat",
|
|
133
|
+
cache_read_input_token_cost: 1e-6,
|
|
134
|
+
cache_creation_input_token_cost: 125e-7
|
|
123
135
|
},
|
|
124
136
|
"claude-haiku-4-5": {
|
|
125
137
|
input_cost_per_token: 1e-6,
|
|
126
138
|
output_cost_per_token: 5e-6,
|
|
127
139
|
litellm_provider: "anthropic",
|
|
128
|
-
mode: "chat"
|
|
140
|
+
mode: "chat",
|
|
141
|
+
cache_read_input_token_cost: 1e-7,
|
|
142
|
+
cache_creation_input_token_cost: 125e-8
|
|
129
143
|
},
|
|
130
144
|
"claude-haiku-4-5-20251001": {
|
|
131
145
|
input_cost_per_token: 1e-6,
|
|
132
146
|
output_cost_per_token: 5e-6,
|
|
133
147
|
litellm_provider: "anthropic",
|
|
134
|
-
mode: "chat"
|
|
148
|
+
mode: "chat",
|
|
149
|
+
cache_read_input_token_cost: 1e-7,
|
|
150
|
+
cache_creation_input_token_cost: 125e-8
|
|
135
151
|
},
|
|
136
152
|
"claude-mythos-5": {
|
|
137
153
|
input_cost_per_token: 1e-5,
|
|
138
154
|
output_cost_per_token: 5e-5,
|
|
139
155
|
litellm_provider: "anthropic",
|
|
140
|
-
mode: "chat"
|
|
156
|
+
mode: "chat",
|
|
157
|
+
cache_read_input_token_cost: 1e-6,
|
|
158
|
+
cache_creation_input_token_cost: 125e-7
|
|
141
159
|
},
|
|
142
160
|
"claude-mythos-preview": {
|
|
143
161
|
input_cost_per_token: 1e-5,
|
|
144
162
|
output_cost_per_token: 5e-5,
|
|
145
163
|
litellm_provider: "anthropic",
|
|
146
|
-
mode: "chat"
|
|
164
|
+
mode: "chat",
|
|
165
|
+
cache_read_input_token_cost: 1e-6,
|
|
166
|
+
cache_creation_input_token_cost: 125e-7
|
|
147
167
|
},
|
|
148
168
|
"claude-opus-4-1": {
|
|
149
169
|
input_cost_per_token: 15e-6,
|
|
150
170
|
output_cost_per_token: 75e-6,
|
|
151
171
|
litellm_provider: "anthropic",
|
|
152
|
-
mode: "chat"
|
|
172
|
+
mode: "chat",
|
|
173
|
+
cache_read_input_token_cost: 15e-7,
|
|
174
|
+
cache_creation_input_token_cost: 1875e-8
|
|
153
175
|
},
|
|
154
176
|
"claude-opus-4-1-20250805": {
|
|
155
177
|
input_cost_per_token: 15e-6,
|
|
156
178
|
output_cost_per_token: 75e-6,
|
|
157
179
|
litellm_provider: "anthropic",
|
|
158
|
-
mode: "chat"
|
|
180
|
+
mode: "chat",
|
|
181
|
+
cache_read_input_token_cost: 15e-7,
|
|
182
|
+
cache_creation_input_token_cost: 1875e-8
|
|
159
183
|
},
|
|
160
184
|
"claude-opus-4-20250514": {
|
|
161
185
|
input_cost_per_token: 15e-6,
|
|
162
186
|
output_cost_per_token: 75e-6,
|
|
163
187
|
litellm_provider: "anthropic",
|
|
164
|
-
mode: "chat"
|
|
188
|
+
mode: "chat",
|
|
189
|
+
cache_read_input_token_cost: 15e-7,
|
|
190
|
+
cache_creation_input_token_cost: 1875e-8
|
|
165
191
|
},
|
|
166
192
|
"claude-opus-4-5": {
|
|
167
193
|
input_cost_per_token: 5e-6,
|
|
168
194
|
output_cost_per_token: 25e-6,
|
|
169
195
|
litellm_provider: "anthropic",
|
|
170
|
-
mode: "chat"
|
|
196
|
+
mode: "chat",
|
|
197
|
+
cache_read_input_token_cost: 5e-7,
|
|
198
|
+
cache_creation_input_token_cost: 625e-8
|
|
171
199
|
},
|
|
172
200
|
"claude-opus-4-5-20251101": {
|
|
173
201
|
input_cost_per_token: 5e-6,
|
|
174
202
|
output_cost_per_token: 25e-6,
|
|
175
203
|
litellm_provider: "anthropic",
|
|
176
|
-
mode: "chat"
|
|
204
|
+
mode: "chat",
|
|
205
|
+
cache_read_input_token_cost: 5e-7,
|
|
206
|
+
cache_creation_input_token_cost: 625e-8
|
|
177
207
|
},
|
|
178
208
|
"claude-opus-4-6": {
|
|
179
209
|
input_cost_per_token: 5e-6,
|
|
180
210
|
output_cost_per_token: 25e-6,
|
|
181
211
|
litellm_provider: "anthropic",
|
|
182
|
-
mode: "chat"
|
|
212
|
+
mode: "chat",
|
|
213
|
+
cache_read_input_token_cost: 5e-7,
|
|
214
|
+
cache_creation_input_token_cost: 625e-8
|
|
183
215
|
},
|
|
184
216
|
"claude-opus-4-6-20260205": {
|
|
185
217
|
input_cost_per_token: 5e-6,
|
|
186
218
|
output_cost_per_token: 25e-6,
|
|
187
219
|
litellm_provider: "anthropic",
|
|
188
|
-
mode: "chat"
|
|
220
|
+
mode: "chat",
|
|
221
|
+
cache_read_input_token_cost: 5e-7,
|
|
222
|
+
cache_creation_input_token_cost: 625e-8
|
|
189
223
|
},
|
|
190
224
|
"claude-opus-4-7": {
|
|
191
225
|
input_cost_per_token: 5e-6,
|
|
192
226
|
output_cost_per_token: 25e-6,
|
|
193
227
|
litellm_provider: "anthropic",
|
|
194
|
-
mode: "chat"
|
|
228
|
+
mode: "chat",
|
|
229
|
+
cache_read_input_token_cost: 5e-7,
|
|
230
|
+
cache_creation_input_token_cost: 625e-8
|
|
195
231
|
},
|
|
196
232
|
"claude-opus-4-7-20260416": {
|
|
197
233
|
input_cost_per_token: 5e-6,
|
|
198
234
|
output_cost_per_token: 25e-6,
|
|
199
235
|
litellm_provider: "anthropic",
|
|
200
|
-
mode: "chat"
|
|
236
|
+
mode: "chat",
|
|
237
|
+
cache_read_input_token_cost: 5e-7,
|
|
238
|
+
cache_creation_input_token_cost: 625e-8
|
|
201
239
|
},
|
|
202
240
|
"claude-opus-4-8": {
|
|
203
241
|
input_cost_per_token: 5e-6,
|
|
204
242
|
output_cost_per_token: 25e-6,
|
|
205
243
|
litellm_provider: "anthropic",
|
|
206
|
-
mode: "chat"
|
|
244
|
+
mode: "chat",
|
|
245
|
+
cache_read_input_token_cost: 5e-7,
|
|
246
|
+
cache_creation_input_token_cost: 625e-8
|
|
207
247
|
},
|
|
208
248
|
"claude-opus-5": {
|
|
209
249
|
input_cost_per_token: 5e-6,
|
|
210
250
|
output_cost_per_token: 25e-6,
|
|
211
251
|
litellm_provider: "anthropic",
|
|
212
|
-
mode: "chat"
|
|
252
|
+
mode: "chat",
|
|
253
|
+
cache_read_input_token_cost: 5e-7,
|
|
254
|
+
cache_creation_input_token_cost: 625e-8
|
|
213
255
|
},
|
|
214
256
|
"claude-sonnet-4-20250514": {
|
|
215
257
|
input_cost_per_token: 3e-6,
|
|
216
258
|
output_cost_per_token: 15e-6,
|
|
217
259
|
litellm_provider: "anthropic",
|
|
218
|
-
mode: "chat"
|
|
260
|
+
mode: "chat",
|
|
261
|
+
cache_read_input_token_cost: 3e-7,
|
|
262
|
+
cache_creation_input_token_cost: 375e-8
|
|
219
263
|
},
|
|
220
264
|
"claude-sonnet-4-5": {
|
|
221
265
|
input_cost_per_token: 3e-6,
|
|
222
266
|
output_cost_per_token: 15e-6,
|
|
223
267
|
litellm_provider: "anthropic",
|
|
224
|
-
mode: "chat"
|
|
268
|
+
mode: "chat",
|
|
269
|
+
cache_read_input_token_cost: 3e-7,
|
|
270
|
+
cache_creation_input_token_cost: 375e-8
|
|
225
271
|
},
|
|
226
272
|
"claude-sonnet-4-5-20250929": {
|
|
227
273
|
input_cost_per_token: 3e-6,
|
|
228
274
|
output_cost_per_token: 15e-6,
|
|
229
275
|
litellm_provider: "anthropic",
|
|
230
|
-
mode: "chat"
|
|
276
|
+
mode: "chat",
|
|
277
|
+
cache_read_input_token_cost: 3e-7,
|
|
278
|
+
cache_creation_input_token_cost: 375e-8
|
|
231
279
|
},
|
|
232
280
|
"claude-sonnet-4-6": {
|
|
233
281
|
input_cost_per_token: 3e-6,
|
|
234
282
|
output_cost_per_token: 15e-6,
|
|
235
283
|
litellm_provider: "anthropic",
|
|
236
|
-
mode: "chat"
|
|
284
|
+
mode: "chat",
|
|
285
|
+
cache_read_input_token_cost: 3e-7,
|
|
286
|
+
cache_creation_input_token_cost: 375e-8
|
|
237
287
|
},
|
|
238
288
|
"claude-sonnet-5": {
|
|
239
289
|
input_cost_per_token: 2e-6,
|
|
240
290
|
output_cost_per_token: 1e-5,
|
|
241
291
|
litellm_provider: "anthropic",
|
|
242
|
-
mode: "chat"
|
|
292
|
+
mode: "chat",
|
|
293
|
+
cache_read_input_token_cost: 2e-7,
|
|
294
|
+
cache_creation_input_token_cost: 25e-7
|
|
243
295
|
},
|
|
244
296
|
"ft:gpt-3.5-turbo": {
|
|
245
297
|
input_cost_per_token: 3e-6,
|
|
@@ -275,67 +327,78 @@ var cost_map_default = {
|
|
|
275
327
|
input_cost_per_token: 3e-6,
|
|
276
328
|
output_cost_per_token: 12e-6,
|
|
277
329
|
litellm_provider: "openai",
|
|
278
|
-
mode: "chat"
|
|
330
|
+
mode: "chat",
|
|
331
|
+
cache_read_input_token_cost: 75e-8
|
|
279
332
|
},
|
|
280
333
|
"ft:gpt-4.1-mini-2025-04-14": {
|
|
281
334
|
input_cost_per_token: 8e-7,
|
|
282
335
|
output_cost_per_token: 32e-7,
|
|
283
336
|
litellm_provider: "openai",
|
|
284
|
-
mode: "chat"
|
|
337
|
+
mode: "chat",
|
|
338
|
+
cache_read_input_token_cost: 2e-7
|
|
285
339
|
},
|
|
286
340
|
"ft:gpt-4.1-nano-2025-04-14": {
|
|
287
341
|
input_cost_per_token: 2e-7,
|
|
288
342
|
output_cost_per_token: 8e-7,
|
|
289
343
|
litellm_provider: "openai",
|
|
290
|
-
mode: "chat"
|
|
344
|
+
mode: "chat",
|
|
345
|
+
cache_read_input_token_cost: 5e-8
|
|
291
346
|
},
|
|
292
347
|
"ft:gpt-4o-2024-08-06": {
|
|
293
348
|
input_cost_per_token: 375e-8,
|
|
294
349
|
output_cost_per_token: 15e-6,
|
|
295
350
|
litellm_provider: "openai",
|
|
296
|
-
mode: "chat"
|
|
351
|
+
mode: "chat",
|
|
352
|
+
cache_read_input_token_cost: 1875e-9
|
|
297
353
|
},
|
|
298
354
|
"ft:gpt-4o-2024-11-20": {
|
|
299
355
|
input_cost_per_token: 375e-8,
|
|
300
356
|
output_cost_per_token: 15e-6,
|
|
301
357
|
litellm_provider: "openai",
|
|
302
|
-
mode: "chat"
|
|
358
|
+
mode: "chat",
|
|
359
|
+
cache_creation_input_token_cost: 1875e-9
|
|
303
360
|
},
|
|
304
361
|
"ft:gpt-4o-mini-2024-07-18": {
|
|
305
362
|
input_cost_per_token: 3e-7,
|
|
306
363
|
output_cost_per_token: 12e-7,
|
|
307
364
|
litellm_provider: "openai",
|
|
308
|
-
mode: "chat"
|
|
365
|
+
mode: "chat",
|
|
366
|
+
cache_read_input_token_cost: 15e-8
|
|
309
367
|
},
|
|
310
368
|
"ft:o4-mini-2025-04-16": {
|
|
311
369
|
input_cost_per_token: 4e-6,
|
|
312
370
|
output_cost_per_token: 16e-6,
|
|
313
371
|
litellm_provider: "openai",
|
|
314
|
-
mode: "chat"
|
|
372
|
+
mode: "chat",
|
|
373
|
+
cache_read_input_token_cost: 1e-6
|
|
315
374
|
},
|
|
316
375
|
"gemini-2.0-flash": {
|
|
317
376
|
input_cost_per_token: 1e-7,
|
|
318
377
|
output_cost_per_token: 4e-7,
|
|
319
378
|
litellm_provider: "gemini",
|
|
320
|
-
mode: "chat"
|
|
379
|
+
mode: "chat",
|
|
380
|
+
cache_read_input_token_cost: 25e-9
|
|
321
381
|
},
|
|
322
382
|
"gemini-2.0-flash-001": {
|
|
323
383
|
input_cost_per_token: 1e-7,
|
|
324
384
|
output_cost_per_token: 4e-7,
|
|
325
385
|
litellm_provider: "gemini",
|
|
326
|
-
mode: "chat"
|
|
386
|
+
mode: "chat",
|
|
387
|
+
cache_read_input_token_cost: 375e-10
|
|
327
388
|
},
|
|
328
389
|
"gemini-2.0-flash-lite": {
|
|
329
390
|
input_cost_per_token: 75e-9,
|
|
330
391
|
output_cost_per_token: 3e-7,
|
|
331
392
|
litellm_provider: "gemini",
|
|
332
|
-
mode: "chat"
|
|
393
|
+
mode: "chat",
|
|
394
|
+
cache_read_input_token_cost: 1875e-11
|
|
333
395
|
},
|
|
334
396
|
"gemini-2.0-flash-lite-001": {
|
|
335
397
|
input_cost_per_token: 75e-9,
|
|
336
398
|
output_cost_per_token: 3e-7,
|
|
337
399
|
litellm_provider: "gemini",
|
|
338
|
-
mode: "chat"
|
|
400
|
+
mode: "chat",
|
|
401
|
+
cache_read_input_token_cost: 1875e-11
|
|
339
402
|
},
|
|
340
403
|
"gemini-2.5-computer-use-preview-10-2025": {
|
|
341
404
|
input_cost_per_token: 125e-8,
|
|
@@ -347,25 +410,29 @@ var cost_map_default = {
|
|
|
347
410
|
input_cost_per_token: 3e-7,
|
|
348
411
|
output_cost_per_token: 25e-7,
|
|
349
412
|
litellm_provider: "gemini",
|
|
350
|
-
mode: "chat"
|
|
413
|
+
mode: "chat",
|
|
414
|
+
cache_read_input_token_cost: 3e-8
|
|
351
415
|
},
|
|
352
416
|
"gemini-2.5-flash-lite": {
|
|
353
417
|
input_cost_per_token: 1e-7,
|
|
354
418
|
output_cost_per_token: 4e-7,
|
|
355
419
|
litellm_provider: "gemini",
|
|
356
|
-
mode: "chat"
|
|
420
|
+
mode: "chat",
|
|
421
|
+
cache_read_input_token_cost: 1e-8
|
|
357
422
|
},
|
|
358
423
|
"gemini-2.5-flash-lite-preview-06-17": {
|
|
359
424
|
input_cost_per_token: 1e-7,
|
|
360
425
|
output_cost_per_token: 4e-7,
|
|
361
426
|
litellm_provider: "gemini",
|
|
362
|
-
mode: "chat"
|
|
427
|
+
mode: "chat",
|
|
428
|
+
cache_read_input_token_cost: 25e-9
|
|
363
429
|
},
|
|
364
430
|
"gemini-2.5-flash-lite-preview-09-2025": {
|
|
365
431
|
input_cost_per_token: 1e-7,
|
|
366
432
|
output_cost_per_token: 4e-7,
|
|
367
433
|
litellm_provider: "gemini",
|
|
368
|
-
mode: "chat"
|
|
434
|
+
mode: "chat",
|
|
435
|
+
cache_read_input_token_cost: 1e-8
|
|
369
436
|
},
|
|
370
437
|
"gemini-2.5-flash-native-audio-latest": {
|
|
371
438
|
input_cost_per_token: 3e-7,
|
|
@@ -389,43 +456,50 @@ var cost_map_default = {
|
|
|
389
456
|
input_cost_per_token: 3e-7,
|
|
390
457
|
output_cost_per_token: 25e-7,
|
|
391
458
|
litellm_provider: "gemini",
|
|
392
|
-
mode: "chat"
|
|
459
|
+
mode: "chat",
|
|
460
|
+
cache_read_input_token_cost: 75e-9
|
|
393
461
|
},
|
|
394
462
|
"gemini-2.5-pro": {
|
|
395
463
|
input_cost_per_token: 125e-8,
|
|
396
464
|
output_cost_per_token: 1e-5,
|
|
397
465
|
litellm_provider: "gemini",
|
|
398
|
-
mode: "chat"
|
|
466
|
+
mode: "chat",
|
|
467
|
+
cache_read_input_token_cost: 125e-9
|
|
399
468
|
},
|
|
400
469
|
"gemini-2.5-pro-preview-tts": {
|
|
401
470
|
input_cost_per_token: 125e-8,
|
|
402
471
|
output_cost_per_token: 1e-5,
|
|
403
472
|
litellm_provider: "gemini",
|
|
404
|
-
mode: "chat"
|
|
473
|
+
mode: "chat",
|
|
474
|
+
cache_read_input_token_cost: 125e-9
|
|
405
475
|
},
|
|
406
476
|
"gemini-3-flash-preview": {
|
|
407
477
|
input_cost_per_token: 5e-7,
|
|
408
478
|
output_cost_per_token: 3e-6,
|
|
409
479
|
litellm_provider: "gemini",
|
|
410
|
-
mode: "chat"
|
|
480
|
+
mode: "chat",
|
|
481
|
+
cache_read_input_token_cost: 5e-8
|
|
411
482
|
},
|
|
412
483
|
"gemini-3-pro-preview": {
|
|
413
484
|
input_cost_per_token: 2e-6,
|
|
414
485
|
output_cost_per_token: 12e-6,
|
|
415
486
|
litellm_provider: "gemini",
|
|
416
|
-
mode: "chat"
|
|
487
|
+
mode: "chat",
|
|
488
|
+
cache_read_input_token_cost: 2e-7
|
|
417
489
|
},
|
|
418
490
|
"gemini-3.1-flash-lite": {
|
|
419
491
|
input_cost_per_token: 25e-8,
|
|
420
492
|
output_cost_per_token: 15e-7,
|
|
421
493
|
litellm_provider: "gemini",
|
|
422
|
-
mode: "chat"
|
|
494
|
+
mode: "chat",
|
|
495
|
+
cache_read_input_token_cost: 25e-9
|
|
423
496
|
},
|
|
424
497
|
"gemini-3.1-flash-lite-preview": {
|
|
425
498
|
input_cost_per_token: 25e-8,
|
|
426
499
|
output_cost_per_token: 15e-7,
|
|
427
500
|
litellm_provider: "gemini",
|
|
428
|
-
mode: "chat"
|
|
501
|
+
mode: "chat",
|
|
502
|
+
cache_read_input_token_cost: 25e-9
|
|
429
503
|
},
|
|
430
504
|
"gemini-3.1-flash-live-preview": {
|
|
431
505
|
input_cost_per_token: 75e-8,
|
|
@@ -437,37 +511,43 @@ var cost_map_default = {
|
|
|
437
511
|
input_cost_per_token: 2e-6,
|
|
438
512
|
output_cost_per_token: 12e-6,
|
|
439
513
|
litellm_provider: "gemini",
|
|
440
|
-
mode: "chat"
|
|
514
|
+
mode: "chat",
|
|
515
|
+
cache_read_input_token_cost: 2e-7
|
|
441
516
|
},
|
|
442
517
|
"gemini-3.1-pro-preview-customtools": {
|
|
443
518
|
input_cost_per_token: 2e-6,
|
|
444
519
|
output_cost_per_token: 12e-6,
|
|
445
520
|
litellm_provider: "gemini",
|
|
446
|
-
mode: "chat"
|
|
521
|
+
mode: "chat",
|
|
522
|
+
cache_read_input_token_cost: 2e-7
|
|
447
523
|
},
|
|
448
524
|
"gemini-3.5-flash": {
|
|
449
525
|
input_cost_per_token: 15e-7,
|
|
450
526
|
output_cost_per_token: 9e-6,
|
|
451
527
|
litellm_provider: "gemini",
|
|
452
|
-
mode: "chat"
|
|
528
|
+
mode: "chat",
|
|
529
|
+
cache_read_input_token_cost: 15e-8
|
|
453
530
|
},
|
|
454
531
|
"gemini-3.5-flash-lite": {
|
|
455
532
|
input_cost_per_token: 3e-7,
|
|
456
533
|
output_cost_per_token: 25e-7,
|
|
457
534
|
litellm_provider: "gemini",
|
|
458
|
-
mode: "chat"
|
|
535
|
+
mode: "chat",
|
|
536
|
+
cache_read_input_token_cost: 3e-8
|
|
459
537
|
},
|
|
460
538
|
"gemini-3.6-flash": {
|
|
461
539
|
input_cost_per_token: 15e-7,
|
|
462
540
|
output_cost_per_token: 75e-7,
|
|
463
541
|
litellm_provider: "gemini",
|
|
464
|
-
mode: "chat"
|
|
542
|
+
mode: "chat",
|
|
543
|
+
cache_read_input_token_cost: 15e-8
|
|
465
544
|
},
|
|
466
545
|
"gemini-3.7-flash": {
|
|
467
546
|
input_cost_per_token: 75e-8,
|
|
468
547
|
output_cost_per_token: 375e-8,
|
|
469
548
|
litellm_provider: "gemini",
|
|
470
|
-
mode: "chat"
|
|
549
|
+
mode: "chat",
|
|
550
|
+
cache_read_input_token_cost: 75e-9
|
|
471
551
|
},
|
|
472
552
|
"gemini-embedding-001": {
|
|
473
553
|
input_cost_per_token: 15e-8,
|
|
@@ -491,19 +571,22 @@ var cost_map_default = {
|
|
|
491
571
|
input_cost_per_token: 3e-7,
|
|
492
572
|
output_cost_per_token: 25e-7,
|
|
493
573
|
litellm_provider: "gemini",
|
|
494
|
-
mode: "chat"
|
|
574
|
+
mode: "chat",
|
|
575
|
+
cache_read_input_token_cost: 3e-8
|
|
495
576
|
},
|
|
496
577
|
"gemini-flash-latest": {
|
|
497
578
|
input_cost_per_token: 3e-7,
|
|
498
579
|
output_cost_per_token: 25e-7,
|
|
499
580
|
litellm_provider: "gemini",
|
|
500
|
-
mode: "chat"
|
|
581
|
+
mode: "chat",
|
|
582
|
+
cache_read_input_token_cost: 75e-9
|
|
501
583
|
},
|
|
502
584
|
"gemini-flash-lite-latest": {
|
|
503
585
|
input_cost_per_token: 1e-7,
|
|
504
586
|
output_cost_per_token: 4e-7,
|
|
505
587
|
litellm_provider: "gemini",
|
|
506
|
-
mode: "chat"
|
|
588
|
+
mode: "chat",
|
|
589
|
+
cache_read_input_token_cost: 25e-9
|
|
507
590
|
},
|
|
508
591
|
"gemini-gemma-2-27b-it": {
|
|
509
592
|
input_cost_per_token: 35e-8,
|
|
@@ -527,7 +610,8 @@ var cost_map_default = {
|
|
|
527
610
|
input_cost_per_token: 125e-8,
|
|
528
611
|
output_cost_per_token: 1e-5,
|
|
529
612
|
litellm_provider: "gemini",
|
|
530
|
-
mode: "chat"
|
|
613
|
+
mode: "chat",
|
|
614
|
+
cache_read_input_token_cost: 125e-9
|
|
531
615
|
},
|
|
532
616
|
"gemini-robotics-er-1.5-preview": {
|
|
533
617
|
input_cost_per_token: 3e-7,
|
|
@@ -545,7 +629,8 @@ var cost_map_default = {
|
|
|
545
629
|
input_cost_per_token: 2e-6,
|
|
546
630
|
output_cost_per_token: 1e-5,
|
|
547
631
|
litellm_provider: "gemini",
|
|
548
|
-
mode: "chat"
|
|
632
|
+
mode: "chat",
|
|
633
|
+
cache_read_input_token_cost: 2e-7
|
|
549
634
|
},
|
|
550
635
|
"gemini-robotics-er-2-streaming-preview": {
|
|
551
636
|
input_cost_per_token: 2e-6,
|
|
@@ -629,43 +714,50 @@ var cost_map_default = {
|
|
|
629
714
|
input_cost_per_token: 2e-6,
|
|
630
715
|
output_cost_per_token: 8e-6,
|
|
631
716
|
litellm_provider: "openai",
|
|
632
|
-
mode: "chat"
|
|
717
|
+
mode: "chat",
|
|
718
|
+
cache_read_input_token_cost: 5e-7
|
|
633
719
|
},
|
|
634
720
|
"gpt-4.1-2025-04-14": {
|
|
635
721
|
input_cost_per_token: 2e-6,
|
|
636
722
|
output_cost_per_token: 8e-6,
|
|
637
723
|
litellm_provider: "openai",
|
|
638
|
-
mode: "chat"
|
|
724
|
+
mode: "chat",
|
|
725
|
+
cache_read_input_token_cost: 5e-7
|
|
639
726
|
},
|
|
640
727
|
"gpt-4.1-mini": {
|
|
641
728
|
input_cost_per_token: 4e-7,
|
|
642
729
|
output_cost_per_token: 16e-7,
|
|
643
730
|
litellm_provider: "openai",
|
|
644
|
-
mode: "chat"
|
|
731
|
+
mode: "chat",
|
|
732
|
+
cache_read_input_token_cost: 1e-7
|
|
645
733
|
},
|
|
646
734
|
"gpt-4.1-mini-2025-04-14": {
|
|
647
735
|
input_cost_per_token: 4e-7,
|
|
648
736
|
output_cost_per_token: 16e-7,
|
|
649
737
|
litellm_provider: "openai",
|
|
650
|
-
mode: "chat"
|
|
738
|
+
mode: "chat",
|
|
739
|
+
cache_read_input_token_cost: 1e-7
|
|
651
740
|
},
|
|
652
741
|
"gpt-4.1-nano": {
|
|
653
742
|
input_cost_per_token: 1e-7,
|
|
654
743
|
output_cost_per_token: 4e-7,
|
|
655
744
|
litellm_provider: "openai",
|
|
656
|
-
mode: "chat"
|
|
745
|
+
mode: "chat",
|
|
746
|
+
cache_read_input_token_cost: 25e-9
|
|
657
747
|
},
|
|
658
748
|
"gpt-4.1-nano-2025-04-14": {
|
|
659
749
|
input_cost_per_token: 1e-7,
|
|
660
750
|
output_cost_per_token: 4e-7,
|
|
661
751
|
litellm_provider: "openai",
|
|
662
|
-
mode: "chat"
|
|
752
|
+
mode: "chat",
|
|
753
|
+
cache_read_input_token_cost: 25e-9
|
|
663
754
|
},
|
|
664
755
|
"gpt-4o": {
|
|
665
756
|
input_cost_per_token: 25e-7,
|
|
666
757
|
output_cost_per_token: 1e-5,
|
|
667
758
|
litellm_provider: "openai",
|
|
668
|
-
mode: "chat"
|
|
759
|
+
mode: "chat",
|
|
760
|
+
cache_read_input_token_cost: 125e-8
|
|
669
761
|
},
|
|
670
762
|
"gpt-4o-2024-05-13": {
|
|
671
763
|
input_cost_per_token: 5e-6,
|
|
@@ -677,13 +769,15 @@ var cost_map_default = {
|
|
|
677
769
|
input_cost_per_token: 25e-7,
|
|
678
770
|
output_cost_per_token: 1e-5,
|
|
679
771
|
litellm_provider: "openai",
|
|
680
|
-
mode: "chat"
|
|
772
|
+
mode: "chat",
|
|
773
|
+
cache_read_input_token_cost: 125e-8
|
|
681
774
|
},
|
|
682
775
|
"gpt-4o-2024-11-20": {
|
|
683
776
|
input_cost_per_token: 25e-7,
|
|
684
777
|
output_cost_per_token: 1e-5,
|
|
685
778
|
litellm_provider: "openai",
|
|
686
|
-
mode: "chat"
|
|
779
|
+
mode: "chat",
|
|
780
|
+
cache_read_input_token_cost: 125e-8
|
|
687
781
|
},
|
|
688
782
|
"gpt-4o-audio-preview": {
|
|
689
783
|
input_cost_per_token: 25e-7,
|
|
@@ -707,13 +801,15 @@ var cost_map_default = {
|
|
|
707
801
|
input_cost_per_token: 15e-8,
|
|
708
802
|
output_cost_per_token: 6e-7,
|
|
709
803
|
litellm_provider: "openai",
|
|
710
|
-
mode: "chat"
|
|
804
|
+
mode: "chat",
|
|
805
|
+
cache_read_input_token_cost: 75e-9
|
|
711
806
|
},
|
|
712
807
|
"gpt-4o-mini-2024-07-18": {
|
|
713
808
|
input_cost_per_token: 15e-8,
|
|
714
809
|
output_cost_per_token: 6e-7,
|
|
715
810
|
litellm_provider: "openai",
|
|
716
|
-
mode: "chat"
|
|
811
|
+
mode: "chat",
|
|
812
|
+
cache_read_input_token_cost: 75e-9
|
|
717
813
|
},
|
|
718
814
|
"gpt-4o-mini-audio-preview": {
|
|
719
815
|
input_cost_per_token: 15e-8,
|
|
@@ -731,199 +827,236 @@ var cost_map_default = {
|
|
|
731
827
|
input_cost_per_token: 15e-8,
|
|
732
828
|
output_cost_per_token: 6e-7,
|
|
733
829
|
litellm_provider: "openai",
|
|
734
|
-
mode: "chat"
|
|
830
|
+
mode: "chat",
|
|
831
|
+
cache_read_input_token_cost: 75e-9
|
|
735
832
|
},
|
|
736
833
|
"gpt-4o-mini-search-preview-2025-03-11": {
|
|
737
834
|
input_cost_per_token: 15e-8,
|
|
738
835
|
output_cost_per_token: 6e-7,
|
|
739
836
|
litellm_provider: "openai",
|
|
740
|
-
mode: "chat"
|
|
837
|
+
mode: "chat",
|
|
838
|
+
cache_read_input_token_cost: 75e-9
|
|
741
839
|
},
|
|
742
840
|
"gpt-4o-search-preview": {
|
|
743
841
|
input_cost_per_token: 25e-7,
|
|
744
842
|
output_cost_per_token: 1e-5,
|
|
745
843
|
litellm_provider: "openai",
|
|
746
|
-
mode: "chat"
|
|
844
|
+
mode: "chat",
|
|
845
|
+
cache_read_input_token_cost: 125e-8
|
|
747
846
|
},
|
|
748
847
|
"gpt-4o-search-preview-2025-03-11": {
|
|
749
848
|
input_cost_per_token: 25e-7,
|
|
750
849
|
output_cost_per_token: 1e-5,
|
|
751
850
|
litellm_provider: "openai",
|
|
752
|
-
mode: "chat"
|
|
851
|
+
mode: "chat",
|
|
852
|
+
cache_read_input_token_cost: 125e-8
|
|
753
853
|
},
|
|
754
854
|
"gpt-5": {
|
|
755
855
|
input_cost_per_token: 125e-8,
|
|
756
856
|
output_cost_per_token: 1e-5,
|
|
757
857
|
litellm_provider: "openai",
|
|
758
|
-
mode: "chat"
|
|
858
|
+
mode: "chat",
|
|
859
|
+
cache_read_input_token_cost: 125e-9
|
|
759
860
|
},
|
|
760
861
|
"gpt-5-2025-08-07": {
|
|
761
862
|
input_cost_per_token: 125e-8,
|
|
762
863
|
output_cost_per_token: 1e-5,
|
|
763
864
|
litellm_provider: "openai",
|
|
764
|
-
mode: "chat"
|
|
865
|
+
mode: "chat",
|
|
866
|
+
cache_read_input_token_cost: 125e-9
|
|
765
867
|
},
|
|
766
868
|
"gpt-5-chat": {
|
|
767
869
|
input_cost_per_token: 125e-8,
|
|
768
870
|
output_cost_per_token: 1e-5,
|
|
769
871
|
litellm_provider: "openai",
|
|
770
|
-
mode: "chat"
|
|
872
|
+
mode: "chat",
|
|
873
|
+
cache_read_input_token_cost: 125e-9
|
|
771
874
|
},
|
|
772
875
|
"gpt-5-chat-latest": {
|
|
773
876
|
input_cost_per_token: 125e-8,
|
|
774
877
|
output_cost_per_token: 1e-5,
|
|
775
878
|
litellm_provider: "openai",
|
|
776
|
-
mode: "chat"
|
|
879
|
+
mode: "chat",
|
|
880
|
+
cache_read_input_token_cost: 125e-9
|
|
777
881
|
},
|
|
778
882
|
"gpt-5-mini": {
|
|
779
883
|
input_cost_per_token: 25e-8,
|
|
780
884
|
output_cost_per_token: 2e-6,
|
|
781
885
|
litellm_provider: "openai",
|
|
782
|
-
mode: "chat"
|
|
886
|
+
mode: "chat",
|
|
887
|
+
cache_read_input_token_cost: 25e-9
|
|
783
888
|
},
|
|
784
889
|
"gpt-5-mini-2025-08-07": {
|
|
785
890
|
input_cost_per_token: 25e-8,
|
|
786
891
|
output_cost_per_token: 2e-6,
|
|
787
892
|
litellm_provider: "openai",
|
|
788
|
-
mode: "chat"
|
|
893
|
+
mode: "chat",
|
|
894
|
+
cache_read_input_token_cost: 25e-9
|
|
789
895
|
},
|
|
790
896
|
"gpt-5-nano": {
|
|
791
897
|
input_cost_per_token: 5e-8,
|
|
792
898
|
output_cost_per_token: 4e-7,
|
|
793
899
|
litellm_provider: "openai",
|
|
794
|
-
mode: "chat"
|
|
900
|
+
mode: "chat",
|
|
901
|
+
cache_read_input_token_cost: 5e-9
|
|
795
902
|
},
|
|
796
903
|
"gpt-5-nano-2025-08-07": {
|
|
797
904
|
input_cost_per_token: 5e-8,
|
|
798
905
|
output_cost_per_token: 4e-7,
|
|
799
906
|
litellm_provider: "openai",
|
|
800
|
-
mode: "chat"
|
|
907
|
+
mode: "chat",
|
|
908
|
+
cache_read_input_token_cost: 5e-9
|
|
801
909
|
},
|
|
802
910
|
"gpt-5-search-api": {
|
|
803
911
|
input_cost_per_token: 125e-8,
|
|
804
912
|
output_cost_per_token: 1e-5,
|
|
805
913
|
litellm_provider: "openai",
|
|
806
|
-
mode: "chat"
|
|
914
|
+
mode: "chat",
|
|
915
|
+
cache_read_input_token_cost: 125e-9
|
|
807
916
|
},
|
|
808
917
|
"gpt-5-search-api-2025-10-14": {
|
|
809
918
|
input_cost_per_token: 125e-8,
|
|
810
919
|
output_cost_per_token: 1e-5,
|
|
811
920
|
litellm_provider: "openai",
|
|
812
|
-
mode: "chat"
|
|
921
|
+
mode: "chat",
|
|
922
|
+
cache_read_input_token_cost: 125e-9
|
|
813
923
|
},
|
|
814
924
|
"gpt-5.1": {
|
|
815
925
|
input_cost_per_token: 125e-8,
|
|
816
926
|
output_cost_per_token: 1e-5,
|
|
817
927
|
litellm_provider: "openai",
|
|
818
|
-
mode: "chat"
|
|
928
|
+
mode: "chat",
|
|
929
|
+
cache_read_input_token_cost: 125e-9
|
|
819
930
|
},
|
|
820
931
|
"gpt-5.1-2025-11-13": {
|
|
821
932
|
input_cost_per_token: 125e-8,
|
|
822
933
|
output_cost_per_token: 1e-5,
|
|
823
934
|
litellm_provider: "openai",
|
|
824
|
-
mode: "chat"
|
|
935
|
+
mode: "chat",
|
|
936
|
+
cache_read_input_token_cost: 125e-9
|
|
825
937
|
},
|
|
826
938
|
"gpt-5.1-chat-latest": {
|
|
827
939
|
input_cost_per_token: 125e-8,
|
|
828
940
|
output_cost_per_token: 1e-5,
|
|
829
941
|
litellm_provider: "openai",
|
|
830
|
-
mode: "chat"
|
|
942
|
+
mode: "chat",
|
|
943
|
+
cache_read_input_token_cost: 125e-9
|
|
831
944
|
},
|
|
832
945
|
"gpt-5.2": {
|
|
833
946
|
input_cost_per_token: 175e-8,
|
|
834
947
|
output_cost_per_token: 14e-6,
|
|
835
948
|
litellm_provider: "openai",
|
|
836
|
-
mode: "chat"
|
|
949
|
+
mode: "chat",
|
|
950
|
+
cache_read_input_token_cost: 175e-9
|
|
837
951
|
},
|
|
838
952
|
"gpt-5.2-2025-12-11": {
|
|
839
953
|
input_cost_per_token: 175e-8,
|
|
840
954
|
output_cost_per_token: 14e-6,
|
|
841
955
|
litellm_provider: "openai",
|
|
842
|
-
mode: "chat"
|
|
956
|
+
mode: "chat",
|
|
957
|
+
cache_read_input_token_cost: 175e-9
|
|
843
958
|
},
|
|
844
959
|
"gpt-5.2-chat-latest": {
|
|
845
960
|
input_cost_per_token: 175e-8,
|
|
846
961
|
output_cost_per_token: 14e-6,
|
|
847
962
|
litellm_provider: "openai",
|
|
848
|
-
mode: "chat"
|
|
963
|
+
mode: "chat",
|
|
964
|
+
cache_read_input_token_cost: 175e-9
|
|
849
965
|
},
|
|
850
966
|
"gpt-5.3-chat-latest": {
|
|
851
967
|
input_cost_per_token: 175e-8,
|
|
852
968
|
output_cost_per_token: 14e-6,
|
|
853
969
|
litellm_provider: "openai",
|
|
854
|
-
mode: "chat"
|
|
970
|
+
mode: "chat",
|
|
971
|
+
cache_read_input_token_cost: 175e-9
|
|
855
972
|
},
|
|
856
973
|
"gpt-5.4": {
|
|
857
974
|
input_cost_per_token: 25e-7,
|
|
858
975
|
output_cost_per_token: 15e-6,
|
|
859
976
|
litellm_provider: "openai",
|
|
860
|
-
mode: "chat"
|
|
977
|
+
mode: "chat",
|
|
978
|
+
cache_read_input_token_cost: 25e-8
|
|
861
979
|
},
|
|
862
980
|
"gpt-5.4-2026-03-05": {
|
|
863
981
|
input_cost_per_token: 25e-7,
|
|
864
982
|
output_cost_per_token: 15e-6,
|
|
865
983
|
litellm_provider: "openai",
|
|
866
|
-
mode: "chat"
|
|
984
|
+
mode: "chat",
|
|
985
|
+
cache_read_input_token_cost: 25e-8
|
|
867
986
|
},
|
|
868
987
|
"gpt-5.4-mini": {
|
|
869
988
|
input_cost_per_token: 75e-8,
|
|
870
989
|
output_cost_per_token: 45e-7,
|
|
871
990
|
litellm_provider: "openai",
|
|
872
|
-
mode: "chat"
|
|
991
|
+
mode: "chat",
|
|
992
|
+
cache_read_input_token_cost: 75e-9
|
|
873
993
|
},
|
|
874
994
|
"gpt-5.4-mini-2026-03-17": {
|
|
875
995
|
input_cost_per_token: 75e-8,
|
|
876
996
|
output_cost_per_token: 45e-7,
|
|
877
997
|
litellm_provider: "openai",
|
|
878
|
-
mode: "chat"
|
|
998
|
+
mode: "chat",
|
|
999
|
+
cache_read_input_token_cost: 75e-9
|
|
879
1000
|
},
|
|
880
1001
|
"gpt-5.4-nano": {
|
|
881
1002
|
input_cost_per_token: 2e-7,
|
|
882
1003
|
output_cost_per_token: 125e-8,
|
|
883
1004
|
litellm_provider: "openai",
|
|
884
|
-
mode: "chat"
|
|
1005
|
+
mode: "chat",
|
|
1006
|
+
cache_read_input_token_cost: 2e-8
|
|
885
1007
|
},
|
|
886
1008
|
"gpt-5.4-nano-2026-03-17": {
|
|
887
1009
|
input_cost_per_token: 2e-7,
|
|
888
1010
|
output_cost_per_token: 125e-8,
|
|
889
1011
|
litellm_provider: "openai",
|
|
890
|
-
mode: "chat"
|
|
1012
|
+
mode: "chat",
|
|
1013
|
+
cache_read_input_token_cost: 2e-8
|
|
891
1014
|
},
|
|
892
1015
|
"gpt-5.5": {
|
|
893
1016
|
input_cost_per_token: 5e-6,
|
|
894
1017
|
output_cost_per_token: 3e-5,
|
|
895
1018
|
litellm_provider: "openai",
|
|
896
|
-
mode: "chat"
|
|
1019
|
+
mode: "chat",
|
|
1020
|
+
cache_read_input_token_cost: 5e-7
|
|
897
1021
|
},
|
|
898
1022
|
"gpt-5.5-2026-04-23": {
|
|
899
1023
|
input_cost_per_token: 5e-6,
|
|
900
1024
|
output_cost_per_token: 3e-5,
|
|
901
1025
|
litellm_provider: "openai",
|
|
902
|
-
mode: "chat"
|
|
1026
|
+
mode: "chat",
|
|
1027
|
+
cache_read_input_token_cost: 5e-7
|
|
903
1028
|
},
|
|
904
1029
|
"gpt-5.6": {
|
|
905
1030
|
input_cost_per_token: 5e-6,
|
|
906
1031
|
output_cost_per_token: 3e-5,
|
|
907
1032
|
litellm_provider: "openai",
|
|
908
|
-
mode: "chat"
|
|
1033
|
+
mode: "chat",
|
|
1034
|
+
cache_read_input_token_cost: 5e-7,
|
|
1035
|
+
cache_creation_input_token_cost: 625e-8
|
|
909
1036
|
},
|
|
910
1037
|
"gpt-5.6-luna": {
|
|
911
1038
|
input_cost_per_token: 2e-7,
|
|
912
1039
|
output_cost_per_token: 12e-7,
|
|
913
1040
|
litellm_provider: "openai",
|
|
914
|
-
mode: "chat"
|
|
1041
|
+
mode: "chat",
|
|
1042
|
+
cache_read_input_token_cost: 2e-8,
|
|
1043
|
+
cache_creation_input_token_cost: 25e-8
|
|
915
1044
|
},
|
|
916
1045
|
"gpt-5.6-sol": {
|
|
917
1046
|
input_cost_per_token: 5e-6,
|
|
918
1047
|
output_cost_per_token: 3e-5,
|
|
919
1048
|
litellm_provider: "openai",
|
|
920
|
-
mode: "chat"
|
|
1049
|
+
mode: "chat",
|
|
1050
|
+
cache_read_input_token_cost: 5e-7,
|
|
1051
|
+
cache_creation_input_token_cost: 625e-8
|
|
921
1052
|
},
|
|
922
1053
|
"gpt-5.6-terra": {
|
|
923
1054
|
input_cost_per_token: 2e-6,
|
|
924
1055
|
output_cost_per_token: 12e-6,
|
|
925
1056
|
litellm_provider: "openai",
|
|
926
|
-
mode: "chat"
|
|
1057
|
+
mode: "chat",
|
|
1058
|
+
cache_read_input_token_cost: 2e-7,
|
|
1059
|
+
cache_creation_input_token_cost: 25e-7
|
|
927
1060
|
},
|
|
928
1061
|
"gpt-audio": {
|
|
929
1062
|
input_cost_per_token: 25e-7,
|
|
@@ -983,67 +1116,78 @@ var cost_map_default = {
|
|
|
983
1116
|
input_cost_per_token: 15e-6,
|
|
984
1117
|
output_cost_per_token: 6e-5,
|
|
985
1118
|
litellm_provider: "openai",
|
|
986
|
-
mode: "chat"
|
|
1119
|
+
mode: "chat",
|
|
1120
|
+
cache_read_input_token_cost: 75e-7
|
|
987
1121
|
},
|
|
988
1122
|
"o1-2024-12-17": {
|
|
989
1123
|
input_cost_per_token: 15e-6,
|
|
990
1124
|
output_cost_per_token: 6e-5,
|
|
991
1125
|
litellm_provider: "openai",
|
|
992
|
-
mode: "chat"
|
|
1126
|
+
mode: "chat",
|
|
1127
|
+
cache_read_input_token_cost: 75e-7
|
|
993
1128
|
},
|
|
994
1129
|
o3: {
|
|
995
1130
|
input_cost_per_token: 2e-6,
|
|
996
1131
|
output_cost_per_token: 8e-6,
|
|
997
1132
|
litellm_provider: "openai",
|
|
998
|
-
mode: "chat"
|
|
1133
|
+
mode: "chat",
|
|
1134
|
+
cache_read_input_token_cost: 5e-7
|
|
999
1135
|
},
|
|
1000
1136
|
"o3-2025-04-16": {
|
|
1001
1137
|
input_cost_per_token: 2e-6,
|
|
1002
1138
|
output_cost_per_token: 8e-6,
|
|
1003
1139
|
litellm_provider: "openai",
|
|
1004
|
-
mode: "chat"
|
|
1140
|
+
mode: "chat",
|
|
1141
|
+
cache_read_input_token_cost: 5e-7
|
|
1005
1142
|
},
|
|
1006
1143
|
"o3-mini": {
|
|
1007
1144
|
input_cost_per_token: 11e-7,
|
|
1008
1145
|
output_cost_per_token: 44e-7,
|
|
1009
1146
|
litellm_provider: "openai",
|
|
1010
|
-
mode: "chat"
|
|
1147
|
+
mode: "chat",
|
|
1148
|
+
cache_read_input_token_cost: 55e-8
|
|
1011
1149
|
},
|
|
1012
1150
|
"o3-mini-2025-01-31": {
|
|
1013
1151
|
input_cost_per_token: 11e-7,
|
|
1014
1152
|
output_cost_per_token: 44e-7,
|
|
1015
1153
|
litellm_provider: "openai",
|
|
1016
|
-
mode: "chat"
|
|
1154
|
+
mode: "chat",
|
|
1155
|
+
cache_read_input_token_cost: 55e-8
|
|
1017
1156
|
},
|
|
1018
1157
|
"o4-mini": {
|
|
1019
1158
|
input_cost_per_token: 11e-7,
|
|
1020
1159
|
output_cost_per_token: 44e-7,
|
|
1021
1160
|
litellm_provider: "openai",
|
|
1022
|
-
mode: "chat"
|
|
1161
|
+
mode: "chat",
|
|
1162
|
+
cache_read_input_token_cost: 275e-9
|
|
1023
1163
|
},
|
|
1024
1164
|
"o4-mini-2025-04-16": {
|
|
1025
1165
|
input_cost_per_token: 11e-7,
|
|
1026
1166
|
output_cost_per_token: 44e-7,
|
|
1027
1167
|
litellm_provider: "openai",
|
|
1028
|
-
mode: "chat"
|
|
1168
|
+
mode: "chat",
|
|
1169
|
+
cache_read_input_token_cost: 275e-9
|
|
1029
1170
|
},
|
|
1030
1171
|
"openai/gpt-oss-120b": {
|
|
1031
1172
|
input_cost_per_token: 15e-8,
|
|
1032
1173
|
output_cost_per_token: 6e-7,
|
|
1033
1174
|
litellm_provider: "groq",
|
|
1034
|
-
mode: "chat"
|
|
1175
|
+
mode: "chat",
|
|
1176
|
+
cache_read_input_token_cost: 75e-9
|
|
1035
1177
|
},
|
|
1036
1178
|
"openai/gpt-oss-20b": {
|
|
1037
1179
|
input_cost_per_token: 75e-9,
|
|
1038
1180
|
output_cost_per_token: 3e-7,
|
|
1039
1181
|
litellm_provider: "groq",
|
|
1040
|
-
mode: "chat"
|
|
1182
|
+
mode: "chat",
|
|
1183
|
+
cache_read_input_token_cost: 375e-10
|
|
1041
1184
|
},
|
|
1042
1185
|
"openai/gpt-oss-safeguard-20b": {
|
|
1043
1186
|
input_cost_per_token: 75e-9,
|
|
1044
1187
|
output_cost_per_token: 3e-7,
|
|
1045
1188
|
litellm_provider: "groq",
|
|
1046
|
-
mode: "chat"
|
|
1189
|
+
mode: "chat",
|
|
1190
|
+
cache_read_input_token_cost: 37e-9
|
|
1047
1191
|
},
|
|
1048
1192
|
"qwen/qwen3-32b": {
|
|
1049
1193
|
input_cost_per_token: 29e-8,
|