floe-guard 0.13.3 → 0.15.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -75,6 +75,10 @@ function preCall(guard, options = {}) {
75
75
 
76
76
  // src/cost_map.json
77
77
  var cost_map_default = {
78
+ __meta__: {
79
+ generated_at: "2026-08-17",
80
+ source: "LiteLLM public model prices (bundled snapshot); voice rates verified from vendor list pages"
81
+ },
78
82
  "chatgpt-4o-latest": {
79
83
  input_cost_per_token: 5e-6,
80
84
  output_cost_per_token: 15e-6,
@@ -85,157 +89,209 @@ var cost_map_default = {
85
89
  input_cost_per_token: 3e-6,
86
90
  output_cost_per_token: 15e-6,
87
91
  litellm_provider: "anthropic",
88
- mode: "chat"
92
+ mode: "chat",
93
+ cache_read_input_token_cost: 3e-7,
94
+ cache_creation_input_token_cost: 375e-8
89
95
  },
90
96
  "claude-3-haiku-20240307": {
91
97
  input_cost_per_token: 25e-8,
92
98
  output_cost_per_token: 125e-8,
93
99
  litellm_provider: "anthropic",
94
- mode: "chat"
100
+ mode: "chat",
101
+ cache_read_input_token_cost: 3e-8,
102
+ cache_creation_input_token_cost: 3e-7
95
103
  },
96
104
  "claude-3-opus-20240229": {
97
105
  input_cost_per_token: 15e-6,
98
106
  output_cost_per_token: 75e-6,
99
107
  litellm_provider: "anthropic",
100
- mode: "chat"
108
+ mode: "chat",
109
+ cache_read_input_token_cost: 15e-7,
110
+ cache_creation_input_token_cost: 1875e-8
101
111
  },
102
112
  "claude-4-opus-20250514": {
103
113
  input_cost_per_token: 15e-6,
104
114
  output_cost_per_token: 75e-6,
105
115
  litellm_provider: "anthropic",
106
- mode: "chat"
116
+ mode: "chat",
117
+ cache_read_input_token_cost: 15e-7,
118
+ cache_creation_input_token_cost: 1875e-8
107
119
  },
108
120
  "claude-4-sonnet-20250514": {
109
121
  input_cost_per_token: 3e-6,
110
122
  output_cost_per_token: 15e-6,
111
123
  litellm_provider: "anthropic",
112
- mode: "chat"
124
+ mode: "chat",
125
+ cache_read_input_token_cost: 3e-7,
126
+ cache_creation_input_token_cost: 375e-8
113
127
  },
114
128
  "claude-fable-5": {
115
129
  input_cost_per_token: 1e-5,
116
130
  output_cost_per_token: 5e-5,
117
131
  litellm_provider: "anthropic",
118
- mode: "chat"
132
+ mode: "chat",
133
+ cache_read_input_token_cost: 1e-6,
134
+ cache_creation_input_token_cost: 125e-7
119
135
  },
120
136
  "claude-haiku-4-5": {
121
137
  input_cost_per_token: 1e-6,
122
138
  output_cost_per_token: 5e-6,
123
139
  litellm_provider: "anthropic",
124
- mode: "chat"
140
+ mode: "chat",
141
+ cache_read_input_token_cost: 1e-7,
142
+ cache_creation_input_token_cost: 125e-8
125
143
  },
126
144
  "claude-haiku-4-5-20251001": {
127
145
  input_cost_per_token: 1e-6,
128
146
  output_cost_per_token: 5e-6,
129
147
  litellm_provider: "anthropic",
130
- mode: "chat"
148
+ mode: "chat",
149
+ cache_read_input_token_cost: 1e-7,
150
+ cache_creation_input_token_cost: 125e-8
131
151
  },
132
152
  "claude-mythos-5": {
133
153
  input_cost_per_token: 1e-5,
134
154
  output_cost_per_token: 5e-5,
135
155
  litellm_provider: "anthropic",
136
- mode: "chat"
156
+ mode: "chat",
157
+ cache_read_input_token_cost: 1e-6,
158
+ cache_creation_input_token_cost: 125e-7
137
159
  },
138
160
  "claude-mythos-preview": {
139
161
  input_cost_per_token: 1e-5,
140
162
  output_cost_per_token: 5e-5,
141
163
  litellm_provider: "anthropic",
142
- mode: "chat"
164
+ mode: "chat",
165
+ cache_read_input_token_cost: 1e-6,
166
+ cache_creation_input_token_cost: 125e-7
143
167
  },
144
168
  "claude-opus-4-1": {
145
169
  input_cost_per_token: 15e-6,
146
170
  output_cost_per_token: 75e-6,
147
171
  litellm_provider: "anthropic",
148
- mode: "chat"
172
+ mode: "chat",
173
+ cache_read_input_token_cost: 15e-7,
174
+ cache_creation_input_token_cost: 1875e-8
149
175
  },
150
176
  "claude-opus-4-1-20250805": {
151
177
  input_cost_per_token: 15e-6,
152
178
  output_cost_per_token: 75e-6,
153
179
  litellm_provider: "anthropic",
154
- mode: "chat"
180
+ mode: "chat",
181
+ cache_read_input_token_cost: 15e-7,
182
+ cache_creation_input_token_cost: 1875e-8
155
183
  },
156
184
  "claude-opus-4-20250514": {
157
185
  input_cost_per_token: 15e-6,
158
186
  output_cost_per_token: 75e-6,
159
187
  litellm_provider: "anthropic",
160
- mode: "chat"
188
+ mode: "chat",
189
+ cache_read_input_token_cost: 15e-7,
190
+ cache_creation_input_token_cost: 1875e-8
161
191
  },
162
192
  "claude-opus-4-5": {
163
193
  input_cost_per_token: 5e-6,
164
194
  output_cost_per_token: 25e-6,
165
195
  litellm_provider: "anthropic",
166
- mode: "chat"
196
+ mode: "chat",
197
+ cache_read_input_token_cost: 5e-7,
198
+ cache_creation_input_token_cost: 625e-8
167
199
  },
168
200
  "claude-opus-4-5-20251101": {
169
201
  input_cost_per_token: 5e-6,
170
202
  output_cost_per_token: 25e-6,
171
203
  litellm_provider: "anthropic",
172
- mode: "chat"
204
+ mode: "chat",
205
+ cache_read_input_token_cost: 5e-7,
206
+ cache_creation_input_token_cost: 625e-8
173
207
  },
174
208
  "claude-opus-4-6": {
175
209
  input_cost_per_token: 5e-6,
176
210
  output_cost_per_token: 25e-6,
177
211
  litellm_provider: "anthropic",
178
- mode: "chat"
212
+ mode: "chat",
213
+ cache_read_input_token_cost: 5e-7,
214
+ cache_creation_input_token_cost: 625e-8
179
215
  },
180
216
  "claude-opus-4-6-20260205": {
181
217
  input_cost_per_token: 5e-6,
182
218
  output_cost_per_token: 25e-6,
183
219
  litellm_provider: "anthropic",
184
- mode: "chat"
220
+ mode: "chat",
221
+ cache_read_input_token_cost: 5e-7,
222
+ cache_creation_input_token_cost: 625e-8
185
223
  },
186
224
  "claude-opus-4-7": {
187
225
  input_cost_per_token: 5e-6,
188
226
  output_cost_per_token: 25e-6,
189
227
  litellm_provider: "anthropic",
190
- mode: "chat"
228
+ mode: "chat",
229
+ cache_read_input_token_cost: 5e-7,
230
+ cache_creation_input_token_cost: 625e-8
191
231
  },
192
232
  "claude-opus-4-7-20260416": {
193
233
  input_cost_per_token: 5e-6,
194
234
  output_cost_per_token: 25e-6,
195
235
  litellm_provider: "anthropic",
196
- mode: "chat"
236
+ mode: "chat",
237
+ cache_read_input_token_cost: 5e-7,
238
+ cache_creation_input_token_cost: 625e-8
197
239
  },
198
240
  "claude-opus-4-8": {
199
241
  input_cost_per_token: 5e-6,
200
242
  output_cost_per_token: 25e-6,
201
243
  litellm_provider: "anthropic",
202
- mode: "chat"
244
+ mode: "chat",
245
+ cache_read_input_token_cost: 5e-7,
246
+ cache_creation_input_token_cost: 625e-8
203
247
  },
204
248
  "claude-opus-5": {
205
249
  input_cost_per_token: 5e-6,
206
250
  output_cost_per_token: 25e-6,
207
251
  litellm_provider: "anthropic",
208
- mode: "chat"
252
+ mode: "chat",
253
+ cache_read_input_token_cost: 5e-7,
254
+ cache_creation_input_token_cost: 625e-8
209
255
  },
210
256
  "claude-sonnet-4-20250514": {
211
257
  input_cost_per_token: 3e-6,
212
258
  output_cost_per_token: 15e-6,
213
259
  litellm_provider: "anthropic",
214
- mode: "chat"
260
+ mode: "chat",
261
+ cache_read_input_token_cost: 3e-7,
262
+ cache_creation_input_token_cost: 375e-8
215
263
  },
216
264
  "claude-sonnet-4-5": {
217
265
  input_cost_per_token: 3e-6,
218
266
  output_cost_per_token: 15e-6,
219
267
  litellm_provider: "anthropic",
220
- mode: "chat"
268
+ mode: "chat",
269
+ cache_read_input_token_cost: 3e-7,
270
+ cache_creation_input_token_cost: 375e-8
221
271
  },
222
272
  "claude-sonnet-4-5-20250929": {
223
273
  input_cost_per_token: 3e-6,
224
274
  output_cost_per_token: 15e-6,
225
275
  litellm_provider: "anthropic",
226
- mode: "chat"
276
+ mode: "chat",
277
+ cache_read_input_token_cost: 3e-7,
278
+ cache_creation_input_token_cost: 375e-8
227
279
  },
228
280
  "claude-sonnet-4-6": {
229
281
  input_cost_per_token: 3e-6,
230
282
  output_cost_per_token: 15e-6,
231
283
  litellm_provider: "anthropic",
232
- mode: "chat"
284
+ mode: "chat",
285
+ cache_read_input_token_cost: 3e-7,
286
+ cache_creation_input_token_cost: 375e-8
233
287
  },
234
288
  "claude-sonnet-5": {
235
289
  input_cost_per_token: 2e-6,
236
290
  output_cost_per_token: 1e-5,
237
291
  litellm_provider: "anthropic",
238
- mode: "chat"
292
+ mode: "chat",
293
+ cache_read_input_token_cost: 2e-7,
294
+ cache_creation_input_token_cost: 25e-7
239
295
  },
240
296
  "ft:gpt-3.5-turbo": {
241
297
  input_cost_per_token: 3e-6,
@@ -271,67 +327,78 @@ var cost_map_default = {
271
327
  input_cost_per_token: 3e-6,
272
328
  output_cost_per_token: 12e-6,
273
329
  litellm_provider: "openai",
274
- mode: "chat"
330
+ mode: "chat",
331
+ cache_read_input_token_cost: 75e-8
275
332
  },
276
333
  "ft:gpt-4.1-mini-2025-04-14": {
277
334
  input_cost_per_token: 8e-7,
278
335
  output_cost_per_token: 32e-7,
279
336
  litellm_provider: "openai",
280
- mode: "chat"
337
+ mode: "chat",
338
+ cache_read_input_token_cost: 2e-7
281
339
  },
282
340
  "ft:gpt-4.1-nano-2025-04-14": {
283
341
  input_cost_per_token: 2e-7,
284
342
  output_cost_per_token: 8e-7,
285
343
  litellm_provider: "openai",
286
- mode: "chat"
344
+ mode: "chat",
345
+ cache_read_input_token_cost: 5e-8
287
346
  },
288
347
  "ft:gpt-4o-2024-08-06": {
289
348
  input_cost_per_token: 375e-8,
290
349
  output_cost_per_token: 15e-6,
291
350
  litellm_provider: "openai",
292
- mode: "chat"
351
+ mode: "chat",
352
+ cache_read_input_token_cost: 1875e-9
293
353
  },
294
354
  "ft:gpt-4o-2024-11-20": {
295
355
  input_cost_per_token: 375e-8,
296
356
  output_cost_per_token: 15e-6,
297
357
  litellm_provider: "openai",
298
- mode: "chat"
358
+ mode: "chat",
359
+ cache_creation_input_token_cost: 1875e-9
299
360
  },
300
361
  "ft:gpt-4o-mini-2024-07-18": {
301
362
  input_cost_per_token: 3e-7,
302
363
  output_cost_per_token: 12e-7,
303
364
  litellm_provider: "openai",
304
- mode: "chat"
365
+ mode: "chat",
366
+ cache_read_input_token_cost: 15e-8
305
367
  },
306
368
  "ft:o4-mini-2025-04-16": {
307
369
  input_cost_per_token: 4e-6,
308
370
  output_cost_per_token: 16e-6,
309
371
  litellm_provider: "openai",
310
- mode: "chat"
372
+ mode: "chat",
373
+ cache_read_input_token_cost: 1e-6
311
374
  },
312
375
  "gemini-2.0-flash": {
313
376
  input_cost_per_token: 1e-7,
314
377
  output_cost_per_token: 4e-7,
315
378
  litellm_provider: "gemini",
316
- mode: "chat"
379
+ mode: "chat",
380
+ cache_read_input_token_cost: 25e-9
317
381
  },
318
382
  "gemini-2.0-flash-001": {
319
383
  input_cost_per_token: 1e-7,
320
384
  output_cost_per_token: 4e-7,
321
385
  litellm_provider: "gemini",
322
- mode: "chat"
386
+ mode: "chat",
387
+ cache_read_input_token_cost: 375e-10
323
388
  },
324
389
  "gemini-2.0-flash-lite": {
325
390
  input_cost_per_token: 75e-9,
326
391
  output_cost_per_token: 3e-7,
327
392
  litellm_provider: "gemini",
328
- mode: "chat"
393
+ mode: "chat",
394
+ cache_read_input_token_cost: 1875e-11
329
395
  },
330
396
  "gemini-2.0-flash-lite-001": {
331
397
  input_cost_per_token: 75e-9,
332
398
  output_cost_per_token: 3e-7,
333
399
  litellm_provider: "gemini",
334
- mode: "chat"
400
+ mode: "chat",
401
+ cache_read_input_token_cost: 1875e-11
335
402
  },
336
403
  "gemini-2.5-computer-use-preview-10-2025": {
337
404
  input_cost_per_token: 125e-8,
@@ -343,25 +410,29 @@ var cost_map_default = {
343
410
  input_cost_per_token: 3e-7,
344
411
  output_cost_per_token: 25e-7,
345
412
  litellm_provider: "gemini",
346
- mode: "chat"
413
+ mode: "chat",
414
+ cache_read_input_token_cost: 3e-8
347
415
  },
348
416
  "gemini-2.5-flash-lite": {
349
417
  input_cost_per_token: 1e-7,
350
418
  output_cost_per_token: 4e-7,
351
419
  litellm_provider: "gemini",
352
- mode: "chat"
420
+ mode: "chat",
421
+ cache_read_input_token_cost: 1e-8
353
422
  },
354
423
  "gemini-2.5-flash-lite-preview-06-17": {
355
424
  input_cost_per_token: 1e-7,
356
425
  output_cost_per_token: 4e-7,
357
426
  litellm_provider: "gemini",
358
- mode: "chat"
427
+ mode: "chat",
428
+ cache_read_input_token_cost: 25e-9
359
429
  },
360
430
  "gemini-2.5-flash-lite-preview-09-2025": {
361
431
  input_cost_per_token: 1e-7,
362
432
  output_cost_per_token: 4e-7,
363
433
  litellm_provider: "gemini",
364
- mode: "chat"
434
+ mode: "chat",
435
+ cache_read_input_token_cost: 1e-8
365
436
  },
366
437
  "gemini-2.5-flash-native-audio-latest": {
367
438
  input_cost_per_token: 3e-7,
@@ -385,43 +456,50 @@ var cost_map_default = {
385
456
  input_cost_per_token: 3e-7,
386
457
  output_cost_per_token: 25e-7,
387
458
  litellm_provider: "gemini",
388
- mode: "chat"
459
+ mode: "chat",
460
+ cache_read_input_token_cost: 75e-9
389
461
  },
390
462
  "gemini-2.5-pro": {
391
463
  input_cost_per_token: 125e-8,
392
464
  output_cost_per_token: 1e-5,
393
465
  litellm_provider: "gemini",
394
- mode: "chat"
466
+ mode: "chat",
467
+ cache_read_input_token_cost: 125e-9
395
468
  },
396
469
  "gemini-2.5-pro-preview-tts": {
397
470
  input_cost_per_token: 125e-8,
398
471
  output_cost_per_token: 1e-5,
399
472
  litellm_provider: "gemini",
400
- mode: "chat"
473
+ mode: "chat",
474
+ cache_read_input_token_cost: 125e-9
401
475
  },
402
476
  "gemini-3-flash-preview": {
403
477
  input_cost_per_token: 5e-7,
404
478
  output_cost_per_token: 3e-6,
405
479
  litellm_provider: "gemini",
406
- mode: "chat"
480
+ mode: "chat",
481
+ cache_read_input_token_cost: 5e-8
407
482
  },
408
483
  "gemini-3-pro-preview": {
409
484
  input_cost_per_token: 2e-6,
410
485
  output_cost_per_token: 12e-6,
411
486
  litellm_provider: "gemini",
412
- mode: "chat"
487
+ mode: "chat",
488
+ cache_read_input_token_cost: 2e-7
413
489
  },
414
490
  "gemini-3.1-flash-lite": {
415
491
  input_cost_per_token: 25e-8,
416
492
  output_cost_per_token: 15e-7,
417
493
  litellm_provider: "gemini",
418
- mode: "chat"
494
+ mode: "chat",
495
+ cache_read_input_token_cost: 25e-9
419
496
  },
420
497
  "gemini-3.1-flash-lite-preview": {
421
498
  input_cost_per_token: 25e-8,
422
499
  output_cost_per_token: 15e-7,
423
500
  litellm_provider: "gemini",
424
- mode: "chat"
501
+ mode: "chat",
502
+ cache_read_input_token_cost: 25e-9
425
503
  },
426
504
  "gemini-3.1-flash-live-preview": {
427
505
  input_cost_per_token: 75e-8,
@@ -433,37 +511,43 @@ var cost_map_default = {
433
511
  input_cost_per_token: 2e-6,
434
512
  output_cost_per_token: 12e-6,
435
513
  litellm_provider: "gemini",
436
- mode: "chat"
514
+ mode: "chat",
515
+ cache_read_input_token_cost: 2e-7
437
516
  },
438
517
  "gemini-3.1-pro-preview-customtools": {
439
518
  input_cost_per_token: 2e-6,
440
519
  output_cost_per_token: 12e-6,
441
520
  litellm_provider: "gemini",
442
- mode: "chat"
521
+ mode: "chat",
522
+ cache_read_input_token_cost: 2e-7
443
523
  },
444
524
  "gemini-3.5-flash": {
445
525
  input_cost_per_token: 15e-7,
446
526
  output_cost_per_token: 9e-6,
447
527
  litellm_provider: "gemini",
448
- mode: "chat"
528
+ mode: "chat",
529
+ cache_read_input_token_cost: 15e-8
449
530
  },
450
531
  "gemini-3.5-flash-lite": {
451
532
  input_cost_per_token: 3e-7,
452
533
  output_cost_per_token: 25e-7,
453
534
  litellm_provider: "gemini",
454
- mode: "chat"
535
+ mode: "chat",
536
+ cache_read_input_token_cost: 3e-8
455
537
  },
456
538
  "gemini-3.6-flash": {
457
539
  input_cost_per_token: 15e-7,
458
540
  output_cost_per_token: 75e-7,
459
541
  litellm_provider: "gemini",
460
- mode: "chat"
542
+ mode: "chat",
543
+ cache_read_input_token_cost: 15e-8
461
544
  },
462
545
  "gemini-3.7-flash": {
463
546
  input_cost_per_token: 75e-8,
464
547
  output_cost_per_token: 375e-8,
465
548
  litellm_provider: "gemini",
466
- mode: "chat"
549
+ mode: "chat",
550
+ cache_read_input_token_cost: 75e-9
467
551
  },
468
552
  "gemini-embedding-001": {
469
553
  input_cost_per_token: 15e-8,
@@ -487,19 +571,22 @@ var cost_map_default = {
487
571
  input_cost_per_token: 3e-7,
488
572
  output_cost_per_token: 25e-7,
489
573
  litellm_provider: "gemini",
490
- mode: "chat"
574
+ mode: "chat",
575
+ cache_read_input_token_cost: 3e-8
491
576
  },
492
577
  "gemini-flash-latest": {
493
578
  input_cost_per_token: 3e-7,
494
579
  output_cost_per_token: 25e-7,
495
580
  litellm_provider: "gemini",
496
- mode: "chat"
581
+ mode: "chat",
582
+ cache_read_input_token_cost: 75e-9
497
583
  },
498
584
  "gemini-flash-lite-latest": {
499
585
  input_cost_per_token: 1e-7,
500
586
  output_cost_per_token: 4e-7,
501
587
  litellm_provider: "gemini",
502
- mode: "chat"
588
+ mode: "chat",
589
+ cache_read_input_token_cost: 25e-9
503
590
  },
504
591
  "gemini-gemma-2-27b-it": {
505
592
  input_cost_per_token: 35e-8,
@@ -523,7 +610,8 @@ var cost_map_default = {
523
610
  input_cost_per_token: 125e-8,
524
611
  output_cost_per_token: 1e-5,
525
612
  litellm_provider: "gemini",
526
- mode: "chat"
613
+ mode: "chat",
614
+ cache_read_input_token_cost: 125e-9
527
615
  },
528
616
  "gemini-robotics-er-1.5-preview": {
529
617
  input_cost_per_token: 3e-7,
@@ -541,7 +629,8 @@ var cost_map_default = {
541
629
  input_cost_per_token: 2e-6,
542
630
  output_cost_per_token: 1e-5,
543
631
  litellm_provider: "gemini",
544
- mode: "chat"
632
+ mode: "chat",
633
+ cache_read_input_token_cost: 2e-7
545
634
  },
546
635
  "gemini-robotics-er-2-streaming-preview": {
547
636
  input_cost_per_token: 2e-6,
@@ -625,43 +714,50 @@ var cost_map_default = {
625
714
  input_cost_per_token: 2e-6,
626
715
  output_cost_per_token: 8e-6,
627
716
  litellm_provider: "openai",
628
- mode: "chat"
717
+ mode: "chat",
718
+ cache_read_input_token_cost: 5e-7
629
719
  },
630
720
  "gpt-4.1-2025-04-14": {
631
721
  input_cost_per_token: 2e-6,
632
722
  output_cost_per_token: 8e-6,
633
723
  litellm_provider: "openai",
634
- mode: "chat"
724
+ mode: "chat",
725
+ cache_read_input_token_cost: 5e-7
635
726
  },
636
727
  "gpt-4.1-mini": {
637
728
  input_cost_per_token: 4e-7,
638
729
  output_cost_per_token: 16e-7,
639
730
  litellm_provider: "openai",
640
- mode: "chat"
731
+ mode: "chat",
732
+ cache_read_input_token_cost: 1e-7
641
733
  },
642
734
  "gpt-4.1-mini-2025-04-14": {
643
735
  input_cost_per_token: 4e-7,
644
736
  output_cost_per_token: 16e-7,
645
737
  litellm_provider: "openai",
646
- mode: "chat"
738
+ mode: "chat",
739
+ cache_read_input_token_cost: 1e-7
647
740
  },
648
741
  "gpt-4.1-nano": {
649
742
  input_cost_per_token: 1e-7,
650
743
  output_cost_per_token: 4e-7,
651
744
  litellm_provider: "openai",
652
- mode: "chat"
745
+ mode: "chat",
746
+ cache_read_input_token_cost: 25e-9
653
747
  },
654
748
  "gpt-4.1-nano-2025-04-14": {
655
749
  input_cost_per_token: 1e-7,
656
750
  output_cost_per_token: 4e-7,
657
751
  litellm_provider: "openai",
658
- mode: "chat"
752
+ mode: "chat",
753
+ cache_read_input_token_cost: 25e-9
659
754
  },
660
755
  "gpt-4o": {
661
756
  input_cost_per_token: 25e-7,
662
757
  output_cost_per_token: 1e-5,
663
758
  litellm_provider: "openai",
664
- mode: "chat"
759
+ mode: "chat",
760
+ cache_read_input_token_cost: 125e-8
665
761
  },
666
762
  "gpt-4o-2024-05-13": {
667
763
  input_cost_per_token: 5e-6,
@@ -673,13 +769,15 @@ var cost_map_default = {
673
769
  input_cost_per_token: 25e-7,
674
770
  output_cost_per_token: 1e-5,
675
771
  litellm_provider: "openai",
676
- mode: "chat"
772
+ mode: "chat",
773
+ cache_read_input_token_cost: 125e-8
677
774
  },
678
775
  "gpt-4o-2024-11-20": {
679
776
  input_cost_per_token: 25e-7,
680
777
  output_cost_per_token: 1e-5,
681
778
  litellm_provider: "openai",
682
- mode: "chat"
779
+ mode: "chat",
780
+ cache_read_input_token_cost: 125e-8
683
781
  },
684
782
  "gpt-4o-audio-preview": {
685
783
  input_cost_per_token: 25e-7,
@@ -703,13 +801,15 @@ var cost_map_default = {
703
801
  input_cost_per_token: 15e-8,
704
802
  output_cost_per_token: 6e-7,
705
803
  litellm_provider: "openai",
706
- mode: "chat"
804
+ mode: "chat",
805
+ cache_read_input_token_cost: 75e-9
707
806
  },
708
807
  "gpt-4o-mini-2024-07-18": {
709
808
  input_cost_per_token: 15e-8,
710
809
  output_cost_per_token: 6e-7,
711
810
  litellm_provider: "openai",
712
- mode: "chat"
811
+ mode: "chat",
812
+ cache_read_input_token_cost: 75e-9
713
813
  },
714
814
  "gpt-4o-mini-audio-preview": {
715
815
  input_cost_per_token: 15e-8,
@@ -727,199 +827,236 @@ var cost_map_default = {
727
827
  input_cost_per_token: 15e-8,
728
828
  output_cost_per_token: 6e-7,
729
829
  litellm_provider: "openai",
730
- mode: "chat"
830
+ mode: "chat",
831
+ cache_read_input_token_cost: 75e-9
731
832
  },
732
833
  "gpt-4o-mini-search-preview-2025-03-11": {
733
834
  input_cost_per_token: 15e-8,
734
835
  output_cost_per_token: 6e-7,
735
836
  litellm_provider: "openai",
736
- mode: "chat"
837
+ mode: "chat",
838
+ cache_read_input_token_cost: 75e-9
737
839
  },
738
840
  "gpt-4o-search-preview": {
739
841
  input_cost_per_token: 25e-7,
740
842
  output_cost_per_token: 1e-5,
741
843
  litellm_provider: "openai",
742
- mode: "chat"
844
+ mode: "chat",
845
+ cache_read_input_token_cost: 125e-8
743
846
  },
744
847
  "gpt-4o-search-preview-2025-03-11": {
745
848
  input_cost_per_token: 25e-7,
746
849
  output_cost_per_token: 1e-5,
747
850
  litellm_provider: "openai",
748
- mode: "chat"
851
+ mode: "chat",
852
+ cache_read_input_token_cost: 125e-8
749
853
  },
750
854
  "gpt-5": {
751
855
  input_cost_per_token: 125e-8,
752
856
  output_cost_per_token: 1e-5,
753
857
  litellm_provider: "openai",
754
- mode: "chat"
858
+ mode: "chat",
859
+ cache_read_input_token_cost: 125e-9
755
860
  },
756
861
  "gpt-5-2025-08-07": {
757
862
  input_cost_per_token: 125e-8,
758
863
  output_cost_per_token: 1e-5,
759
864
  litellm_provider: "openai",
760
- mode: "chat"
865
+ mode: "chat",
866
+ cache_read_input_token_cost: 125e-9
761
867
  },
762
868
  "gpt-5-chat": {
763
869
  input_cost_per_token: 125e-8,
764
870
  output_cost_per_token: 1e-5,
765
871
  litellm_provider: "openai",
766
- mode: "chat"
872
+ mode: "chat",
873
+ cache_read_input_token_cost: 125e-9
767
874
  },
768
875
  "gpt-5-chat-latest": {
769
876
  input_cost_per_token: 125e-8,
770
877
  output_cost_per_token: 1e-5,
771
878
  litellm_provider: "openai",
772
- mode: "chat"
879
+ mode: "chat",
880
+ cache_read_input_token_cost: 125e-9
773
881
  },
774
882
  "gpt-5-mini": {
775
883
  input_cost_per_token: 25e-8,
776
884
  output_cost_per_token: 2e-6,
777
885
  litellm_provider: "openai",
778
- mode: "chat"
886
+ mode: "chat",
887
+ cache_read_input_token_cost: 25e-9
779
888
  },
780
889
  "gpt-5-mini-2025-08-07": {
781
890
  input_cost_per_token: 25e-8,
782
891
  output_cost_per_token: 2e-6,
783
892
  litellm_provider: "openai",
784
- mode: "chat"
893
+ mode: "chat",
894
+ cache_read_input_token_cost: 25e-9
785
895
  },
786
896
  "gpt-5-nano": {
787
897
  input_cost_per_token: 5e-8,
788
898
  output_cost_per_token: 4e-7,
789
899
  litellm_provider: "openai",
790
- mode: "chat"
900
+ mode: "chat",
901
+ cache_read_input_token_cost: 5e-9
791
902
  },
792
903
  "gpt-5-nano-2025-08-07": {
793
904
  input_cost_per_token: 5e-8,
794
905
  output_cost_per_token: 4e-7,
795
906
  litellm_provider: "openai",
796
- mode: "chat"
907
+ mode: "chat",
908
+ cache_read_input_token_cost: 5e-9
797
909
  },
798
910
  "gpt-5-search-api": {
799
911
  input_cost_per_token: 125e-8,
800
912
  output_cost_per_token: 1e-5,
801
913
  litellm_provider: "openai",
802
- mode: "chat"
914
+ mode: "chat",
915
+ cache_read_input_token_cost: 125e-9
803
916
  },
804
917
  "gpt-5-search-api-2025-10-14": {
805
918
  input_cost_per_token: 125e-8,
806
919
  output_cost_per_token: 1e-5,
807
920
  litellm_provider: "openai",
808
- mode: "chat"
921
+ mode: "chat",
922
+ cache_read_input_token_cost: 125e-9
809
923
  },
810
924
  "gpt-5.1": {
811
925
  input_cost_per_token: 125e-8,
812
926
  output_cost_per_token: 1e-5,
813
927
  litellm_provider: "openai",
814
- mode: "chat"
928
+ mode: "chat",
929
+ cache_read_input_token_cost: 125e-9
815
930
  },
816
931
  "gpt-5.1-2025-11-13": {
817
932
  input_cost_per_token: 125e-8,
818
933
  output_cost_per_token: 1e-5,
819
934
  litellm_provider: "openai",
820
- mode: "chat"
935
+ mode: "chat",
936
+ cache_read_input_token_cost: 125e-9
821
937
  },
822
938
  "gpt-5.1-chat-latest": {
823
939
  input_cost_per_token: 125e-8,
824
940
  output_cost_per_token: 1e-5,
825
941
  litellm_provider: "openai",
826
- mode: "chat"
942
+ mode: "chat",
943
+ cache_read_input_token_cost: 125e-9
827
944
  },
828
945
  "gpt-5.2": {
829
946
  input_cost_per_token: 175e-8,
830
947
  output_cost_per_token: 14e-6,
831
948
  litellm_provider: "openai",
832
- mode: "chat"
949
+ mode: "chat",
950
+ cache_read_input_token_cost: 175e-9
833
951
  },
834
952
  "gpt-5.2-2025-12-11": {
835
953
  input_cost_per_token: 175e-8,
836
954
  output_cost_per_token: 14e-6,
837
955
  litellm_provider: "openai",
838
- mode: "chat"
956
+ mode: "chat",
957
+ cache_read_input_token_cost: 175e-9
839
958
  },
840
959
  "gpt-5.2-chat-latest": {
841
960
  input_cost_per_token: 175e-8,
842
961
  output_cost_per_token: 14e-6,
843
962
  litellm_provider: "openai",
844
- mode: "chat"
963
+ mode: "chat",
964
+ cache_read_input_token_cost: 175e-9
845
965
  },
846
966
  "gpt-5.3-chat-latest": {
847
967
  input_cost_per_token: 175e-8,
848
968
  output_cost_per_token: 14e-6,
849
969
  litellm_provider: "openai",
850
- mode: "chat"
970
+ mode: "chat",
971
+ cache_read_input_token_cost: 175e-9
851
972
  },
852
973
  "gpt-5.4": {
853
974
  input_cost_per_token: 25e-7,
854
975
  output_cost_per_token: 15e-6,
855
976
  litellm_provider: "openai",
856
- mode: "chat"
977
+ mode: "chat",
978
+ cache_read_input_token_cost: 25e-8
857
979
  },
858
980
  "gpt-5.4-2026-03-05": {
859
981
  input_cost_per_token: 25e-7,
860
982
  output_cost_per_token: 15e-6,
861
983
  litellm_provider: "openai",
862
- mode: "chat"
984
+ mode: "chat",
985
+ cache_read_input_token_cost: 25e-8
863
986
  },
864
987
  "gpt-5.4-mini": {
865
988
  input_cost_per_token: 75e-8,
866
989
  output_cost_per_token: 45e-7,
867
990
  litellm_provider: "openai",
868
- mode: "chat"
991
+ mode: "chat",
992
+ cache_read_input_token_cost: 75e-9
869
993
  },
870
994
  "gpt-5.4-mini-2026-03-17": {
871
995
  input_cost_per_token: 75e-8,
872
996
  output_cost_per_token: 45e-7,
873
997
  litellm_provider: "openai",
874
- mode: "chat"
998
+ mode: "chat",
999
+ cache_read_input_token_cost: 75e-9
875
1000
  },
876
1001
  "gpt-5.4-nano": {
877
1002
  input_cost_per_token: 2e-7,
878
1003
  output_cost_per_token: 125e-8,
879
1004
  litellm_provider: "openai",
880
- mode: "chat"
1005
+ mode: "chat",
1006
+ cache_read_input_token_cost: 2e-8
881
1007
  },
882
1008
  "gpt-5.4-nano-2026-03-17": {
883
1009
  input_cost_per_token: 2e-7,
884
1010
  output_cost_per_token: 125e-8,
885
1011
  litellm_provider: "openai",
886
- mode: "chat"
1012
+ mode: "chat",
1013
+ cache_read_input_token_cost: 2e-8
887
1014
  },
888
1015
  "gpt-5.5": {
889
1016
  input_cost_per_token: 5e-6,
890
1017
  output_cost_per_token: 3e-5,
891
1018
  litellm_provider: "openai",
892
- mode: "chat"
1019
+ mode: "chat",
1020
+ cache_read_input_token_cost: 5e-7
893
1021
  },
894
1022
  "gpt-5.5-2026-04-23": {
895
1023
  input_cost_per_token: 5e-6,
896
1024
  output_cost_per_token: 3e-5,
897
1025
  litellm_provider: "openai",
898
- mode: "chat"
1026
+ mode: "chat",
1027
+ cache_read_input_token_cost: 5e-7
899
1028
  },
900
1029
  "gpt-5.6": {
901
1030
  input_cost_per_token: 5e-6,
902
1031
  output_cost_per_token: 3e-5,
903
1032
  litellm_provider: "openai",
904
- mode: "chat"
1033
+ mode: "chat",
1034
+ cache_read_input_token_cost: 5e-7,
1035
+ cache_creation_input_token_cost: 625e-8
905
1036
  },
906
1037
  "gpt-5.6-luna": {
907
1038
  input_cost_per_token: 2e-7,
908
1039
  output_cost_per_token: 12e-7,
909
1040
  litellm_provider: "openai",
910
- mode: "chat"
1041
+ mode: "chat",
1042
+ cache_read_input_token_cost: 2e-8,
1043
+ cache_creation_input_token_cost: 25e-8
911
1044
  },
912
1045
  "gpt-5.6-sol": {
913
1046
  input_cost_per_token: 5e-6,
914
1047
  output_cost_per_token: 3e-5,
915
1048
  litellm_provider: "openai",
916
- mode: "chat"
1049
+ mode: "chat",
1050
+ cache_read_input_token_cost: 5e-7,
1051
+ cache_creation_input_token_cost: 625e-8
917
1052
  },
918
1053
  "gpt-5.6-terra": {
919
1054
  input_cost_per_token: 2e-6,
920
1055
  output_cost_per_token: 12e-6,
921
1056
  litellm_provider: "openai",
922
- mode: "chat"
1057
+ mode: "chat",
1058
+ cache_read_input_token_cost: 2e-7,
1059
+ cache_creation_input_token_cost: 25e-7
923
1060
  },
924
1061
  "gpt-audio": {
925
1062
  input_cost_per_token: 25e-7,
@@ -979,67 +1116,78 @@ var cost_map_default = {
979
1116
  input_cost_per_token: 15e-6,
980
1117
  output_cost_per_token: 6e-5,
981
1118
  litellm_provider: "openai",
982
- mode: "chat"
1119
+ mode: "chat",
1120
+ cache_read_input_token_cost: 75e-7
983
1121
  },
984
1122
  "o1-2024-12-17": {
985
1123
  input_cost_per_token: 15e-6,
986
1124
  output_cost_per_token: 6e-5,
987
1125
  litellm_provider: "openai",
988
- mode: "chat"
1126
+ mode: "chat",
1127
+ cache_read_input_token_cost: 75e-7
989
1128
  },
990
1129
  o3: {
991
1130
  input_cost_per_token: 2e-6,
992
1131
  output_cost_per_token: 8e-6,
993
1132
  litellm_provider: "openai",
994
- mode: "chat"
1133
+ mode: "chat",
1134
+ cache_read_input_token_cost: 5e-7
995
1135
  },
996
1136
  "o3-2025-04-16": {
997
1137
  input_cost_per_token: 2e-6,
998
1138
  output_cost_per_token: 8e-6,
999
1139
  litellm_provider: "openai",
1000
- mode: "chat"
1140
+ mode: "chat",
1141
+ cache_read_input_token_cost: 5e-7
1001
1142
  },
1002
1143
  "o3-mini": {
1003
1144
  input_cost_per_token: 11e-7,
1004
1145
  output_cost_per_token: 44e-7,
1005
1146
  litellm_provider: "openai",
1006
- mode: "chat"
1147
+ mode: "chat",
1148
+ cache_read_input_token_cost: 55e-8
1007
1149
  },
1008
1150
  "o3-mini-2025-01-31": {
1009
1151
  input_cost_per_token: 11e-7,
1010
1152
  output_cost_per_token: 44e-7,
1011
1153
  litellm_provider: "openai",
1012
- mode: "chat"
1154
+ mode: "chat",
1155
+ cache_read_input_token_cost: 55e-8
1013
1156
  },
1014
1157
  "o4-mini": {
1015
1158
  input_cost_per_token: 11e-7,
1016
1159
  output_cost_per_token: 44e-7,
1017
1160
  litellm_provider: "openai",
1018
- mode: "chat"
1161
+ mode: "chat",
1162
+ cache_read_input_token_cost: 275e-9
1019
1163
  },
1020
1164
  "o4-mini-2025-04-16": {
1021
1165
  input_cost_per_token: 11e-7,
1022
1166
  output_cost_per_token: 44e-7,
1023
1167
  litellm_provider: "openai",
1024
- mode: "chat"
1168
+ mode: "chat",
1169
+ cache_read_input_token_cost: 275e-9
1025
1170
  },
1026
1171
  "openai/gpt-oss-120b": {
1027
1172
  input_cost_per_token: 15e-8,
1028
1173
  output_cost_per_token: 6e-7,
1029
1174
  litellm_provider: "groq",
1030
- mode: "chat"
1175
+ mode: "chat",
1176
+ cache_read_input_token_cost: 75e-9
1031
1177
  },
1032
1178
  "openai/gpt-oss-20b": {
1033
1179
  input_cost_per_token: 75e-9,
1034
1180
  output_cost_per_token: 3e-7,
1035
1181
  litellm_provider: "groq",
1036
- mode: "chat"
1182
+ mode: "chat",
1183
+ cache_read_input_token_cost: 375e-10
1037
1184
  },
1038
1185
  "openai/gpt-oss-safeguard-20b": {
1039
1186
  input_cost_per_token: 75e-9,
1040
1187
  output_cost_per_token: 3e-7,
1041
1188
  litellm_provider: "groq",
1042
- mode: "chat"
1189
+ mode: "chat",
1190
+ cache_read_input_token_cost: 37e-9
1043
1191
  },
1044
1192
  "qwen/qwen3-32b": {
1045
1193
  input_cost_per_token: 29e-8,