flexllm 0.3.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (39) hide show
  1. flexllm/__init__.py +224 -0
  2. flexllm/__main__.py +1096 -0
  3. flexllm/async_api/__init__.py +9 -0
  4. flexllm/async_api/concurrent_call.py +100 -0
  5. flexllm/async_api/concurrent_executor.py +1036 -0
  6. flexllm/async_api/core.py +373 -0
  7. flexllm/async_api/interface.py +12 -0
  8. flexllm/async_api/progress.py +277 -0
  9. flexllm/base_client.py +988 -0
  10. flexllm/batch_tools/__init__.py +16 -0
  11. flexllm/batch_tools/folder_processor.py +317 -0
  12. flexllm/batch_tools/table_processor.py +363 -0
  13. flexllm/cache/__init__.py +10 -0
  14. flexllm/cache/response_cache.py +293 -0
  15. flexllm/chain_of_thought_client.py +1120 -0
  16. flexllm/claudeclient.py +402 -0
  17. flexllm/client_pool.py +698 -0
  18. flexllm/geminiclient.py +563 -0
  19. flexllm/llm_client.py +523 -0
  20. flexllm/llm_parser.py +60 -0
  21. flexllm/mllm_client.py +559 -0
  22. flexllm/msg_processors/__init__.py +174 -0
  23. flexllm/msg_processors/image_processor.py +729 -0
  24. flexllm/msg_processors/image_processor_helper.py +485 -0
  25. flexllm/msg_processors/messages_processor.py +341 -0
  26. flexllm/msg_processors/unified_processor.py +1404 -0
  27. flexllm/openaiclient.py +256 -0
  28. flexllm/pricing/__init__.py +104 -0
  29. flexllm/pricing/data.json +1201 -0
  30. flexllm/pricing/updater.py +223 -0
  31. flexllm/provider_router.py +213 -0
  32. flexllm/token_counter.py +270 -0
  33. flexllm/utils/__init__.py +1 -0
  34. flexllm/utils/core.py +41 -0
  35. flexllm-0.3.3.dist-info/METADATA +573 -0
  36. flexllm-0.3.3.dist-info/RECORD +39 -0
  37. flexllm-0.3.3.dist-info/WHEEL +4 -0
  38. flexllm-0.3.3.dist-info/entry_points.txt +3 -0
  39. flexllm-0.3.3.dist-info/licenses/LICENSE +201 -0
@@ -0,0 +1,1201 @@
1
+ {
2
+ "_meta": {
3
+ "updated_at": "2026-01-18",
4
+ "source": "OpenRouter API (https://openrouter.ai/api/v1/models)",
5
+ "unit": "$/1M tokens"
6
+ },
7
+ "models": {
8
+ "aion-1.0": {
9
+ "input": 4.0,
10
+ "output": 8.0
11
+ },
12
+ "aion-1.0-mini": {
13
+ "input": 0.7,
14
+ "output": 1.4
15
+ },
16
+ "aion-rp-llama-3.1-8b": {
17
+ "input": 0.8,
18
+ "output": 1.6
19
+ },
20
+ "chatgpt-4o-latest": {
21
+ "input": 5.0,
22
+ "output": 15.0
23
+ },
24
+ "claude-3-haiku": {
25
+ "input": 0.25,
26
+ "output": 1.25
27
+ },
28
+ "claude-3.5-haiku": {
29
+ "input": 0.8,
30
+ "output": 4.0
31
+ },
32
+ "claude-3.5-sonnet": {
33
+ "input": 6.0,
34
+ "output": 30.0
35
+ },
36
+ "claude-3.7-sonnet": {
37
+ "input": 3.0,
38
+ "output": 15.0
39
+ },
40
+ "claude-haiku-4.5": {
41
+ "input": 1.0,
42
+ "output": 5.0
43
+ },
44
+ "claude-opus-4": {
45
+ "input": 15.0,
46
+ "output": 75.0
47
+ },
48
+ "claude-opus-4.1": {
49
+ "input": 15.0,
50
+ "output": 75.0
51
+ },
52
+ "claude-opus-4.5": {
53
+ "input": 5.0,
54
+ "output": 25.0
55
+ },
56
+ "claude-sonnet-4": {
57
+ "input": 3.0,
58
+ "output": 15.0
59
+ },
60
+ "claude-sonnet-4.5": {
61
+ "input": 3.0,
62
+ "output": 15.0
63
+ },
64
+ "codellama-7b-instruct-solidity": {
65
+ "input": 0.8,
66
+ "output": 1.2
67
+ },
68
+ "coder-large": {
69
+ "input": 0.5,
70
+ "output": 0.8
71
+ },
72
+ "codestral-2508": {
73
+ "input": 0.3,
74
+ "output": 0.9
75
+ },
76
+ "cogito-v2-preview-llama-109b-moe": {
77
+ "input": 0.18,
78
+ "output": 0.59
79
+ },
80
+ "cogito-v2-preview-llama-405b": {
81
+ "input": 3.5,
82
+ "output": 3.5
83
+ },
84
+ "cogito-v2-preview-llama-70b": {
85
+ "input": 0.88,
86
+ "output": 0.88
87
+ },
88
+ "cogito-v2.1-671b": {
89
+ "input": 1.25,
90
+ "output": 1.25
91
+ },
92
+ "command-a": {
93
+ "input": 2.5,
94
+ "output": 10.0
95
+ },
96
+ "command-r-08-2024": {
97
+ "input": 0.15,
98
+ "output": 0.6
99
+ },
100
+ "command-r-plus-08-2024": {
101
+ "input": 2.5,
102
+ "output": 10.0
103
+ },
104
+ "command-r7b-12-2024": {
105
+ "input": 0.0375,
106
+ "output": 0.15
107
+ },
108
+ "cydonia-24b-v4.1": {
109
+ "input": 0.3,
110
+ "output": 0.5
111
+ },
112
+ "deephermes-3-mistral-24b-preview": {
113
+ "input": 0.02,
114
+ "output": 0.1
115
+ },
116
+ "deepseek-chat": {
117
+ "input": 0.3,
118
+ "output": 1.2
119
+ },
120
+ "deepseek-chat-v3-0324": {
121
+ "input": 0.19,
122
+ "output": 0.87
123
+ },
124
+ "deepseek-chat-v3.1": {
125
+ "input": 0.15,
126
+ "output": 0.75
127
+ },
128
+ "deepseek-r1": {
129
+ "input": 0.7,
130
+ "output": 2.5
131
+ },
132
+ "deepseek-r1-0528": {
133
+ "input": 0.45,
134
+ "output": 2.15
135
+ },
136
+ "deepseek-r1-distill-llama-70b": {
137
+ "input": 0.03,
138
+ "output": 0.11
139
+ },
140
+ "deepseek-r1-distill-qwen-32b": {
141
+ "input": 0.29,
142
+ "output": 0.29
143
+ },
144
+ "deepseek-r1t-chimera": {
145
+ "input": 0.3,
146
+ "output": 1.2
147
+ },
148
+ "deepseek-r1t2-chimera": {
149
+ "input": 0.25,
150
+ "output": 0.85
151
+ },
152
+ "deepseek-v3.1-nex-n1": {
153
+ "input": 0.27,
154
+ "output": 1.0
155
+ },
156
+ "deepseek-v3.1-terminus": {
157
+ "input": 0.21,
158
+ "output": 0.79
159
+ },
160
+ "deepseek-v3.2": {
161
+ "input": 0.25,
162
+ "output": 0.38
163
+ },
164
+ "deepseek-v3.2-exp": {
165
+ "input": 0.21,
166
+ "output": 0.32
167
+ },
168
+ "deepseek-v3.2-speciale": {
169
+ "input": 0.27,
170
+ "output": 0.41
171
+ },
172
+ "devstral-2512": {
173
+ "input": 0.05,
174
+ "output": 0.22
175
+ },
176
+ "devstral-medium": {
177
+ "input": 0.4,
178
+ "output": 2.0
179
+ },
180
+ "devstral-small": {
181
+ "input": 0.1,
182
+ "output": 0.3
183
+ },
184
+ "ernie-4.5-21b-a3b": {
185
+ "input": 0.07,
186
+ "output": 0.28
187
+ },
188
+ "ernie-4.5-21b-a3b-thinking": {
189
+ "input": 0.07,
190
+ "output": 0.28
191
+ },
192
+ "ernie-4.5-300b-a47b": {
193
+ "input": 0.28,
194
+ "output": 1.1
195
+ },
196
+ "ernie-4.5-vl-28b-a3b": {
197
+ "input": 0.14,
198
+ "output": 0.56
199
+ },
200
+ "ernie-4.5-vl-424b-a47b": {
201
+ "input": 0.42,
202
+ "output": 1.25
203
+ },
204
+ "gemini-2.0-flash-001": {
205
+ "input": 0.1,
206
+ "output": 0.4
207
+ },
208
+ "gemini-2.0-flash-lite-001": {
209
+ "input": 0.075,
210
+ "output": 0.3
211
+ },
212
+ "gemini-2.5-flash": {
213
+ "input": 0.3,
214
+ "output": 2.5
215
+ },
216
+ "gemini-2.5-flash-image": {
217
+ "input": 0.3,
218
+ "output": 2.5
219
+ },
220
+ "gemini-2.5-flash-lite": {
221
+ "input": 0.1,
222
+ "output": 0.4
223
+ },
224
+ "gemini-2.5-flash-lite-preview-09-2025": {
225
+ "input": 0.1,
226
+ "output": 0.4
227
+ },
228
+ "gemini-2.5-flash-preview-09-2025": {
229
+ "input": 0.3,
230
+ "output": 2.5
231
+ },
232
+ "gemini-2.5-pro": {
233
+ "input": 1.25,
234
+ "output": 10.0
235
+ },
236
+ "gemini-2.5-pro-preview": {
237
+ "input": 1.25,
238
+ "output": 10.0
239
+ },
240
+ "gemini-2.5-pro-preview-05-06": {
241
+ "input": 1.25,
242
+ "output": 10.0
243
+ },
244
+ "gemini-3-flash-preview": {
245
+ "input": 0.5,
246
+ "output": 3.0
247
+ },
248
+ "gemini-3-pro-image-preview": {
249
+ "input": 2.0,
250
+ "output": 12.0
251
+ },
252
+ "gemini-3-pro-preview": {
253
+ "input": 2.0,
254
+ "output": 12.0
255
+ },
256
+ "gemma-2-27b-it": {
257
+ "input": 0.65,
258
+ "output": 0.65
259
+ },
260
+ "gemma-2-9b-it": {
261
+ "input": 0.03,
262
+ "output": 0.09
263
+ },
264
+ "gemma-3-12b-it": {
265
+ "input": 0.03,
266
+ "output": 0.1
267
+ },
268
+ "gemma-3-27b-it": {
269
+ "input": 0.04,
270
+ "output": 0.15
271
+ },
272
+ "gemma-3-4b-it": {
273
+ "input": 0.017,
274
+ "output": 0.0682
275
+ },
276
+ "gemma-3n-e4b-it": {
277
+ "input": 0.02,
278
+ "output": 0.04
279
+ },
280
+ "glm-4-32b": {
281
+ "input": 0.1,
282
+ "output": 0.1
283
+ },
284
+ "glm-4.5": {
285
+ "input": 0.35,
286
+ "output": 1.55
287
+ },
288
+ "glm-4.5-air": {
289
+ "input": 0.05,
290
+ "output": 0.22
291
+ },
292
+ "glm-4.5v": {
293
+ "input": 0.6,
294
+ "output": 1.8
295
+ },
296
+ "glm-4.6": {
297
+ "input": 0.35,
298
+ "output": 1.5
299
+ },
300
+ "glm-4.6v": {
301
+ "input": 0.3,
302
+ "output": 0.9
303
+ },
304
+ "glm-4.7": {
305
+ "input": 0.4,
306
+ "output": 1.5
307
+ },
308
+ "goliath-120b": {
309
+ "input": 6.0,
310
+ "output": 8.0
311
+ },
312
+ "gpt-3.5-turbo": {
313
+ "input": 0.5,
314
+ "output": 1.5
315
+ },
316
+ "gpt-3.5-turbo-0613": {
317
+ "input": 1.0,
318
+ "output": 2.0
319
+ },
320
+ "gpt-3.5-turbo-16k": {
321
+ "input": 3.0,
322
+ "output": 4.0
323
+ },
324
+ "gpt-3.5-turbo-instruct": {
325
+ "input": 1.5,
326
+ "output": 2.0
327
+ },
328
+ "gpt-4": {
329
+ "input": 30.0,
330
+ "output": 60.0
331
+ },
332
+ "gpt-4-0314": {
333
+ "input": 30.0,
334
+ "output": 60.0
335
+ },
336
+ "gpt-4-1106-preview": {
337
+ "input": 10.0,
338
+ "output": 30.0
339
+ },
340
+ "gpt-4-turbo": {
341
+ "input": 10.0,
342
+ "output": 30.0
343
+ },
344
+ "gpt-4-turbo-preview": {
345
+ "input": 10.0,
346
+ "output": 30.0
347
+ },
348
+ "gpt-4.1": {
349
+ "input": 2.0,
350
+ "output": 8.0
351
+ },
352
+ "gpt-4.1-mini": {
353
+ "input": 0.4,
354
+ "output": 1.6
355
+ },
356
+ "gpt-4.1-nano": {
357
+ "input": 0.1,
358
+ "output": 0.4
359
+ },
360
+ "gpt-4o": {
361
+ "input": 2.5,
362
+ "output": 10.0
363
+ },
364
+ "gpt-4o-2024-05-13": {
365
+ "input": 5.0,
366
+ "output": 15.0
367
+ },
368
+ "gpt-4o-2024-08-06": {
369
+ "input": 2.5,
370
+ "output": 10.0
371
+ },
372
+ "gpt-4o-2024-11-20": {
373
+ "input": 2.5,
374
+ "output": 10.0
375
+ },
376
+ "gpt-4o-audio-preview": {
377
+ "input": 2.5,
378
+ "output": 10.0
379
+ },
380
+ "gpt-4o-mini": {
381
+ "input": 0.15,
382
+ "output": 0.6
383
+ },
384
+ "gpt-4o-mini-2024-07-18": {
385
+ "input": 0.15,
386
+ "output": 0.6
387
+ },
388
+ "gpt-4o-mini-search-preview": {
389
+ "input": 0.15,
390
+ "output": 0.6
391
+ },
392
+ "gpt-4o-search-preview": {
393
+ "input": 2.5,
394
+ "output": 10.0
395
+ },
396
+ "gpt-5": {
397
+ "input": 1.25,
398
+ "output": 10.0
399
+ },
400
+ "gpt-5-chat": {
401
+ "input": 1.25,
402
+ "output": 10.0
403
+ },
404
+ "gpt-5-codex": {
405
+ "input": 1.25,
406
+ "output": 10.0
407
+ },
408
+ "gpt-5-image": {
409
+ "input": 10.0,
410
+ "output": 10.0
411
+ },
412
+ "gpt-5-image-mini": {
413
+ "input": 2.5,
414
+ "output": 2.0
415
+ },
416
+ "gpt-5-mini": {
417
+ "input": 0.25,
418
+ "output": 2.0
419
+ },
420
+ "gpt-5-nano": {
421
+ "input": 0.05,
422
+ "output": 0.4
423
+ },
424
+ "gpt-5-pro": {
425
+ "input": 15.0,
426
+ "output": 120.0
427
+ },
428
+ "gpt-5.1": {
429
+ "input": 1.25,
430
+ "output": 10.0
431
+ },
432
+ "gpt-5.1-chat": {
433
+ "input": 1.25,
434
+ "output": 10.0
435
+ },
436
+ "gpt-5.1-codex": {
437
+ "input": 1.25,
438
+ "output": 10.0
439
+ },
440
+ "gpt-5.1-codex-max": {
441
+ "input": 1.25,
442
+ "output": 10.0
443
+ },
444
+ "gpt-5.1-codex-mini": {
445
+ "input": 0.25,
446
+ "output": 2.0
447
+ },
448
+ "gpt-5.2": {
449
+ "input": 1.75,
450
+ "output": 14.0
451
+ },
452
+ "gpt-5.2-chat": {
453
+ "input": 1.75,
454
+ "output": 14.0
455
+ },
456
+ "gpt-5.2-codex": {
457
+ "input": 1.75,
458
+ "output": 14.0
459
+ },
460
+ "gpt-5.2-pro": {
461
+ "input": 21.0,
462
+ "output": 168.0
463
+ },
464
+ "gpt-oss-120b": {
465
+ "input": 0.039,
466
+ "output": 0.19
467
+ },
468
+ "gpt-oss-20b": {
469
+ "input": 0.02,
470
+ "output": 0.1
471
+ },
472
+ "gpt-oss-safeguard-20b": {
473
+ "input": 0.075,
474
+ "output": 0.3
475
+ },
476
+ "granite-4.0-h-micro": {
477
+ "input": 0.017,
478
+ "output": 0.11
479
+ },
480
+ "grok-3": {
481
+ "input": 3.0,
482
+ "output": 15.0
483
+ },
484
+ "grok-3-beta": {
485
+ "input": 3.0,
486
+ "output": 15.0
487
+ },
488
+ "grok-3-mini": {
489
+ "input": 0.3,
490
+ "output": 0.5
491
+ },
492
+ "grok-3-mini-beta": {
493
+ "input": 0.3,
494
+ "output": 0.5
495
+ },
496
+ "grok-4": {
497
+ "input": 3.0,
498
+ "output": 15.0
499
+ },
500
+ "grok-4-fast": {
501
+ "input": 0.2,
502
+ "output": 0.5
503
+ },
504
+ "grok-4.1-fast": {
505
+ "input": 0.2,
506
+ "output": 0.5
507
+ },
508
+ "grok-code-fast-1": {
509
+ "input": 0.2,
510
+ "output": 1.5
511
+ },
512
+ "hermes-2-pro-llama-3-8b": {
513
+ "input": 0.025,
514
+ "output": 0.08
515
+ },
516
+ "hermes-3-llama-3.1-405b": {
517
+ "input": 1.0,
518
+ "output": 1.0
519
+ },
520
+ "hermes-3-llama-3.1-70b": {
521
+ "input": 0.3,
522
+ "output": 0.3
523
+ },
524
+ "hermes-4-405b": {
525
+ "input": 1.0,
526
+ "output": 3.0
527
+ },
528
+ "hermes-4-70b": {
529
+ "input": 0.11,
530
+ "output": 0.38
531
+ },
532
+ "hunyuan-a13b-instruct": {
533
+ "input": 0.14,
534
+ "output": 0.57
535
+ },
536
+ "inflection-3-pi": {
537
+ "input": 2.5,
538
+ "output": 10.0
539
+ },
540
+ "inflection-3-productivity": {
541
+ "input": 2.5,
542
+ "output": 10.0
543
+ },
544
+ "intellect-3": {
545
+ "input": 0.2,
546
+ "output": 1.1
547
+ },
548
+ "internvl3-78b": {
549
+ "input": 0.1,
550
+ "output": 0.39
551
+ },
552
+ "jamba-large-1.7": {
553
+ "input": 2.0,
554
+ "output": 8.0
555
+ },
556
+ "jamba-mini-1.7": {
557
+ "input": 0.2,
558
+ "output": 0.4
559
+ },
560
+ "kat-coder-pro": {
561
+ "input": 0.207,
562
+ "output": 0.828
563
+ },
564
+ "kimi-dev-72b": {
565
+ "input": 0.29,
566
+ "output": 1.15
567
+ },
568
+ "kimi-k2": {
569
+ "input": 0.5,
570
+ "output": 2.4
571
+ },
572
+ "kimi-k2-0905": {
573
+ "input": 0.39,
574
+ "output": 1.9
575
+ },
576
+ "kimi-k2-thinking": {
577
+ "input": 0.4,
578
+ "output": 1.75
579
+ },
580
+ "l3-euryale-70b": {
581
+ "input": 1.48,
582
+ "output": 1.48
583
+ },
584
+ "l3-lunaris-8b": {
585
+ "input": 0.04,
586
+ "output": 0.05
587
+ },
588
+ "l3.1-70b-hanami-x1": {
589
+ "input": 3.0,
590
+ "output": 3.0
591
+ },
592
+ "l3.1-euryale-70b": {
593
+ "input": 0.65,
594
+ "output": 0.75
595
+ },
596
+ "l3.3-euryale-70b": {
597
+ "input": 0.65,
598
+ "output": 0.75
599
+ },
600
+ "lfm-2.2-6b": {
601
+ "input": 0.01,
602
+ "output": 0.02
603
+ },
604
+ "lfm2-8b-a1b": {
605
+ "input": 0.01,
606
+ "output": 0.02
607
+ },
608
+ "llama-3-70b-instruct": {
609
+ "input": 0.4,
610
+ "output": 0.4
611
+ },
612
+ "llama-3-8b-instruct": {
613
+ "input": 0.03,
614
+ "output": 0.06
615
+ },
616
+ "llama-3.1-405b": {
617
+ "input": 4.0,
618
+ "output": 4.0
619
+ },
620
+ "llama-3.1-405b-instruct": {
621
+ "input": 3.5,
622
+ "output": 3.5
623
+ },
624
+ "llama-3.1-70b-instruct": {
625
+ "input": 0.4,
626
+ "output": 0.4
627
+ },
628
+ "llama-3.1-8b-instruct": {
629
+ "input": 0.02,
630
+ "output": 0.05
631
+ },
632
+ "llama-3.1-lumimaid-8b": {
633
+ "input": 0.09,
634
+ "output": 0.6
635
+ },
636
+ "llama-3.1-nemotron-70b-instruct": {
637
+ "input": 1.2,
638
+ "output": 1.2
639
+ },
640
+ "llama-3.1-nemotron-ultra-253b-v1": {
641
+ "input": 0.6,
642
+ "output": 1.8
643
+ },
644
+ "llama-3.2-11b-vision-instruct": {
645
+ "input": 0.049,
646
+ "output": 0.049
647
+ },
648
+ "llama-3.2-1b-instruct": {
649
+ "input": 0.027,
650
+ "output": 0.2
651
+ },
652
+ "llama-3.2-3b-instruct": {
653
+ "input": 0.02,
654
+ "output": 0.02
655
+ },
656
+ "llama-3.3-70b-instruct": {
657
+ "input": 0.1,
658
+ "output": 0.32
659
+ },
660
+ "llama-3.3-nemotron-super-49b-v1.5": {
661
+ "input": 0.1,
662
+ "output": 0.4
663
+ },
664
+ "llama-4-maverick": {
665
+ "input": 0.15,
666
+ "output": 0.6
667
+ },
668
+ "llama-4-scout": {
669
+ "input": 0.08,
670
+ "output": 0.3
671
+ },
672
+ "llama-guard-2-8b": {
673
+ "input": 0.2,
674
+ "output": 0.2
675
+ },
676
+ "llama-guard-3-8b": {
677
+ "input": 0.02,
678
+ "output": 0.06
679
+ },
680
+ "llama-guard-4-12b": {
681
+ "input": 0.18,
682
+ "output": 0.18
683
+ },
684
+ "llemma_7b": {
685
+ "input": 0.8,
686
+ "output": 1.2
687
+ },
688
+ "longcat-flash-chat": {
689
+ "input": 0.2,
690
+ "output": 0.8
691
+ },
692
+ "maestro-reasoning": {
693
+ "input": 0.9,
694
+ "output": 3.3
695
+ },
696
+ "magnum-v4-72b": {
697
+ "input": 3.0,
698
+ "output": 5.0
699
+ },
700
+ "mercury": {
701
+ "input": 0.25,
702
+ "output": 1.0
703
+ },
704
+ "mercury-coder": {
705
+ "input": 0.25,
706
+ "output": 1.0
707
+ },
708
+ "mimo-v2-flash": {
709
+ "input": 0.09,
710
+ "output": 0.29
711
+ },
712
+ "minimax-01": {
713
+ "input": 0.2,
714
+ "output": 1.1
715
+ },
716
+ "minimax-m1": {
717
+ "input": 0.4,
718
+ "output": 2.2
719
+ },
720
+ "minimax-m2": {
721
+ "input": 0.2,
722
+ "output": 1.0
723
+ },
724
+ "minimax-m2.1": {
725
+ "input": 0.27,
726
+ "output": 1.12
727
+ },
728
+ "ministral-14b-2512": {
729
+ "input": 0.2,
730
+ "output": 0.2
731
+ },
732
+ "ministral-3b": {
733
+ "input": 0.04,
734
+ "output": 0.04
735
+ },
736
+ "ministral-3b-2512": {
737
+ "input": 0.1,
738
+ "output": 0.1
739
+ },
740
+ "ministral-8b": {
741
+ "input": 0.1,
742
+ "output": 0.1
743
+ },
744
+ "ministral-8b-2512": {
745
+ "input": 0.15,
746
+ "output": 0.15
747
+ },
748
+ "mistral-7b-instruct": {
749
+ "input": 0.2,
750
+ "output": 0.2
751
+ },
752
+ "mistral-7b-instruct-v0.1": {
753
+ "input": 0.11,
754
+ "output": 0.19
755
+ },
756
+ "mistral-7b-instruct-v0.2": {
757
+ "input": 0.2,
758
+ "output": 0.2
759
+ },
760
+ "mistral-7b-instruct-v0.3": {
761
+ "input": 0.2,
762
+ "output": 0.2
763
+ },
764
+ "mistral-large": {
765
+ "input": 2.0,
766
+ "output": 6.0
767
+ },
768
+ "mistral-large-2407": {
769
+ "input": 2.0,
770
+ "output": 6.0
771
+ },
772
+ "mistral-large-2411": {
773
+ "input": 2.0,
774
+ "output": 6.0
775
+ },
776
+ "mistral-large-2512": {
777
+ "input": 0.5,
778
+ "output": 1.5
779
+ },
780
+ "mistral-medium-3": {
781
+ "input": 0.4,
782
+ "output": 2.0
783
+ },
784
+ "mistral-medium-3.1": {
785
+ "input": 0.4,
786
+ "output": 2.0
787
+ },
788
+ "mistral-nemo": {
789
+ "input": 0.02,
790
+ "output": 0.04
791
+ },
792
+ "mistral-saba": {
793
+ "input": 0.2,
794
+ "output": 0.6
795
+ },
796
+ "mistral-small-24b-instruct-2501": {
797
+ "input": 0.03,
798
+ "output": 0.11
799
+ },
800
+ "mistral-small-3.1-24b-instruct": {
801
+ "input": 0.03,
802
+ "output": 0.11
803
+ },
804
+ "mistral-small-3.2-24b-instruct": {
805
+ "input": 0.06,
806
+ "output": 0.18
807
+ },
808
+ "mistral-small-creative": {
809
+ "input": 0.1,
810
+ "output": 0.3
811
+ },
812
+ "mistral-tiny": {
813
+ "input": 0.25,
814
+ "output": 0.25
815
+ },
816
+ "mixtral-8x22b-instruct": {
817
+ "input": 2.0,
818
+ "output": 6.0
819
+ },
820
+ "mixtral-8x7b-instruct": {
821
+ "input": 0.54,
822
+ "output": 0.54
823
+ },
824
+ "morph-v3-fast": {
825
+ "input": 0.8,
826
+ "output": 1.2
827
+ },
828
+ "morph-v3-large": {
829
+ "input": 0.9,
830
+ "output": 1.9
831
+ },
832
+ "mythomax-l2-13b": {
833
+ "input": 0.06,
834
+ "output": 0.06
835
+ },
836
+ "nemotron-3-nano-30b-a3b": {
837
+ "input": 0.06,
838
+ "output": 0.24
839
+ },
840
+ "nemotron-nano-12b-v2-vl": {
841
+ "input": 0.2,
842
+ "output": 0.6
843
+ },
844
+ "nemotron-nano-9b-v2": {
845
+ "input": 0.04,
846
+ "output": 0.16
847
+ },
848
+ "noromaid-20b": {
849
+ "input": 1.0,
850
+ "output": 1.75
851
+ },
852
+ "nova-2-lite-v1": {
853
+ "input": 0.3,
854
+ "output": 2.5
855
+ },
856
+ "nova-lite-v1": {
857
+ "input": 0.06,
858
+ "output": 0.24
859
+ },
860
+ "nova-micro-v1": {
861
+ "input": 0.035,
862
+ "output": 0.14
863
+ },
864
+ "nova-premier-v1": {
865
+ "input": 2.5,
866
+ "output": 12.5
867
+ },
868
+ "nova-pro-v1": {
869
+ "input": 0.8,
870
+ "output": 3.2
871
+ },
872
+ "o1": {
873
+ "input": 15.0,
874
+ "output": 60.0
875
+ },
876
+ "o1-pro": {
877
+ "input": 150.0,
878
+ "output": 600.0
879
+ },
880
+ "o3": {
881
+ "input": 2.0,
882
+ "output": 8.0
883
+ },
884
+ "o3-deep-research": {
885
+ "input": 10.0,
886
+ "output": 40.0
887
+ },
888
+ "o3-mini": {
889
+ "input": 1.1,
890
+ "output": 4.4
891
+ },
892
+ "o3-mini-high": {
893
+ "input": 1.1,
894
+ "output": 4.4
895
+ },
896
+ "o3-pro": {
897
+ "input": 20.0,
898
+ "output": 80.0
899
+ },
900
+ "o4-mini": {
901
+ "input": 1.1,
902
+ "output": 4.4
903
+ },
904
+ "o4-mini-deep-research": {
905
+ "input": 2.0,
906
+ "output": 8.0
907
+ },
908
+ "o4-mini-high": {
909
+ "input": 1.1,
910
+ "output": 4.4
911
+ },
912
+ "olmo-2-0325-32b-instruct": {
913
+ "input": 0.05,
914
+ "output": 0.2
915
+ },
916
+ "olmo-3-32b-think": {
917
+ "input": 0.15,
918
+ "output": 0.5
919
+ },
920
+ "olmo-3-7b-instruct": {
921
+ "input": 0.1,
922
+ "output": 0.2
923
+ },
924
+ "olmo-3-7b-think": {
925
+ "input": 0.12,
926
+ "output": 0.2
927
+ },
928
+ "olmo-3.1-32b-instruct": {
929
+ "input": 0.2,
930
+ "output": 0.6
931
+ },
932
+ "olmo-3.1-32b-think": {
933
+ "input": 0.15,
934
+ "output": 0.5
935
+ },
936
+ "phi-4": {
937
+ "input": 0.06,
938
+ "output": 0.14
939
+ },
940
+ "pixtral-12b": {
941
+ "input": 0.1,
942
+ "output": 0.1
943
+ },
944
+ "pixtral-large-2411": {
945
+ "input": 2.0,
946
+ "output": 6.0
947
+ },
948
+ "qwen-2.5-72b-instruct": {
949
+ "input": 0.12,
950
+ "output": 0.39
951
+ },
952
+ "qwen-2.5-7b-instruct": {
953
+ "input": 0.04,
954
+ "output": 0.1
955
+ },
956
+ "qwen-2.5-coder-32b-instruct": {
957
+ "input": 0.03,
958
+ "output": 0.11
959
+ },
960
+ "qwen-2.5-vl-7b-instruct": {
961
+ "input": 0.2,
962
+ "output": 0.2
963
+ },
964
+ "qwen-max": {
965
+ "input": 1.6,
966
+ "output": 6.4
967
+ },
968
+ "qwen-plus": {
969
+ "input": 0.4,
970
+ "output": 1.2
971
+ },
972
+ "qwen-plus-2025-07-28": {
973
+ "input": 0.4,
974
+ "output": 1.2
975
+ },
976
+ "qwen-turbo": {
977
+ "input": 0.05,
978
+ "output": 0.2
979
+ },
980
+ "qwen-vl-max": {
981
+ "input": 0.8,
982
+ "output": 3.2
983
+ },
984
+ "qwen-vl-plus": {
985
+ "input": 0.21,
986
+ "output": 0.63
987
+ },
988
+ "qwen2.5-coder-7b-instruct": {
989
+ "input": 0.03,
990
+ "output": 0.09
991
+ },
992
+ "qwen2.5-vl-32b-instruct": {
993
+ "input": 0.05,
994
+ "output": 0.22
995
+ },
996
+ "qwen2.5-vl-72b-instruct": {
997
+ "input": 0.15,
998
+ "output": 0.6
999
+ },
1000
+ "qwen3-14b": {
1001
+ "input": 0.05,
1002
+ "output": 0.22
1003
+ },
1004
+ "qwen3-235b-a22b": {
1005
+ "input": 0.2,
1006
+ "output": 0.6
1007
+ },
1008
+ "qwen3-235b-a22b-2507": {
1009
+ "input": 0.071,
1010
+ "output": 0.463
1011
+ },
1012
+ "qwen3-235b-a22b-thinking-2507": {
1013
+ "input": 0.11,
1014
+ "output": 0.6
1015
+ },
1016
+ "qwen3-30b-a3b": {
1017
+ "input": 0.06,
1018
+ "output": 0.22
1019
+ },
1020
+ "qwen3-30b-a3b-instruct-2507": {
1021
+ "input": 0.08,
1022
+ "output": 0.33
1023
+ },
1024
+ "qwen3-30b-a3b-thinking-2507": {
1025
+ "input": 0.051,
1026
+ "output": 0.34
1027
+ },
1028
+ "qwen3-32b": {
1029
+ "input": 0.08,
1030
+ "output": 0.24
1031
+ },
1032
+ "qwen3-8b": {
1033
+ "input": 0.05,
1034
+ "output": 0.25
1035
+ },
1036
+ "qwen3-coder": {
1037
+ "input": 0.22,
1038
+ "output": 0.95
1039
+ },
1040
+ "qwen3-coder-30b-a3b-instruct": {
1041
+ "input": 0.07,
1042
+ "output": 0.27
1043
+ },
1044
+ "qwen3-coder-flash": {
1045
+ "input": 0.3,
1046
+ "output": 1.5
1047
+ },
1048
+ "qwen3-coder-plus": {
1049
+ "input": 1.0,
1050
+ "output": 5.0
1051
+ },
1052
+ "qwen3-max": {
1053
+ "input": 1.2,
1054
+ "output": 6.0
1055
+ },
1056
+ "qwen3-next-80b-a3b-instruct": {
1057
+ "input": 0.09,
1058
+ "output": 1.1
1059
+ },
1060
+ "qwen3-next-80b-a3b-thinking": {
1061
+ "input": 0.15,
1062
+ "output": 1.2
1063
+ },
1064
+ "qwen3-vl-235b-a22b-instruct": {
1065
+ "input": 0.2,
1066
+ "output": 1.2
1067
+ },
1068
+ "qwen3-vl-235b-a22b-thinking": {
1069
+ "input": 0.98,
1070
+ "output": 3.95
1071
+ },
1072
+ "qwen3-vl-30b-a3b-instruct": {
1073
+ "input": 0.15,
1074
+ "output": 0.6
1075
+ },
1076
+ "qwen3-vl-30b-a3b-thinking": {
1077
+ "input": 0.2,
1078
+ "output": 1.0
1079
+ },
1080
+ "qwen3-vl-32b-instruct": {
1081
+ "input": 0.5,
1082
+ "output": 1.5
1083
+ },
1084
+ "qwen3-vl-8b-instruct": {
1085
+ "input": 0.08,
1086
+ "output": 0.5
1087
+ },
1088
+ "qwen3-vl-8b-thinking": {
1089
+ "input": 0.18,
1090
+ "output": 2.1
1091
+ },
1092
+ "qwq-32b": {
1093
+ "input": 0.15,
1094
+ "output": 0.4
1095
+ },
1096
+ "relace-apply-3": {
1097
+ "input": 0.85,
1098
+ "output": 1.25
1099
+ },
1100
+ "relace-search": {
1101
+ "input": 1.0,
1102
+ "output": 3.0
1103
+ },
1104
+ "remm-slerp-l2-13b": {
1105
+ "input": 0.45,
1106
+ "output": 0.65
1107
+ },
1108
+ "rnj-1-instruct": {
1109
+ "input": 0.15,
1110
+ "output": 0.15
1111
+ },
1112
+ "rocinante-12b": {
1113
+ "input": 0.17,
1114
+ "output": 0.43
1115
+ },
1116
+ "router": {
1117
+ "input": 0.85,
1118
+ "output": 3.4
1119
+ },
1120
+ "seed-1.6": {
1121
+ "input": 0.25,
1122
+ "output": 2.0
1123
+ },
1124
+ "seed-1.6-flash": {
1125
+ "input": 0.075,
1126
+ "output": 0.3
1127
+ },
1128
+ "skyfall-36b-v2": {
1129
+ "input": 0.55,
1130
+ "output": 0.8
1131
+ },
1132
+ "sonar": {
1133
+ "input": 1.0,
1134
+ "output": 1.0
1135
+ },
1136
+ "sonar-deep-research": {
1137
+ "input": 2.0,
1138
+ "output": 8.0
1139
+ },
1140
+ "sonar-pro": {
1141
+ "input": 3.0,
1142
+ "output": 15.0
1143
+ },
1144
+ "sonar-pro-search": {
1145
+ "input": 3.0,
1146
+ "output": 15.0
1147
+ },
1148
+ "sonar-reasoning-pro": {
1149
+ "input": 2.0,
1150
+ "output": 8.0
1151
+ },
1152
+ "sorcererlm-8x22b": {
1153
+ "input": 4.5,
1154
+ "output": 4.5
1155
+ },
1156
+ "spotlight": {
1157
+ "input": 0.18,
1158
+ "output": 0.18
1159
+ },
1160
+ "step3": {
1161
+ "input": 0.57,
1162
+ "output": 1.42
1163
+ },
1164
+ "tng-r1t-chimera": {
1165
+ "input": 0.25,
1166
+ "output": 0.85
1167
+ },
1168
+ "tongyi-deepresearch-30b-a3b": {
1169
+ "input": 0.09,
1170
+ "output": 0.4
1171
+ },
1172
+ "trinity-mini": {
1173
+ "input": 0.045,
1174
+ "output": 0.15
1175
+ },
1176
+ "ui-tars-1.5-7b": {
1177
+ "input": 0.1,
1178
+ "output": 0.2
1179
+ },
1180
+ "unslopnemo-12b": {
1181
+ "input": 0.4,
1182
+ "output": 0.4
1183
+ },
1184
+ "virtuoso-large": {
1185
+ "input": 0.75,
1186
+ "output": 1.2
1187
+ },
1188
+ "voxtral-small-24b-2507": {
1189
+ "input": 0.1,
1190
+ "output": 0.3
1191
+ },
1192
+ "weaver": {
1193
+ "input": 0.75,
1194
+ "output": 1.0
1195
+ },
1196
+ "wizardlm-2-8x22b": {
1197
+ "input": 0.48,
1198
+ "output": 0.48
1199
+ }
1200
+ }
1201
+ }