llms-py 2.0.29__py3-none-any.whl → 2.0.31__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
llms/llms.json CHANGED
@@ -1,1118 +1,1121 @@
1
1
  {
2
- "auth": {
3
- "enabled": false,
4
- "github": {
5
- "client_id": "$GITHUB_CLIENT_ID",
6
- "client_secret": "$GITHUB_CLIENT_SECRET",
7
- "redirect_uri": "http://localhost:8000/auth/github/callback",
8
- "restrict_to": "$GITHUB_USERS"
2
+ "auth": {
3
+ "enabled": false,
4
+ "github": {
5
+ "client_id": "$GITHUB_CLIENT_ID",
6
+ "client_secret": "$GITHUB_CLIENT_SECRET",
7
+ "redirect_uri": "http://localhost:8000/auth/github/callback",
8
+ "restrict_to": "$GITHUB_USERS"
9
+ }
10
+ },
11
+ "defaults": {
12
+ "headers": {
13
+ "Content-Type": "application/json",
14
+ "User-Agent": "llms.py/1.0"
15
+ },
16
+ "text": {
17
+ "model": "kimi-k2",
18
+ "messages": [
19
+ {
20
+ "role": "user",
21
+ "content": [
22
+ {
23
+ "type": "text",
24
+ "text": ""
25
+ }
26
+ ]
27
+ }
28
+ ]
29
+ },
30
+ "image": {
31
+ "model": "qwen2.5vl",
32
+ "messages": [
33
+ {
34
+ "role": "user",
35
+ "content": [
36
+ {
37
+ "type": "image_url",
38
+ "image_url": {
39
+ "url": ""
40
+ }
41
+ },
42
+ {
43
+ "type": "text",
44
+ "text": "Describe the key features of the input image"
45
+ }
46
+ ]
47
+ }
48
+ ]
49
+ },
50
+ "audio": {
51
+ "model": "gpt-4o-audio-preview",
52
+ "messages": [
53
+ {
54
+ "role": "user",
55
+ "content": [
56
+ {
57
+ "type": "input_audio",
58
+ "input_audio": {
59
+ "data": "",
60
+ "format": "mp3"
61
+ }
62
+ },
63
+ {
64
+ "type": "text",
65
+ "text": "Please transcribe and summarize this audio file"
66
+ }
67
+ ]
68
+ }
69
+ ]
70
+ },
71
+ "file": {
72
+ "model": "qwen2.5vl",
73
+ "messages": [
74
+ {
75
+ "role": "user",
76
+ "content": [
77
+ {
78
+ "type": "file",
79
+ "file": {
80
+ "filename": "",
81
+ "file_data": ""
82
+ }
83
+ },
84
+ {
85
+ "type": "text",
86
+ "text": "Please summarize this document"
87
+ }
88
+ ]
89
+ }
90
+ ]
91
+ },
92
+ "check": {
93
+ "messages": [
94
+ {
95
+ "role": "user",
96
+ "content": [
97
+ {
98
+ "type": "text",
99
+ "text": "1+1="
100
+ }
101
+ ]
9
102
  }
103
+ ],
104
+ "max_completion_tokens": 16,
105
+ "stream": false
106
+ }
107
+ },
108
+ "limits": {
109
+ "client_max_size": 20971520
110
+ },
111
+ "convert": {
112
+ "image": {
113
+ "max_size": "1536x1024",
114
+ "max_length": 1572864
115
+ }
116
+ },
117
+ "providers": {
118
+ "openrouter_free": {
119
+ "enabled": true,
120
+ "type": "OpenAiProvider",
121
+ "base_url": "https://openrouter.ai/api",
122
+ "api_key": "$OPENROUTER_API_KEY",
123
+ "models": {
124
+ "qwen2.5vl": "qwen/qwen2.5-vl-32b-instruct:free",
125
+ "llama4:109b": "meta-llama/llama-4-scout:free",
126
+ "llama4:400b": "meta-llama/llama-4-maverick:free",
127
+ "deepseek-v3.1:671b": "deepseek/deepseek-chat-v3.1:free",
128
+ "deepseek-r1:671b": "deepseek/deepseek-r1-0528:free",
129
+ "gemini-2.0-flash": "google/gemini-2.0-flash-exp:free",
130
+ "glm-4.5-air": "z-ai/glm-4.5-air:free",
131
+ "mai-ds-r1": "microsoft/mai-ds-r1:free",
132
+ "llama3.3:70b": "meta-llama/llama-3.3-70b-instruct:free",
133
+ "nemotron-nano:9b": "nvidia/nemotron-nano-9b-v2:free",
134
+ "nemotron-nano-vl:12b": "nvidia/nemotron-nano-12b-v2-vl:free",
135
+ "deepseek-r1-distill-llama:70b": "deepseek/deepseek-r1-distill-llama-70b:free",
136
+ "gpt-oss:20b": "openai/gpt-oss-20b:free",
137
+ "mistral-small3.2:24b": "mistralai/mistral-small-3.2-24b-instruct:free",
138
+ "mistral-nemo:12b": "mistralai/mistral-nemo:free",
139
+ "venice-uncensored:24b": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
140
+ "llama3.3:8b": "meta-llama/llama-3.3-8b-instruct:free",
141
+ "gemma3:27b": "google/gemma-3-27b-it:free",
142
+ "qwen3-coder": "qwen/qwen3-coder:free",
143
+ "qwen3:235b": "qwen/qwen3-235b-a22b:free",
144
+ "qwen3:30b": "qwen/qwen3-30b-a3b:free",
145
+ "qwen3:4b": "qwen/qwen3-4b:free",
146
+ "qwen2.5vl:32b": "qwen/qwen2.5-vl-32b-instruct:free",
147
+ "qwen-2.5:72b": "qwen/qwen-2.5-72b-instruct:free",
148
+ "minimax-m2": "minimax/minimax-m2:free"
149
+ },
150
+ "default_pricing": {
151
+ "input": "0",
152
+ "output": "0"
153
+ }
154
+ },
155
+ "groq": {
156
+ "enabled": true,
157
+ "type": "OpenAiProvider",
158
+ "base_url": "https://api.groq.com/openai",
159
+ "api_key": "$GROQ_API_KEY",
160
+ "models": {
161
+ "allam-2-7b": "allam-2-7b",
162
+ "compound": "groq/compound",
163
+ "compound-mini": "groq/compound-mini",
164
+ "llama3.1:8b": "llama-3.1-8b-instant",
165
+ "llama3.3:70b": "llama-3.3-70b-versatile",
166
+ "llama4:109b": "meta-llama/llama-4-scout-17b-16e-instruct",
167
+ "llama4:400b": "meta-llama/llama-4-maverick-17b-128e-instruct",
168
+ "llama-guard-4:12b": "meta-llama/llama-guard-4-12b",
169
+ "llama-prompt-guard2:22m": "meta-llama/llama-prompt-guard-2-22m",
170
+ "llama-prompt-guard2:86m": "meta-llama/llama-prompt-guard-2-86m",
171
+ "kimi-k2": "moonshotai/kimi-k2-instruct-0905",
172
+ "gpt-oss:120b": "openai/gpt-oss-120b",
173
+ "gpt-oss:20b": "openai/gpt-oss-20b",
174
+ "qwen3:32b": "qwen/qwen3-32b"
175
+ },
176
+ "default_pricing": {
177
+ "input": "0",
178
+ "output": "0"
179
+ }
10
180
  },
11
- "defaults": {
12
- "headers": {
13
- "Content-Type": "application/json",
14
- "User-Agent": "llms.py/1.0"
15
- },
16
- "text": {
17
- "model": "kimi-k2",
18
- "messages": [
19
- {
20
- "role": "user",
21
- "content": [
22
- {
23
- "type": "text",
24
- "text": ""
25
- }
26
- ]
27
- }
181
+ "google_free": {
182
+ "enabled": true,
183
+ "type": "GoogleProvider",
184
+ "api_key": "$GOOGLE_FREE_API_KEY",
185
+ "models": {
186
+ "gemini-flash-latest": "gemini-flash-latest",
187
+ "gemini-flash-lite-latest": "gemini-flash-lite-latest",
188
+ "gemini-2.5-pro": "gemini-2.5-pro",
189
+ "gemini-2.5-flash": "gemini-2.5-flash",
190
+ "gemini-2.5-flash-lite": "gemini-2.5-flash-lite"
191
+ },
192
+ "default_pricing": {
193
+ "input": "0",
194
+ "output": "0"
195
+ },
196
+ "safety_settings": [
197
+ {
198
+ "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
199
+ "threshold": "BLOCK_ONLY_HIGH"
200
+ }
201
+ ],
202
+ "thinking_config": {
203
+ "thinkingBudget": 1024,
204
+ "includeThoughts": true
205
+ },
206
+ "check": {
207
+ "messages": [
208
+ {
209
+ "role": "user",
210
+ "content": [
211
+ {
212
+ "type": "text",
213
+ "text": "1+1="
214
+ }
28
215
  ]
216
+ }
217
+ ],
218
+ "max_completion_tokens": 512,
219
+ "reasoning": {
220
+ "max_tokens": 128,
221
+ "reasoning_effort": "low"
29
222
  },
30
- "image": {
31
- "model": "qwen2.5vl",
32
- "messages": [
33
- {
34
- "role": "user",
35
- "content": [
36
- {
37
- "type": "image_url",
38
- "image_url": {
39
- "url": ""
40
- }
41
- },
42
- {
43
- "type": "text",
44
- "text": "Describe the key features of the input image"
45
- }
46
- ]
47
- }
223
+ "stream": false
224
+ }
225
+ },
226
+ "codestral": {
227
+ "enabled": true,
228
+ "type": "OpenAiProvider",
229
+ "base_url": "https://codestral.mistral.ai",
230
+ "api_key": "$CODESTRAL_API_KEY",
231
+ "models": {
232
+ "codestral:22b": "codestral-latest"
233
+ },
234
+ "default_pricing": {
235
+ "input": "0",
236
+ "output": "0"
237
+ },
238
+ "check": {
239
+ "messages": [
240
+ {
241
+ "role": "user",
242
+ "content": [
243
+ {
244
+ "type": "text",
245
+ "text": "1+1="
246
+ }
48
247
  ]
248
+ }
249
+ ],
250
+ "stream": false
251
+ }
252
+ },
253
+ "ollama": {
254
+ "enabled": false,
255
+ "type": "OllamaProvider",
256
+ "base_url": "http://localhost:11434",
257
+ "models": {},
258
+ "all_models": true,
259
+ "default_pricing": {
260
+ "input": "0",
261
+ "output": "0"
262
+ }
263
+ },
264
+ "openrouter": {
265
+ "enabled": true,
266
+ "type": "OpenAiProvider",
267
+ "base_url": "https://openrouter.ai/api",
268
+ "api_key": "$OPENROUTER_API_KEY",
269
+ "models": {
270
+ "llama3.1:70b": "meta-llama/llama-3.1-405b-instruct",
271
+ "llama3.3:70b": "meta-llama/llama-3.3-70b-instruct",
272
+ "phi-4:14b": "microsoft/phi-4",
273
+ "codestral:22b": "mistralai/codestral-2508",
274
+ "mistral-nemo:12b": "mistralai/mistral-nemo",
275
+ "mixtral:8x22b": "mistralai/mixtral-8x22b-instruct",
276
+ "mistral-small3.2:24b": "mistralai/mistral-small-3.2-24b-instruct",
277
+ "nova-premier": "amazon/nova-premier-v1",
278
+ "nova-micro": "amazon/nova-micro-v1",
279
+ "nova-lite": "amazon/nova-lite-v1",
280
+ "nova-pro": "amazon/nova-pro-v1",
281
+ "nemotron-nano-vl:12b": "nvidia/nemotron-nano-12b-v2-vl",
282
+ "claude-sonnet-4-5": "anthropic/claude-sonnet-4.5",
283
+ "claude-sonnet-4-0": "anthropic/claude-sonnet-4",
284
+ "gpt-5": "openai/gpt-5",
285
+ "gpt-5-chat": "openai/gpt-5-chat",
286
+ "gpt-5-mini": "openai/gpt-5-mini",
287
+ "gpt-5-nano": "openai/gpt-5-nano",
288
+ "gpt-5-codex": "openai/gpt-5-codex",
289
+ "gpt-oss:120b": "openai/gpt-oss-120b",
290
+ "gpt-oss:20b": "openai/gpt-oss-20b",
291
+ "gpt-4o": "openai/gpt-4o",
292
+ "gpt-4o-mini": "openai/gpt-4o-mini",
293
+ "gpt-4.1": "openai/gpt-4.1",
294
+ "gpt-4.1-mini": "openai/gpt-4.1-mini",
295
+ "gpt-4.1-nano": "openai/gpt-4.1-nano",
296
+ "o4-mini": "openai/o4-mini",
297
+ "o4-mini-high": "openai/o4-mini-high",
298
+ "grok-4": "x-ai/grok-4",
299
+ "grok-4-fast": "x-ai/grok-4-fast",
300
+ "grok-code-fast-1": "x-ai/grok-code-fast-1",
301
+ "glm-4.6": "z-ai/glm-4.6",
302
+ "glm-4.5v": "z-ai/glm-4.5v",
303
+ "glm-4.5": "z-ai/glm-4.5",
304
+ "glm-4.5-air": "z-ai/glm-4.5-air",
305
+ "kimi-k2": "moonshotai/kimi-k2",
306
+ "deepseek-v3.1:671b": "deepseek/deepseek-chat",
307
+ "deepseek-v3.2-exp": "deepseek/deepseek-v3.2-exp",
308
+ "deepseek-chat-v3.1:671b": "deepseek/deepseek-chat-v3.1",
309
+ "deepseek-r1:671b": "deepseek/deepseek-r1",
310
+ "deepseek-v3.1-terminus": "deepseek/deepseek-v3.1-terminus",
311
+ "qwen3:8b": "qwen/qwen3-8b",
312
+ "qwen3:30b": "qwen/qwen3-30b-a3b",
313
+ "qwen3:32b": "qwen/qwen3-32b",
314
+ "qwen3:235b": "qwen/qwen3-235b-a22b",
315
+ "qwen3-coder": "qwen/qwen3-coder",
316
+ "qwen3-coder-flash": "qwen/qwen3-coder-flash",
317
+ "qwen3-coder-plus": "qwen/qwen3-coder-plus",
318
+ "qwen3-coder:30b": "qwen/qwen3-coder-30b-a3b-instruct",
319
+ "qwen3-max": "qwen/qwen3-max",
320
+ "qwen3-vl:235b": "qwen/qwen3-vl-235b-a22b-instruct",
321
+ "qwen3-vl-thinking:235b": "qwen/qwen3-vl-235b-a22b-thinking",
322
+ "ling-1t": "inclusionai/ling-1t",
323
+ "llama4:109b": "meta-llama/llama-4-scout",
324
+ "llama4:400b": "meta-llama/llama-4-maverick"
325
+ },
326
+ "pricing": {
327
+ "meta-llama/llama-3.1-405b-instruct": {
328
+ "input": "0.0000008",
329
+ "output": "0.0000008"
330
+ },
331
+ "meta-llama/llama-3.3-70b-instruct": {
332
+ "input": "0.00000013",
333
+ "output": "0.00000038"
334
+ },
335
+ "microsoft/phi-4": {
336
+ "input": "0.00000006",
337
+ "output": "0.00000014"
338
+ },
339
+ "mistralai/codestral-2508": {
340
+ "input": "0.0000003",
341
+ "output": "0.0000009"
342
+ },
343
+ "mistralai/mistral-nemo": {
344
+ "input": "0.00000002",
345
+ "output": "0.00000004"
346
+ },
347
+ "mistralai/mixtral-8x22b-instruct": {
348
+ "input": "0.000002",
349
+ "output": "0.000006"
350
+ },
351
+ "mistralai/mistral-small-3.2-24b-instruct": {
352
+ "input": "0.00000006",
353
+ "output": "0.00000018"
354
+ },
355
+ "amazon/nova-premier-v1": {
356
+ "input": "0.0000025",
357
+ "output": "0.0000125"
358
+ },
359
+ "amazon/nova-micro-v1": {
360
+ "input": "0.000000035",
361
+ "output": "0.00000014"
362
+ },
363
+ "amazon/nova-lite-v1": {
364
+ "input": "0.00000006",
365
+ "output": "0.00000024"
366
+ },
367
+ "amazon/nova-pro-v1": {
368
+ "input": "0.0000008",
369
+ "output": "0.0000032"
370
+ },
371
+ "nvidia/nemotron-nano-12b-v2-vl": {
372
+ "input": "0.0000002",
373
+ "output": "0.0000006"
374
+ },
375
+ "anthropic/claude-sonnet-4.5": {
376
+ "input": "0.000003",
377
+ "output": "0.000015"
378
+ },
379
+ "anthropic/claude-sonnet-4": {
380
+ "input": "0.000003",
381
+ "output": "0.000015"
382
+ },
383
+ "openai/gpt-5": {
384
+ "input": "0.00000125",
385
+ "output": "0.00001"
386
+ },
387
+ "openai/gpt-5-chat": {
388
+ "input": "0.00000125",
389
+ "output": "0.00001"
390
+ },
391
+ "openai/gpt-5-mini": {
392
+ "input": "0.00000025",
393
+ "output": "0.000002"
394
+ },
395
+ "openai/gpt-5-nano": {
396
+ "input": "0.00000005",
397
+ "output": "0.0000004"
398
+ },
399
+ "openai/gpt-5-codex": {
400
+ "input": "0.00000125",
401
+ "output": "0.00001"
402
+ },
403
+ "openai/gpt-oss-120b": {
404
+ "input": "0.00000005",
405
+ "output": "0.00000024"
406
+ },
407
+ "openai/gpt-oss-20b": {
408
+ "input": "0.00000003",
409
+ "output": "0.00000014"
410
+ },
411
+ "openai/gpt-4o": {
412
+ "input": "0.000006",
413
+ "output": "0.000018"
414
+ },
415
+ "openai/gpt-4o-mini": {
416
+ "input": "0.00000015",
417
+ "output": "0.0000006"
418
+ },
419
+ "openai/gpt-4.1": {
420
+ "input": "0.000002",
421
+ "output": "0.000008"
49
422
  },
50
- "audio": {
51
- "model": "gpt-4o-audio-preview",
52
- "messages": [
53
- {
54
- "role": "user",
55
- "content": [
56
- {
57
- "type": "input_audio",
58
- "input_audio": {
59
- "data": "",
60
- "format": "mp3"
61
- }
62
- },
63
- {
64
- "type": "text",
65
- "text": "Please transcribe and summarize this audio file"
66
- }
67
- ]
68
- }
423
+ "openai/gpt-4.1-mini": {
424
+ "input": "0.0000004",
425
+ "output": "0.0000016"
426
+ },
427
+ "openai/gpt-4.1-nano": {
428
+ "input": "0.0000001",
429
+ "output": "0.0000004"
430
+ },
431
+ "openai/o4-mini": {
432
+ "input": "0.0000011",
433
+ "output": "0.0000044"
434
+ },
435
+ "openai/o4-mini-high": {
436
+ "input": "0.0000011",
437
+ "output": "0.0000044"
438
+ },
439
+ "x-ai/grok-4": {
440
+ "input": "0.000003",
441
+ "output": "0.000015"
442
+ },
443
+ "x-ai/grok-4-fast": {
444
+ "input": "0.0000002",
445
+ "output": "0.0000005"
446
+ },
447
+ "x-ai/grok-code-fast-1": {
448
+ "input": "0.0000002",
449
+ "output": "0.0000015"
450
+ },
451
+ "z-ai/glm-4.6": {
452
+ "input": "0.00000045",
453
+ "output": "0.0000019"
454
+ },
455
+ "z-ai/glm-4.5v": {
456
+ "input": "0.0000006",
457
+ "output": "0.0000018"
458
+ },
459
+ "z-ai/glm-4.5": {
460
+ "input": "0.00000035",
461
+ "output": "0.00000155"
462
+ },
463
+ "z-ai/glm-4.5-air": {
464
+ "input": "0.00000013",
465
+ "output": "0.00000085"
466
+ },
467
+ "moonshotai/kimi-k2": {
468
+ "input": "0.00000014",
469
+ "output": "0.00000249"
470
+ },
471
+ "deepseek/deepseek-chat": {
472
+ "input": "0.0000003",
473
+ "output": "0.00000085"
474
+ },
475
+ "deepseek/deepseek-v3.2-exp": {
476
+ "input": "0.00000027",
477
+ "output": "0.0000004"
478
+ },
479
+ "deepseek/deepseek-chat-v3.1": {
480
+ "input": "0.0000002",
481
+ "output": "0.0000008"
482
+ },
483
+ "deepseek/deepseek-r1": {
484
+ "input": "0.0000003",
485
+ "output": "0.0000012"
486
+ },
487
+ "deepseek/deepseek-v3.1-terminus": {
488
+ "input": "0.00000027",
489
+ "output": "0.000001"
490
+ },
491
+ "qwen/qwen3-8b": {
492
+ "input": "0.000000035",
493
+ "output": "0.000000138"
494
+ },
495
+ "qwen/qwen3-30b-a3b": {
496
+ "input": "0.00000006",
497
+ "output": "0.00000022"
498
+ },
499
+ "qwen/qwen3-32b": {
500
+ "input": "0.00000005",
501
+ "output": "0.0000002"
502
+ },
503
+ "qwen/qwen3-235b-a22b": {
504
+ "input": "0.00000018",
505
+ "output": "0.00000054"
506
+ },
507
+ "qwen/qwen3-coder": {
508
+ "input": "0.00000038",
509
+ "output": "0.00000153"
510
+ },
511
+ "qwen/qwen3-coder-flash": {
512
+ "input": "0.0000003",
513
+ "output": "0.0000015"
514
+ },
515
+ "qwen/qwen3-coder-plus": {
516
+ "input": "0.000001",
517
+ "output": "0.000005"
518
+ },
519
+ "qwen/qwen3-coder-30b-a3b-instruct": {
520
+ "input": "0.00000006",
521
+ "output": "0.00000025"
522
+ },
523
+ "qwen/qwen3-max": {
524
+ "input": "0.0000012",
525
+ "output": "0.000006"
526
+ },
527
+ "qwen/qwen3-vl-235b-a22b-instruct": {
528
+ "input": "0.00000022",
529
+ "output": "0.00000088"
530
+ },
531
+ "qwen/qwen3-vl-235b-a22b-thinking": {
532
+ "input": "0.0000003",
533
+ "output": "0.0000012"
534
+ },
535
+ "inclusionai/ling-1t": {
536
+ "input": "0.00000057",
537
+ "output": "0.00000228"
538
+ },
539
+ "meta-llama/llama-4-scout": {
540
+ "input": "0.00000008",
541
+ "output": "0.0000003"
542
+ },
543
+ "meta-llama/llama-4-maverick": {
544
+ "input": "0.00000015",
545
+ "output": "0.0000006"
546
+ }
547
+ }
548
+ },
549
+ "google": {
550
+ "enabled": true,
551
+ "type": "GoogleProvider",
552
+ "api_key": "$GOOGLE_API_KEY",
553
+ "models": {
554
+ "gemini-flash-latest": "gemini-flash-latest",
555
+ "gemini-flash-lite-latest": "gemini-flash-lite-latest",
556
+ "gemini-2.5-pro": "gemini-2.5-pro",
557
+ "gemini-2.5-flash": "gemini-2.5-flash",
558
+ "gemini-2.5-flash-lite": "gemini-2.5-flash-lite"
559
+ },
560
+ "pricing": {
561
+ "gemini-flash-latest": {
562
+ "input": "0.0000003",
563
+ "output": "0.0000025"
564
+ },
565
+ "gemini-flash-lite-latest": {
566
+ "input": "0.0000001",
567
+ "output": "0.0000004"
568
+ },
569
+ "gemini-2.5-pro": {
570
+ "input": "0.00000125",
571
+ "output": "0.00001"
572
+ },
573
+ "gemini-2.5-flash": {
574
+ "input": "0.0000003",
575
+ "output": "0.0000025"
576
+ },
577
+ "gemini-2.5-flash-lite": {
578
+ "input": "0.0000001",
579
+ "output": "0.0000004"
580
+ }
581
+ },
582
+ "safety_settings": [
583
+ {
584
+ "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
585
+ "threshold": "BLOCK_ONLY_HIGH"
586
+ }
587
+ ],
588
+ "thinking_config": {
589
+ "thinkingBudget": 1024,
590
+ "includeThoughts": true
591
+ },
592
+ "check": {
593
+ "messages": [
594
+ {
595
+ "role": "user",
596
+ "content": [
597
+ {
598
+ "type": "text",
599
+ "text": "1+1="
600
+ }
69
601
  ]
602
+ }
603
+ ],
604
+ "max_completion_tokens": 512,
605
+ "reasoning": {
606
+ "max_tokens": 128,
607
+ "reasoning_effort": "low"
608
+ },
609
+ "stream": false
610
+ }
611
+ },
612
+ "anthropic": {
613
+ "enabled": true,
614
+ "type": "OpenAiProvider",
615
+ "base_url": "https://api.anthropic.com",
616
+ "api_key": "$ANTHROPIC_API_KEY",
617
+ "models": {
618
+ "claude-sonnet-4-5": "claude-sonnet-4-5",
619
+ "claude-sonnet-4-0": "claude-sonnet-4-0",
620
+ "claude-3-7-sonnet": "claude-3-7-sonnet-latest",
621
+ "claude-haiku-4-5": "claude-haiku-4-5",
622
+ "claude-3-5-haiku": "claude-3-5-haiku-latest",
623
+ "claude-3-haiku": "claude-3-haiku-20240307"
624
+ },
625
+ "pricing": {
626
+ "claude-opus-4-1": {
627
+ "input": "0.000015",
628
+ "output": "0.000075"
629
+ },
630
+ "claude-opus-4": {
631
+ "input": "0.000015",
632
+ "output": "0.000075"
633
+ },
634
+ "claude-sonnet-4-5": {
635
+ "input": "0.000003",
636
+ "output": "0.000015"
70
637
  },
71
- "file": {
72
- "model": "qwen2.5vl",
73
- "messages": [
74
- {
75
- "role": "user",
76
- "content": [
77
- {
78
- "type": "file",
79
- "file": {
80
- "filename": "",
81
- "file_data": ""
82
- }
83
- },
84
- {
85
- "type": "text",
86
- "text": "Please summarize this document"
87
- }
88
- ]
89
- }
638
+ "claude-sonnet-4-0": {
639
+ "input": "0.000003",
640
+ "output": "0.000015"
641
+ },
642
+ "claude-3-7-sonnet-latest": {
643
+ "input": "0.000003",
644
+ "output": "0.000015"
645
+ },
646
+ "claude-haiku-4-5": {
647
+ "input": "0.000001",
648
+ "output": "0.000005"
649
+ },
650
+ "claude-3-5-haiku-latest": {
651
+ "input": "0.0000008",
652
+ "output": "0.000004"
653
+ },
654
+ "claude-3-haiku-20240307": {
655
+ "input": "0.00000025",
656
+ "output": "0.00000125"
657
+ }
658
+ },
659
+ "check": {
660
+ "messages": [
661
+ {
662
+ "role": "user",
663
+ "content": [
664
+ {
665
+ "type": "text",
666
+ "text": "1+1="
667
+ }
90
668
  ]
669
+ }
670
+ ],
671
+ "max_completion_tokens": 512,
672
+ "reasoning": {
673
+ "max_tokens": 128,
674
+ "reasoning_effort": "low"
91
675
  },
92
- "check": {
93
- "messages": [
94
- {
95
- "role": "user",
96
- "content": [
97
- {
98
- "type": "text",
99
- "text": "1+1="
100
- }
101
- ]
102
- }
103
- ],
104
- "max_completion_tokens": 16,
105
- "stream": false
676
+ "stream": false
677
+ }
678
+ },
679
+ "openai": {
680
+ "enabled": true,
681
+ "type": "OpenAiProvider",
682
+ "base_url": "https://api.openai.com",
683
+ "api_key": "$OPENAI_API_KEY",
684
+ "models": {
685
+ "gpt-5-nano": "gpt-5-nano",
686
+ "gpt-5-mini": "gpt-5-mini",
687
+ "gpt-5": "gpt-5",
688
+ "gpt-5-chat-latest": "gpt-5-chat-latest",
689
+ "gpt-4.1-nano": "gpt-4.1-nano",
690
+ "gpt-4.1-mini": "gpt-4.1-mini",
691
+ "gpt-4.1": "gpt-4.1",
692
+ "o4-mini": "o4-mini",
693
+ "o3": "o3",
694
+ "gpt-4o-mini-search-preview": "gpt-4o-mini-search-preview",
695
+ "gpt-4o-search-preview": "gpt-4o-search-preview",
696
+ "o3-mini": "o3-mini",
697
+ "o1-mini": "o1-mini",
698
+ "chatgpt-4o-latest": "chatgpt-4o-latest",
699
+ "gpt-4o-mini": "gpt-4o-mini",
700
+ "gpt-4o": "gpt-4o",
701
+ "gpt-3.5-turbo": "gpt-3.5-turbo"
702
+ },
703
+ "pricing": {
704
+ "gpt-5-nano": {
705
+ "input": "0.00000005",
706
+ "output": "0.0000004"
707
+ },
708
+ "gpt-5-mini": {
709
+ "input": "0.00000025",
710
+ "output": "0.000002"
711
+ },
712
+ "gpt-5": {
713
+ "input": "0.00000125",
714
+ "output": "0.00001"
715
+ },
716
+ "gpt-5-chat-latest": {
717
+ "input": "0.00000125",
718
+ "output": "0.00001"
719
+ },
720
+ "gpt-4.1-nano": {
721
+ "input": "0.0000001",
722
+ "output": "0.0000004"
723
+ },
724
+ "gpt-4.1-mini": {
725
+ "input": "0.0000004",
726
+ "output": "0.0000016"
727
+ },
728
+ "gpt-4.1": {
729
+ "input": "0.000002",
730
+ "output": "0.000008"
731
+ },
732
+ "o4-mini": {
733
+ "input": "0.0000011",
734
+ "output": "0.0000044"
735
+ },
736
+ "o3": {
737
+ "input": "0.000002",
738
+ "output": "0.000008"
739
+ },
740
+ "gpt-4o-mini-search-preview": {
741
+ "input": "0.00000015",
742
+ "output": "0.0000006"
743
+ },
744
+ "gpt-4o-search-preview": {
745
+ "input": "0.0000025",
746
+ "output": "0.00001"
747
+ },
748
+ "o3-mini": {
749
+ "input": "0.0000011",
750
+ "output": "0.0000044"
751
+ },
752
+ "o1-mini": {
753
+ "input": "0.0000011",
754
+ "output": "0.0000044"
755
+ },
756
+ "chatgpt-4o-latest": {
757
+ "input": "0.000005",
758
+ "output": "0.000015"
759
+ },
760
+ "gpt-4o-mini": {
761
+ "input": "0.00000015",
762
+ "output": "0.0000006"
763
+ },
764
+ "gpt-4o": {
765
+ "input": "0.0000025",
766
+ "output": "0.00001"
767
+ },
768
+ "gpt-3.5-turbo": {
769
+ "input": "0.000003",
770
+ "output": "0.000006"
106
771
  }
772
+ }
107
773
  },
108
- "limits": {
109
- "client_max_size": 20971520
774
+ "grok": {
775
+ "enabled": true,
776
+ "type": "OpenAiProvider",
777
+ "base_url": "https://api.x.ai",
778
+ "api_key": "$GROK_API_KEY",
779
+ "models": {
780
+ "grok-4": "grok-4-0709",
781
+ "grok-code-fast-1": "grok-code-fast-1",
782
+ "grok-4-fast-reasoning": "grok-4-fast-reasoning",
783
+ "grok-4-fast-non-reasoning": "grok-4-fast-non-reasoning",
784
+ "grok-4-0709": "grok-4-0709",
785
+ "grok-3-mini": "grok-3-mini",
786
+ "grok-3": "grok-3"
787
+ },
788
+ "pricing": {
789
+ "grok-4": {
790
+ "input": "0.000003",
791
+ "output": "0.000015"
792
+ },
793
+ "grok-code-fast-1": {
794
+ "input": "0.0000002",
795
+ "output": "0.0000015"
796
+ },
797
+ "grok-4-fast-reasoning": {
798
+ "input": "0.0000002",
799
+ "output": "0.0000005"
800
+ },
801
+ "grok-4-fast-non-reasoning": {
802
+ "input": "0.0000002",
803
+ "output": "0.0000005"
804
+ },
805
+ "grok-4-0709": {
806
+ "input": "0.000003",
807
+ "output": "0.000015"
808
+ },
809
+ "grok-3-mini": {
810
+ "input": "0.0000003",
811
+ "output": "0.0000005"
812
+ },
813
+ "grok-3": {
814
+ "input": "0.000003",
815
+ "output": "0.000015"
816
+ }
817
+ }
110
818
  },
111
- "convert": {
112
- "image": {
113
- "max_size": "1536x1024",
114
- "max_length": 1572864
819
+ "qwen": {
820
+ "enabled": true,
821
+ "type": "OpenAiProvider",
822
+ "base_url": "https://dashscope-intl.aliyuncs.com/compatible-mode",
823
+ "api_key": "$DASHSCOPE_API_KEY",
824
+ "models": {
825
+ "qwen3-max": "qwen3-max",
826
+ "qwen-max": "qwen-max",
827
+ "qwen-plus": "qwen-plus",
828
+ "qwen-flash": "qwen-flash",
829
+ "qwq-plus": "qwq-plus",
830
+ "qwen-turbo": "qwen-turbo",
831
+ "qwen-omni-turbo": "qwen-omni-turbo",
832
+ "qwen3-omni-flash": "qwen3-omni-flash",
833
+ "qwen3-coder-plus": "qwen3-coder-plus",
834
+ "qwen3-coder-flash": "qwen3-coder-flash",
835
+ "qwen3-next:80b": "qwen3-next-80b-a3b-instruct",
836
+ "qwen3:235b": "qwen3-235b-a22b",
837
+ "qwen3:32b": "qwen3-32b",
838
+ "qwen3:30b": "qwen3-30b-a3b",
839
+ "qwen3:14b": "qwen3-14b",
840
+ "qwen3:8b": "qwen3-8b",
841
+ "qwen3:4b": "qwen3-4b",
842
+ "qwen3:1.7b": "qwen3-1.7b",
843
+ "qwen3:0.6b": "qwen3-0.6b",
844
+ "qwen3-coder": "qwen3-coder-480b-a35b-instruct",
845
+ "qwen3-coder:30b": "qwen3-coder-30b-a3b-instruct",
846
+ "qwen3-vl-plus": "qwen3-vl-plus",
847
+ "qwen3-vl-thinking:235b": "qwen3-vl-235b-a22b-thinking",
848
+ "qwen3-vl:235b": "qwen3-vl-235b-a22b-instruct",
849
+ "qwen3-vl:30b": "qwen3-vl-30b-a3b-instruct",
850
+ "qwen2.5-omni:7b": "qwen2.5-omni-7b"
851
+ },
852
+ "pricing": {
853
+ "qwen3-max": {
854
+ "input": "0.0000012",
855
+ "output": "0.000006"
856
+ },
857
+ "qwen-max": {
858
+ "input": "0.0000012",
859
+ "output": "0.000006"
860
+ },
861
+ "qwen-plus": {
862
+ "input": "0.0000004",
863
+ "output": "0.0000012"
864
+ },
865
+ "qwen-flash": {
866
+ "input": "0.00000005",
867
+ "output": "0.0000004"
868
+ },
869
+ "qwq-plus": {
870
+ "input": "0.0000008",
871
+ "output": "0.0000024"
872
+ },
873
+ "qwen-turbo": {
874
+ "input": "0.00000005",
875
+ "output": "0.0000005"
876
+ },
877
+ "qwen-omni-turbo": {
878
+ "input": "0.00000007",
879
+ "output": "0.00000027"
880
+ },
881
+ "qwen3-omni-flash": {
882
+ "input": "0.00000043",
883
+ "output": "0.00000166"
884
+ },
885
+ "qwen3-coder-plus": {
886
+ "input": "0.000001",
887
+ "output": "0.000005"
888
+ },
889
+ "qwen3-coder-flash": {
890
+ "input": "0.0000003",
891
+ "output": "0.0000015"
892
+ },
893
+ "qwen3-next-80b-a3b-instruct": {
894
+ "input": "0.0000005",
895
+ "output": "0.000002"
896
+ },
897
+ "qwen3-235b-a22b": {
898
+ "input": "0.0000007",
899
+ "output": "0.0000028"
900
+ },
901
+ "qwen3-32b": {
902
+ "input": "0.0000007",
903
+ "output": "0.0000028"
904
+ },
905
+ "qwen3-30b-a3b": {
906
+ "input": "0.0000002",
907
+ "output": "0.0000008"
908
+ },
909
+ "qwen3-14b": {
910
+ "input": "0.00000035",
911
+ "output": "0.0000014"
912
+ },
913
+ "qwen3-8b": {
914
+ "input": "0.00000018",
915
+ "output": "0.0000007"
916
+ },
917
+ "qwen3-4b": {
918
+ "input": "0.00000011",
919
+ "output": "0.00000042"
920
+ },
921
+ "qwen3-1.7b": {
922
+ "input": "0.00000011",
923
+ "output": "0.00000042"
924
+ },
925
+ "qwen3-0.6b": {
926
+ "input": "0.00000011",
927
+ "output": "0.00000042"
928
+ },
929
+ "qwen3-coder-480b-a35b-instruct": {
930
+ "input": "0.0000015",
931
+ "output": "0.0000075"
932
+ },
933
+ "qwen3-coder-30b-a3b-instruct": {
934
+ "input": "0.00000045",
935
+ "output": "0.00000225"
936
+ },
937
+ "qwen3-vl-plus": {
938
+ "input": "0.0000002",
939
+ "output": "0.0000016"
940
+ },
941
+ "qwen3-vl-235b-a22b-thinking": {
942
+ "input": "0.0000007",
943
+ "output": "0.0000084"
944
+ },
945
+ "qwen3-vl-235b-a22b-instruct": {
946
+ "input": "0.0000007",
947
+ "output": "0.0000084"
948
+ },
949
+ "qwen3-vl-30b-a3b-instruct": {
950
+ "input": "0.0000002",
951
+ "output": "0.0000024"
952
+ },
953
+ "qwen2.5-omni-7b": {
954
+ "input": "0.0000001",
955
+ "output": "0.0000004"
115
956
  }
957
+ },
958
+ "enable_thinking": false
116
959
  },
117
- "providers": {
118
- "openrouter_free": {
119
- "enabled": true,
120
- "type": "OpenAiProvider",
121
- "base_url": "https://openrouter.ai/api",
122
- "api_key": "$OPENROUTER_API_KEY",
123
- "models": {
124
- "qwen2.5vl": "qwen/qwen2.5-vl-32b-instruct:free",
125
- "llama4:109b": "meta-llama/llama-4-scout:free",
126
- "llama4:400b": "meta-llama/llama-4-maverick:free",
127
- "deepseek-v3.1:671b": "deepseek/deepseek-chat-v3.1:free",
128
- "deepseek-r1:671b": "deepseek/deepseek-r1-0528:free",
129
- "gemini-2.0-flash": "google/gemini-2.0-flash-exp:free",
130
- "glm-4.5-air": "z-ai/glm-4.5-air:free",
131
- "mai-ds-r1": "microsoft/mai-ds-r1:free",
132
- "llama3.3:70b": "meta-llama/llama-3.3-70b-instruct:free",
133
- "nemotron-nano:9b": "nvidia/nemotron-nano-9b-v2:free",
134
- "nemotron-nano:12b":"nvidia/nemotron-nano-12b-v2-vl:free",
135
- "deepseek-r1-distill-llama:70b": "deepseek/deepseek-r1-distill-llama-70b:free",
136
- "gpt-oss:20b": "openai/gpt-oss-20b:free",
137
- "mistral-small3.2:24b": "mistralai/mistral-small-3.2-24b-instruct:free",
138
- "mistral-nemo:12b": "mistralai/mistral-nemo:free",
139
- "devstral-small": "mistralai/devstral-small-2505:free",
140
- "venice-uncensored:24b": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
141
- "llama3.3:8b": "meta-llama/llama-3.3-8b-instruct:free",
142
- "kimi-dev:72b": "moonshotai/kimi-dev-72b:free",
143
- "gemma3:27b": "google/gemma-3-27b-it:free",
144
- "qwen3-coder": "qwen/qwen3-coder:free",
145
- "qwen3:235b": "qwen/qwen3-235b-a22b:free",
146
- "qwen3:30b": "qwen/qwen3-30b-a3b:free",
147
- "qwen3:8b": "qwen/qwen3-8b:free",
148
- "qwen3:4b": "qwen/qwen3-4b:free",
149
- "qwen2.5vl:32b": "qwen/qwen2.5-vl-32b-instruct:free",
150
- "qwen-2.5:72b": "qwen/qwen-2.5-72b-instruct:free",
151
- "minimax-m2": "minimax/minimax-m2:free"
152
- },
153
- "default_pricing": {
154
- "input": "0",
155
- "output": "0"
156
- }
960
+ "z.ai": {
961
+ "enabled": true,
962
+ "type": "OpenAiProvider",
963
+ "base_url": "https://api.z.ai/api/paas/v4",
964
+ "api_key": "$ZAI_API_KEY",
965
+ "models": {
966
+ "glm-4.6": "glm-4.6",
967
+ "glm-4.5": "glm-4.5",
968
+ "glm-4.5-air": "glm-4.5-air",
969
+ "glm-4.5-x": "glm-4.5-x",
970
+ "glm-4.5-airx": "glm-4.5-airx",
971
+ "glm-4.5-flash": "glm-4.5-flash",
972
+ "glm-4:32b": "glm-4-32b-0414-128k"
973
+ },
974
+ "temperature": 0.7,
975
+ "pricing": {
976
+ "glm-4.6": {
977
+ "input": "0.0000006",
978
+ "output": "0.0000022"
157
979
  },
158
- "groq": {
159
- "enabled": true,
160
- "type": "OpenAiProvider",
161
- "base_url": "https://api.groq.com/openai",
162
- "api_key": "$GROQ_API_KEY",
163
- "models": {
164
- "allam-2-7b": "allam-2-7b",
165
- "compound": "groq/compound",
166
- "compound-mini": "groq/compound-mini",
167
- "llama3.1:8b": "llama-3.1-8b-instant",
168
- "llama3.3:70b": "llama-3.3-70b-versatile",
169
- "llama4:109b": "meta-llama/llama-4-scout-17b-16e-instruct",
170
- "llama4:400b": "meta-llama/llama-4-maverick-17b-128e-instruct",
171
- "llama-guard-4:12b": "meta-llama/llama-guard-4-12b",
172
- "llama-prompt-guard2:22m": "meta-llama/llama-prompt-guard-2-22m",
173
- "llama-prompt-guard2:86m": "meta-llama/llama-prompt-guard-2-86m",
174
- "kimi-k2": "moonshotai/kimi-k2-instruct-0905",
175
- "gpt-oss:120b": "openai/gpt-oss-120b",
176
- "gpt-oss:20b": "openai/gpt-oss-20b",
177
- "qwen3:32b": "qwen/qwen3-32b"
178
- },
179
- "default_pricing": {
180
- "input": "0",
181
- "output": "0"
182
- }
980
+ "glm-4.5": {
981
+ "input": "0.0000006",
982
+ "output": "0.0000022"
183
983
  },
184
- "google_free": {
185
- "enabled": true,
186
- "type": "GoogleProvider",
187
- "api_key": "$GOOGLE_FREE_API_KEY",
188
- "models": {
189
- "gemini-flash-latest": "gemini-flash-latest",
190
- "gemini-flash-lite-latest": "gemini-flash-lite-latest",
191
- "gemini-2.5-pro": "gemini-2.5-pro",
192
- "gemini-2.5-flash": "gemini-2.5-flash",
193
- "gemini-2.5-flash-lite": "gemini-2.5-flash-lite"
194
- },
195
- "default_pricing": {
196
- "input": "0",
197
- "output": "0"
198
- },
199
- "safety_settings": [
200
- {
201
- "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
202
- "threshold": "BLOCK_ONLY_HIGH"
203
- }
204
- ],
205
- "thinking_config": {
206
- "thinkingBudget": 1024,
207
- "includeThoughts": true
208
- },
209
- "check": {
210
- "messages": [
211
- {
212
- "role": "user",
213
- "content": [
214
- {
215
- "type": "text",
216
- "text": "1+1="
217
- }
218
- ]
219
- }
220
- ],
221
- "max_completion_tokens": 512,
222
- "reasoning": {
223
- "max_tokens": 128,
224
- "reasoning_effort": "low"
225
- },
226
- "stream": false
227
- }
984
+ "glm-4.5-air": {
985
+ "input": "0.0000002",
986
+ "output": "0.0000011"
228
987
  },
229
- "codestral": {
230
- "enabled": true,
231
- "type": "OpenAiProvider",
232
- "base_url": "https://codestral.mistral.ai",
233
- "api_key": "$CODESTRAL_API_KEY",
234
- "models": {
235
- "codestral:22b": "codestral-latest"
236
- },
237
- "default_pricing": {
238
- "input": "0",
239
- "output": "0"
240
- },
241
- "check": {
242
- "messages": [
243
- {
244
- "role": "user",
245
- "content": [
246
- {
247
- "type": "text",
248
- "text": "1+1="
249
- }
250
- ]
251
- }
252
- ],
253
- "stream": false
254
- }
988
+ "glm-4.5-x": {
989
+ "input": "0.0000022",
990
+ "output": "0.0000089"
255
991
  },
256
- "ollama": {
257
- "enabled": false,
258
- "type": "OllamaProvider",
259
- "base_url": "http://localhost:11434",
260
- "models": {},
261
- "all_models": true,
262
- "default_pricing": {
263
- "input": "0",
264
- "output": "0"
265
- }
992
+ "glm-4.5-airx": {
993
+ "input": "0.0000011",
994
+ "output": "0.0000045"
266
995
  },
267
- "openrouter": {
268
- "enabled": true,
269
- "type": "OpenAiProvider",
270
- "base_url": "https://openrouter.ai/api",
271
- "api_key": "$OPENROUTER_API_KEY",
272
- "models": {
273
- "llama3.1:70b": "meta-llama/llama-3.1-405b-instruct",
274
- "llama3.3:70b": "meta-llama/llama-3.3-70b-instruct",
275
- "phi-4:14b": "microsoft/phi-4",
276
- "codestral:22b": "mistralai/codestral-2508",
277
- "mistral-nemo:12b": "mistralai/mistral-nemo",
278
- "mixtral:8x22b": "mistralai/mixtral-8x22b-instruct",
279
- "mistral-small3.2:24b": "mistralai/mistral-small-3.2-24b-instruct",
280
- "nova-micro": "amazon/nova-micro-v1",
281
- "nova-lite": "amazon/nova-lite-v1",
282
- "nova-pro": "amazon/nova-pro-v1",
283
- "claude-sonnet-4-5": "anthropic/claude-sonnet-4.5",
284
- "claude-sonnet-4-0": "anthropic/claude-sonnet-4",
285
- "gpt-5": "openai/gpt-5",
286
- "gpt-5-chat": "openai/gpt-5-chat",
287
- "gpt-5-mini": "openai/gpt-5-mini",
288
- "gpt-5-nano": "openai/gpt-5-nano",
289
- "gpt-5-codex": "openai/gpt-5-codex",
290
- "gpt-oss:120b": "openai/gpt-oss-120b",
291
- "gpt-oss:20b": "openai/gpt-oss-20b",
292
- "gpt-4o": "openai/gpt-4o",
293
- "gpt-4o-mini": "openai/gpt-4o-mini",
294
- "gpt-4.1": "openai/gpt-4.1",
295
- "gpt-4.1-mini": "openai/gpt-4.1-mini",
296
- "gpt-4.1-nano": "openai/gpt-4.1-nano",
297
- "o4-mini": "openai/o4-mini",
298
- "o4-mini-high": "openai/o4-mini-high",
299
- "grok-4": "x-ai/grok-4",
300
- "grok-4-fast": "x-ai/grok-4-fast",
301
- "grok-code-fast-1": "x-ai/grok-code-fast-1",
302
- "glm-4.6": "z-ai/glm-4.6",
303
- "glm-4.5v": "z-ai/glm-4.5v",
304
- "glm-4.5": "z-ai/glm-4.5",
305
- "glm-4.5-air": "z-ai/glm-4.5-air",
306
- "kimi-k2": "moonshotai/kimi-k2",
307
- "deepseek-v3.1:671b": "deepseek/deepseek-chat",
308
- "deepseek-v3.2-exp": "deepseek/deepseek-v3.2-exp",
309
- "deepseek-chat-v3.1:671b": "deepseek/deepseek-chat-v3.1",
310
- "deepseek-r1:671b": "deepseek/deepseek-r1",
311
- "deepseek-v3.1-terminus": "deepseek/deepseek-v3.1-terminus",
312
- "qwen3:8b": "qwen/qwen3-8b",
313
- "qwen3:30b": "qwen/qwen3-30b-a3b",
314
- "qwen3:32b": "qwen/qwen3-32b",
315
- "qwen3:235b": "qwen/qwen3-235b-a22b",
316
- "qwen3-coder": "qwen/qwen3-coder",
317
- "qwen3-coder-flash": "qwen/qwen3-coder-flash",
318
- "qwen3-coder-plus": "qwen/qwen3-coder-plus",
319
- "qwen3-coder:30b": "qwen/qwen3-coder-30b-a3b-instruct",
320
- "qwen3-max": "qwen/qwen3-max",
321
- "qwen3-vl:235b": "qwen/qwen3-vl-235b-a22b-instruct",
322
- "qwen3-vl-thinking:235b": "qwen/qwen3-vl-235b-a22b-thinking",
323
- "ling-1t": "inclusionai/ling-1t",
324
- "llama4:109b": "meta-llama/llama-4-scout",
325
- "llama4:400b": "meta-llama/llama-4-maverick"
326
- },
327
- "pricing": {
328
- "meta-llama/llama-3.1-405b-instruct": {
329
- "input": "0.0000008",
330
- "output": "0.0000008"
331
- },
332
- "meta-llama/llama-3.3-70b-instruct": {
333
- "input": "0.00000013",
334
- "output": "0.00000038"
335
- },
336
- "microsoft/phi-4": {
337
- "input": "0.00000006",
338
- "output": "0.00000014"
339
- },
340
- "mistralai/codestral-2508": {
341
- "input": "0.0000003",
342
- "output": "0.0000009"
343
- },
344
- "mistralai/mistral-nemo": {
345
- "input": "0.00000002",
346
- "output": "0.00000004"
347
- },
348
- "mistralai/mixtral-8x22b-instruct": {
349
- "input": "0.000002",
350
- "output": "0.000006"
351
- },
352
- "mistralai/mistral-small-3.2-24b-instruct": {
353
- "input": "0.00000006",
354
- "output": "0.00000018"
355
- },
356
- "amazon/nova-micro-v1": {
357
- "input": "0.000000035",
358
- "output": "0.00000014"
359
- },
360
- "amazon/nova-lite-v1": {
361
- "input": "0.00000006",
362
- "output": "0.00000024"
363
- },
364
- "amazon/nova-pro-v1": {
365
- "input": "0.0000008",
366
- "output": "0.0000032"
367
- },
368
- "anthropic/claude-opus-4.1": {
369
- "input": "0.000015",
370
- "output": "0.000075"
371
- },
372
- "anthropic/claude-sonnet-4.5": {
373
- "input": "0.000003",
374
- "output": "0.000015"
375
- },
376
- "anthropic/claude-sonnet-4": {
377
- "input": "0.000003",
378
- "output": "0.000015"
379
- },
380
- "openai/gpt-5": {
381
- "input": "0.00000125",
382
- "output": "0.00001"
383
- },
384
- "openai/gpt-5-chat": {
385
- "input": "0.00000125",
386
- "output": "0.00001"
387
- },
388
- "openai/gpt-5-mini": {
389
- "input": "0.00000025",
390
- "output": "0.000002"
391
- },
392
- "openai/gpt-5-nano": {
393
- "input": "0.00000005",
394
- "output": "0.0000004"
395
- },
396
- "openai/gpt-5-codex": {
397
- "input": "0.00000125",
398
- "output": "0.00001"
399
- },
400
- "openai/gpt-oss-120b": {
401
- "input": "0.00000005",
402
- "output": "0.00000024"
403
- },
404
- "openai/gpt-oss-20b": {
405
- "input": "0.00000003",
406
- "output": "0.00000014"
407
- },
408
- "openai/gpt-4o": {
409
- "input": "0.000006",
410
- "output": "0.000018"
411
- },
412
- "openai/gpt-4o-mini": {
413
- "input": "0.00000015",
414
- "output": "0.0000006"
415
- },
416
- "openai/gpt-4.1": {
417
- "input": "0.000002",
418
- "output": "0.000008"
419
- },
420
- "openai/gpt-4.1-mini": {
421
- "input": "0.0000004",
422
- "output": "0.0000016"
423
- },
424
- "openai/gpt-4.1-nano": {
425
- "input": "0.0000001",
426
- "output": "0.0000004"
427
- },
428
- "openai/o4-mini": {
429
- "input": "0.0000011",
430
- "output": "0.0000044"
431
- },
432
- "openai/o4-mini-high": {
433
- "input": "0.0000011",
434
- "output": "0.0000044"
435
- },
436
- "x-ai/grok-4": {
437
- "input": "0.000003",
438
- "output": "0.000015"
439
- },
440
- "x-ai/grok-4-fast": {
441
- "input": "0.0000002",
442
- "output": "0.0000005"
443
- },
444
- "x-ai/grok-code-fast-1": {
445
- "input": "0.0000002",
446
- "output": "0.0000015"
447
- },
448
- "z-ai/glm-4.6": {
449
- "input": "0.0000006",
450
- "output": "0.0000019"
451
- },
452
- "z-ai/glm-4.5v": {
453
- "input": "0.0000006",
454
- "output": "0.0000018"
455
- },
456
- "z-ai/glm-4.5": {
457
- "input": "0.00000035",
458
- "output": "0.00000155"
459
- },
460
- "z-ai/glm-4.5-air": {
461
- "input": "0.00000013",
462
- "output": "0.00000085"
463
- },
464
- "moonshotai/kimi-k2": {
465
- "input": "0.00000014",
466
- "output": "0.00000249"
467
- },
468
- "deepseek/deepseek-chat": {
469
- "input": "0.0000003",
470
- "output": "0.00000085"
471
- },
472
- "deepseek/deepseek-v3.2-exp": {
473
- "input": "0.00000027",
474
- "output": "0.0000004"
475
- },
476
- "deepseek/deepseek-chat-v3.1": {
477
- "input": "0.00000027",
478
- "output": "0.000001"
479
- },
480
- "deepseek/deepseek-r1": {
481
- "input": "0.0000004",
482
- "output": "0.000002"
483
- },
484
- "deepseek/deepseek-v3.1-terminus": {
485
- "input": "0.00000027",
486
- "output": "0.000001"
487
- },
488
- "qwen/qwen3-8b": {
489
- "input": "0.000000035",
490
- "output": "0.000000138"
491
- },
492
- "qwen/qwen3-30b-a3b": {
493
- "input": "0.00000006",
494
- "output": "0.00000022"
495
- },
496
- "qwen/qwen3-32b": {
497
- "input": "0.00000005",
498
- "output": "0.0000002"
499
- },
500
- "qwen/qwen3-235b-a22b": {
501
- "input": "0.00000018",
502
- "output": "0.00000054"
503
- },
504
- "qwen/qwen3-coder": {
505
- "input": "0.00000038",
506
- "output": "0.00000153"
507
- },
508
- "qwen/qwen3-coder-flash": {
509
- "input": "0.0000003",
510
- "output": "0.0000015"
511
- },
512
- "qwen/qwen3-coder-plus": {
513
- "input": "0.000001",
514
- "output": "0.000005"
515
- },
516
- "qwen/qwen3-coder-30b-a3b-instruct": {
517
- "input": "0.00000006",
518
- "output": "0.00000025"
519
- },
520
- "qwen/qwen3-max": {
521
- "input": "0.0000012",
522
- "output": "0.000006"
523
- },
524
- "qwen/qwen3-vl-235b-a22b-instruct": {
525
- "input": "0.00000022",
526
- "output": "0.00000088"
527
- },
528
- "qwen/qwen3-vl-235b-a22b-thinking": {
529
- "input": "0.0000003",
530
- "output": "0.0000012"
531
- },
532
- "inclusionai/ling-1t": {
533
- "input": "0.00000057",
534
- "output": "0.00000228"
535
- },
536
- "meta-llama/llama-4-scout": {
537
- "input": "0.00000008",
538
- "output": "0.0000003"
539
- },
540
- "meta-llama/llama-4-maverick": {
541
- "input": "0.00000015",
542
- "output": "0.0000006"
543
- }
544
- }
996
+ "glm-4.5-flash": {
997
+ "input": "0",
998
+ "output": "0"
545
999
  },
546
- "google": {
547
- "enabled": true,
548
- "type": "GoogleProvider",
549
- "api_key": "$GOOGLE_API_KEY",
550
- "models": {
551
- "gemini-flash-latest": "gemini-flash-latest",
552
- "gemini-flash-lite-latest": "gemini-flash-lite-latest",
553
- "gemini-2.5-pro": "gemini-2.5-pro",
554
- "gemini-2.5-flash": "gemini-2.5-flash",
555
- "gemini-2.5-flash-lite": "gemini-2.5-flash-lite"
556
- },
557
- "pricing": {
558
- "gemini-flash-latest": {
559
- "input": "0.0000003",
560
- "output": "0.0000025"
561
- },
562
- "gemini-flash-lite-latest": {
563
- "input": "0.0000001",
564
- "output": "0.0000004"
565
- },
566
- "gemini-2.5-pro": {
567
- "input": "0.00000125",
568
- "output": "0.00001"
569
- },
570
- "gemini-2.5-flash": {
571
- "input": "0.0000003",
572
- "output": "0.0000025"
573
- },
574
- "gemini-2.5-flash-lite": {
575
- "input": "0.0000001",
576
- "output": "0.0000004"
577
- }
578
- },
579
- "safety_settings": [
580
- {
581
- "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
582
- "threshold": "BLOCK_ONLY_HIGH"
583
- }
584
- ],
585
- "thinking_config": {
586
- "thinkingBudget": 1024,
587
- "includeThoughts": true
588
- },
589
- "check": {
590
- "messages": [
591
- {
592
- "role": "user",
593
- "content": [
594
- {
595
- "type": "text",
596
- "text": "1+1="
597
- }
598
- ]
599
- }
600
- ],
601
- "max_completion_tokens": 512,
602
- "reasoning": {
603
- "max_tokens": 128,
604
- "reasoning_effort": "low"
605
- },
606
- "stream": false
607
- }
1000
+ "glm-4-32b-0414-128k": {
1001
+ "input": "0.0000001",
1002
+ "output": "0.0000001"
1003
+ }
1004
+ }
1005
+ },
1006
+ "mistral": {
1007
+ "enabled": true,
1008
+ "type": "OpenAiProvider",
1009
+ "base_url": "https://api.mistral.ai",
1010
+ "api_key": "$MISTRAL_API_KEY",
1011
+ "models": {
1012
+ "mistral-medium": "mistral-medium-latest",
1013
+ "magistral-medium": "magistral-medium-latest",
1014
+ "devstral-medium": "devstral-medium-2507",
1015
+ "codestral:22b": "codestral-latest",
1016
+ "mistral-small3.2:24b": "mistral-small-latest",
1017
+ "magistral-small": "magistral-small-latest",
1018
+ "devstral-small": "devstral-small-2507",
1019
+ "voxtral-small": "voxtral-small-latest",
1020
+ "voxtral-mini": "voxtral-mini-latest",
1021
+ "mistral-large:123b": "mistral-large-latest",
1022
+ "pixtral-large:124b": "pixtral-large-latest",
1023
+ "pixtral:12b": "pixtral-12b",
1024
+ "mistral-nemo:12b": "open-mistral-nemo",
1025
+ "mistral:7b": "open-mistral-7b",
1026
+ "mixtral:8x7b": "open-mixtral-8x7b",
1027
+ "mixtral:8x22b": "open-mixtral-8x22b",
1028
+ "ministral:8b": "ministral-8b-latest",
1029
+ "ministral:3b": "ministral-3b-latest"
1030
+ },
1031
+ "pricing": {
1032
+ "mistral-medium-latest": {
1033
+ "input": "0.0000004",
1034
+ "output": "0.000002"
608
1035
  },
609
- "anthropic": {
610
- "enabled": true,
611
- "type": "OpenAiProvider",
612
- "base_url": "https://api.anthropic.com",
613
- "api_key": "$ANTHROPIC_API_KEY",
614
- "models": {
615
- "claude-sonnet-4-5": "claude-sonnet-4-5",
616
- "claude-sonnet-4-0": "claude-sonnet-4-0",
617
- "claude-3-7-sonnet": "claude-3-7-sonnet-latest",
618
- "claude-haiku-4-5": "claude-haiku-4-5",
619
- "claude-3-5-haiku": "claude-3-5-haiku-latest",
620
- "claude-3-haiku": "claude-3-haiku-20240307"
621
- },
622
- "pricing": {
623
- "claude-opus-4-1": {
624
- "input": "0.000015",
625
- "output": "0.000075"
626
- },
627
- "claude-opus-4": {
628
- "input": "0.000015",
629
- "output": "0.000075"
630
- },
631
- "claude-sonnet-4-5": {
632
- "input": "0.000003",
633
- "output": "0.000015"
634
- },
635
- "claude-sonnet-4-0": {
636
- "input": "0.000003",
637
- "output": "0.000015"
638
- },
639
- "claude-3-7-sonnet-latest": {
640
- "input": "0.000003",
641
- "output": "0.000015"
642
- },
643
- "claude-haiku-4-5": {
644
- "input": "0.000001",
645
- "output": "0.000005"
646
- },
647
- "claude-3-5-haiku-latest": {
648
- "input": "0.0000008",
649
- "output": "0.000004"
650
- },
651
- "claude-3-haiku-20240307": {
652
- "input": "0.00000025",
653
- "output": "0.00000125"
654
- }
655
- },
656
- "check": {
657
- "messages": [
658
- {
659
- "role": "user",
660
- "content": [
661
- {
662
- "type": "text",
663
- "text": "1+1="
664
- }
665
- ]
666
- }
667
- ],
668
- "max_completion_tokens": 512,
669
- "reasoning": {
670
- "max_tokens": 128,
671
- "reasoning_effort": "low"
672
- },
673
- "stream": false
674
- }
1036
+ "magistral-medium-latest": {
1037
+ "input": "0.000002",
1038
+ "output": "0.000005"
675
1039
  },
676
- "openai": {
677
- "enabled": true,
678
- "type": "OpenAiProvider",
679
- "base_url": "https://api.openai.com",
680
- "api_key": "$OPENAI_API_KEY",
681
- "models": {
682
- "gpt-5-nano": "gpt-5-nano",
683
- "gpt-5-mini": "gpt-5-mini",
684
- "gpt-5": "gpt-5",
685
- "gpt-5-chat-latest": "gpt-5-chat-latest",
686
- "gpt-4.1-nano": "gpt-4.1-nano",
687
- "gpt-4.1-mini": "gpt-4.1-mini",
688
- "gpt-4.1": "gpt-4.1",
689
- "o4-mini": "o4-mini",
690
- "o3": "o3",
691
- "gpt-4o-mini-search-preview": "gpt-4o-mini-search-preview",
692
- "gpt-4o-search-preview": "gpt-4o-search-preview",
693
- "o3-mini": "o3-mini",
694
- "o1-mini": "o1-mini",
695
- "chatgpt-4o-latest": "chatgpt-4o-latest",
696
- "gpt-4o-mini": "gpt-4o-mini",
697
- "gpt-4o": "gpt-4o",
698
- "gpt-3.5-turbo": "gpt-3.5-turbo"
699
- },
700
- "pricing": {
701
- "gpt-5-nano": {
702
- "input": "0.00000005",
703
- "output": "0.0000004"
704
- },
705
- "gpt-5-mini": {
706
- "input": "0.00000025",
707
- "output": "0.000002"
708
- },
709
- "gpt-5": {
710
- "input": "0.00000125",
711
- "output": "0.00001"
712
- },
713
- "gpt-5-chat-latest": {
714
- "input": "0.00000125",
715
- "output": "0.00001"
716
- },
717
- "gpt-4.1-nano": {
718
- "input": "0.0000001",
719
- "output": "0.0000004"
720
- },
721
- "gpt-4.1-mini": {
722
- "input": "0.0000004",
723
- "output": "0.0000016"
724
- },
725
- "gpt-4.1": {
726
- "input": "0.000002",
727
- "output": "0.000008"
728
- },
729
- "o4-mini": {
730
- "input": "0.0000011",
731
- "output": "0.0000044"
732
- },
733
- "o3": {
734
- "input": "0.000002",
735
- "output": "0.000008"
736
- },
737
- "gpt-4o-mini-search-preview": {
738
- "input": "0.00000015",
739
- "output": "0.0000006"
740
- },
741
- "gpt-4o-search-preview": {
742
- "input": "0.0000025",
743
- "output": "0.00001"
744
- },
745
- "o3-mini": {
746
- "input": "0.0000011",
747
- "output": "0.0000044"
748
- },
749
- "o1-mini": {
750
- "input": "0.0000011",
751
- "output": "0.0000044"
752
- },
753
- "chatgpt-4o-latest": {
754
- "input": "0.000005",
755
- "output": "0.000015"
756
- },
757
- "gpt-4o-mini": {
758
- "input": "0.00000015",
759
- "output": "0.0000006"
760
- },
761
- "gpt-4o": {
762
- "input": "0.0000025",
763
- "output": "0.00001"
764
- },
765
- "gpt-3.5-turbo": {
766
- "input": "0.000003",
767
- "output": "0.000006"
768
- }
769
- }
1040
+ "devstral-medium-2507": {
1041
+ "input": "0.0000004",
1042
+ "output": "0.000002"
770
1043
  },
771
- "grok": {
772
- "enabled": true,
773
- "type": "OpenAiProvider",
774
- "base_url": "https://api.x.ai",
775
- "api_key": "$GROK_API_KEY",
776
- "models": {
777
- "grok-4": "grok-4-0709",
778
- "grok-code-fast-1": "grok-code-fast-1",
779
- "grok-4-fast-reasoning": "grok-4-fast-reasoning",
780
- "grok-4-fast-non-reasoning": "grok-4-fast-non-reasoning",
781
- "grok-4-0709": "grok-4-0709",
782
- "grok-3-mini": "grok-3-mini",
783
- "grok-3": "grok-3"
784
- },
785
- "pricing": {
786
- "grok-4": {
787
- "input": "0.000003",
788
- "output": "0.000015"
789
- },
790
- "grok-code-fast-1": {
791
- "input": "0.0000002",
792
- "output": "0.0000015"
793
- },
794
- "grok-4-fast-reasoning": {
795
- "input": "0.0000002",
796
- "output": "0.0000005"
797
- },
798
- "grok-4-fast-non-reasoning": {
799
- "input": "0.0000002",
800
- "output": "0.0000005"
801
- },
802
- "grok-4-0709": {
803
- "input": "0.000003",
804
- "output": "0.000015"
805
- },
806
- "grok-3-mini": {
807
- "input": "0.0000003",
808
- "output": "0.0000005"
809
- },
810
- "grok-3": {
811
- "input": "0.000003",
812
- "output": "0.000015"
813
- }
814
- }
1044
+ "codestral-latest": {
1045
+ "input": "0.0000003",
1046
+ "output": "0.0000003"
815
1047
  },
816
- "qwen": {
817
- "enabled": true,
818
- "type": "OpenAiProvider",
819
- "base_url": "https://dashscope-intl.aliyuncs.com/compatible-mode",
820
- "api_key": "$DASHSCOPE_API_KEY",
821
- "models": {
822
- "qwen3-max": "qwen3-max",
823
- "qwen-max": "qwen-max",
824
- "qwen-plus": "qwen-plus",
825
- "qwen-flash": "qwen-flash",
826
- "qwq-plus": "qwq-plus",
827
- "qwen-turbo": "qwen-turbo",
828
- "qwen-omni-turbo": "qwen-omni-turbo",
829
- "qwen3-omni-flash": "qwen3-omni-flash",
830
- "qwen3-coder-plus": "qwen3-coder-plus",
831
- "qwen3-coder-flash": "qwen3-coder-flash",
832
- "qwen3-next:80b": "qwen3-next-80b-a3b-instruct",
833
- "qwen3:235b": "qwen3-235b-a22b",
834
- "qwen3:32b": "qwen3-32b",
835
- "qwen3:30b": "qwen3-30b-a3b",
836
- "qwen3:14b": "qwen3-14b",
837
- "qwen3:8b": "qwen3-8b",
838
- "qwen3:4b": "qwen3-4b",
839
- "qwen3:1.7b": "qwen3-1.7b",
840
- "qwen3:0.6b": "qwen3-0.6b",
841
- "qwen3-coder": "qwen3-coder-480b-a35b-instruct",
842
- "qwen3-coder:30b": "qwen3-coder-30b-a3b-instruct",
843
- "qwen3-vl-plus": "qwen3-vl-plus",
844
- "qwen3-vl-thinking:235b": "qwen3-vl-235b-a22b-thinking",
845
- "qwen3-vl:235b": "qwen3-vl-235b-a22b-instruct",
846
- "qwen3-vl:30b": "qwen3-vl-30b-a3b-instruct",
847
- "qwen2.5-omni:7b": "qwen2.5-omni-7b"
848
- },
849
- "pricing": {
850
- "qwen3-max": {
851
- "input": "0.0000012",
852
- "output": "0.000006"
853
- },
854
- "qwen-max": {
855
- "input": "0.0000012",
856
- "output": "0.000006"
857
- },
858
- "qwen-plus": {
859
- "input": "0.0000004",
860
- "output": "0.0000012"
861
- },
862
- "qwen-flash": {
863
- "input": "0.00000005",
864
- "output": "0.0000004"
865
- },
866
- "qwq-plus": {
867
- "input": "0.0000008",
868
- "output": "0.0000024"
869
- },
870
- "qwen-turbo": {
871
- "input": "0.00000005",
872
- "output": "0.0000005"
873
- },
874
- "qwen-omni-turbo": {
875
- "input": "0.00000007",
876
- "output": "0.00000027"
877
- },
878
- "qwen3-omni-flash": {
879
- "input": "0.00000043",
880
- "output": "0.00000166"
881
- },
882
- "qwen3-coder-plus": {
883
- "input": "0.000001",
884
- "output": "0.000005"
885
- },
886
- "qwen3-coder-flash": {
887
- "input": "0.0000003",
888
- "output": "0.0000015"
889
- },
890
- "qwen3-next-80b-a3b-instruct": {
891
- "input": "0.0000005",
892
- "output": "0.000002"
893
- },
894
- "qwen3-235b-a22b": {
895
- "input": "0.0000007",
896
- "output": "0.0000028"
897
- },
898
- "qwen3-32b": {
899
- "input": "0.0000007",
900
- "output": "0.0000028"
901
- },
902
- "qwen3-30b-a3b": {
903
- "input": "0.0000002",
904
- "output": "0.0000008"
905
- },
906
- "qwen3-14b": {
907
- "input": "0.00000035",
908
- "output": "0.0000014"
909
- },
910
- "qwen3-8b": {
911
- "input": "0.00000018",
912
- "output": "0.0000007"
913
- },
914
- "qwen3-4b": {
915
- "input": "0.00000011",
916
- "output": "0.00000042"
917
- },
918
- "qwen3-1.7b": {
919
- "input": "0.00000011",
920
- "output": "0.00000042"
921
- },
922
- "qwen3-0.6b": {
923
- "input": "0.00000011",
924
- "output": "0.00000042"
925
- },
926
- "qwen3-coder-480b-a35b-instruct": {
927
- "input": "0.0000015",
928
- "output": "0.0000075"
929
- },
930
- "qwen3-coder-30b-a3b-instruct": {
931
- "input": "0.00000045",
932
- "output": "0.00000225"
933
- },
934
- "qwen3-vl-plus": {
935
- "input": "0.0000002",
936
- "output": "0.0000016"
937
- },
938
- "qwen3-vl-235b-a22b-thinking": {
939
- "input": "0.0000007",
940
- "output": "0.0000084"
941
- },
942
- "qwen3-vl-235b-a22b-instruct": {
943
- "input": "0.0000007",
944
- "output": "0.0000084"
945
- },
946
- "qwen3-vl-30b-a3b-instruct": {
947
- "input": "0.0000002",
948
- "output": "0.0000024"
949
- },
950
- "qwen2.5-omni-7b": {
951
- "input": "0.0000001",
952
- "output": "0.0000004"
953
- }
954
- },
955
- "enable_thinking": false
956
- },
957
- "z.ai": {
958
- "enabled": true,
959
- "type": "OpenAiProvider",
960
- "base_url": "https://api.z.ai/api/paas/v4",
961
- "api_key": "$ZAI_API_KEY",
962
- "models": {
963
- "glm-4.6": "glm-4.6",
964
- "glm-4.5": "glm-4.5",
965
- "glm-4.5-air": "glm-4.5-air",
966
- "glm-4.5-x": "glm-4.5-x",
967
- "glm-4.5-airx": "glm-4.5-airx",
968
- "glm-4.5-flash": "glm-4.5-flash",
969
- "glm-4:32b": "glm-4-32b-0414-128k"
970
- },
971
- "temperature": 0.7,
972
- "pricing": {
973
- "glm-4.6": {
974
- "input": "0.0000006",
975
- "output": "0.00000022"
976
- },
977
- "glm-4.5": {
978
- "input": "0.0000006",
979
- "output": "0.00000022"
980
- },
981
- "glm-4.5-air": {
982
- "input": "0.0000002",
983
- "output": "0.00000011"
984
- },
985
- "glm-4.5-x": {
986
- "input": "0.00000022",
987
- "output": "0.00000089"
988
- },
989
- "glm-4.5-airx": {
990
- "input": "0.0000011",
991
- "output": "0.00000045"
992
- },
993
- "glm-4.5-flash": {
994
- "input": "0",
995
- "output": "0"
996
- },
997
- "glm-4-32b-0414-128k": {
998
- "input": "0.0000001",
999
- "output": "0.0000001"
1000
- }
1001
- }
1048
+ "mistral-small-latest": {
1049
+ "input": "0.0000001",
1050
+ "output": "0.0000003"
1002
1051
  },
1003
- "mistral": {
1004
- "enabled": true,
1005
- "type": "OpenAiProvider",
1006
- "base_url": "https://api.mistral.ai",
1007
- "api_key": "$MISTRAL_API_KEY",
1008
- "models": {
1009
- "mistral-medium": "mistral-medium-latest",
1010
- "magistral-medium": "magistral-medium-latest",
1011
- "devstral-medium": "devstral-medium-2507",
1012
- "codestral:22b": "codestral-latest",
1013
- "mistral-small3.2:24b": "mistral-small-latest",
1014
- "magistral-small": "magistral-small-latest",
1015
- "devstral-small": "devstral-small-2507",
1016
- "voxtral-small": "voxtral-small-latest",
1017
- "voxtral-mini": "voxtral-mini-latest",
1018
- "mistral-large:123b": "mistral-large-latest",
1019
- "pixtral-large:124b": "pixtral-large-latest",
1020
- "pixtral:12b": "pixtral-12b",
1021
- "mistral-nemo:12b": "open-mistral-nemo",
1022
- "mistral:7b": "open-mistral-7b",
1023
- "mixtral:8x7b": "open-mixtral-8x7b",
1024
- "mixtral:8x22b": "open-mixtral-8x22b",
1025
- "ministral:8b": "ministral-8b-latest",
1026
- "ministral:3b": "ministral-3b-latest"
1027
- },
1028
- "pricing": {
1029
- "mistral-medium-latest": {
1030
- "input": "0.0000004",
1031
- "output": "0.000002"
1032
- },
1033
- "magistral-medium-latest": {
1034
- "input": "0.000002",
1035
- "output": "0.000005"
1036
- },
1037
- "devstral-medium-2507": {
1038
- "input": "0.0000004",
1039
- "output": "0.000002"
1040
- },
1041
- "codestral-latest": {
1042
- "input": "0.0000003",
1043
- "output": "0.0000003"
1044
- },
1045
- "mistral-small-latest": {
1046
- "input": "0.0000001",
1047
- "output": "0.0000003"
1048
- },
1049
- "magistral-small-latest": {
1050
- "input": "0.0000005",
1051
- "output": "0.0000015"
1052
- },
1053
- "devstral-small-2507": {
1054
- "input": "0.0000001",
1055
- "output": "0.0000003"
1056
- },
1057
- "voxtral-small-latest": {
1058
- "input": "0.0000001",
1059
- "output": "0.0000003"
1060
- },
1061
- "voxtral-mini-latest": {
1062
- "input": "0.00000004",
1063
- "output": "0.00000004"
1064
- },
1065
- "mistral-large-latest": {
1066
- "input": "0.000002",
1067
- "output": "0.000006"
1068
- },
1069
- "pixtral-large-latest": {
1070
- "input": "0.000002",
1071
- "output": "0.000006"
1072
- },
1073
- "pixtral-12b": {
1074
- "input": "0.00000015",
1075
- "output": "0.00000015"
1076
- },
1077
- "open-mistral-nemo": {
1078
- "input": "0.00000015",
1079
- "output": "0.00000015"
1080
- },
1081
- "open-mistral-7b": {
1082
- "input": "0.00000025",
1083
- "output": "0.00000025"
1084
- },
1085
- "open-mixtral-8x7b": {
1086
- "input": "0.0000007",
1087
- "output": "0.0000007"
1088
- },
1089
- "open-mixtral-8x22b": {
1090
- "input": "0.000002",
1091
- "output": "0.000006"
1092
- },
1093
- "ministral-8b-latest": {
1094
- "input": "0.0000001",
1095
- "output": "0.0000001"
1096
- },
1097
- "ministral-3b-latest": {
1098
- "input": "0.00000004",
1099
- "output": "0.00000004"
1100
- }
1101
- },
1102
- "check": {
1103
- "messages": [
1104
- {
1105
- "role": "user",
1106
- "content": [
1107
- {
1108
- "type": "text",
1109
- "text": "1+1="
1110
- }
1111
- ]
1112
- }
1113
- ],
1114
- "stream": false
1115
- }
1052
+ "magistral-small-latest": {
1053
+ "input": "0.0000005",
1054
+ "output": "0.0000015"
1055
+ },
1056
+ "devstral-small-2507": {
1057
+ "input": "0.0000001",
1058
+ "output": "0.0000003"
1059
+ },
1060
+ "voxtral-small-latest": {
1061
+ "input": "0.0000001",
1062
+ "output": "0.0000003"
1063
+ },
1064
+ "voxtral-mini-latest": {
1065
+ "input": "0.00000004",
1066
+ "output": "0.00000004"
1067
+ },
1068
+ "mistral-large-latest": {
1069
+ "input": "0.000002",
1070
+ "output": "0.000006"
1071
+ },
1072
+ "pixtral-large-latest": {
1073
+ "input": "0.000002",
1074
+ "output": "0.000006"
1075
+ },
1076
+ "pixtral-12b": {
1077
+ "input": "0.00000015",
1078
+ "output": "0.00000015"
1079
+ },
1080
+ "open-mistral-nemo": {
1081
+ "input": "0.00000015",
1082
+ "output": "0.00000015"
1083
+ },
1084
+ "open-mistral-7b": {
1085
+ "input": "0.00000025",
1086
+ "output": "0.00000025"
1087
+ },
1088
+ "open-mixtral-8x7b": {
1089
+ "input": "0.0000007",
1090
+ "output": "0.0000007"
1091
+ },
1092
+ "open-mixtral-8x22b": {
1093
+ "input": "0.000002",
1094
+ "output": "0.000006"
1095
+ },
1096
+ "ministral-8b-latest": {
1097
+ "input": "0.0000001",
1098
+ "output": "0.0000001"
1099
+ },
1100
+ "ministral-3b-latest": {
1101
+ "input": "0.00000004",
1102
+ "output": "0.00000004"
1116
1103
  }
1104
+ },
1105
+ "check": {
1106
+ "messages": [
1107
+ {
1108
+ "role": "user",
1109
+ "content": [
1110
+ {
1111
+ "type": "text",
1112
+ "text": "1+1="
1113
+ }
1114
+ ]
1115
+ }
1116
+ ],
1117
+ "stream": false
1118
+ }
1117
1119
  }
1120
+ }
1118
1121
  }