freegate 0.6.14 → 0.6.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. package/README.md +72 -7
  2. package/README.ru.md +93 -7
  3. package/assets/dashboard-models.png +0 -0
  4. package/assets/dashboard.png +0 -0
  5. package/bin/freegate.js +32 -5
  6. package/config.example.json +13 -0
  7. package/lib/bandit.js +8 -1
  8. package/lib/cache.js +54 -5
  9. package/lib/clean.js +7 -2
  10. package/lib/compactor.js +220 -0
  11. package/lib/contextstats.js +224 -0
  12. package/lib/dashboard.js +782 -127
  13. package/lib/economics.js +43 -0
  14. package/lib/health.js +56 -9
  15. package/lib/logger.js +1 -1
  16. package/lib/memory-store.js +68 -0
  17. package/lib/memory.js +167 -0
  18. package/lib/methodology.js +70 -0
  19. package/lib/modeldb.js +125 -0
  20. package/lib/modelmanager.js +335 -0
  21. package/lib/modelscan.js +190 -0
  22. package/lib/normalize.js +14 -4
  23. package/lib/providers.js +68 -5
  24. package/lib/routing.js +14 -2
  25. package/lib/semcache.js +31 -0
  26. package/lib/setup.js +309 -0
  27. package/lib/taskclassify.js +59 -0
  28. package/package.json +1 -1
  29. package/providers.json +113 -137
  30. package/server.js +728 -99
package/providers.json CHANGED
@@ -7,7 +7,8 @@
7
7
  "keyHint": "console.groq.com → API Keys",
8
8
  "envVar": "PROVIDER_GROQ_APIKEY",
9
9
  "free": true,
10
- "category": "general"
10
+ "category": "general",
11
+ "context_window": 131072
11
12
  },
12
13
  "groq-qwen": {
13
14
  "endpoint": "https://api.groq.com/openai/v1/chat/completions",
@@ -17,7 +18,8 @@
17
18
  "keyHint": "console.groq.com → API Keys",
18
19
  "envVar": "PROVIDER_GROQ_APIKEY",
19
20
  "free": true,
20
- "category": "general"
21
+ "category": "general",
22
+ "context_window": 262144
21
23
  },
22
24
  "groq-allam": {
23
25
  "endpoint": "https://api.groq.com/openai/v1/chat/completions",
@@ -27,7 +29,8 @@
27
29
  "keyHint": "console.groq.com → API Keys (allam-2-7b, очень быстрая 229ms)",
28
30
  "envVar": "PROVIDER_GROQ_APIKEY",
29
31
  "free": true,
30
- "category": "general"
32
+ "category": "general",
33
+ "context_window": 8192
31
34
  },
32
35
  "groq-compound": {
33
36
  "endpoint": "https://api.groq.com/openai/v1/chat/completions",
@@ -37,7 +40,8 @@
37
40
  "keyHint": "console.groq.com → API Keys (compound)",
38
41
  "envVar": "PROVIDER_GROQ_APIKEY",
39
42
  "free": true,
40
- "category": "general"
43
+ "category": "general",
44
+ "context_window": 131072
41
45
  },
42
46
  "mistral-codestral": {
43
47
  "endpoint": "https://api.mistral.ai/v1/chat/completions",
@@ -47,7 +51,8 @@
47
51
  "keyHint": "console.mistral.ai → API Keys",
48
52
  "envVar": "PROVIDER_MISTRAL_APIKEY",
49
53
  "free": true,
50
- "category": "coding"
54
+ "category": "coding",
55
+ "context_window": 33000
51
56
  },
52
57
  "mistral-small": {
53
58
  "endpoint": "https://api.mistral.ai/v1/chat/completions",
@@ -57,7 +62,8 @@
57
62
  "keyHint": "console.mistral.ai → API Keys",
58
63
  "envVar": "PROVIDER_MISTRAL_APIKEY",
59
64
  "free": true,
60
- "category": "general"
65
+ "category": "general",
66
+ "context_window": 33000
61
67
  },
62
68
  "gemini-flash": {
63
69
  "endpoint": "https://generativelanguage.googleapis.com/v1beta/openai/chat/completions",
@@ -67,27 +73,8 @@
67
73
  "keyHint": "aistudio.google.com → Get API key",
68
74
  "envVar": "PROVIDER_GEMINI_APIKEY",
69
75
  "free": true,
70
- "category": "general"
71
- },
72
- "nim-deepseek": {
73
- "endpoint": "https://integrate.api.nvidia.com/v1/chat/completions",
74
- "model": "deepseek-ai/deepseek-v4-flash-0731",
75
- "priority": 6,
76
- "dailyLimit": 40,
77
- "keyHint": "build.nvidia.com → Get API key",
78
- "envVar": "PROVIDER_NIM_APIKEY",
79
- "free": true,
80
- "category": "general"
81
- },
82
- "nim-llama": {
83
- "endpoint": "https://integrate.api.nvidia.com/v1/chat/completions",
84
- "model": "meta/llama-3.1-8b-instruct",
85
- "priority": 7,
86
- "dailyLimit": 40,
87
- "keyHint": "build.nvidia.com → Get API key",
88
- "envVar": "PROVIDER_NIM_APIKEY",
89
- "free": true,
90
- "category": "general"
76
+ "category": "general",
77
+ "context_window": 1000000
91
78
  },
92
79
  "zai": {
93
80
  "endpoint": "https://open.bigmodel.cn/api/paas/v4/chat/completions",
@@ -97,7 +84,8 @@
97
84
  "keyHint": "open.bigmodel.cn → API Keys",
98
85
  "envVar": "PROVIDER_ZAI_APIKEY",
99
86
  "free": true,
100
- "category": "general"
87
+ "category": "general",
88
+ "context_window": 128000
101
89
  },
102
90
  "openrouter-hermes": {
103
91
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -107,17 +95,8 @@
107
95
  "keyHint": "openrouter.ai → Keys (медленный, запасной)",
108
96
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
109
97
  "free": true,
110
- "category": "coding"
111
- },
112
- "openrouter-mistral": {
113
- "endpoint": "https://openrouter.ai/api/v1/chat/completions",
114
- "model": "z-ai/glm-5.2:free",
115
- "priority": 10,
116
- "dailyLimit": 50,
117
- "keyHint": "openrouter.ai → Keys",
118
- "envVar": "PROVIDER_OPENROUTER_APIKEY",
119
- "free": true,
120
- "category": "general"
98
+ "category": "coding",
99
+ "context_window": 256000
121
100
  },
122
101
  "or-nemotron-550b": {
123
102
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -127,7 +106,8 @@
127
106
  "keyHint": "openrouter.ai → Keys",
128
107
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
129
108
  "free": true,
130
- "category": "reasoning"
109
+ "category": "reasoning",
110
+ "reasoning": true
131
111
  },
132
112
  "or-nemotron-120b": {
133
113
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -137,7 +117,8 @@
137
117
  "keyHint": "openrouter.ai → Keys",
138
118
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
139
119
  "free": true,
140
- "category": "reasoning"
120
+ "category": "reasoning",
121
+ "reasoning": true
141
122
  },
142
123
  "or-gpt-oss-20b": {
143
124
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -168,7 +149,9 @@
168
149
  "keyHint": "openrouter.ai → Keys (Nemotron 3.5 Lightning: 977K контекст)",
169
150
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
170
151
  "free": true,
171
- "category": "reasoning"
152
+ "category": "reasoning",
153
+ "reasoning": true,
154
+ "context_window": 1000000
172
155
  },
173
156
  "or-laguna-s": {
174
157
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -178,7 +161,8 @@
178
161
  "keyHint": "openrouter.ai → Keys (Laguna S: кодинг, 118B)",
179
162
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
180
163
  "free": true,
181
- "category": "coding"
164
+ "category": "coding",
165
+ "context_window": 262144
182
166
  },
183
167
  "gemini-vision": {
184
168
  "endpoint": "https://generativelanguage.googleapis.com/v1beta/openai/chat/completions",
@@ -189,7 +173,8 @@
189
173
  "envVar": "PROVIDER_GEMINI_APIKEY",
190
174
  "free": true,
191
175
  "vision": true,
192
- "category": "vision"
176
+ "category": "vision",
177
+ "context_window": 1000000
193
178
  },
194
179
  "nim-vision": {
195
180
  "endpoint": "https://integrate.api.nvidia.com/v1/chat/completions",
@@ -200,29 +185,8 @@
200
185
  "envVar": "PROVIDER_NIM_APIKEY",
201
186
  "free": true,
202
187
  "vision": true,
203
- "category": "vision"
204
- },
205
- "ollama": {
206
- "endpoint": "http://localhost:11434/v1/chat/completions",
207
- "model": "qwen2.5:0.5b",
208
- "priority": 17,
209
- "dailyLimit": 100000,
210
- "keyHint": "Локальная модель. Установи Ollama и скачай модель: ollama pull qwen2.5:0.5b (без ключа, безлимит, приватно)",
211
- "envVar": "",
212
- "free": true,
213
- "local": true,
214
- "category": "local"
215
- },
216
- "lmstudio": {
217
- "endpoint": "http://localhost:1234/v1/chat/completions",
218
- "model": "local-model",
219
- "priority": 18,
220
- "dailyLimit": 100000,
221
- "keyHint": "Локальная модель. Установи LM Studio и загрузи модель (без ключа, безлимит)",
222
- "envVar": "",
223
- "free": true,
224
- "local": true,
225
- "category": "local"
188
+ "category": "vision",
189
+ "context_window": 128000
226
190
  },
227
191
  "cerebras-gpt": {
228
192
  "endpoint": "https://api.cerebras.ai/v1/chat/completions",
@@ -252,7 +216,8 @@
252
216
  "keyHint": "platform.deepseek.com → API Keys (deepseek-v4-flash)",
253
217
  "envVar": "PROVIDER_DEEPSEEK_APIKEY",
254
218
  "free": true,
255
- "category": "general"
219
+ "category": "general",
220
+ "context_window": 128000
256
221
  },
257
222
  "deepseek-vision": {
258
223
  "endpoint": "https://api.deepseek.com/chat/completions",
@@ -263,7 +228,8 @@
263
228
  "envVar": "PROVIDER_DEEPSEEK_APIKEY",
264
229
  "free": true,
265
230
  "vision": true,
266
- "category": "vision"
231
+ "category": "vision",
232
+ "context_window": 128000
267
233
  },
268
234
  "or-dots-3": {
269
235
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -273,7 +239,9 @@
273
239
  "keyHint": "openrouter.ai → Keys (Dots 3: 280B MoE, мощная)",
274
240
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
275
241
  "free": true,
276
- "category": "reasoning"
242
+ "category": "reasoning",
243
+ "reasoning": true,
244
+ "context_window": 512000
277
245
  },
278
246
  "or-lfm": {
279
247
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -283,7 +251,9 @@
283
251
  "keyHint": "openrouter.ai → Keys (LFM 2.5: быстрая reasoning)",
284
252
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
285
253
  "free": true,
286
- "category": "reasoning"
254
+ "category": "reasoning",
255
+ "reasoning": true,
256
+ "context_window": 65536
287
257
  },
288
258
  "or-laguna-xs": {
289
259
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -293,7 +263,8 @@
293
263
  "keyHint": "openrouter.ai → Keys (Laguna XS: кодинг)",
294
264
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
295
265
  "free": true,
296
- "category": "coding"
266
+ "category": "coding",
267
+ "context_window": 262144
297
268
  },
298
269
  "or-nemotron-3-nano-omni-30b-a3b-r": {
299
270
  "endpoint": "https://openrouter.ai/api/v1/chat/completions",
@@ -303,96 +274,101 @@
303
274
  "keyHint": "openrouter.ai → Keys (автодобавлено, vision)",
304
275
  "envVar": "PROVIDER_OPENROUTER_APIKEY",
305
276
  "free": true,
306
- "category": "vision"
277
+ "category": "vision",
278
+ "context_window": 256000
307
279
  },
308
- "hf-Qwen3-8-2-4T-A95B": {
309
- "endpoint": "https://router.huggingface.co/v1/chat/completions",
310
- "model": "Qwen/Qwen3.8-2.4T-A95B",
280
+ "or-minimax-m3-free": {
281
+ "endpoint": "https://openrouter.ai/api/v1/chat/completions",
282
+ "model": "minimax/minimax-m3:free",
311
283
  "priority": 20,
312
- "dailyLimit": 200,
313
- "keyHint": "huggingface.co → Settings → Tokens (автодобавлено, general)",
314
- "envVar": "PROVIDER_HF_APIKEY",
284
+ "dailyLimit": 50,
285
+ "keyHint": "openrouter.ai → Keys (автодобавлено, vision)",
286
+ "envVar": "PROVIDER_OPENROUTER_APIKEY",
315
287
  "free": true,
316
- "category": "general"
288
+ "category": "vision",
289
+ "context_window": 1048576
317
290
  },
318
- "hf-GLM-5-2": {
319
- "endpoint": "https://router.huggingface.co/v1/chat/completions",
320
- "model": "zai-org/GLM-5.2",
291
+ "or-minimax-m2-7-free": {
292
+ "endpoint": "https://openrouter.ai/api/v1/chat/completions",
293
+ "model": "minimax/minimax-m2.7:free",
321
294
  "priority": 20,
322
- "dailyLimit": 200,
323
- "keyHint": "huggingface.co → Settings → Tokens (автодобавлено, general)",
324
- "envVar": "PROVIDER_HF_APIKEY",
295
+ "dailyLimit": 50,
296
+ "keyHint": "openrouter.ai → Keys (автодобавлено, reasoning)",
297
+ "envVar": "PROVIDER_OPENROUTER_APIKEY",
325
298
  "free": true,
326
- "category": "general"
299
+ "category": "reasoning",
300
+ "reasoning": true,
301
+ "context_window": 196608
327
302
  },
328
- "hf-gemma-4-31B-it": {
329
- "endpoint": "https://router.huggingface.co/v1/chat/completions",
330
- "model": "google/gemma-4-31B-it",
303
+ "or-gemma-4-31b-it-free": {
304
+ "endpoint": "https://openrouter.ai/api/v1/chat/completions",
305
+ "model": "google/gemma-4-31b-it:free",
331
306
  "priority": 20,
332
- "dailyLimit": 200,
333
- "keyHint": "huggingface.co → Settings → Tokens (автодобавлено, general)",
334
- "envVar": "PROVIDER_HF_APIKEY",
307
+ "dailyLimit": 50,
308
+ "keyHint": "openrouter.ai → Keys (автодобавлено, vision)",
309
+ "envVar": "PROVIDER_OPENROUTER_APIKEY",
335
310
  "free": true,
336
- "category": "general"
311
+ "category": "vision",
312
+ "context_window": 262144
337
313
  },
338
- "hf-DeepSeek-V4-Pro": {
339
- "endpoint": "https://router.huggingface.co/v1/chat/completions",
340
- "model": "deepseek-ai/DeepSeek-V4-Pro",
314
+ "or-ling-3-0-flash-fin-free": {
315
+ "endpoint": "https://openrouter.ai/api/v1/chat/completions",
316
+ "model": "inclusionai/ling-3.0-flash-fin:free",
341
317
  "priority": 20,
342
- "dailyLimit": 200,
343
- "keyHint": "huggingface.co → Settings → Tokens (автодобавлено, general)",
344
- "envVar": "PROVIDER_HF_APIKEY",
318
+ "dailyLimit": 50,
319
+ "keyHint": "openrouter.ai → Keys (автодобавлено, general)",
320
+ "envVar": "PROVIDER_OPENROUTER_APIKEY",
345
321
  "free": true,
346
322
  "category": "general"
347
323
  },
348
- "hf-gemma-4-26B-A4B-it": {
349
- "endpoint": "https://router.huggingface.co/v1/chat/completions",
350
- "model": "google/gemma-4-26B-A4B-it",
324
+ "or-gemma-4-26b-a4b-it-free": {
325
+ "endpoint": "https://openrouter.ai/api/v1/chat/completions",
326
+ "model": "google/gemma-4-26b-a4b-it:free",
351
327
  "priority": 20,
352
- "dailyLimit": 200,
353
- "keyHint": "huggingface.co → Settings → Tokens (автодобавлено, general)",
354
- "envVar": "PROVIDER_HF_APIKEY",
328
+ "dailyLimit": 50,
329
+ "keyHint": "openrouter.ai → Keys (автодобавлено, general)",
330
+ "envVar": "PROVIDER_OPENROUTER_APIKEY",
355
331
  "free": true,
356
332
  "category": "general"
357
333
  },
358
- "hf-Llama-3-1-8B-Instruct": {
359
- "endpoint": "https://router.huggingface.co/v1/chat/completions",
360
- "model": "meta-llama/Llama-3.1-8B-Instruct",
361
- "priority": 20,
362
- "dailyLimit": 200,
363
- "keyHint": "huggingface.co → Settings → Tokens (автодобавлено, general)",
364
- "envVar": "PROVIDER_HF_APIKEY",
334
+ "groq-qwen3-8-27b": {
335
+ "endpoint": "https://api.groq.com/openai/v1/chat/completions",
336
+ "model": "qwen/qwen3.8-27b",
337
+ "priority": 6,
338
+ "dailyLimit": 1000,
339
+ "keyHint": "groq → Keys (автодобавлено, general)",
340
+ "envVar": "PROVIDER_GROQ_APIKEY",
365
341
  "free": true,
366
342
  "category": "general"
367
343
  },
368
- "hf-DeepSeek-V4-Flash": {
369
- "endpoint": "https://router.huggingface.co/v1/chat/completions",
370
- "model": "deepseek-ai/DeepSeek-V4-Flash",
371
- "priority": 20,
372
- "dailyLimit": 200,
373
- "keyHint": "huggingface.co → Settings → Tokens (автодобавлено, general)",
374
- "envVar": "PROVIDER_HF_APIKEY",
344
+ "groq-compound-mini": {
345
+ "endpoint": "https://api.groq.com/openai/v1/chat/completions",
346
+ "model": "groq/compound-mini",
347
+ "priority": 1,
348
+ "dailyLimit": 1000,
349
+ "keyHint": "groq → Keys (автодобавлено, general)",
350
+ "envVar": "PROVIDER_GROQ_APIKEY",
375
351
  "free": true,
376
352
  "category": "general"
377
353
  },
378
- "or-minimax-m3-free": {
379
- "endpoint": "https://openrouter.ai/api/v1/chat/completions",
380
- "model": "minimax/minimax-m3:free",
381
- "priority": 20,
382
- "dailyLimit": 50,
383
- "keyHint": "openrouter.ai → Keys (автодобавлено, vision)",
384
- "envVar": "PROVIDER_OPENROUTER_APIKEY",
354
+ "mistral-codestral-2508": {
355
+ "endpoint": "https://api.mistral.ai/v1/chat/completions",
356
+ "model": "codestral-2508",
357
+ "priority": 5,
358
+ "dailyLimit": 500,
359
+ "keyHint": "mistral → Keys (автодобавлено, coding)",
360
+ "envVar": "PROVIDER_MISTRAL_APIKEY",
385
361
  "free": true,
386
- "category": "vision"
362
+ "category": "coding"
387
363
  },
388
- "or-minimax-m2-7-free": {
389
- "endpoint": "https://openrouter.ai/api/v1/chat/completions",
390
- "model": "minimax/minimax-m2.7:free",
391
- "priority": 20,
392
- "dailyLimit": 50,
393
- "keyHint": "openrouter.ai → Keys (автодобавлено, reasoning)",
394
- "envVar": "PROVIDER_OPENROUTER_APIKEY",
364
+ "mistral-mistral-code-latest": {
365
+ "endpoint": "https://api.mistral.ai/v1/chat/completions",
366
+ "model": "mistral-code-latest",
367
+ "priority": 1,
368
+ "dailyLimit": 500,
369
+ "keyHint": "mistral → Keys (автодобавлено, coding)",
370
+ "envVar": "PROVIDER_MISTRAL_APIKEY",
395
371
  "free": true,
396
- "category": "reasoning"
372
+ "category": "coding"
397
373
  }
398
- }
374
+ }