freellm 1.0.4 → 1.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/db/index.js CHANGED
@@ -19,6 +19,8 @@ exports.listModels = listModels;
19
19
  exports.listEnabledModels = listEnabledModels;
20
20
  exports.updateModelOrder = updateModelOrder;
21
21
  exports.toggleModel = toggleModel;
22
+ exports.listModelsByPlatform = listModelsByPlatform;
23
+ exports.upsertModelsFromList = upsertModelsFromList;
22
24
  exports.logRequest = logRequest;
23
25
  exports.getAnalytics = getAnalytics;
24
26
  exports.createSession = createSession;
@@ -152,6 +154,27 @@ function updateModelOrder(id, order) {
152
154
  function toggleModel(id, enabled) {
153
155
  db.prepare('UPDATE models SET enabled = ? WHERE id = ?').run(enabled ? 1 : 0, id);
154
156
  }
157
+ function listModelsByPlatform(platform) {
158
+ return db
159
+ .prepare('SELECT * FROM models WHERE platform = ? ORDER BY fallback_order, id')
160
+ .all(platform);
161
+ }
162
+ function upsertModelsFromList(platform, models) {
163
+ const stmt = db.prepare(`
164
+ INSERT INTO models (platform, model_id, display_name, supports_tools, supports_vision, supports_stream, type, context_length, fallback_order, enabled)
165
+ VALUES (?, ?, ?, 0, 0, 1, 'chat', NULL, 999, 1)
166
+ ON CONFLICT(platform, model_id) DO NOTHING
167
+ `);
168
+ let added = 0;
169
+ for (const m of models) {
170
+ if (!m.id)
171
+ continue;
172
+ const r = stmt.run(platform, m.id, m.display_name || m.id);
173
+ if (Number(r.changes) > 0)
174
+ added++;
175
+ }
176
+ return added;
177
+ }
155
178
  // ─── Analytics ───────────────────────────────────────────────────────────────
156
179
  function logRequest(data) {
157
180
  db.prepare(`
@@ -3,6 +3,10 @@ export declare class CloudflareProvider extends BaseProvider {
3
3
  readonly platform = "cloudflare";
4
4
  readonly baseUrl = "https://api.cloudflare.com/client/v4";
5
5
  protected defaultModel(): string;
6
+ listModels(apiKey: string): Promise<Array<{
7
+ id: string;
8
+ display_name?: string;
9
+ }>>;
6
10
  private parseKey;
7
11
  private toMessages;
8
12
  chat(apiKey: string, req: ChatRequest): Promise<ChatResponse>;
@@ -12,6 +12,16 @@ class CloudflareProvider extends types_1.BaseProvider {
12
12
  defaultModel() {
13
13
  return '@cf/meta/llama-3.1-8b-instruct';
14
14
  }
15
+ async listModels(apiKey) {
16
+ const { accountId, token } = this.parseKey(apiKey);
17
+ const res = await fetch(`${this.baseUrl}/accounts/${accountId}/ai/models/search?per_page=100`, { headers: { Authorization: `Bearer ${token}` } });
18
+ if (!res.ok)
19
+ return [];
20
+ const data = await res.json();
21
+ return (data.result ?? [])
22
+ .filter((m) => !!m.name && (!m.task?.name || /text|language|chat/i.test(m.task.name)))
23
+ .map((m) => ({ id: m.name, display_name: m.name }));
24
+ }
15
25
  // apiKey format: "ACCOUNT_ID:API_TOKEN"
16
26
  parseKey(apiKey) {
17
27
  const idx = apiKey.indexOf(':');
@@ -3,6 +3,10 @@ export declare class GoogleProvider extends BaseProvider {
3
3
  readonly platform = "google";
4
4
  readonly baseUrl = "https://generativelanguage.googleapis.com/v1beta";
5
5
  protected defaultModel(): string;
6
+ listModels(apiKey: string): Promise<Array<{
7
+ id: string;
8
+ display_name?: string;
9
+ }>>;
6
10
  chat(apiKey: string, req: ChatRequest): Promise<ChatResponse>;
7
11
  streamChat(apiKey: string, req: ChatRequest, onChunk: (chunk: StreamChunk) => void, onDone: () => void, onError: (err: Error) => void): Promise<void>;
8
12
  }
@@ -45,6 +45,15 @@ class GoogleProvider extends types_1.BaseProvider {
45
45
  defaultModel() {
46
46
  return 'gemini-2.5-flash';
47
47
  }
48
+ async listModels(apiKey) {
49
+ const res = await fetch(`${this.baseUrl}/models?key=${encodeURIComponent(apiKey)}`);
50
+ if (!res.ok)
51
+ return [];
52
+ const data = await res.json();
53
+ return (data.models ?? [])
54
+ .filter((m) => !!m.name && (m.supportedGenerationMethods ?? []).includes('generateContent'))
55
+ .map((m) => ({ id: m.name.replace(/^models\//, ''), display_name: m.displayName }));
56
+ }
48
57
  async chat(apiKey, req) {
49
58
  const { contents, systemInstruction } = toGeminiMessages(req.messages);
50
59
  const model = req.model === 'auto' ? this.defaultModel() : req.model;
@@ -4,6 +4,10 @@ export declare class OllamaProvider extends BaseProvider {
4
4
  readonly baseUrl: string;
5
5
  constructor(baseUrl?: string);
6
6
  protected defaultModel(): string;
7
+ listModels(_apiKey: string): Promise<Array<{
8
+ id: string;
9
+ display_name?: string;
10
+ }>>;
7
11
  chat(_apiKey: string, req: ChatRequest): Promise<ChatResponse>;
8
12
  streamChat(_apiKey: string, req: ChatRequest, onChunk: (chunk: StreamChunk) => void, onDone: () => void, onError: (err: Error) => void): Promise<void>;
9
13
  healthCheck(_apiKey: string): Promise<boolean>;
@@ -12,6 +12,16 @@ class OllamaProvider extends types_1.BaseProvider {
12
12
  defaultModel() {
13
13
  return 'llama3.2';
14
14
  }
15
+ async listModels(_apiKey) {
16
+ const base = this.baseUrl.replace(/\/v1$/, '');
17
+ const res = await fetch(`${base}/api/tags`);
18
+ if (!res.ok)
19
+ return [];
20
+ const data = await res.json();
21
+ return (data.models ?? [])
22
+ .filter((m) => !!m.name)
23
+ .map((m) => ({ id: m.name, display_name: m.name }));
24
+ }
15
25
  async chat(_apiKey, req) {
16
26
  const model = req.model === 'auto' ? this.defaultModel() : req.model;
17
27
  const res = await fetch(`${this.baseUrl}/chat/completions`, {
@@ -5,6 +5,10 @@ export declare class OpenAICompatProvider extends BaseProvider {
5
5
  private _defaultModel;
6
6
  constructor(platform: string, baseUrl: string, defaultModel: string);
7
7
  protected defaultModel(): string;
8
+ listModels(apiKey: string): Promise<Array<{
9
+ id: string;
10
+ display_name?: string;
11
+ }>>;
8
12
  chat(apiKey: string, req: ChatRequest): Promise<ChatResponse>;
9
13
  streamChat(apiKey: string, req: ChatRequest, onChunk: (chunk: StreamChunk) => void, onDone: () => void, onError: (err: Error) => void): Promise<void>;
10
14
  }
@@ -13,6 +13,18 @@ class OpenAICompatProvider extends types_1.BaseProvider {
13
13
  defaultModel() {
14
14
  return this._defaultModel;
15
15
  }
16
+ async listModels(apiKey) {
17
+ const headers = { 'Content-Type': 'application/json' };
18
+ if (apiKey)
19
+ headers['Authorization'] = `Bearer ${apiKey}`;
20
+ const res = await fetch(`${this.baseUrl}/models`, { headers });
21
+ if (!res.ok)
22
+ return [];
23
+ const data = await res.json();
24
+ return (data.data ?? [])
25
+ .filter((m) => !!m.id)
26
+ .map((m) => ({ id: m.id, display_name: m.display_name || m.name || m.id }));
27
+ }
16
28
  async chat(apiKey, req) {
17
29
  const headers = {
18
30
  'Content-Type': 'application/json',
@@ -90,6 +90,11 @@ export declare abstract class BaseProvider {
90
90
  abstract streamChat(apiKey: string, req: ChatRequest, onChunk: (chunk: StreamChunk) => void, onDone: () => void, onError: (err: Error) => void): Promise<void>;
91
91
  /** Default implementation: call the non-streaming endpoint */
92
92
  healthCheck(apiKey: string): Promise<boolean>;
93
+ /** Fetch available models from the provider. Default: none (provider does not expose a list). */
94
+ listModels(_apiKey: string): Promise<Array<{
95
+ id: string;
96
+ display_name?: string;
97
+ }>>;
93
98
  protected abstract defaultModel(): string;
94
99
  }
95
100
  export type ImageRequest = {
@@ -27,6 +27,10 @@ class BaseProvider {
27
27
  return false;
28
28
  }
29
29
  }
30
+ /** Fetch available models from the provider. Default: none (provider does not expose a list). */
31
+ async listModels(_apiKey) {
32
+ return [];
33
+ }
30
34
  }
31
35
  exports.BaseProvider = BaseProvider;
32
36
  class BaseImageProvider {
@@ -5,6 +5,7 @@ const express_1 = require("express");
5
5
  const db_1 = require("../../db");
6
6
  const db_2 = require("../../db");
7
7
  const crypto_1 = require("../../crypto");
8
+ const providers_1 = require("../../providers");
8
9
  exports.keysRouter = (0, express_1.Router)();
9
10
  // Get unified API key (or generate one)
10
11
  exports.keysRouter.get('/keys/unified', (_req, res) => {
@@ -72,3 +73,46 @@ exports.keysRouter.put('/keys/:id', (req, res) => {
72
73
  (0, db_1.updateKey)(Number(req.params.id), key, label ?? '');
73
74
  return res.json({ ok: true });
74
75
  });
76
+ // Verify provider key — run a health check against the provider
77
+ exports.keysRouter.post('/keys/:id/verify', async (req, res) => {
78
+ const k = (0, db_1.getKey)(Number(req.params.id));
79
+ if (!k)
80
+ return res.status(404).json({ error: 'key not found' });
81
+ const provider = (0, providers_1.getChatProvider)(k.platform);
82
+ if (!provider)
83
+ return res.status(400).json({ error: `no provider for platform '${k.platform}'` });
84
+ try {
85
+ const rawKey = (0, db_1.decryptKey)(k.key_enc);
86
+ const ok = await provider.healthCheck(rawKey);
87
+ const status = ok ? 'healthy' : 'error';
88
+ (0, db_1.updateKeyStatus)(k.id, status);
89
+ return res.json({ ok, status });
90
+ }
91
+ catch (e) {
92
+ const err = e;
93
+ const status = err.status === 401 || err.status === 403 ? 'invalid'
94
+ : err.status === 429 ? 'rate_limited'
95
+ : 'error';
96
+ (0, db_1.updateKeyStatus)(k.id, status);
97
+ return res.json({ ok: false, status, error: err.message });
98
+ }
99
+ });
100
+ // Fetch provider's model list via its /v1/models endpoint and upsert them (enabled by default)
101
+ exports.keysRouter.post('/keys/:id/models/sync', async (req, res) => {
102
+ const k = (0, db_1.getKey)(Number(req.params.id));
103
+ if (!k)
104
+ return res.status(404).json({ error: 'key not found' });
105
+ const provider = (0, providers_1.getChatProvider)(k.platform);
106
+ if (!provider)
107
+ return res.status(400).json({ error: `no provider for platform '${k.platform}'` });
108
+ try {
109
+ const rawKey = (0, db_1.decryptKey)(k.key_enc);
110
+ const remote = await provider.listModels(rawKey);
111
+ const added = (0, db_1.upsertModelsFromList)(k.platform, remote);
112
+ const total = (0, db_1.listModelsByPlatform)(k.platform).length;
113
+ return res.json({ ok: true, added, total, remote: remote.length });
114
+ }
115
+ catch (e) {
116
+ return res.status(500).json({ error: e.message });
117
+ }
118
+ });
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "freellm",
3
- "version": "1.0.4",
3
+ "version": "1.0.6",
4
4
  "description": "One OpenAI-compatible endpoint for 15+ free LLM providers. Smart routing, failover, encrypted keys. Run with npx freellm.",
5
5
  "keywords": ["llm", "openai", "proxy", "groq", "gemini", "mistral", "free", "api-gateway"],
6
6
  "author": "",