@srouterhq/server 0.0.0-stage → 0.9.0

package/dist/services/builtin-model-discovery.d.ts

@@ -0,0 +1,107 @@
+import type { Db } from '../db/types.js';
+import type { Scheduler } from '../lib/scheduler.js';
+import type { Platform } from '@srouter/shared/types.js';
+import { OpenAICompatProvider } from '../providers/openai-compat.js';
+import { type DiscoveredModel } from './model-discovery.js';
+/** Built-in platforms eligible for discovery. Each is OpenAI-compatible and has
+ *  zero rows, enabled or disabled, in the signed live catalog (checked against
+ *  2026.09.27). Remove a platform here in the same change that adds it to the
+ *  catalog; managedPlatforms in the catalog covers binaries already shipped. */
+export declare const BUILTIN_DISCOVERY_PLATFORMS: readonly Platform[];
+/** `BUILTIN_MODEL_DISCOVERY`: 'manual' (default) keeps only the dashboard's
+ *  Fetch models action, so nothing is registered without the operator picking
+ *  it; 'auto' also discovers on key save, after a healthy check and on the
+ *  custom-model sync cadence; 'off' disables both. Manual is the default
+ *  because these providers bill funded accounts (SiliconFlow, LongCat) and
+ *  label paid models inconsistently, so an automatic pass could route traffic
+ *  to models that cost money. */
+export type BuiltinDiscoveryMode = 'auto' | 'manual' | 'off';
+export declare function builtinDiscoveryMode(): BuiltinDiscoveryMode;
+export type IneligibleReason = 'disabled' | 'not_allowlisted' | 'not_openai_compatible' | 'catalog_managed';
+export interface DiscoveryEligibility {
+    eligible: boolean;
+    reason?: IneligibleReason;
+    /** The registered adapter, when eligible. */
+    provider?: OpenAICompatProvider;
+}
+/** Whether `platform` may fill its model list from its own /models. */
+export declare function builtinDiscoveryEligibility(db: Db, platform: string): DiscoveryEligibility;
+export declare function isBuiltinDiscoveryEligible(db: Db, platform: string): boolean;
+/** A human sentence for an ineligible platform, for route errors. */
+export declare function ineligibleMessage(platform: string, reason: IneligibleReason | undefined): string;
+interface KeyRow {
+    id: number;
+    platform: string;
+    encrypted_key: string;
+    iv: string;
+    auth_tag: string;
+    proxy_encrypted?: string | null;
+    proxy_iv?: string | null;
+    proxy_auth_tag?: string | null;
+}
+/** Fetch the platform's /models with one of its keys, through that key's own
+ *  proxy (#590), exactly as the health check reaches it. */
+export declare function discoverBuiltinModels(provider: OpenAICompatProvider, key: KeyRow, apiKeyOverride?: string): Promise<DiscoveredModel[]>;
+/** Discovered model ids already present on this platform, in any provenance. */
+export declare function registeredModelIds(db: Db, platform: string): Set<string>;
+export interface DiscoveredEntry {
+    modelId: string;
+    contextWindow?: number;
+    vision?: boolean;
+}
+export interface RegisterDiscoveredResult {
+    created: string[];
+    /** Already present (catalog, user or earlier discovery): left untouched. */
+    existing: string[];
+    /** Deleted by the operator and not lifted (automatic passes only). */
+    tombstoned: string[];
+}
+/**
+ * Insert discovered chat models for a built-in platform. INSERT-only: a row
+ * that already exists for (platform, model_id) in the built-in scope is never
+ * updated, so catalog rows, user rows and anything the operator tuned by hand
+ * all win. `explicit` marks a pick the operator made in the dashboard, which
+ * lifts a previous deletion, the way re-adding a custom model does (#926).
+ */
+export declare function registerDiscoveredModels(db: Db, platform: string, entries: DiscoveredEntry[], options: {
+    explicit: boolean;
+}): RegisterDiscoveredResult;
+/**
+ * Which discovered models an AUTOMATIC pass may register. Stricter than a
+ * dashboard pick, because nobody looked at the list:
+ *  - chat only: embedding, image, audio, transcription and video ids are
+ *    skipped (#1051), as in the custom-model sync;
+ *  - an upstream that prices a model and says it is not free is skipped;
+ *  - CUSTOM_MODEL_SYNC_FREE_PATTERNS, when set, applies here too (#746).
+ */
+export declare function autoRegistrable(models: DiscoveredModel[]): {
+    accepted: DiscoveredModel[];
+    nonChat: number;
+    paid: number;
+};
+export interface BuiltinDiscoveryResult {
+    platforms: number;
+    added: number;
+    skipped: number;
+    tombstoned: number;
+    nonChatSkipped: number;
+    paidSkipped: number;
+    failures: Array<{
+        platform: string;
+        error: string;
+    }>;
+}
+/**
+ * One automatic discovery pass over every eligible platform that has a usable
+ * key (or just `only`, when given). ADD-ONLY, like the custom-model sync: a
+ * model that vanishes upstream is left for the health and retirement paths.
+ */
+export declare function runBuiltinModelDiscovery(db: Db, only?: string): Promise<BuiltinDiscoveryResult>;
+export declare function triggerBuiltinModelDiscovery(db: Db, platform: string, reason: 'key_added' | 'healthy'): Promise<BuiltinDiscoveryResult> | null;
+/** Test hook: forget event throttling between cases. */
+export declare function resetBuiltinDiscoveryThrottle(): void;
+/** Run the pass on the custom-model sync cadence (CUSTOM_MODEL_SYNC_INTERVAL_MS,
+ *  daily by default; 0 disables both). */
+export declare function startBuiltinModelDiscovery(db: Db, scheduler: Scheduler): (() => void) | null;
+export {};
+//# sourceMappingURL=builtin-model-discovery.d.ts.map

package/dist/services/builtin-model-discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"builtin-model-discovery.d.ts","sourceRoot":"","sources":["../../src/services/builtin-model-discovery.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAEzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAIrE,OAAO,EAA0B,KAAK,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAoCpF;;;gFAGgF;AAChF,eAAO,MAAM,2BAA2B,EAAE,SAAS,QAAQ,EAAyC,CAAC;AAErG;;;;;;iCAMiC;AACjC,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAE7D,wBAAgB,oBAAoB,IAAI,oBAAoB,CAK3D;AAED,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG,iBAAiB,GAAG,uBAAuB,GAAG,iBAAiB,CAAC;AAE5G,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,oBAAoB,CAAC;CACjC;AAED,uEAAuE;AACvE,wBAAgB,2BAA2B,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,oBAAoB,CAW1F;AAED,wBAAgB,0BAA0B,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE5E;AAED,qEAAqE;AACrE,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,GAAG,SAAS,GAAG,MAAM,CAShG;AAcD,UAAU,MAAM;IACd,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;4DAC4D;AAC5D,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,oBAAoB,EAC9B,GAAG,EAAE,MAAM,EACX,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,eAAe,EAAE,CAAC,CAG5B;AAED,gFAAgF;AAChF,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAKxE;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,4EAA4E;IAC5E,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,sEAAsE;IACtE,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACtC,EAAE,EAAE,EAAE,EACN,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,eAAe,EAAE,EAC1B,OAAO,EAAE;IAAE,QAAQ,EAAE,OAAO,CAAA;CAAE,GAC7B,wBAAwB,CAmD1B;AAQD;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG;IAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAYzH;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACtD;AAWD;;;;GAIG;AACH,wBAAsB,wBAAwB,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAwCrG;AAUD,wBAAgB,4BAA4B,CAC1C,EAAE,EAAE,EAAE,EACN,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,WAAW,GAAG,SAAS,GAC9B,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAoBxC;AAED,wDAAwD;AACxD,wBAAgB,6BAA6B,IAAI,IAAI,CAGpD;AAED;0CAC0C;AAC1C,wBAAgB,0BAA0B,CAAC,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAI5F"}

package/dist/services/builtin-model-discovery.js

@@ -0,0 +1,296 @@
+import { getProvider } from '../providers/index.js';
+import { OpenAICompatProvider } from '../providers/openai-compat.js';
+import { decrypt } from '../lib/crypto.js';
+import { decryptProxyUrl } from '../lib/key-proxy.js';
+import { withKeyProxy } from '../lib/proxy.js';
+import { discoverProviderModels } from './model-discovery.js';
+import { appliedCatalogPlatforms, DISCOVERED_MODEL_SOURCE } from './catalog-sync.js';
+import { clearCatalogModelTombstone, isCatalogModelTombstoned } from './model-state.js';
+import { customModelSeed } from './custom-model-seed.js';
+import { ensureModelInProfiles } from './profile-models.js';
+import { customModelSyncFreePatterns, customModelSyncIntervalMs } from './custom-model-sync.js';
+// ── Model discovery for built-in providers the catalog does not carry (#1348) ──
+//
+// Some registered OpenAI-compatible providers have NO rows in the signed
+// catalog, so a healthy key for them served nothing and the dashboard had no
+// way to fill the gap. This asks the provider's own /models (through the
+// registered adapter, with the operator's own key) and registers what it
+// serves, the same way custom-endpoint discovery (#488) does.
+//
+// The signed, audited catalog stays authoritative:
+//  - Only an explicit allowlist of platforms is eligible. The rule behind the
+//    list is "zero rows in the signed catalog on every tier". A free install
+//    cannot see the Premium (live) catalog, so it cannot tell a provider the
+//    catalog has never carried from one still inside its 30-day Premium window
+//    (radeon, routeway) or one the audit keeps switched off with disabled rows
+//    (reka, navy, opencode, orcarouter, xfyun). Discovering those would hand
+//    free installs models the catalog gates or has ruled out, so the list is
+//    decided here, in the binary, not inferred at runtime.
+//  - Even an allowlisted platform stops being eligible the moment the applied
+//    catalog manages it (any row, or a managedPlatforms entry), or the local
+//    DB holds catalog-owned rows for it (the bundled baseline before the first
+//    sync). catalog-sync then adopts or retires the discovered rows.
+//  - Rows are written with models.source = 'discovered', never 'user': a
+//    'user' row outranks the catalog on a collision, a discovered row never
+//    does. Writes are INSERT-only: an existing row (catalog, user or an earlier
+//    discovery the operator has since tuned) is never touched.
+//  - Deleting a discovered model records a catalog tombstone (they count as
+//    catalog-managed, see isCatalogManagedModel), and every automatic pass
+//    honors it. Only an explicit pick in the dashboard lifts it.
+/** Built-in platforms eligible for discovery. Each is OpenAI-compatible and has
+ *  zero rows, enabled or disabled, in the signed live catalog (checked against
+ *  2026.09.27). Remove a platform here in the same change that adds it to the
+ *  catalog; managedPlatforms in the catalog covers binaries already shipped. */
+export const BUILTIN_DISCOVERY_PLATFORMS = ['github', 'longcat', 'siliconflow'];
+export function builtinDiscoveryMode() {
+    const raw = process.env.BUILTIN_MODEL_DISCOVERY?.trim().toLowerCase();
+    if (raw === 'auto' || raw === 'off')
+        return raw;
+    if (raw === '0' || raw === 'false' || raw === 'disabled')
+        return 'off';
+    return 'manual';
+}
+/** Whether `platform` may fill its model list from its own /models. */
+export function builtinDiscoveryEligibility(db, platform) {
+    if (builtinDiscoveryMode() === 'off')
+        return { eligible: false, reason: 'disabled' };
+    if (!BUILTIN_DISCOVERY_PLATFORMS.includes(platform)) {
+        return { eligible: false, reason: 'not_allowlisted' };
+    }
+    const provider = getProvider(platform);
+    if (!(provider instanceof OpenAICompatProvider))
+        return { eligible: false, reason: 'not_openai_compatible' };
+    if (appliedCatalogPlatforms(db).has(platform) || hasCatalogOwnedRows(db, platform)) {
+        return { eligible: false, reason: 'catalog_managed' };
+    }
+    return { eligible: true, provider };
+}
+export function isBuiltinDiscoveryEligible(db, platform) {
+    return builtinDiscoveryEligibility(db, platform).eligible;
+}
+/** A human sentence for an ineligible platform, for route errors. */
+export function ineligibleMessage(platform, reason) {
+    switch (reason) {
+        case 'disabled':
+            return 'Model discovery for built-in providers is turned off (BUILTIN_MODEL_DISCOVERY=off).';
+        case 'catalog_managed':
+            return `${platform} models come from the catalog, so they cannot be fetched from the provider.`;
+        default:
+            return `${platform} models come from the catalog, not from the provider's model list.`;
+    }
+}
+// Catalog-owned rows for this platform in the local DB: chat rows the catalog
+// (or the bundled baseline) wrote, or any embedding / media row, which only
+// the catalog and the bundled baseline write for a built-in platform.
+function hasCatalogOwnedRows(db, platform) {
+    const row = db.prepare(`
+    SELECT (SELECT COUNT(*) FROM models           WHERE platform = ? AND source = 'catalog')
+         + (SELECT COUNT(*) FROM embedding_models WHERE platform = ?)
+         + (SELECT COUNT(*) FROM media_models     WHERE platform = ?) AS c
+  `).get(platform, platform, platform);
+    return row.c > 0;
+}
+/** Fetch the platform's /models with one of its keys, through that key's own
+ *  proxy (#590), exactly as the health check reaches it. */
+export async function discoverBuiltinModels(provider, key, apiKeyOverride) {
+    const apiKey = apiKeyOverride?.trim() || decrypt(key.encrypted_key, key.iv, key.auth_tag);
+    return withKeyProxy(decryptProxyUrl(key), () => discoverProviderModels(provider, apiKey, provider.modelsUrl.replace(/\/models\/?$/, '')));
+}
+/** Discovered model ids already present on this platform, in any provenance. */
+export function registeredModelIds(db, platform) {
+    return new Set(db.prepare("SELECT model_id FROM models WHERE platform = ? AND endpoint_scope = ''").all(platform)
+        .map(r => r.model_id));
+}
+/**
+ * Insert discovered chat models for a built-in platform. INSERT-only: a row
+ * that already exists for (platform, model_id) in the built-in scope is never
+ * updated, so catalog rows, user rows and anything the operator tuned by hand
+ * all win. `explicit` marks a pick the operator made in the dashboard, which
+ * lifts a previous deletion, the way re-adding a custom model does (#926).
+ */
+export function registerDiscoveredModels(db, platform, entries, options) {
+    return db.transaction(() => {
+        const result = { created: [], existing: [], tombstoned: [] };
+        const seed = customModelSeed(db);
+        const exists = db.prepare("SELECT 1 FROM models WHERE platform = ? AND model_id = ? AND endpoint_scope = ''");
+        const insert = db.prepare(`
+      INSERT INTO models
+        (platform, model_id, display_name, intelligence_rank, speed_rank, size_label,
+         rpm_limit, rpd_limit, tpm_limit, tpd_limit, monthly_token_budget, context_window, enabled, key_id,
+         supports_tools, supports_vision, source, endpoint_scope)
+      VALUES (@platform, @modelId, @modelId, @intelligenceRank, @speedRank, @sizeLabel,
+         NULL, NULL, NULL, NULL, '', @contextWindow, 1, NULL,
+         1, @vision, @source, '')
+      ON CONFLICT(platform, model_id, endpoint_scope) DO NOTHING
+    `);
+        const selectId = db.prepare("SELECT id FROM models WHERE platform = ? AND model_id = ? AND endpoint_scope = ''");
+        const inChain = db.prepare('SELECT 1 FROM fallback_config WHERE model_db_id = ?');
+        const maxPriority = db.prepare('SELECT COALESCE(MAX(priority), 0) AS m FROM fallback_config');
+        const addToChain = db.prepare('INSERT INTO fallback_config (model_db_id, priority, enabled) VALUES (?, ?, 1)');
+        for (const entry of entries) {
+            if (exists.get(platform, entry.modelId)) {
+                result.existing.push(entry.modelId);
+                continue;
+            }
+            if (isCatalogModelTombstoned(db, 'chat', platform, entry.modelId)) {
+                if (!options.explicit) {
+                    result.tombstoned.push(entry.modelId);
+                    continue;
+                }
+                clearCatalogModelTombstone(db, 'chat', platform, entry.modelId);
+            }
+            insert.run({
+                platform,
+                modelId: entry.modelId,
+                intelligenceRank: seed.intelligenceRank,
+                speedRank: seed.speedRank,
+                sizeLabel: seed.sizeLabel,
+                contextWindow: entry.contextWindow ?? null,
+                vision: entry.vision ? 1 : 0,
+                source: DISCOVERED_MODEL_SOURCE,
+            });
+            const row = selectId.get(platform, entry.modelId);
+            if (!inChain.get(row.id)) {
+                addToChain.run(row.id, maxPriority.get().m + 1);
+            }
+            ensureModelInProfiles(db, row.id);
+            result.created.push(entry.modelId);
+        }
+        return result;
+    })();
+}
+/** Glob match where `*` matches any run of chars (incl. empty). */
+function patternMatches(pattern, id) {
+    const escaped = pattern.split('*').map(seg => seg.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'));
+    return new RegExp(`^${escaped.join('.*')}$`).test(id);
+}
+/**
+ * Which discovered models an AUTOMATIC pass may register. Stricter than a
+ * dashboard pick, because nobody looked at the list:
+ *  - chat only: embedding, image, audio, transcription and video ids are
+ *    skipped (#1051), as in the custom-model sync;
+ *  - an upstream that prices a model and says it is not free is skipped;
+ *  - CUSTOM_MODEL_SYNC_FREE_PATTERNS, when set, applies here too (#746).
+ */
+export function autoRegistrable(models) {
+    const freePatterns = customModelSyncFreePatterns();
+    const accepted = [];
+    let nonChat = 0;
+    let paid = 0;
+    for (const model of models) {
+        if (model.kind !== undefined) {
+            nonChat += 1;
+            continue;
+        }
+        if (model.priceNote !== undefined && model.isFree !== true) {
+            paid += 1;
+            continue;
+        }
+        if (freePatterns.length > 0 && !freePatterns.some(p => patternMatches(p, model.id))) {
+            paid += 1;
+            continue;
+        }
+        accepted.push(model);
+    }
+    return { accepted, nonChat, paid };
+}
+function usableKeys(db, platform) {
+    return db.prepare(`
+    SELECT id, platform, encrypted_key, iv, auth_tag, proxy_encrypted, proxy_iv, proxy_auth_tag
+      FROM api_keys
+     WHERE platform = ? AND enabled = 1 AND status != 'invalid'
+     ORDER BY CASE status WHEN 'healthy' THEN 0 ELSE 1 END, id
+  `).all(platform);
+}
+/**
+ * One automatic discovery pass over every eligible platform that has a usable
+ * key (or just `only`, when given). ADD-ONLY, like the custom-model sync: a
+ * model that vanishes upstream is left for the health and retirement paths.
+ */
+export async function runBuiltinModelDiscovery(db, only) {
+    const result = {
+        platforms: 0, added: 0, skipped: 0, tombstoned: 0, nonChatSkipped: 0, paidSkipped: 0, failures: [],
+    };
+    if (builtinDiscoveryMode() !== 'auto')
+        return result;
+    const platforms = only ? [only] : [...BUILTIN_DISCOVERY_PLATFORMS];
+    for (const platform of platforms) {
+        const eligibility = builtinDiscoveryEligibility(db, platform);
+        if (!eligibility.eligible || !eligibility.provider)
+            continue;
+        const keys = usableKeys(db, platform);
+        if (keys.length === 0)
+            continue;
+        result.platforms += 1;
+        try {
+            const discovered = await discoverBuiltinModels(eligibility.provider, keys[0]);
+            // Re-check after the network round-trip: a catalog sync may have landed
+            // in between, and the catalog always wins.
+            if (!isBuiltinDiscoveryEligible(db, platform))
+                continue;
+            const { accepted, nonChat, paid } = autoRegistrable(discovered);
+            result.nonChatSkipped += nonChat;
+            result.paidSkipped += paid;
+            const registered = registerDiscoveredModels(db, platform, accepted.map(m => ({ modelId: m.id, contextWindow: m.contextWindow, vision: m.vision })), { explicit: false });
+            result.added += registered.created.length;
+            result.skipped += registered.existing.length;
+            result.tombstoned += registered.tombstoned.length;
+            if (registered.created.length > 0) {
+                console.log(`[builtin-model-discovery] ${platform}: registered ${registered.created.length} discovered model(s)`);
+            }
+        }
+        catch (err) {
+            const message = err?.message ?? String(err);
+            result.failures.push({ platform, error: message });
+            console.error(`[builtin-model-discovery] ${platform}: ${message}`);
+        }
+    }
+    return result;
+}
+// Event-driven passes (key saved, key checked healthy) for one platform. At
+// most one in flight per platform, and a platform that already has models is
+// left to the scheduled pass, so the 5-minute health cycle never turns into a
+// 5-minute /models poll.
+const inFlight = new Map();
+const lastEventRunMs = new Map();
+const EVENT_MIN_GAP_MS = 60 * 60 * 1000;
+export function triggerBuiltinModelDiscovery(db, platform, reason) {
+    if (builtinDiscoveryMode() !== 'auto')
+        return null;
+    if (!isBuiltinDiscoveryEligible(db, platform))
+        return null;
+    const pending = inFlight.get(platform);
+    if (pending)
+        return pending;
+    if (reason === 'healthy') {
+        const hasModels = db.prepare('SELECT 1 FROM models WHERE platform = ? LIMIT 1').get(platform);
+        if (hasModels)
+            return null;
+        const last = lastEventRunMs.get(platform) ?? 0;
+        if (Date.now() - last < EVENT_MIN_GAP_MS)
+            return null;
+    }
+    lastEventRunMs.set(platform, Date.now());
+    const run = runBuiltinModelDiscovery(db, platform)
+        .catch((err) => {
+        console.error(`[builtin-model-discovery] ${platform}: ${err?.message ?? err}`);
+        return { platforms: 0, added: 0, skipped: 0, tombstoned: 0, nonChatSkipped: 0, paidSkipped: 0, failures: [] };
+    })
+        .finally(() => inFlight.delete(platform));
+    inFlight.set(platform, run);
+    return run;
+}
+/** Test hook: forget event throttling between cases. */
+export function resetBuiltinDiscoveryThrottle() {
+    inFlight.clear();
+    lastEventRunMs.clear();
+}
+/** Run the pass on the custom-model sync cadence (CUSTOM_MODEL_SYNC_INTERVAL_MS,
+ *  daily by default; 0 disables both). */
+export function startBuiltinModelDiscovery(db, scheduler) {
+    const intervalMs = customModelSyncIntervalMs();
+    if (intervalMs <= 0 || builtinDiscoveryMode() !== 'auto')
+        return null;
+    return scheduler.every(intervalMs, () => { void runBuiltinModelDiscovery(db); }, { name: 'builtin-model-discovery' });
+}
+//# sourceMappingURL=builtin-model-discovery.js.map

package/dist/services/builtin-model-discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"builtin-model-discovery.js","sourceRoot":"","sources":["../../src/services/builtin-model-discovery.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAwB,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,2BAA2B,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AAEhG,kFAAkF;AAClF,EAAE;AACF,yEAAyE;AACzE,6EAA6E;AAC7E,yEAAyE;AACzE,yEAAyE;AACzE,8DAA8D;AAC9D,EAAE;AACF,mDAAmD;AACnD,8EAA8E;AAC9E,6EAA6E;AAC7E,6EAA6E;AAC7E,+EAA+E;AAC/E,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,2DAA2D;AAC3D,8EAA8E;AAC9E,6EAA6E;AAC7E,+EAA+E;AAC/E,qEAAqE;AACrE,yEAAyE;AACzE,4EAA4E;AAC5E,gFAAgF;AAChF,+DAA+D;AAC/D,4EAA4E;AAC5E,2EAA2E;AAC3E,iEAAiE;AAEjE;;;gFAGgF;AAChF,MAAM,CAAC,MAAM,2BAA2B,GAAwB,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;AAWrG,MAAM,UAAU,oBAAoB;IAClC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtE,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,GAAG,CAAC;IAChD,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,UAAU;QAAE,OAAO,KAAK,CAAC;IACvE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAWD,uEAAuE;AACvE,MAAM,UAAU,2BAA2B,CAAC,EAAM,EAAE,QAAgB;IAClE,IAAI,oBAAoB,EAAE,KAAK,KAAK;QAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IACrF,IAAI,CAAE,2BAAiD,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3E,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IACxD,CAAC;IACD,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAoB,CAAC,CAAC;IACnD,IAAI,CAAC,CAAC,QAAQ,YAAY,oBAAoB,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;IAC7G,IAAI,uBAAuB,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,mBAAmB,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC;QACnF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IACxD,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,EAAM,EAAE,QAAgB;IACjE,OAAO,2BAA2B,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC;AAC5D,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,MAAoC;IACtF,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU;YACb,OAAO,qFAAqF,CAAC;QAC/F,KAAK,iBAAiB;YACpB,OAAO,GAAG,QAAQ,6EAA6E,CAAC;QAClG;YACE,OAAO,GAAG,QAAQ,oEAAoE,CAAC;IAC3F,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,sEAAsE;AACtE,SAAS,mBAAmB,CAAC,EAAM,EAAE,QAAgB;IACnD,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC;;;;GAItB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAkB,CAAC;IACtD,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AACnB,CAAC;AAaD;4DAC4D;AAC5D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAA8B,EAC9B,GAAW,EACX,cAAuB;IAEvB,MAAM,MAAM,GAAG,cAAc,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1F,OAAO,YAAY,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5I,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,kBAAkB,CAAC,EAAM,EAAE,QAAgB;IACzD,OAAO,IAAI,GAAG,CACX,EAAE,CAAC,OAAO,CAAC,wEAAwE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAA4B;SAC3H,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CACxB,CAAC;AACJ,CAAC;AAgBD;;;;;;GAMG;AACH,MAAM,UAAU,wBAAwB,CACtC,EAAM,EACN,QAAgB,EAChB,OAA0B,EAC1B,OAA8B;IAE9B,OAAO,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;QACzB,MAAM,MAAM,GAA6B,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACvF,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,kFAAkF,CAAC,CAAC;QAC9G,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;;;KASzB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,mFAAmF,CAAC,CAAC;QACjH,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC;QAClF,MAAM,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAC;QAC9F,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,+EAA+E,CAAC,CAAC;QAE/G,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACpC,SAAS;YACX,CAAC;YACD,IAAI,wBAAwB,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACtC,SAAS;gBACX,CAAC;gBACD,0BAA0B,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,CAAC,GAAG,CAAC;gBACT,QAAQ;gBACR,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,IAAI;gBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5B,MAAM,EAAE,uBAAuB;aAChC,CAAC,CAAC;YACH,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAmB,CAAC;YACpE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAG,WAAW,CAAC,GAAG,EAAoB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,qBAAqB,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED,mEAAmE;AACnE,SAAS,cAAc,CAAC,OAAe,EAAE,EAAU;IACjD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC1F,OAAO,IAAI,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAAC,MAAyB;IACvD,MAAM,YAAY,GAAG,2BAA2B,EAAE,CAAC;IACnD,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAAC,OAAO,IAAI,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QACzD,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAAC,IAAI,IAAI,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QACpF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAAC,IAAI,IAAI,CAAC,CAAC;YAAC,SAAS;QAAC,CAAC;QAC7G,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACrC,CAAC;AAYD,SAAS,UAAU,CAAC,EAAM,EAAE,QAAgB;IAC1C,OAAO,EAAE,CAAC,OAAO,CAAC;;;;;GAKjB,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAa,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,EAAM,EAAE,IAAa;IAClE,MAAM,MAAM,GAA2B;QACrC,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;KACnG,CAAC;IACF,IAAI,oBAAoB,EAAE,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IAErD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,2BAA2B,CAAC,CAAC;IACnE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,2BAA2B,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,CAAC,WAAW,CAAC,QAAQ;YAAE,SAAS;QAC7D,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACtC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAChC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;YAC/E,wEAAwE;YACxE,2CAA2C;YAC3C,IAAI,CAAC,0BAA0B,CAAC,EAAE,EAAE,QAAQ,CAAC;gBAAE,SAAS;YACxD,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;YAChE,MAAM,CAAC,cAAc,IAAI,OAAO,CAAC;YACjC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;YAC3B,MAAM,UAAU,GAAG,wBAAwB,CACzC,EAAE,EACF,QAAQ,EACR,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EACxF,EAAE,QAAQ,EAAE,KAAK,EAAE,CACpB,CAAC;YACF,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC;YAC1C,MAAM,CAAC,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC7C,MAAM,CAAC,UAAU,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC;YAClD,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,GAAG,CAAC,6BAA6B,QAAQ,gBAAgB,UAAU,CAAC,OAAO,CAAC,MAAM,sBAAsB,CAAC,CAAC;YACpH,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;YAC5C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,OAAO,CAAC,KAAK,CAAC,6BAA6B,QAAQ,KAAK,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,4EAA4E;AAC5E,6EAA6E;AAC7E,8EAA8E;AAC9E,yBAAyB;AACzB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA2C,CAAC;AACpE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;AACjD,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAExC,MAAM,UAAU,4BAA4B,CAC1C,EAAM,EACN,QAAgB,EAChB,MAA+B;IAE/B,IAAI,oBAAoB,EAAE,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,CAAC,0BAA0B,CAAC,EAAE,EAAE,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9F,IAAI,SAAS;YAAE,OAAO,IAAI,CAAC;QAC3B,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,gBAAgB;YAAE,OAAO,IAAI,CAAC;IACxD,CAAC;IACD,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,wBAAwB,CAAC,EAAE,EAAE,QAAQ,CAAC;SAC/C,KAAK,CAAC,CAAC,GAAY,EAA0B,EAAE;QAC9C,OAAO,CAAC,KAAK,CAAC,6BAA6B,QAAQ,KAAM,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;QAC1F,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAChH,CAAC,CAAC;SACD,OAAO,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5C,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC5B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,6BAA6B;IAC3C,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjB,cAAc,CAAC,KAAK,EAAE,CAAC;AACzB,CAAC;AAED;0CAC0C;AAC1C,MAAM,UAAU,0BAA0B,CAAC,EAAM,EAAE,SAAoB;IACrE,MAAM,UAAU,GAAG,yBAAyB,EAAE,CAAC;IAC/C,IAAI,UAAU,IAAI,CAAC,IAAI,oBAAoB,EAAE,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACtE,OAAO,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,KAAK,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,CAAC,CAAC;AACxH,CAAC"}

package/dist/services/cache.d.ts

@@ -0,0 +1,190 @@
+import type { ChatMessage } from '@srouter/shared/types.js';
+export declare const CACHE_ENABLED_SETTING = "response_cache_enabled";
+/**
+ * Master switch. Default off so adopting the cache is an explicit choice. The
+ * settings-table value wins when present (dashboard toggle, no restart), then
+ * the RESPONSE_CACHE env var, then off.
+ */
+export declare function isCacheEnabled(): boolean;
+/**
+ * Write-through to SQLite. Only meaningful when the cache itself is on, so an
+ * install that never enabled caching persists nothing and the feature is inert.
+ * Separately switchable because persisting plaintext model responses to disk is
+ * a privacy decision an operator may want to decline while still caching.
+ */
+export declare function cachePersistenceEnabled(): boolean;
+/** Entry lifetime. Default 1h: long enough to absorb retries and agent re-runs,
+ *  short enough that a refreshed catalog or key changes answers soon after. */
+export declare function cacheTtlMs(): number;
+/** Above this temperature a request wants variety, so it is never cached.
+ *  Default 1.0 caches everything when enabled (max quota savings); lower it to
+ *  restrict caching to (near-)deterministic calls. */
+export declare function cacheMaxTemperature(): number;
+/** Hard cap on stored entries; least-recently-used are evicted past this.
+ *  Bounds memory use. */
+export declare function cacheMaxEntries(): number;
+export declare function isCacheableTemperature(temperature?: number | null): boolean;
+export type CacheDirective = 'default' | 'off' | 'on';
+export declare function parseCacheDirective(header: string | string[] | undefined, cacheControl?: string | string[] | undefined): CacheDirective;
+/** Resolve the global switch + per-request directive into a single yes/no. */
+export declare function cacheActive(directive: CacheDirective): boolean;
+export interface CacheKeyInput {
+    model: string | undefined;
+    messages: ChatMessage[];
+    temperature?: number;
+    top_p?: number;
+    max_tokens?: number;
+    tools?: unknown;
+    tool_choice?: unknown;
+    stop?: unknown;
+    response_format?: unknown;
+    n?: unknown;
+    seed?: unknown;
+    presence_penalty?: unknown;
+    frequency_penalty?: unknown;
+    logit_bias?: unknown;
+    logprobs?: unknown;
+    top_logprobs?: unknown;
+    reasoning_effort?: unknown;
+    compression?: unknown;
+}
+export declare function computeCacheKey(input: CacheKeyInput): string;
+export interface CachedResponse {
+    body: unknown;
+    platform: string;
+    modelId: string;
+    keyId: number | null;
+    promptTokens: number;
+    completionTokens: number;
+}
+export interface StoreInput {
+    body: unknown;
+    platform: string;
+    modelId: string;
+    keyId: number | null;
+    promptTokens: number;
+    completionTokens: number;
+}
+/**
+ * Test-only: run the queued write-through immediately instead of on the next
+ * tick, so a synchronous test can assert on what actually reached SQLite.
+ */
+export declare function __flushPersistenceForTests(): void;
+/**
+ * Test-only: drop the in-memory LRU while leaving the SQLite table intact, the
+ * way a process restart does. (clearCache() is the user-facing flush and wipes
+ * both, so it cannot stand in for a restart.) Pending write-through is drained
+ * first, since a real restart's writes had already landed. Streaming entries
+ * are memory-only (never written through), so a restart drops them too.
+ */
+export declare function __resetMemoryForTests(): void;
+/**
+ * Look up a cached completion. Returns null on a miss or when the entry has aged
+ * past the TTL (expired entries are deleted lazily on read, in memory and on
+ * disk). A hit bumps the entry's hit_count and moves it to most-recently-used.
+ */
+export declare function getCachedResponse(cacheKey: string, now?: number): CachedResponse | null;
+/**
+ * Store a successful completion. Overwrites any existing entry for the key (a
+ * re-generation refreshes the cached answer, its TTL, and its hit count).
+ * Enforces the entry cap by evicting the least-recently-used entries. Best-
+ * effort: an unserializable body is skipped so caching can never break a
+ * request that already succeeded.
+ *
+ * SQLite persistence: when the cache is on, the entry is also written through
+ * to the response_cache table so it survives a restart (the daily quota-reset
+ * re-run pattern). The write is deferred to the next tick and best-effort, so
+ * it never sits on — or throws into — the proxy hot path; a DB failure degrades
+ * to in-memory-only, exactly as before.
+ */
+export declare function storeCachedResponse(cacheKey: string, input: StoreInput, now?: number): void;
+/**
+ * Reload unexpired entries from SQLite into the in-memory LRU, bounded by
+ * RESPONSE_CACHE_MAX_ENTRIES. Called once at startup (after initDb) from both
+ * boot paths, server/src/index.ts and desktop/src/server-host.ts; expired rows
+ * are purged opportunistically. Best-effort: any DB error leaves the cache
+ * empty (memory-only), matching the pre-persistence behavior.
+ */
+export declare function loadCacheFromDb(now?: number): void;
+/**
+ * Ceiling on one cached stream's replay payload. A single long answer must not
+ * be able to pin megabytes of SSE text in memory, and a stream past this size
+ * is cheap to regenerate relative to what it costs to hold. The caller stops
+ * buffering at this point too (proxy.ts), so an oversize stream never fully
+ * materializes; this is the store-side backstop.
+ */
+export declare const STREAM_CACHE_MAX_BYTES: number;
+export interface CachedStreamResponse {
+    /** The whole SSE sequence, ready to write in one go. */
+    sse: string;
+    platform: string;
+    modelId: string;
+    keyId: number | null;
+    promptTokens: number;
+    completionTokens: number;
+}
+export interface StoreStreamInput {
+    frames: string[];
+    platform: string;
+    modelId: string;
+    keyId: number | null;
+    promptTokens: number;
+    completionTokens: number;
+}
+/**
+ * Look up a cached stream. Returns null on a miss or when the entry has aged
+ * past the TTL. A hit bumps hit_count and moves the entry to MRU, and — like
+ * the JSON lookup — counts into the process-wide hit/miss tallies behind the
+ * dashboard's hit rate, so streaming traffic is not invisible there.
+ */
+export declare function getCachedStreamResponse(cacheKey: string, now?: number): CachedStreamResponse | null;
+/**
+ * Store a completed SSE frame sequence for replay. The frames are the verbatim
+ * `data: {...}\n\n` lines (including the final `[DONE]`) the client received,
+ * concatenated, so a hit reproduces the stream byte-for-byte. Best-effort like
+ * the JSON store: an empty or oversize sequence is silently skipped, and the
+ * entry shares the JSON store's entry cap.
+ */
+export declare function storeCachedStreamResponse(cacheKey: string, input: StoreStreamInput, now?: number): void;
+export interface CacheStats {
+    /**
+     * Entries held across BOTH stores (JSON completions + streaming replays),
+     * which is also what the shared RESPONSE_CACHE_MAX_ENTRIES cap bounds. One
+     * prompt asked both streaming and non-streaming therefore counts twice —
+     * they are two independent replayable artifacts, and two slots of the cap.
+     */
+    entries: number;
+    /** Hits accumulated by the entries currently held, restored from SQLite. */
+    totalHits: number;
+    /** Hits ARE the savings: each one avoided a full provider round-trip. */
+    estimatedRequestsSaved: number;
+    savedPromptTokens: number;
+    savedCompletionTokens: number;
+    /** Lookups since this process started — the two halves of the ratio below. */
+    lookupHits: number;
+    lookupMisses: number;
+    /** 0..1 share of this process's lookups that hit (no lookups yet → 0). */
+    hitRate: number;
+}
+/**
+ * Aggregate cache stats for the dashboard. "saved" tokens are the provider
+ * tokens that hits avoided spending: hit_count x the entry's token counts,
+ * summed, i.e. the free-tier quota the cache gave back. Those ride on the
+ * entries, so they survive a restart along with the persisted rows.
+ *
+ * hitRate is deliberately computed from the process-lifetime lookup tallies
+ * instead of totalHits: totalHits only counts the entries still held, so an
+ * eviction (or a TTL expiry) would silently retire hits that really happened
+ * and drag the reported rate down forever.
+ */
+export declare function getCacheStats(): CacheStats;
+/**
+ * Drop every cached entry, in memory AND on disk. Returns the number removed.
+ * The persisted table has to go too: DELETE /api/cache is how an operator
+ * forces fresh answers (changed keys, a bad reply, a privacy request), and a
+ * flush that left the rows behind would resurrect all of it on the next
+ * restart. Queued write-through is discarded for the same reason. Runs inline
+ * rather than deferred: this is an admin route, not the proxy hot path.
+ */
+export declare function clearCache(): number;
+//# sourceMappingURL=cache.d.ts.map

package/dist/services/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/services/cache.ts"],"names":[],"mappings":"AAuCA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA4B5D,eAAO,MAAM,qBAAqB,2BAA2B,CAAC;AAE9D;;;;GAIG;AACH,wBAAgB,cAAc,IAAI,OAAO,CAMxC;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,IAAI,OAAO,CAEjD;AAED;+EAC+E;AAC/E,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED;;sDAEsD;AACtD,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C;AAED;yBACyB;AACzB,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAID,wBAAgB,sBAAsB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAG3E;AAOD,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,KAAK,GAAG,IAAI,CAAC;AAEtD,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,EACrC,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,GAC3C,cAAc,CAQhB;AAED,8EAA8E;AAC9E,wBAAgB,WAAW,CAAC,SAAS,EAAE,cAAc,GAAG,OAAO,CAI9D;AAmBD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;IAQtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,CAAC,CAAC,EAAE,OAAO,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAI3B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAQD,wBAAgB,eAAe,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM,CA6B5D;AAmBD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAqJD;;;GAGG;AACH,wBAAgB,0BAA0B,IAAI,IAAI,CAEjD;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,IAAI,IAAI,CAM5C;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,SAAa,GAAG,cAAc,GAAG,IAAI,CAqC3F;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,SAAa,GAAG,IAAI,CAkE/F;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,GAAG,SAAa,GAAG,IAAI,CAkDtD;AAID;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB,QAAkB,CAAC;AAEtD,MAAM,WAAW,oBAAoB;IACnC,wDAAwD;IACxD,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,SAAa,GAAG,oBAAoB,GAAG,IAAI,CA2BvG;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,GAAG,SAAa,GAAG,IAAI,CAmB3G;AAID,MAAM,WAAW,UAAU;IACzB;;;;;OAKG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,4EAA4E;IAC5E,SAAS,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,8EAA8E;IAC9E,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,0EAA0E;IAC1E,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,aAAa,IAAI,UAAU,CAyB1C;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,IAAI,MAAM,CAgBnC"}