@srouterhq/server 0.0.0-stage → 0.9.0

package/dist/services/custom-model-register.js

@@ -0,0 +1,103 @@
+import { resolveCustomEndpointKey, customEndpointKeyIds } from './custom-endpoint.js';
+import { customModelSeed } from './custom-model-seed.js';
+import { ensureModelInProfiles } from './profile-models.js';
+import { clearCustomModelTombstone } from './custom-model-tombstone.js';
+import { endpointScopeForBaseUrl } from '../lib/endpoint-scope.js';
+/**
+ * Register (or re-register) models against a custom endpoint inside one
+ * transaction.
+ *
+ * Key rows are matched on (base_url, secret): a new secret for a known
+ * endpoint is a SECOND credential for it, not a replacement (#619), and a
+ * new base_url is a separate provider (#212). Identity is per endpoint
+ * (#651): the same model id on a DIFFERENT relay is a separate row with its
+ * own enabled flag, ranks and stats, instead of silently rebinding the other
+ * endpoint's row. A model already on THIS endpoint keeps the key it has, so
+ * adding a second credential doesn't re-bind it (#619).
+ *
+ * Capability flags: an unset flag binds NULL so COALESCE picks the insert
+ * default (tools 1, vision 0) on a new row and preserves the existing value
+ * on re-registration (#470). An omitted display name binds NULL the same way
+ * — it falls back to the model id on a new row and leaves a name already on
+ * the row alone, so the bulk re-registration behind "Fetch models" (which
+ * posts bare ids) can't wipe names the operator set.
+ */
+export function registerCustomModels(db, baseUrl, providedKey, label, pinnedKeyId, entries) {
+    return db.transaction(() => {
+        const { keyId, storedKey } = resolveCustomEndpointKey(db, baseUrl, providedKey, label, pinnedKeyId);
+        const registered = registerCustomChatModels(db, baseUrl, keyId, entries);
+        return { keyId, storedKey, registered };
+    })();
+}
+/**
+ * The registration loop itself, against an ALREADY-resolved endpoint key and
+ * inside the caller's transaction. Split out from registerCustomModels so the
+ * bulk key importer (#382) — which resolves its own key and owns a wider
+ * transaction — shares this exact write path instead of keeping a second copy.
+ */
+export function registerCustomChatModels(db, baseUrl, keyId, entries) {
+    const endpointKeyIds = customEndpointKeyIds(db, keyId);
+    // The identity discriminator for every row registered in this call (#651).
+    const endpointScope = endpointScopeForBaseUrl(baseUrl);
+    // Unknown ≠ worst: seed the routing ranks at the catalog median so a new
+    // custom model is explored instead of buried at intelligence 0 (#488).
+    const seed = customModelSeed(db);
+    const registered = [];
+    for (const { modelId, displayName, supportsTools, supportsVision } of entries) {
+        // #926: this is an EXPLICIT registration (POST /custom, bulk importer or
+        // the dashboard's "Fetch models" submit), so it overrides a previous
+        // deletion. The scheduled sync never reaches this loop for a tombstoned
+        // model — it filters them out in custom-model-sync.ts — so the tombstone
+        // can only be lifted here by a human choosing to re-add the model.
+        clearCustomModelTombstone(db, endpointScope, modelId);
+        const bound = db.prepare("SELECT key_id FROM models WHERE platform = 'custom' AND model_id = ? AND endpoint_scope = ?").get(modelId, endpointScope);
+        const created = bound === undefined;
+        const bindKeyId = bound?.key_id != null && endpointKeyIds.has(bound.key_id) ? bound.key_id : keyId;
+        const toolsParam = supportsTools === undefined ? null : (supportsTools ? 1 : 0);
+        const visionParam = supportsVision === undefined ? null : (supportsVision ? 1 : 0);
+        // The seed applies on INSERT only: DO UPDATE deliberately leaves the rank
+        // columns alone so re-registering a model (or bulk-adding alongside it)
+        // never rewrites ranks the operator has since tuned by hand.
+        db.prepare(`
+      INSERT INTO models
+        (platform, model_id, display_name, intelligence_rank, speed_rank, size_label,
+         rpm_limit, rpd_limit, tpm_limit, tpd_limit, monthly_token_budget, context_window, enabled, key_id,
+         supports_tools, supports_vision, source, endpoint_scope)
+      VALUES ('custom', @modelId, COALESCE(@displayName, @modelId), @intelligenceRank, @speedRank, @sizeLabel,
+         NULL, NULL, NULL, NULL, '', NULL, 1, @keyId,
+         COALESCE(@tools, 1), COALESCE(@vision, 0), 'user', @endpointScope)
+      ON CONFLICT(platform, model_id, endpoint_scope)
+      DO UPDATE SET
+        display_name = COALESCE(@displayName, display_name),
+        key_id = excluded.key_id,
+        enabled = 1,
+        supports_tools = COALESCE(@tools, supports_tools),
+        supports_vision = COALESCE(@vision, supports_vision)
+    `).run({
+            modelId, displayName, keyId: bindKeyId, tools: toolsParam, vision: visionParam,
+            intelligenceRank: seed.intelligenceRank, speedRank: seed.speedRank, sizeLabel: seed.sizeLabel,
+            endpointScope,
+        });
+        // Read back rather than echo the submitted values: an omitted display name
+        // or capability flag resolves in SQL, so the row is the only place that
+        // knows what this model is actually called now.
+        const modelRow = db.prepare("SELECT id, display_name, supports_tools, supports_vision FROM models WHERE platform = 'custom' AND model_id = ? AND endpoint_scope = ?").get(modelId, endpointScope);
+        // Append to the fallback chain if not already present.
+        const inChain = db.prepare('SELECT 1 FROM fallback_config WHERE model_db_id = ?').get(modelRow.id);
+        if (!inChain) {
+            const max = db.prepare('SELECT COALESCE(MAX(priority), 0) AS m FROM fallback_config').get();
+            db.prepare('INSERT INTO fallback_config (model_db_id, priority, enabled) VALUES (?, ?, 1)').run(modelRow.id, max.m + 1);
+        }
+        ensureModelInProfiles(db, modelRow.id);
+        registered.push({
+            modelDbId: modelRow.id,
+            model: modelId,
+            displayName: modelRow.display_name,
+            supportsTools: modelRow.supports_tools === 1,
+            supportsVision: modelRow.supports_vision === 1,
+            created,
+        });
+    }
+    return registered;
+}
+//# sourceMappingURL=custom-model-register.js.map

package/dist/services/custom-model-register.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-model-register.js","sourceRoot":"","sources":["../../src/services/custom-model-register.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACtF,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AAmCnE;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,oBAAoB,CAClC,EAAM,EACN,OAAe,EACf,WAA+B,EAC/B,KAAyB,EACzB,WAA+B,EAC/B,OAA2B;IAE3B,OAAO,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;QACzB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,wBAAwB,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;QACpG,MAAM,UAAU,GAAG,wBAAwB,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACzE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IAC1C,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACtC,EAAM,EACN,OAAe,EACf,KAAa,EACb,OAA2B;IAE3B,MAAM,cAAc,GAAG,oBAAoB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACvD,2EAA2E;IAC3E,MAAM,aAAa,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACvD,yEAAyE;IACzE,uEAAuE;IACvE,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;IAEjC,MAAM,UAAU,GAA4B,EAAE,CAAC;IAC/C,KAAK,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,IAAI,OAAO,EAAE,CAAC;QAC9E,yEAAyE;QACzE,qEAAqE;QACrE,wEAAwE;QACxE,yEAAyE;QACzE,mEAAmE;QACnE,yBAAyB,CAAC,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CACtB,6FAA6F,CAC9F,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAA0C,CAAC;QACvE,MAAM,OAAO,GAAG,KAAK,KAAK,SAAS,CAAC;QACpC,MAAM,SAAS,GAAG,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QACnG,MAAM,UAAU,GAAG,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChF,MAAM,WAAW,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,0EAA0E;QAC1E,wEAAwE;QACxE,6DAA6D;QAC7D,EAAE,CAAC,OAAO,CAAC;;;;;;;;;;;;;;;KAeV,CAAC,CAAC,GAAG,CAAC;YACL,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW;YAC9E,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS;YAC7F,aAAa;SACd,CAAC,CAAC;QAEH,2EAA2E;QAC3E,wEAAwE;QACxE,gDAAgD;QAChD,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CACzB,wIAAwI,CACzI,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAA0F,CAAC;QAEvH,uDAAuD;QACvD,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACnG,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAC,GAAG,EAAmB,CAAC;YAC7G,EAAE,CAAC,OAAO,CAAC,+EAA+E,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1H,CAAC;QACD,qBAAqB,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAEvC,UAAU,CAAC,IAAI,CAAC;YACd,SAAS,EAAE,QAAQ,CAAC,EAAE;YACtB,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,QAAQ,CAAC,YAAY;YAClC,aAAa,EAAE,QAAQ,CAAC,cAAc,KAAK,CAAC;YAC5C,cAAc,EAAE,QAAQ,CAAC,eAAe,KAAK,CAAC;YAC9C,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/services/custom-model-seed.d.ts

@@ -0,0 +1,18 @@
+import type { Db } from '../db/types.js';
+export interface CustomModelSeed {
+    sizeLabel: string;
+    intelligenceRank: number;
+    speedRank: number;
+}
+/** Used when there is no catalog to measure (fresh install, catalog cleared).
+ *  Mid-tier and mid-rank, matching the historical numeric defaults but with a
+ *  size_label the router can actually score. */
+export declare const FALLBACK_CUSTOM_SEED: CustomModelSeed;
+/**
+ * The intelligence/speed/tier a newly registered custom model should start at:
+ * the median of the operator's catalog models. Custom rows are excluded so the
+ * seed can't drift toward previously seeded custom models, and size labels the
+ * router doesn't recognize are ignored when picking the median tier.
+ */
+export declare function customModelSeed(db: Db): CustomModelSeed;
+//# sourceMappingURL=custom-model-seed.d.ts.map

package/dist/services/custom-model-seed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-model-seed.d.ts","sourceRoot":"","sources":["../../src/services/custom-model-seed.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AAuBzC,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;gDAEgD;AAChD,eAAO,MAAM,oBAAoB,EAAE,eAIlC,CAAC;AAgBF;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,EAAE,EAAE,EAAE,GAAG,eAAe,CAmBvD"}

package/dist/services/custom-model-seed.js

@@ -0,0 +1,42 @@
+import { tierValue, TIER_VALUE } from './scoring.js';
+/** Used when there is no catalog to measure (fresh install, catalog cleared).
+ *  Mid-tier and mid-rank, matching the historical numeric defaults but with a
+ *  size_label the router can actually score. */
+export const FALLBACK_CUSTOM_SEED = {
+    sizeLabel: 'Medium',
+    intelligenceRank: 50,
+    speedRank: 50,
+};
+/** Lower median: on an even-sized sample take the smaller of the two middles so
+ *  the seed never over-claims a tier the catalog only half supports. */
+function lowerMedian(values, rank) {
+    if (values.length === 0)
+        return undefined;
+    const sorted = [...values].sort((a, b) => rank(a) - rank(b));
+    return sorted[Math.floor((sorted.length - 1) / 2)];
+}
+/**
+ * The intelligence/speed/tier a newly registered custom model should start at:
+ * the median of the operator's catalog models. Custom rows are excluded so the
+ * seed can't drift toward previously seeded custom models, and size labels the
+ * router doesn't recognize are ignored when picking the median tier.
+ */
+export function customModelSeed(db) {
+    const rows = db.prepare(`
+    SELECT size_label, intelligence_rank, speed_rank
+      FROM models
+     WHERE platform != 'custom'
+  `).all();
+    if (rows.length === 0)
+        return FALLBACK_CUSTOM_SEED;
+    const tiered = rows.filter(r => r.size_label in TIER_VALUE);
+    const medianTier = lowerMedian(tiered, r => tierValue(r.size_label));
+    const medianIntelligence = lowerMedian(rows, r => r.intelligence_rank);
+    const medianSpeed = lowerMedian(rows, r => r.speed_rank);
+    return {
+        sizeLabel: medianTier?.size_label ?? FALLBACK_CUSTOM_SEED.sizeLabel,
+        intelligenceRank: medianIntelligence?.intelligence_rank ?? FALLBACK_CUSTOM_SEED.intelligenceRank,
+        speedRank: medianSpeed?.speed_rank ?? FALLBACK_CUSTOM_SEED.speedRank,
+    };
+}
+//# sourceMappingURL=custom-model-seed.js.map

package/dist/services/custom-model-seed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-model-seed.js","sourceRoot":"","sources":["../../src/services/custom-model-seed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AA8BrD;;gDAEgD;AAChD,MAAM,CAAC,MAAM,oBAAoB,GAAoB;IACnD,SAAS,EAAE,QAAQ;IACnB,gBAAgB,EAAE,EAAE;IACpB,SAAS,EAAE,EAAE;CACd,CAAC;AAEF;wEACwE;AACxE,SAAS,WAAW,CAAI,MAAW,EAAE,IAA0B;IAC7D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAQD;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,EAAM;IACpC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;GAIvB,CAAC,CAAC,GAAG,EAAsB,CAAC;IAE7B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,oBAAoB,CAAC;IAEnD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,UAAU,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IACrE,MAAM,kBAAkB,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAEzD,OAAO;QACL,SAAS,EAAE,UAAU,EAAE,UAAU,IAAI,oBAAoB,CAAC,SAAS;QACnE,gBAAgB,EAAE,kBAAkB,EAAE,iBAAiB,IAAI,oBAAoB,CAAC,gBAAgB;QAChG,SAAS,EAAE,WAAW,EAAE,UAAU,IAAI,oBAAoB,CAAC,SAAS;KACrE,CAAC;AACJ,CAAC"}

package/dist/services/custom-model-sync.d.ts

@@ -0,0 +1,37 @@
+import type { Db } from '../db/types.js';
+import type { Scheduler } from '../lib/scheduler.js';
+/** Interval in ms from `CUSTOM_MODEL_SYNC_INTERVAL_MS`; 0 disables the pass,
+ *  anything unset or malformed falls back to the daily default. */
+export declare function customModelSyncIntervalMs(): number;
+/** Comma-separated glob patterns of model ids that are known-free (#746).
+ *  When set, the sync registers ONLY models matching a pattern — anything else
+ *  (presumably paid) is skipped, honoring the repo's free-only policy. When
+ *  unset, the sync keeps its legacy behavior of registering everything, so
+ *  existing operators are unaffected. */
+export declare function customModelSyncFreePatterns(): string[];
+export interface CustomModelSyncResult {
+    endpoints: number;
+    /** Models registered for the first time. */
+    added: number;
+    /** Models already on this endpoint that were skipped. */
+    skipped: number;
+    /** Models skipped because they matched no free pattern (#746). */
+    paidSkipped: number;
+    /** Models skipped because the operator deleted them and they must stay deleted (#926). */
+    tombstoned: number;
+    /** Models skipped because they are discernibly not chat models — embedding,
+     *  image, audio, transcription or video ids (#1051). Registering those as
+     *  chat models is how they used to 404 forever. */
+    nonChatSkipped: number;
+    failures: Array<{
+        baseUrl: string;
+        error: string;
+    }>;
+}
+/** Sync every configured custom endpoint once. Exported so tests (and an admin
+ *  that wants a manual pass) can run it directly without waiting for the timer. */
+export declare function runCustomModelSync(db: Db): Promise<CustomModelSyncResult>;
+/** Register the daily pass on the server's scheduler. Returns null when the
+ *  interval is configured to 0 (disabled). */
+export declare function startCustomModelSync(db: Db, scheduler: Scheduler): (() => void) | null;
+//# sourceMappingURL=custom-model-sync.d.ts.map

package/dist/services/custom-model-sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-model-sync.d.ts","sourceRoot":"","sources":["../../src/services/custom-model-sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AA2BrD;mEACmE;AACnE,wBAAgB,yBAAyB,IAAI,MAAM,CAKlD;AAED;;;;yCAIyC;AACzC,wBAAgB,2BAA2B,IAAI,MAAM,EAAE,CAItD;AAQD,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,yDAAyD;IACzD,OAAO,EAAE,MAAM,CAAC;IAChB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,0FAA0F;IAC1F,UAAU,EAAE,MAAM,CAAC;IACnB;;uDAEmD;IACnD,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrD;AAED;mFACmF;AACnF,wBAAsB,kBAAkB,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAgE/E;AAED;8CAC8C;AAC9C,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAItF"}

package/dist/services/custom-model-sync.js

@@ -0,0 +1,118 @@
+import { discoverEndpointModels } from './model-discovery.js';
+import { registerCustomModels } from './custom-model-register.js';
+import { isCustomModelTombstoned } from './custom-model-tombstone.js';
+import { listCustomEndpoints } from './custom-endpoint.js';
+import { endpointScopeForBaseUrl } from '../lib/endpoint-scope.js';
+// ── Scheduled custom-model sync (#674/#663/#656) ─────────────────────────────
+//
+// Operators add a custom OpenAI-compatible provider and fetch its model list
+// once, but providers change their model availability almost daily. This walks
+// every configured custom endpoint on a schedule and registers whatever NEW
+// models it now serves, reusing the exact same registration path as the manual
+// POST /custom (see custom-model-register.ts) so the two can never drift.
+//
+// Deliberate bounds:
+//  - ADD ONLY. Models that disappear upstream are left alone — an automated
+//    pass must never delete a row the operator may have tuned by hand.
+//  - One failing endpoint is logged and skipped; the others still sync, so a
+//    dead relay cannot hold the whole schedule hostage.
+//  - No catalog paywall interplay: these models come from the operator's own
+//    endpoint with the operator's own key, not from the published catalog.
+/** Default: once a day (#674 asks for daily; #663's 5-minute ask targets the
+ *  bundled free catalog, which this pass deliberately never touches). */
+const DEFAULT_SYNC_INTERVAL_MS = 24 * 60 * 60 * 1000;
+/** Interval in ms from `CUSTOM_MODEL_SYNC_INTERVAL_MS`; 0 disables the pass,
+ *  anything unset or malformed falls back to the daily default. */
+export function customModelSyncIntervalMs() {
+    const raw = process.env.CUSTOM_MODEL_SYNC_INTERVAL_MS;
+    if (raw === undefined || raw.trim() === '')
+        return DEFAULT_SYNC_INTERVAL_MS;
+    const ms = Number(raw);
+    return Number.isFinite(ms) && ms >= 0 ? ms : DEFAULT_SYNC_INTERVAL_MS;
+}
+/** Comma-separated glob patterns of model ids that are known-free (#746).
+ *  When set, the sync registers ONLY models matching a pattern — anything else
+ *  (presumably paid) is skipped, honoring the repo's free-only policy. When
+ *  unset, the sync keeps its legacy behavior of registering everything, so
+ *  existing operators are unaffected. */
+export function customModelSyncFreePatterns() {
+    const raw = process.env.CUSTOM_MODEL_SYNC_FREE_PATTERNS;
+    if (raw === undefined || raw.trim() === '')
+        return [];
+    return raw.split(',').map(p => p.trim()).filter(p => p.length > 0);
+}
+/** Glob match where `*` matches any run of chars (incl. empty). */
+function patternMatches(pattern, id) {
+    const escaped = pattern.split('*').map(seg => seg.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'));
+    return new RegExp(`^${escaped.join('.*')}$`).test(id);
+}
+/** Sync every configured custom endpoint once. Exported so tests (and an admin
+ *  that wants a manual pass) can run it directly without waiting for the timer. */
+export async function runCustomModelSync(db) {
+    const endpoints = listCustomEndpoints(db);
+    const result = { endpoints: endpoints.length, added: 0, skipped: 0, paidSkipped: 0, tombstoned: 0, nonChatSkipped: 0, failures: [] };
+    for (const endpoint of endpoints) {
+        try {
+            // A submitted key wins on the manual route; a scheduled pass can only use
+            // what the endpoint already has on record. Keyless local servers keep the
+            // 'no-key' sentinel, which the provider turns into an anonymous call
+            // with no Authorization header (#1331).
+            const discovered = await discoverEndpointModels(endpoint.baseUrl, endpoint.apiKey ?? 'no-key');
+            const scope = endpointScopeForBaseUrl(endpoint.baseUrl);
+            const registeredIds = new Set(db.prepare("SELECT model_id FROM models WHERE platform = 'custom' AND endpoint_scope = ?").all(scope)
+                .map(row => row.model_id));
+            const freePatterns = customModelSyncFreePatterns();
+            const fresh = [];
+            for (const model of discovered) {
+                if (registeredIds.has(model.id)) {
+                    result.skipped += 1;
+                    continue;
+                }
+                // #926: the operator deleted this model (or the key that owned it) and
+                // expects it to stay gone. The sync's "add only" contract must not turn
+                // a deliberate deletion into the next pass's "new model".
+                if (isCustomModelTombstoned(db, scope, model.id)) {
+                    result.tombstoned += 1;
+                    continue;
+                }
+                // Free-only policy (#746): when FREE_PATTERNS is configured, a model
+                // that matches none of the known-free patterns is presumably paid and
+                // is skipped rather than silently registered.
+                if (freePatterns.length > 0 && !freePatterns.some(p => patternMatches(p, model.id))) {
+                    result.paidSkipped += 1;
+                    continue;
+                }
+                // #1051: a diffusion/whisper/video/embedding id is not a chat model,
+                // and registering it here is how it ends up 404ing in every chain.
+                // The sync only ADDS chat models; media and embedding models go
+                // through their own explicit registration paths.
+                if (model.kind !== undefined) {
+                    result.nonChatSkipped += 1;
+                    continue;
+                }
+                // Bare id only, like the dashboard's bulk "Fetch models" submit: no name
+                // or capability claims invented here, they resolve in SQL on insert.
+                fresh.push({ modelId: model.id, displayName: null });
+            }
+            if (fresh.length > 0) {
+                const registered = registerCustomModels(db, endpoint.baseUrl, undefined, undefined, endpoint.keyId, fresh);
+                result.added += registered.registered.filter(m => m.created).length;
+            }
+        }
+        catch (err) {
+            const message = err?.message ?? String(err);
+            result.failures.push({ baseUrl: endpoint.baseUrl, error: message });
+            console.error(`[custom-model-sync] ${endpoint.baseUrl}: ${message}`);
+        }
+    }
+    return result;
+}
+/** Register the daily pass on the server's scheduler. Returns null when the
+ *  interval is configured to 0 (disabled). */
+export function startCustomModelSync(db, scheduler) {
+    const intervalMs = customModelSyncIntervalMs();
+    if (intervalMs <= 0)
+        return null;
+    return scheduler.every(intervalMs, () => { void runCustomModelSync(db); }, { name: 'custom-model-sync' });
+}
+//# sourceMappingURL=custom-model-sync.js.map

package/dist/services/custom-model-sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-model-sync.js","sourceRoot":"","sources":["../../src/services/custom-model-sync.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAyB,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AAEnE,gFAAgF;AAChF,EAAE;AACF,6EAA6E;AAC7E,+EAA+E;AAC/E,4EAA4E;AAC5E,+EAA+E;AAC/E,0EAA0E;AAC1E,EAAE;AACF,qBAAqB;AACrB,4EAA4E;AAC5E,uEAAuE;AACvE,6EAA6E;AAC7E,wDAAwD;AACxD,6EAA6E;AAC7E,2EAA2E;AAE3E;yEACyE;AACzE,MAAM,wBAAwB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAErD;mEACmE;AACnE,MAAM,UAAU,yBAAyB;IACvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;IACtD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,wBAAwB,CAAC;IAC5E,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACvB,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,wBAAwB,CAAC;AACxE,CAAC;AAED;;;;yCAIyC;AACzC,MAAM,UAAU,2BAA2B;IACzC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;IACxD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACtD,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,mEAAmE;AACnE,SAAS,cAAc,CAAC,OAAe,EAAE,EAAU;IACjD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC1F,OAAO,IAAI,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxD,CAAC;AAmBD;mFACmF;AACnF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EAAM;IAC7C,MAAM,SAAS,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;IAC1C,MAAM,MAAM,GAA0B,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAE5J,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,0EAA0E;YAC1E,0EAA0E;YAC1E,qEAAqE;YACrE,wCAAwC;YACxC,MAAM,UAAU,GAAG,MAAM,sBAAsB,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC;YAE/F,MAAM,KAAK,GAAG,uBAAuB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACxD,MAAM,aAAa,GAAG,IAAI,GAAG,CAC1B,EAAE,CAAC,OAAO,CAAC,8EAA8E,CAAC,CAAC,GAAG,CAAC,KAAK,CAA4B;iBAC9H,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAC5B,CAAC;YAEF,MAAM,YAAY,GAAG,2BAA2B,EAAE,CAAC;YACnD,MAAM,KAAK,GAAuB,EAAE,CAAC;YACrC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;gBAC/B,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;oBAChC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;oBACpB,SAAS;gBACX,CAAC;gBACD,uEAAuE;gBACvE,wEAAwE;gBACxE,0DAA0D;gBAC1D,IAAI,uBAAuB,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;oBACjD,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;oBACvB,SAAS;gBACX,CAAC;gBACD,qEAAqE;gBACrE,sEAAsE;gBACtE,8CAA8C;gBAC9C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;oBACpF,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;oBACxB,SAAS;gBACX,CAAC;gBACD,qEAAqE;gBACrE,mEAAmE;gBACnE,gEAAgE;gBAChE,iDAAiD;gBACjD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC7B,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBACD,yEAAyE;gBACzE,qEAAqE;gBACrE,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,UAAU,GAAG,oBAAoB,CAAC,EAAE,EAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAC3G,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;YACtE,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;YAC5C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,OAAO,CAAC,KAAK,CAAC,uBAAuB,QAAQ,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;8CAC8C;AAC9C,MAAM,UAAU,oBAAoB,CAAC,EAAM,EAAE,SAAoB;IAC/D,MAAM,UAAU,GAAG,yBAAyB,EAAE,CAAC;IAC/C,IAAI,UAAU,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,OAAO,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,KAAK,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;AAC5G,CAAC"}

package/dist/services/custom-model-tombstone.d.ts

@@ -0,0 +1,5 @@
+import type { Db } from '../db/types.js';
+export declare function recordCustomModelTombstone(db: Db, endpointScope: string, modelId: string): void;
+export declare function isCustomModelTombstoned(db: Db, endpointScope: string, modelId: string): boolean;
+export declare function clearCustomModelTombstone(db: Db, endpointScope: string, modelId: string): void;
+//# sourceMappingURL=custom-model-tombstone.d.ts.map

package/dist/services/custom-model-tombstone.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-model-tombstone.d.ts","sourceRoot":"","sources":["../../src/services/custom-model-tombstone.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AAEzC,wBAAgB,0BAA0B,CACxC,EAAE,EAAE,EAAE,EACN,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,MAAM,GACd,IAAI,CAON;AAED,wBAAgB,uBAAuB,CACrC,EAAE,EAAE,EAAE,EACN,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,MAAM,GACd,OAAO,CAIT;AAED,wBAAgB,yBAAyB,CACvC,EAAE,EAAE,EAAE,EACN,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,MAAM,GACd,IAAI,CAGN"}

package/dist/services/custom-model-tombstone.js

@@ -0,0 +1,30 @@
+// Keep user-deleted custom models deleted across the scheduled model sync.
+//
+// Issue #926: catalog-managed models carry a tombstone so catalog-sync never
+// resurrects a model the user deleted. The scheduled custom-model sync
+// (services/custom-model-sync.ts) had no equivalent, so deleting a custom
+// relay's model (or its whole endpoint key) was undone by the next sync pass:
+// the sync only checks whether the model id is still present in the `models`
+// table, and treats a deletion as "new" again.
+//
+// This module holds the same contract for custom rows, keyed by
+// (endpoint_scope, model_id) — the exact identity a custom model row has today
+// (#651), so deleting a model on one relay never suppresses the identical id
+// on another. A tombstone is "keep it deleted" and is cleared the moment the
+// operator EXPLICITLY re-registers that model on the same endpoint.
+export function recordCustomModelTombstone(db, endpointScope, modelId) {
+    db.prepare(`
+    INSERT INTO custom_model_tombstones (endpoint_scope, model_id)
+    VALUES (?, ?)
+    ON CONFLICT(endpoint_scope, model_id)
+    DO UPDATE SET created_at = datetime('now')
+  `).run(endpointScope, modelId);
+}
+export function isCustomModelTombstoned(db, endpointScope, modelId) {
+    return db.prepare('SELECT 1 FROM custom_model_tombstones WHERE endpoint_scope = ? AND model_id = ?').get(endpointScope, modelId) !== undefined;
+}
+export function clearCustomModelTombstone(db, endpointScope, modelId) {
+    db.prepare('DELETE FROM custom_model_tombstones WHERE endpoint_scope = ? AND model_id = ?')
+        .run(endpointScope, modelId);
+}
+//# sourceMappingURL=custom-model-tombstone.js.map

package/dist/services/custom-model-tombstone.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-model-tombstone.js","sourceRoot":"","sources":["../../src/services/custom-model-tombstone.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,EAAE;AACF,6EAA6E;AAC7E,uEAAuE;AACvE,0EAA0E;AAC1E,8EAA8E;AAC9E,6EAA6E;AAC7E,+CAA+C;AAC/C,EAAE;AACF,gEAAgE;AAChE,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,oEAAoE;AAIpE,MAAM,UAAU,0BAA0B,CACxC,EAAM,EACN,aAAqB,EACrB,OAAe;IAEf,EAAE,CAAC,OAAO,CAAC;;;;;GAKV,CAAC,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,EAAM,EACN,aAAqB,EACrB,OAAe;IAEf,OAAO,EAAE,CAAC,OAAO,CACf,iFAAiF,CAClF,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,KAAK,SAAS,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,EAAM,EACN,aAAqB,EACrB,OAAe;IAEf,EAAE,CAAC,OAAO,CAAC,+EAA+E,CAAC;SACxF,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;AACjC,CAAC"}