@staticn0va/wigolo 0.1.0 → 0.1.2

package/dist/cache/db.js

@@ -1,15 +1,43 @@
-import Database from 'better-sqlite3';
+import Database from "better-sqlite3";
+import * as sv from "sqlite-vec";
+import { createLogger } from "../logger.js";
+import { applyMigrations } from "./migrations/runner.js";
+const log = createLogger("cache");
 let instance = null;
-export function initDatabase(dbPath) {
-    if (instance) {
-        instance.close();
-        instance = null;
+let vecLoaded = false;
+let exitHookRegistered = false;
+function isVecExtensionLoaded() {
+  return vecLoaded;
+}
+function ensureExitHookRegistered() {
+  if (exitHookRegistered) return;
+  exitHookRegistered = true;
+  process.on("exit", () => {
+    try {
+      closeDatabase();
+    } catch {
     }
-    const db = new Database(dbPath);
-    db.pragma('journal_mode = WAL');
-    db.pragma('synchronous = NORMAL');
-    db.pragma('foreign_keys = ON');
-    db.exec(`
+  });
+}
+function initDatabase(dbPath) {
+  if (instance) {
+    instance.close();
+    instance = null;
+  }
+  const db = new Database(dbPath);
+  db.pragma("journal_mode = WAL");
+  db.pragma("synchronous = NORMAL");
+  db.pragma("foreign_keys = ON");
+  try {
+    sv.load(db);
+    vecLoaded = true;
+  } catch (err) {
+    vecLoaded = false;
+    log.warn("sqlite-vec extension failed to load \u2014 vector search disabled", {
+      error: err instanceof Error ? err.message : String(err)
+    });
+  }
+  db.exec(`
     CREATE TABLE IF NOT EXISTS url_cache (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       url TEXT UNIQUE NOT NULL,
@@ -54,6 +82,11 @@ export function initDatabase(dbPath) {
         VALUES ('delete', old.id, old.title, old.markdown, old.url);
     END;
 
+    CREATE TRIGGER IF NOT EXISTS url_cache_au_after AFTER UPDATE ON url_cache BEGIN
+      INSERT INTO url_cache_fts(rowid, title, markdown, url)
+        VALUES (new.id, new.title, new.markdown, new.url);
+    END;
+
     CREATE TABLE IF NOT EXISTS search_cache (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       query TEXT NOT NULL,
@@ -71,6 +104,16 @@ export function initDatabase(dbPath) {
       last_updated TEXT
     );
 
+    CREATE TABLE IF NOT EXISTS lightpanda_routing (
+      domain TEXT PRIMARY KEY,
+      success_count INTEGER DEFAULT 0,
+      failure_count INTEGER DEFAULT 0,
+      prefer_chromium INTEGER DEFAULT 0,
+      last_success TEXT,
+      last_failure TEXT,
+      last_updated TEXT NOT NULL DEFAULT (datetime('now'))
+    );
+
     CREATE TABLE IF NOT EXISTS domain_boilerplate (
       domain TEXT NOT NULL,
       block_hash TEXT NOT NULL,
@@ -79,19 +122,48 @@ export function initDatabase(dbPath) {
       PRIMARY KEY (domain, block_hash)
     );
   `);
-    instance = db;
-    return db;
-}
-export function getDatabase() {
-    if (!instance) {
-        throw new Error('Database not initialized. Call initDatabase() first.');
+  try {
+    const columns = db.pragma("table_info(url_cache)");
+    const columnNames = new Set(columns.map((c) => c.name));
+    if (!columnNames.has("embedding")) {
+      db.exec("ALTER TABLE url_cache ADD COLUMN embedding BLOB");
     }
-    return instance;
-}
-export function closeDatabase() {
-    if (instance) {
-        instance.close();
-        instance = null;
+    if (!columnNames.has("embedding_model")) {
+      db.exec("ALTER TABLE url_cache ADD COLUMN embedding_model TEXT");
     }
+    if (!columnNames.has("embedding_dims")) {
+      db.exec("ALTER TABLE url_cache ADD COLUMN embedding_dims INTEGER");
+    }
+  } catch {
+  }
+  try {
+    applyMigrations(db, { vecLoaded });
+  } catch (err) {
+    log.error("migration runner failed \u2014 some schema may be missing", {
+      error: err instanceof Error ? err.message : String(err)
+    });
+  }
+  instance = db;
+  ensureExitHookRegistered();
+  return db;
+}
+function getDatabase() {
+  if (!instance) {
+    throw new Error("Database not initialized. Call initDatabase() first.");
+  }
+  return instance;
+}
+function closeDatabase() {
+  if (instance) {
+    instance.close();
+    instance = null;
+    vecLoaded = false;
+  }
 }
+export {
+  closeDatabase,
+  getDatabase,
+  initDatabase,
+  isVecExtensionLoaded
+};
 //# sourceMappingURL=db.js.map

package/dist/cache/db.js.map

@@ -1 +1 @@
-{"version":3,"file":"db.js","sourceRoot":"","sources":["../../src/cache/db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,IAAI,QAAQ,GAA6B,IAAI,CAAC;AAE9C,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEhC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAClC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAE/B,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqEP,CAAC,CAAC;IAEH,QAAQ,GAAG,EAAE,CAAC;IACd,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,WAAW;IACzB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;AACH,CAAC"}
+{"version":3,"sources":["../../src/cache/db.ts"],"sourcesContent":["import Database from 'better-sqlite3';\nimport * as sv from 'sqlite-vec';\nimport { createLogger } from '../logger.js';\nimport { applyMigrations } from './migrations/runner.js';\n\nconst log = createLogger('cache');\n\nlet instance: Database.Database | null = null;\nlet vecLoaded = false;\nlet exitHookRegistered = false;\n\nexport function isVecExtensionLoaded(): boolean {\n  return vecLoaded;\n}\n\n// Register a process-exit guard so any CLI command that opens the DB\n// closes it before native teardown — prevents the better-sqlite3 +\n// sqlite-vec destructor race that surfaces as\n// `mutex lock failed: Invalid argument` on doctor/warmup exit.\nfunction ensureExitHookRegistered(): void {\n  if (exitHookRegistered) return;\n  exitHookRegistered = true;\n  process.on('exit', () => {\n    try {\n      closeDatabase();\n    } catch {\n      // swallow — process is exiting, nothing useful to do\n    }\n  });\n}\n\nexport function initDatabase(dbPath: string): Database.Database {\n  if (instance) {\n    instance.close();\n    instance = null;\n  }\n\n  const db = new Database(dbPath);\n\n  db.pragma('journal_mode = WAL');\n  db.pragma('synchronous = NORMAL');\n  db.pragma('foreign_keys = ON');\n\n  // sqlite-vec extension. Required for vector search; soft-fails on\n  // unsupported platforms (musl/alpine) so cache.db init still works for\n  // FTS5-only flows. Vector code paths check `isVecExtensionLoaded()` or\n  // gracefully degrade.\n  try {\n    sv.load(db);\n    vecLoaded = true;\n  } catch (err) {\n    vecLoaded = false;\n    log.warn('sqlite-vec extension failed to load — vector search disabled', {\n      error: err instanceof Error ? err.message : String(err),\n    });\n  }\n\n  db.exec(`\n    CREATE TABLE IF NOT EXISTS url_cache (\n      id INTEGER PRIMARY KEY AUTOINCREMENT,\n      url TEXT UNIQUE NOT NULL,\n      normalized_url TEXT NOT NULL,\n      title TEXT,\n      markdown TEXT,\n      raw_html TEXT,\n      metadata TEXT,\n      links TEXT,\n      images TEXT,\n      fetch_method TEXT,\n      extractor_used TEXT,\n      content_hash TEXT,\n      fetched_at TEXT NOT NULL,\n      expires_at TEXT,\n      created_at TEXT NOT NULL DEFAULT (datetime('now')),\n      updated_at TEXT NOT NULL DEFAULT (datetime('now'))\n    );\n\n    CREATE UNIQUE INDEX IF NOT EXISTS idx_url_cache_normalized ON url_cache(normalized_url);\n\n    CREATE VIRTUAL TABLE IF NOT EXISTS url_cache_fts USING fts5(\n      title,\n      markdown,\n      url,\n      content='url_cache',\n      content_rowid='id'\n    );\n\n    CREATE TRIGGER IF NOT EXISTS url_cache_ai AFTER INSERT ON url_cache BEGIN\n      INSERT INTO url_cache_fts(rowid, title, markdown, url)\n        VALUES (new.id, new.title, new.markdown, new.url);\n    END;\n\n    CREATE TRIGGER IF NOT EXISTS url_cache_ad BEFORE DELETE ON url_cache BEGIN\n      INSERT INTO url_cache_fts(url_cache_fts, rowid, title, markdown, url)\n        VALUES ('delete', old.id, old.title, old.markdown, old.url);\n    END;\n\n    CREATE TRIGGER IF NOT EXISTS url_cache_au BEFORE UPDATE ON url_cache BEGIN\n      INSERT INTO url_cache_fts(url_cache_fts, rowid, title, markdown, url)\n        VALUES ('delete', old.id, old.title, old.markdown, old.url);\n    END;\n\n    CREATE TRIGGER IF NOT EXISTS url_cache_au_after AFTER UPDATE ON url_cache BEGIN\n      INSERT INTO url_cache_fts(rowid, title, markdown, url)\n        VALUES (new.id, new.title, new.markdown, new.url);\n    END;\n\n    CREATE TABLE IF NOT EXISTS search_cache (\n      id INTEGER PRIMARY KEY AUTOINCREMENT,\n      query TEXT NOT NULL,\n      query_hash TEXT UNIQUE NOT NULL,\n      results TEXT NOT NULL,\n      engines_used TEXT,\n      searched_at TEXT NOT NULL DEFAULT (datetime('now')),\n      expires_at TEXT\n    );\n\n    CREATE TABLE IF NOT EXISTS domain_routing (\n      domain TEXT PRIMARY KEY,\n      prefer_playwright INTEGER DEFAULT 0,\n      http_failures INTEGER DEFAULT 0,\n      last_updated TEXT\n    );\n\n    CREATE TABLE IF NOT EXISTS lightpanda_routing (\n      domain TEXT PRIMARY KEY,\n      success_count INTEGER DEFAULT 0,\n      failure_count INTEGER DEFAULT 0,\n      prefer_chromium INTEGER DEFAULT 0,\n      last_success TEXT,\n      last_failure TEXT,\n      last_updated TEXT NOT NULL DEFAULT (datetime('now'))\n    );\n\n    CREATE TABLE IF NOT EXISTS domain_boilerplate (\n      domain TEXT NOT NULL,\n      block_hash TEXT NOT NULL,\n      sample_text TEXT,\n      discovered_at TEXT NOT NULL DEFAULT (datetime('now')),\n      PRIMARY KEY (domain, block_hash)\n    );\n  `);\n\n  // Embedding columns migration (Slice 22)\n  try {\n    const columns = db.pragma('table_info(url_cache)') as Array<{ name: string }>;\n    const columnNames = new Set(columns.map(c => c.name));\n\n    if (!columnNames.has('embedding')) {\n      db.exec('ALTER TABLE url_cache ADD COLUMN embedding BLOB');\n    }\n    if (!columnNames.has('embedding_model')) {\n      db.exec('ALTER TABLE url_cache ADD COLUMN embedding_model TEXT');\n    }\n    if (!columnNames.has('embedding_dims')) {\n      db.exec('ALTER TABLE url_cache ADD COLUMN embedding_dims INTEGER');\n    }\n  } catch {\n    // Migration already applied or column already exists\n  }\n\n  // Apply registered migrations after the inline schema is in place so\n  // migrations can build on the legacy tables (url_cache, etc.). Migrations\n  // that depend on the sqlite-vec extension declare `requiresVec: true` and\n  // are skipped when the extension is unavailable; FTS5-only migrations\n  // (e.g. feed_items) still run.\n  try {\n    applyMigrations(db, { vecLoaded });\n  } catch (err) {\n    log.error('migration runner failed — some schema may be missing', {\n      error: err instanceof Error ? err.message : String(err),\n    });\n  }\n\n  instance = db;\n  ensureExitHookRegistered();\n  return db;\n}\n\nexport function getDatabase(): Database.Database {\n  if (!instance) {\n    throw new Error('Database not initialized. Call initDatabase() first.');\n  }\n  return instance;\n}\n\nexport function closeDatabase(): void {\n  if (instance) {\n    instance.close();\n    instance = null;\n    vecLoaded = false;\n  }\n}\n"],"mappings":"AAAA,OAAO,cAAc;AACrB,YAAY,QAAQ;AACpB,SAAS,oBAAoB;AAC7B,SAAS,uBAAuB;AAEhC,MAAM,MAAM,aAAa,OAAO;AAEhC,IAAI,WAAqC;AACzC,IAAI,YAAY;AAChB,IAAI,qBAAqB;AAElB,SAAS,uBAAgC;AAC9C,SAAO;AACT;AAMA,SAAS,2BAAiC;AACxC,MAAI,mBAAoB;AACxB,uBAAqB;AACrB,UAAQ,GAAG,QAAQ,MAAM;AACvB,QAAI;AACF,oBAAc;AAAA,IAChB,QAAQ;AAAA,IAER;AAAA,EACF,CAAC;AACH;AAEO,SAAS,aAAa,QAAmC;AAC9D,MAAI,UAAU;AACZ,aAAS,MAAM;AACf,eAAW;AAAA,EACb;AAEA,QAAM,KAAK,IAAI,SAAS,MAAM;AAE9B,KAAG,OAAO,oBAAoB;AAC9B,KAAG,OAAO,sBAAsB;AAChC,KAAG,OAAO,mBAAmB;AAM7B,MAAI;AACF,OAAG,KAAK,EAAE;AACV,gBAAY;AAAA,EACd,SAAS,KAAK;AACZ,gBAAY;AACZ,QAAI,KAAK,qEAAgE;AAAA,MACvE,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AAAA,EACH;AAEA,KAAG,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAoFP;AAGD,MAAI;AACF,UAAM,UAAU,GAAG,OAAO,uBAAuB;AACjD,UAAM,cAAc,IAAI,IAAI,QAAQ,IAAI,OAAK,EAAE,IAAI,CAAC;AAEpD,QAAI,CAAC,YAAY,IAAI,WAAW,GAAG;AACjC,SAAG,KAAK,iDAAiD;AAAA,IAC3D;AACA,QAAI,CAAC,YAAY,IAAI,iBAAiB,GAAG;AACvC,SAAG,KAAK,uDAAuD;AAAA,IACjE;AACA,QAAI,CAAC,YAAY,IAAI,gBAAgB,GAAG;AACtC,SAAG,KAAK,yDAAyD;AAAA,IACnE;AAAA,EACF,QAAQ;AAAA,EAER;AAOA,MAAI;AACF,oBAAgB,IAAI,EAAE,UAAU,CAAC;AAAA,EACnC,SAAS,KAAK;AACZ,QAAI,MAAM,6DAAwD;AAAA,MAChE,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AAAA,EACH;AAEA,aAAW;AACX,2BAAyB;AACzB,SAAO;AACT;AAEO,SAAS,cAAiC;AAC/C,MAAI,CAAC,UAAU;AACb,UAAM,IAAI,MAAM,sDAAsD;AAAA,EACxE;AACA,SAAO;AACT;AAEO,SAAS,gBAAsB;AACpC,MAAI,UAAU;AACZ,aAAS,MAAM;AACf,eAAW;AACX,gBAAY;AAAA,EACd;AACF;","names":[]}

package/dist/cache/diff-summary.d.ts

@@ -0,0 +1,2 @@
+export declare function computeDiffSummary(oldMarkdown: string, newMarkdown: string): string;
+//# sourceMappingURL=diff-summary.d.ts.map

package/dist/cache/diff-summary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff-summary.d.ts","sourceRoot":"","sources":["../../src/cache/diff-summary.ts"],"names":[],"mappings":"AA4EA,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CA+BnF"}

package/dist/cache/diff-summary.js

@@ -0,0 +1,82 @@
+import { createLogger } from "../logger.js";
+const log = createLogger("cache");
+function normalizeLineEndings(text) {
+  return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n");
+}
+function splitLines(text) {
+  if (text === "") return [];
+  const normalized = normalizeLineEndings(text);
+  const lines = normalized.split("\n");
+  if (lines.length > 0 && lines[lines.length - 1] === "") {
+    lines.pop();
+  }
+  return lines;
+}
+function computeLCS(oldLines, newLines) {
+  const m = oldLines.length;
+  const n = newLines.length;
+  const dp = Array.from({ length: m + 1 }, () => new Array(n + 1).fill(0));
+  for (let i = 1; i <= m; i++) {
+    for (let j = 1; j <= n; j++) {
+      if (oldLines[i - 1] === newLines[j - 1]) {
+        dp[i][j] = dp[i - 1][j - 1] + 1;
+      } else {
+        dp[i][j] = Math.max(dp[i - 1][j], dp[i][j - 1]);
+      }
+    }
+  }
+  return dp;
+}
+function computeDiffCounts(oldLines, newLines) {
+  const m = oldLines.length;
+  const n = newLines.length;
+  if (m === 0 && n === 0) return { added: 0, removed: 0, modified: 0 };
+  if (m === 0) return { added: n, removed: 0, modified: 0 };
+  if (n === 0) return { added: 0, removed: m, modified: 0 };
+  const dp = computeLCS(oldLines, newLines);
+  const lcsLength = dp[m][n];
+  const removed = m - lcsLength;
+  const added = n - lcsLength;
+  let modified = 0;
+  const pairable = Math.min(removed, added);
+  if (pairable > 0) {
+    modified = pairable;
+  }
+  return {
+    added: added - modified,
+    removed: removed - modified,
+    modified
+  };
+}
+function pluralize(count, singular) {
+  return count === 1 ? `${count} ${singular}` : `${count} ${singular}s`;
+}
+const MAX_DIFF_LINES = 5e3;
+function computeDiffSummary(oldMarkdown, newMarkdown) {
+  try {
+    const oldLines = splitLines(oldMarkdown);
+    const newLines = splitLines(newMarkdown);
+    if (oldLines.length > MAX_DIFF_LINES || newLines.length > MAX_DIFF_LINES) {
+      log.debug("content too large for LCS diff, returning approximate summary", {
+        oldLineCount: oldLines.length,
+        newLineCount: newLines.length
+      });
+      return `Content changed significantly (${oldLines.length} -> ${newLines.length} lines)`;
+    }
+    const counts = computeDiffCounts(oldLines, newLines);
+    const summary = `${pluralize(counts.added, "line")} added, ${pluralize(counts.removed, "line")} removed, ${pluralize(counts.modified, "line")} modified`;
+    log.debug("diff summary computed", {
+      oldLineCount: oldLines.length,
+      newLineCount: newLines.length,
+      ...counts
+    });
+    return summary;
+  } catch (err) {
+    log.warn("diff summary computation failed", { error: err instanceof Error ? err.message : String(err) });
+    return "Unable to compute diff summary";
+  }
+}
+export {
+  computeDiffSummary
+};
+//# sourceMappingURL=diff-summary.js.map

package/dist/cache/diff-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/cache/diff-summary.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\n\nconst log = createLogger('cache');\n\nfunction normalizeLineEndings(text: string): string {\n  return text.replace(/\\r\\n/g, '\\n').replace(/\\r/g, '\\n');\n}\n\nfunction splitLines(text: string): string[] {\n  if (text === '') return [];\n  const normalized = normalizeLineEndings(text);\n  const lines = normalized.split('\\n');\n  if (lines.length > 0 && lines[lines.length - 1] === '') {\n    lines.pop();\n  }\n  return lines;\n}\n\nfunction computeLCS(oldLines: string[], newLines: string[]): number[][] {\n  const m = oldLines.length;\n  const n = newLines.length;\n\n  const dp: number[][] = Array.from({ length: m + 1 }, () => new Array(n + 1).fill(0));\n\n  for (let i = 1; i <= m; i++) {\n    for (let j = 1; j <= n; j++) {\n      if (oldLines[i - 1] === newLines[j - 1]) {\n        dp[i][j] = dp[i - 1][j - 1] + 1;\n      } else {\n        dp[i][j] = Math.max(dp[i - 1][j], dp[i][j - 1]);\n      }\n    }\n  }\n\n  return dp;\n}\n\ninterface DiffCounts {\n  added: number;\n  removed: number;\n  modified: number;\n}\n\nfunction computeDiffCounts(oldLines: string[], newLines: string[]): DiffCounts {\n  const m = oldLines.length;\n  const n = newLines.length;\n\n  if (m === 0 && n === 0) return { added: 0, removed: 0, modified: 0 };\n  if (m === 0) return { added: n, removed: 0, modified: 0 };\n  if (n === 0) return { added: 0, removed: m, modified: 0 };\n\n  const dp = computeLCS(oldLines, newLines);\n  const lcsLength = dp[m][n];\n\n  const removed = m - lcsLength;\n  const added = n - lcsLength;\n\n  let modified = 0;\n  const pairable = Math.min(removed, added);\n  if (pairable > 0) {\n    modified = pairable;\n  }\n\n  return {\n    added: added - modified,\n    removed: removed - modified,\n    modified,\n  };\n}\n\nfunction pluralize(count: number, singular: string): string {\n  return count === 1 ? `${count} ${singular}` : `${count} ${singular}s`;\n}\n\nconst MAX_DIFF_LINES = 5000;\n\nexport function computeDiffSummary(oldMarkdown: string, newMarkdown: string): string {\n  try {\n    const oldLines = splitLines(oldMarkdown);\n    const newLines = splitLines(newMarkdown);\n\n    if (oldLines.length > MAX_DIFF_LINES || newLines.length > MAX_DIFF_LINES) {\n      log.debug('content too large for LCS diff, returning approximate summary', {\n        oldLineCount: oldLines.length,\n        newLineCount: newLines.length,\n      });\n      return `Content changed significantly (${oldLines.length} -> ${newLines.length} lines)`;\n    }\n\n    const counts = computeDiffCounts(oldLines, newLines);\n\n    const summary =\n      `${pluralize(counts.added, 'line')} added, ` +\n      `${pluralize(counts.removed, 'line')} removed, ` +\n      `${pluralize(counts.modified, 'line')} modified`;\n\n    log.debug('diff summary computed', {\n      oldLineCount: oldLines.length,\n      newLineCount: newLines.length,\n      ...counts,\n    });\n\n    return summary;\n  } catch (err) {\n    log.warn('diff summary computation failed', { error: err instanceof Error ? err.message : String(err) });\n    return 'Unable to compute diff summary';\n  }\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,OAAO;AAEhC,SAAS,qBAAqB,MAAsB;AAClD,SAAO,KAAK,QAAQ,SAAS,IAAI,EAAE,QAAQ,OAAO,IAAI;AACxD;AAEA,SAAS,WAAW,MAAwB;AAC1C,MAAI,SAAS,GAAI,QAAO,CAAC;AACzB,QAAM,aAAa,qBAAqB,IAAI;AAC5C,QAAM,QAAQ,WAAW,MAAM,IAAI;AACnC,MAAI,MAAM,SAAS,KAAK,MAAM,MAAM,SAAS,CAAC,MAAM,IAAI;AACtD,UAAM,IAAI;AAAA,EACZ;AACA,SAAO;AACT;AAEA,SAAS,WAAW,UAAoB,UAAgC;AACtE,QAAM,IAAI,SAAS;AACnB,QAAM,IAAI,SAAS;AAEnB,QAAM,KAAiB,MAAM,KAAK,EAAE,QAAQ,IAAI,EAAE,GAAG,MAAM,IAAI,MAAM,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;AAEnF,WAAS,IAAI,GAAG,KAAK,GAAG,KAAK;AAC3B,aAAS,IAAI,GAAG,KAAK,GAAG,KAAK;AAC3B,UAAI,SAAS,IAAI,CAAC,MAAM,SAAS,IAAI,CAAC,GAAG;AACvC,WAAG,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI;AAAA,MAChC,OAAO;AACL,WAAG,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAQA,SAAS,kBAAkB,UAAoB,UAAgC;AAC7E,QAAM,IAAI,SAAS;AACnB,QAAM,IAAI,SAAS;AAEnB,MAAI,MAAM,KAAK,MAAM,EAAG,QAAO,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,EAAE;AACnE,MAAI,MAAM,EAAG,QAAO,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,EAAE;AACxD,MAAI,MAAM,EAAG,QAAO,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,EAAE;AAExD,QAAM,KAAK,WAAW,UAAU,QAAQ;AACxC,QAAM,YAAY,GAAG,CAAC,EAAE,CAAC;AAEzB,QAAM,UAAU,IAAI;AACpB,QAAM,QAAQ,IAAI;AAElB,MAAI,WAAW;AACf,QAAM,WAAW,KAAK,IAAI,SAAS,KAAK;AACxC,MAAI,WAAW,GAAG;AAChB,eAAW;AAAA,EACb;AAEA,SAAO;AAAA,IACL,OAAO,QAAQ;AAAA,IACf,SAAS,UAAU;AAAA,IACnB;AAAA,EACF;AACF;AAEA,SAAS,UAAU,OAAe,UAA0B;AAC1D,SAAO,UAAU,IAAI,GAAG,KAAK,IAAI,QAAQ,KAAK,GAAG,KAAK,IAAI,QAAQ;AACpE;AAEA,MAAM,iBAAiB;AAEhB,SAAS,mBAAmB,aAAqB,aAA6B;AACnF,MAAI;AACF,UAAM,WAAW,WAAW,WAAW;AACvC,UAAM,WAAW,WAAW,WAAW;AAEvC,QAAI,SAAS,SAAS,kBAAkB,SAAS,SAAS,gBAAgB;AACxE,UAAI,MAAM,iEAAiE;AAAA,QACzE,cAAc,SAAS;AAAA,QACvB,cAAc,SAAS;AAAA,MACzB,CAAC;AACD,aAAO,kCAAkC,SAAS,MAAM,OAAO,SAAS,MAAM;AAAA,IAChF;AAEA,UAAM,SAAS,kBAAkB,UAAU,QAAQ;AAEnD,UAAM,UACJ,GAAG,UAAU,OAAO,OAAO,MAAM,CAAC,WAC/B,UAAU,OAAO,SAAS,MAAM,CAAC,aACjC,UAAU,OAAO,UAAU,MAAM,CAAC;AAEvC,QAAI,MAAM,yBAAyB;AAAA,MACjC,cAAc,SAAS;AAAA,MACvB,cAAc,SAAS;AAAA,MACvB,GAAG;AAAA,IACL,CAAC;AAED,WAAO;AAAA,EACT,SAAS,KAAK;AACZ,QAAI,KAAK,mCAAmC,EAAE,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,EAAE,CAAC;AACvG,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/cache/migrations/runner.d.ts

@@ -0,0 +1,29 @@
+import type Database from 'better-sqlite3';
+/**
+ * Migration registry. Entries are TS constants (not file reads) so the
+ * built dist/ tree has no runtime filesystem dependency. Each migration's
+ * `sql` string is also mirrored in src/cache/migrations/NNN-*.sql for
+ * grep-ability and review.
+ */
+export interface Migration {
+    /** Unique stable name. Must never be renamed after release. */
+    name: string;
+    sql: string;
+    /** True if the migration depends on sqlite-vec being loaded. */
+    requiresVec?: boolean;
+}
+export declare const MIGRATIONS: Migration[];
+/** Test-only: reset the module-level read-only guard between cases. */
+export declare function _resetMigrationGuard(): void;
+/**
+ * Apply pending migrations in order. Idempotent — already-applied migrations
+ * are skipped via the schema_migrations table. Migrations marked
+ * `requiresVec: true` are skipped when the sqlite-vec extension is absent so
+ * FTS5-only flows still work on platforms without the native extension.
+ * On a read-only database, logs a single warning and stops; subsequent
+ * calls in the same process are no-ops.
+ */
+export declare function applyMigrations(db: Database.Database, opts?: {
+    vecLoaded: boolean;
+}): void;
+//# sourceMappingURL=runner.d.ts.map

package/dist/cache/migrations/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/cache/migrations/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAK3C;;;;;GAKG;AACH,MAAM,WAAW,SAAS;IACxB,+DAA+D;IAC/D,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,gEAAgE;IAChE,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AA2ED,eAAO,MAAM,UAAU,EAAE,SAAS,EAIjC,CAAC;AAgBF,uEAAuE;AACvE,wBAAgB,oBAAoB,IAAI,IAAI,CAE3C;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,GAAE;IAAE,SAAS,EAAE,OAAO,CAAA;CAAwB,GAAG,IAAI,CAwD/G"}

package/dist/cache/migrations/runner.js

@@ -0,0 +1,147 @@
+import { createLogger } from "../../logger.js";
+const log = createLogger("cache");
+const MIGRATION_001_SQLITE_VEC = `
+CREATE VIRTUAL TABLE IF NOT EXISTS vec_documents USING vec0(
+  embedding float[384]
+);
+
+CREATE TABLE IF NOT EXISTS vec_id_map (
+  rowid INTEGER PRIMARY KEY AUTOINCREMENT,
+  external_id TEXT NOT NULL UNIQUE
+);
+
+CREATE TABLE IF NOT EXISTS vec_metadata (
+  rowid INTEGER PRIMARY KEY REFERENCES vec_id_map(rowid) ON DELETE CASCADE,
+  url TEXT NOT NULL,
+  content_hash TEXT NOT NULL,
+  model_id TEXT NOT NULL,
+  created_at INTEGER NOT NULL,
+  extra_json TEXT
+);
+
+CREATE INDEX IF NOT EXISTS idx_vec_metadata_url ON vec_metadata(url);
+CREATE INDEX IF NOT EXISTS idx_vec_metadata_hash ON vec_metadata(content_hash);
+CREATE INDEX IF NOT EXISTS idx_vec_metadata_model ON vec_metadata(model_id);
+`;
+const MIGRATION_002_FEED_ITEMS = `
+CREATE TABLE IF NOT EXISTS feed_items (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  feed_url TEXT NOT NULL,
+  guid TEXT NOT NULL,
+  title TEXT NOT NULL,
+  link TEXT NOT NULL,
+  summary TEXT NOT NULL,
+  published_date TEXT,
+  category TEXT NOT NULL DEFAULT 'news',
+  fetched_at TEXT NOT NULL,
+  UNIQUE(feed_url, guid)
+);
+
+CREATE INDEX IF NOT EXISTS idx_feed_items_published ON feed_items(published_date);
+CREATE INDEX IF NOT EXISTS idx_feed_items_feed_url ON feed_items(feed_url);
+
+CREATE VIRTUAL TABLE IF NOT EXISTS feed_items_fts USING fts5(
+  title, summary, link UNINDEXED,
+  content='feed_items',
+  content_rowid='id'
+);
+
+CREATE TRIGGER IF NOT EXISTS feed_items_ai AFTER INSERT ON feed_items BEGIN
+  INSERT INTO feed_items_fts(rowid, title, summary, link) VALUES (new.id, new.title, new.summary, new.link);
+END;
+
+CREATE TRIGGER IF NOT EXISTS feed_items_ad AFTER DELETE ON feed_items BEGIN
+  INSERT INTO feed_items_fts(feed_items_fts, rowid, title, summary, link) VALUES('delete', old.id, old.title, old.summary, old.link);
+END;
+
+CREATE TRIGGER IF NOT EXISTS feed_items_au AFTER UPDATE ON feed_items BEGIN
+  INSERT INTO feed_items_fts(feed_items_fts, rowid, title, summary, link) VALUES('delete', old.id, old.title, old.summary, old.link);
+  INSERT INTO feed_items_fts(feed_items_fts, rowid, title, summary, link) VALUES (new.id, new.title, new.summary, new.link);
+END;
+`;
+const MIGRATION_003_CRAWL_ETAGS = `
+CREATE TABLE IF NOT EXISTS crawl_etags (
+  url TEXT PRIMARY KEY,
+  origin TEXT NOT NULL,
+  etag TEXT,
+  last_modified TEXT,
+  fetched_at TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_crawl_etags_origin ON crawl_etags(origin);
+`;
+const MIGRATIONS = [
+  { name: "001-sqlite-vec", sql: MIGRATION_001_SQLITE_VEC, requiresVec: true },
+  { name: "002-feed-items", sql: MIGRATION_002_FEED_ITEMS },
+  { name: "003-crawl-etags", sql: MIGRATION_003_CRAWL_ETAGS }
+];
+function isReadOnlyError(err) {
+  if (!err) return false;
+  const code = err.code;
+  if (code === "SQLITE_READONLY" || code === "SQLITE_READONLY_DBMOVED") return true;
+  const msg = err instanceof Error ? err.message : String(err);
+  return /SQLITE_READONLY|attempt to write a readonly|readonly database/i.test(msg);
+}
+let readOnlyWarned = false;
+function _resetMigrationGuard() {
+  readOnlyWarned = false;
+}
+function applyMigrations(db, opts = { vecLoaded: true }) {
+  if (readOnlyWarned) {
+    return;
+  }
+  try {
+    db.exec(`
+      CREATE TABLE IF NOT EXISTS schema_migrations (
+        name TEXT PRIMARY KEY,
+        applied_at INTEGER NOT NULL
+      )
+    `);
+  } catch (err) {
+    if (isReadOnlyError(err)) {
+      readOnlyWarned = true;
+      log.warn("database is read-only \u2014 skipping migrations for this process", {
+        cause: err instanceof Error ? err.message : String(err)
+      });
+      return;
+    }
+    throw err;
+  }
+  const appliedRows = db.prepare("SELECT name FROM schema_migrations").all();
+  const applied = new Set(appliedRows.map((r) => r.name));
+  const recordStmt = db.prepare("INSERT INTO schema_migrations (name, applied_at) VALUES (?, ?)");
+  for (const migration of MIGRATIONS) {
+    if (applied.has(migration.name)) continue;
+    if (migration.requiresVec && !opts.vecLoaded) {
+      log.warn("migration skipped \u2014 sqlite-vec not loaded", { name: migration.name });
+      continue;
+    }
+    try {
+      db.transaction(() => {
+        db.exec(migration.sql);
+        recordStmt.run(migration.name, Date.now());
+      })();
+      log.info("migration applied", { name: migration.name });
+    } catch (err) {
+      if (isReadOnlyError(err)) {
+        readOnlyWarned = true;
+        log.warn("database is read-only \u2014 skipping remaining migrations for this process", {
+          name: migration.name,
+          cause: err instanceof Error ? err.message : String(err)
+        });
+        return;
+      }
+      log.error("migration failed", {
+        name: migration.name,
+        error: err instanceof Error ? err.message : String(err)
+      });
+      throw err;
+    }
+  }
+}
+export {
+  MIGRATIONS,
+  _resetMigrationGuard,
+  applyMigrations
+};
+//# sourceMappingURL=runner.js.map

package/dist/cache/migrations/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/cache/migrations/runner.ts"],"sourcesContent":["import type Database from 'better-sqlite3';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('cache');\n\n/**\n * Migration registry. Entries are TS constants (not file reads) so the\n * built dist/ tree has no runtime filesystem dependency. Each migration's\n * `sql` string is also mirrored in src/cache/migrations/NNN-*.sql for\n * grep-ability and review.\n */\nexport interface Migration {\n  /** Unique stable name. Must never be renamed after release. */\n  name: string;\n  sql: string;\n  /** True if the migration depends on sqlite-vec being loaded. */\n  requiresVec?: boolean;\n}\n\nconst MIGRATION_001_SQLITE_VEC = `\nCREATE VIRTUAL TABLE IF NOT EXISTS vec_documents USING vec0(\n  embedding float[384]\n);\n\nCREATE TABLE IF NOT EXISTS vec_id_map (\n  rowid INTEGER PRIMARY KEY AUTOINCREMENT,\n  external_id TEXT NOT NULL UNIQUE\n);\n\nCREATE TABLE IF NOT EXISTS vec_metadata (\n  rowid INTEGER PRIMARY KEY REFERENCES vec_id_map(rowid) ON DELETE CASCADE,\n  url TEXT NOT NULL,\n  content_hash TEXT NOT NULL,\n  model_id TEXT NOT NULL,\n  created_at INTEGER NOT NULL,\n  extra_json TEXT\n);\n\nCREATE INDEX IF NOT EXISTS idx_vec_metadata_url ON vec_metadata(url);\nCREATE INDEX IF NOT EXISTS idx_vec_metadata_hash ON vec_metadata(content_hash);\nCREATE INDEX IF NOT EXISTS idx_vec_metadata_model ON vec_metadata(model_id);\n`;\n\nconst MIGRATION_002_FEED_ITEMS = `\nCREATE TABLE IF NOT EXISTS feed_items (\n  id INTEGER PRIMARY KEY AUTOINCREMENT,\n  feed_url TEXT NOT NULL,\n  guid TEXT NOT NULL,\n  title TEXT NOT NULL,\n  link TEXT NOT NULL,\n  summary TEXT NOT NULL,\n  published_date TEXT,\n  category TEXT NOT NULL DEFAULT 'news',\n  fetched_at TEXT NOT NULL,\n  UNIQUE(feed_url, guid)\n);\n\nCREATE INDEX IF NOT EXISTS idx_feed_items_published ON feed_items(published_date);\nCREATE INDEX IF NOT EXISTS idx_feed_items_feed_url ON feed_items(feed_url);\n\nCREATE VIRTUAL TABLE IF NOT EXISTS feed_items_fts USING fts5(\n  title, summary, link UNINDEXED,\n  content='feed_items',\n  content_rowid='id'\n);\n\nCREATE TRIGGER IF NOT EXISTS feed_items_ai AFTER INSERT ON feed_items BEGIN\n  INSERT INTO feed_items_fts(rowid, title, summary, link) VALUES (new.id, new.title, new.summary, new.link);\nEND;\n\nCREATE TRIGGER IF NOT EXISTS feed_items_ad AFTER DELETE ON feed_items BEGIN\n  INSERT INTO feed_items_fts(feed_items_fts, rowid, title, summary, link) VALUES('delete', old.id, old.title, old.summary, old.link);\nEND;\n\nCREATE TRIGGER IF NOT EXISTS feed_items_au AFTER UPDATE ON feed_items BEGIN\n  INSERT INTO feed_items_fts(feed_items_fts, rowid, title, summary, link) VALUES('delete', old.id, old.title, old.summary, old.link);\n  INSERT INTO feed_items_fts(feed_items_fts, rowid, title, summary, link) VALUES (new.id, new.title, new.summary, new.link);\nEND;\n`;\n\nconst MIGRATION_003_CRAWL_ETAGS = `\nCREATE TABLE IF NOT EXISTS crawl_etags (\n  url TEXT PRIMARY KEY,\n  origin TEXT NOT NULL,\n  etag TEXT,\n  last_modified TEXT,\n  fetched_at TEXT NOT NULL\n);\n\nCREATE INDEX IF NOT EXISTS idx_crawl_etags_origin ON crawl_etags(origin);\n`;\n\nexport const MIGRATIONS: Migration[] = [\n  { name: '001-sqlite-vec', sql: MIGRATION_001_SQLITE_VEC, requiresVec: true },\n  { name: '002-feed-items', sql: MIGRATION_002_FEED_ITEMS },\n  { name: '003-crawl-etags', sql: MIGRATION_003_CRAWL_ETAGS },\n];\n\nfunction isReadOnlyError(err: unknown): boolean {\n  if (!err) return false;\n  const code = (err as { code?: string }).code;\n  if (code === 'SQLITE_READONLY' || code === 'SQLITE_READONLY_DBMOVED') return true;\n  const msg = err instanceof Error ? err.message : String(err);\n  return /SQLITE_READONLY|attempt to write a readonly|readonly database/i.test(msg);\n}\n\n// Process-lifetime guard: once we have seen a read-only DB we stop retrying\n// migrations for the rest of the process. Without this, each\n// initDatabase() in a single CLI invocation (eg. doctor's two checks) would\n// re-attempt every pending migration and emit the same error twice.\nlet readOnlyWarned = false;\n\n/** Test-only: reset the module-level read-only guard between cases. */\nexport function _resetMigrationGuard(): void {\n  readOnlyWarned = false;\n}\n\n/**\n * Apply pending migrations in order. Idempotent — already-applied migrations\n * are skipped via the schema_migrations table. Migrations marked\n * `requiresVec: true` are skipped when the sqlite-vec extension is absent so\n * FTS5-only flows still work on platforms without the native extension.\n * On a read-only database, logs a single warning and stops; subsequent\n * calls in the same process are no-ops.\n */\nexport function applyMigrations(db: Database.Database, opts: { vecLoaded: boolean } = { vecLoaded: true }): void {\n  if (readOnlyWarned) {\n    return;\n  }\n\n  try {\n    db.exec(`\n      CREATE TABLE IF NOT EXISTS schema_migrations (\n        name TEXT PRIMARY KEY,\n        applied_at INTEGER NOT NULL\n      )\n    `);\n  } catch (err) {\n    if (isReadOnlyError(err)) {\n      readOnlyWarned = true;\n      log.warn('database is read-only — skipping migrations for this process', {\n        cause: err instanceof Error ? err.message : String(err),\n      });\n      return;\n    }\n    throw err;\n  }\n\n  const appliedRows = db.prepare('SELECT name FROM schema_migrations').all() as Array<{ name: string }>;\n  const applied = new Set(appliedRows.map(r => r.name));\n\n  const recordStmt = db.prepare('INSERT INTO schema_migrations (name, applied_at) VALUES (?, ?)');\n\n  for (const migration of MIGRATIONS) {\n    if (applied.has(migration.name)) continue;\n    if (migration.requiresVec && !opts.vecLoaded) {\n      log.warn('migration skipped — sqlite-vec not loaded', { name: migration.name });\n      continue;\n    }\n    try {\n      db.transaction(() => {\n        db.exec(migration.sql);\n        recordStmt.run(migration.name, Date.now());\n      })();\n      log.info('migration applied', { name: migration.name });\n    } catch (err) {\n      if (isReadOnlyError(err)) {\n        readOnlyWarned = true;\n        log.warn('database is read-only — skipping remaining migrations for this process', {\n          name: migration.name,\n          cause: err instanceof Error ? err.message : String(err),\n        });\n        return;\n      }\n      log.error('migration failed', {\n        name: migration.name,\n        error: err instanceof Error ? err.message : String(err),\n      });\n      throw err;\n    }\n  }\n}\n"],"mappings":"AACA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,OAAO;AAgBhC,MAAM,2BAA2B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAwBjC,MAAM,2BAA2B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAqCjC,MAAM,4BAA4B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAY3B,MAAM,aAA0B;AAAA,EACrC,EAAE,MAAM,kBAAkB,KAAK,0BAA0B,aAAa,KAAK;AAAA,EAC3E,EAAE,MAAM,kBAAkB,KAAK,yBAAyB;AAAA,EACxD,EAAE,MAAM,mBAAmB,KAAK,0BAA0B;AAC5D;AAEA,SAAS,gBAAgB,KAAuB;AAC9C,MAAI,CAAC,IAAK,QAAO;AACjB,QAAM,OAAQ,IAA0B;AACxC,MAAI,SAAS,qBAAqB,SAAS,0BAA2B,QAAO;AAC7E,QAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,SAAO,iEAAiE,KAAK,GAAG;AAClF;AAMA,IAAI,iBAAiB;AAGd,SAAS,uBAA6B;AAC3C,mBAAiB;AACnB;AAUO,SAAS,gBAAgB,IAAuB,OAA+B,EAAE,WAAW,KAAK,GAAS;AAC/G,MAAI,gBAAgB;AAClB;AAAA,EACF;AAEA,MAAI;AACF,OAAG,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA,KAKP;AAAA,EACH,SAAS,KAAK;AACZ,QAAI,gBAAgB,GAAG,GAAG;AACxB,uBAAiB;AACjB,UAAI,KAAK,qEAAgE;AAAA,QACvE,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AACD;AAAA,IACF;AACA,UAAM;AAAA,EACR;AAEA,QAAM,cAAc,GAAG,QAAQ,oCAAoC,EAAE,IAAI;AACzE,QAAM,UAAU,IAAI,IAAI,YAAY,IAAI,OAAK,EAAE,IAAI,CAAC;AAEpD,QAAM,aAAa,GAAG,QAAQ,gEAAgE;AAE9F,aAAW,aAAa,YAAY;AAClC,QAAI,QAAQ,IAAI,UAAU,IAAI,EAAG;AACjC,QAAI,UAAU,eAAe,CAAC,KAAK,WAAW;AAC5C,UAAI,KAAK,kDAA6C,EAAE,MAAM,UAAU,KAAK,CAAC;AAC9E;AAAA,IACF;AACA,QAAI;AACF,SAAG,YAAY,MAAM;AACnB,WAAG,KAAK,UAAU,GAAG;AACrB,mBAAW,IAAI,UAAU,MAAM,KAAK,IAAI,CAAC;AAAA,MAC3C,CAAC,EAAE;AACH,UAAI,KAAK,qBAAqB,EAAE,MAAM,UAAU,KAAK,CAAC;AAAA,IACxD,SAAS,KAAK;AACZ,UAAI,gBAAgB,GAAG,GAAG;AACxB,yBAAiB;AACjB,YAAI,KAAK,+EAA0E;AAAA,UACjF,MAAM,UAAU;AAAA,UAChB,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AACD;AAAA,MACF;AACA,UAAI,MAAM,oBAAoB;AAAA,QAC5B,MAAM,UAAU;AAAA,QAChB,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AACD,YAAM;AAAA,IACR;AAAA,EACF;AACF;","names":[]}

package/dist/cache/sqlite-vec-store.d.ts

@@ -0,0 +1,42 @@
+import type Database from 'better-sqlite3';
+import type { VectorStore, VectorRecord, VectorSearchResult, VectorMetadata } from '../providers/vector-store.js';
+/**
+ * VectorStore backed by the sqlite-vec extension loaded into the shared
+ * better-sqlite3 cache database.
+ *
+ * Storage layout (see src/cache/migrations/001-sqlite-vec.sql):
+ *   - vec_documents (virtual, vec0)   integer rowid -> float[384] embedding
+ *   - vec_id_map                       integer rowid -> external string id
+ *   - vec_metadata                     integer rowid -> full VectorMetadata
+ *
+ * vec0 only accepts integer rowid values, so external string ids (URLs in
+ * the legacy world) are mapped to AUTOINCREMENT rowids via vec_id_map.
+ *
+ * vec0 rejects `INSERT OR REPLACE`, so upsert deletes any existing vector
+ * row for an id before inserting the new one (within a single transaction).
+ *
+ * Search returns sqlite-vec's native L2 distance converted to a similarity
+ * score as `1 / (1 + distance)`. Higher score = closer match.
+ *
+ * Filter semantics match VectorStore: when `filter` is provided we
+ * over-fetch from the KNN side (oversample = limit * 5) then post-filter
+ * against vec_metadata before truncating to `limit`. Filters never relax
+ * — every populated filter field must match.
+ */
+export declare class SqliteVecStore implements VectorStore {
+    private db;
+    private upsertSelectStmt;
+    private upsertInsertIdMapStmt;
+    private upsertDeleteDocStmt;
+    private upsertInsertDocStmt;
+    private upsertUpsertMetadataStmt;
+    private deleteIdMapStmt;
+    private deleteDocStmt;
+    private sizeStmt;
+    constructor(db: Database.Database);
+    upsert(records: VectorRecord[]): Promise<void>;
+    search(queryVector: Float32Array, limit: number, filter?: Partial<VectorMetadata>): Promise<VectorSearchResult[]>;
+    delete(ids: string[]): Promise<void>;
+    size(): Promise<number>;
+}
+//# sourceMappingURL=sqlite-vec-store.d.ts.map

package/dist/cache/sqlite-vec-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vec-store.d.ts","sourceRoot":"","sources":["../../src/cache/sqlite-vec-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,kBAAkB,EAClB,cAAc,EACf,MAAM,8BAA8B,CAAC;AAKtC;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,cAAe,YAAW,WAAW;IAUpC,OAAO,CAAC,EAAE;IATtB,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,qBAAqB,CAAqB;IAClD,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,wBAAwB,CAAqB;IACrD,OAAO,CAAC,eAAe,CAAqB;IAC5C,OAAO,CAAC,aAAa,CAAqB;IAC1C,OAAO,CAAC,QAAQ,CAAqB;gBAEjB,EAAE,EAAE,QAAQ,CAAC,QAAQ;IA4BnC,MAAM,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA4C9C,MAAM,CACV,WAAW,EAAE,YAAY,EACzB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAC/B,OAAO,CAAC,kBAAkB,EAAE,CAAC;IA0F1B,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBpC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;CAI9B"}