obsidian-anchor 0.2.0

package/dist/edit/safeEdit.js

@@ -0,0 +1,130 @@
+import { readFile, writeFile } from "node:fs/promises";
+import { resolve, sep } from "node:path";
+import { sha256 } from "../util/hash.js";
+import { writeSnapshot } from "./snapshots.js";
+/**
+ * Safe note edits: a string replacement is first returned as a dry-run diff +
+ * token; calling again with that token applies it, saving a rollback snapshot
+ * and re-indexing the note. The token also guards against the file changing
+ * between preview and apply.
+ */
+export class SafeEditService {
+    vaultPath;
+    indexer;
+    constructor(vaultPath, indexer) {
+        this.vaultPath = vaultPath;
+        this.indexer = indexer;
+    }
+    async edit(relPath, oldText, newText, confirm) {
+        const abs = this.resolveWithinVault(relPath);
+        let current;
+        try {
+            current = await readFile(abs, "utf8");
+        }
+        catch {
+            throw new Error(`Note not found or unreadable: ${relPath}`);
+        }
+        const next = applyReplacement(current, oldText, newText);
+        if (next === current) {
+            throw new Error("The replacement produces no change.");
+        }
+        const token = computeToken(relPath, current, next);
+        if (confirm === undefined) {
+            return { mode: "dry-run", path: relPath, diff: makeDiff(current, next), token };
+        }
+        if (confirm !== token) {
+            throw new Error("Confirmation token does not match; the note may have changed. Re-run the dry run and confirm with the new token.");
+        }
+        const snapshot = await writeSnapshot(this.vaultPath, relPath, current, Date.now());
+        await writeFile(abs, next, "utf8");
+        const reindexedChunks = await this.indexer.indexFile(relPath);
+        return { mode: "applied", path: relPath, snapshot, reindexedChunks };
+    }
+    /** Restores a note from a snapshot, saving a pre-restore snapshot first. */
+    async restore(relPath, snapshotRelPath) {
+        const abs = this.resolveWithinVault(relPath);
+        const snapshotAbs = this.resolveSnapshot(snapshotRelPath);
+        let snapshotContent;
+        try {
+            snapshotContent = await readFile(snapshotAbs, "utf8");
+        }
+        catch {
+            throw new Error(`Snapshot not found: ${snapshotRelPath}`);
+        }
+        // Save the current content first so the restore is itself undoable.
+        let preRestoreSnapshot = null;
+        try {
+            const current = await readFile(abs, "utf8");
+            preRestoreSnapshot = await writeSnapshot(this.vaultPath, relPath, current, Date.now());
+        }
+        catch {
+            // The note may not currently exist (restoring a deleted note); that's fine.
+        }
+        await writeFile(abs, snapshotContent, "utf8");
+        const reindexedChunks = await this.indexer.indexFile(relPath);
+        return { path: relPath, restoredFrom: snapshotRelPath, preRestoreSnapshot, reindexedChunks };
+    }
+    resolveWithinVault(relPath) {
+        const root = resolve(this.vaultPath);
+        const abs = resolve(root, relPath);
+        if (abs !== root && !abs.startsWith(root + sep)) {
+            throw new Error("Refusing to edit a path outside the vault.");
+        }
+        if (!abs.toLowerCase().endsWith(".md")) {
+            throw new Error("safe_edit only edits Markdown (.md) notes.");
+        }
+        return abs;
+    }
+    resolveSnapshot(snapshotRelPath) {
+        const root = resolve(this.vaultPath);
+        const snapshotsDir = resolve(root, ".anchor", "snapshots");
+        const abs = resolve(root, snapshotRelPath);
+        if (abs !== snapshotsDir && !abs.startsWith(snapshotsDir + sep)) {
+            throw new Error("Snapshot path must be inside .anchor/snapshots.");
+        }
+        return abs;
+    }
+}
+/** Replaces the single occurrence of `oldText`; rejects 0 or multiple matches. */
+function applyReplacement(current, oldText, newText) {
+    const first = current.indexOf(oldText);
+    if (first === -1) {
+        throw new Error("The text to replace was not found in the note.");
+    }
+    if (current.indexOf(oldText, first + oldText.length) !== -1) {
+        throw new Error("The text to replace appears multiple times; include more surrounding context to make it unique.");
+    }
+    return current.slice(0, first) + newText + current.slice(first + oldText.length);
+}
+function computeToken(relPath, current, next) {
+    return sha256(`${relPath}\n${current}\n${next}`).slice(0, 16);
+}
+/** Produces a compact single-hunk unified diff for one contiguous change. */
+function makeDiff(oldContent, newContent, context = 3) {
+    const a = oldContent.split("\n");
+    const b = newContent.split("\n");
+    let start = 0;
+    while (start < a.length && start < b.length && a[start] === b[start])
+        start += 1;
+    let endA = a.length - 1;
+    let endB = b.length - 1;
+    while (endA >= start && endB >= start && a[endA] === b[endB]) {
+        endA -= 1;
+        endB -= 1;
+    }
+    const ctxStart = Math.max(0, start - context);
+    const ctxEndA = Math.min(a.length - 1, endA + context);
+    const lines = [
+        `@@ -${String(start + 1)},${String(endA - start + 1)} +${String(start + 1)},${String(endB - start + 1)} @@`,
+    ];
+    for (let i = ctxStart; i < start; i += 1)
+        lines.push(` ${a[i] ?? ""}`);
+    for (let i = start; i <= endA; i += 1)
+        lines.push(`-${a[i] ?? ""}`);
+    for (let i = start; i <= endB; i += 1)
+        lines.push(`+${b[i] ?? ""}`);
+    for (let i = endA + 1; i <= ctxEndA; i += 1)
+        lines.push(` ${a[i] ?? ""}`);
+    return lines.join("\n");
+}
+//# sourceMappingURL=safeEdit.js.map

package/dist/edit/safeEdit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safeEdit.js","sourceRoot":"","sources":["../../src/edit/safeEdit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AA8B/C;;;;;GAKG;AACH,MAAM,OAAO,eAAe;IAEP;IACA;IAFnB,YACmB,SAAiB,EACjB,OAAgB;QADhB,cAAS,GAAT,SAAS,CAAQ;QACjB,YAAO,GAAP,OAAO,CAAS;IAChC,CAAC;IAEJ,KAAK,CAAC,IAAI,CACR,OAAe,EACf,OAAe,EACf,OAAe,EACf,OAAgB;QAEhB,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAE7C,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QACnD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC;QAClF,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACb,kHAAkH,CACnH,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACnF,MAAM,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACnC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9D,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;IACvE,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,OAAO,CAAC,OAAe,EAAE,eAAuB;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAE1D,IAAI,eAAuB,CAAC;QAC5B,IAAI,CAAC;YACH,eAAe,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,uBAAuB,eAAe,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,oEAAoE;QACpE,IAAI,kBAAkB,GAAkB,IAAI,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5C,kBAAkB,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACzF,CAAC;QAAC,MAAM,CAAC;YACP,4EAA4E;QAC9E,CAAC;QAED,MAAM,SAAS,CAAC,GAAG,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,kBAAkB,EAAE,eAAe,EAAE,CAAC;IAC/F,CAAC;IAEO,kBAAkB,CAAC,OAAe;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACnC,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,eAAe,CAAC,eAAuB;QAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAC3C,IAAI,GAAG,KAAK,YAAY,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,GAAG,GAAG,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,kFAAkF;AAClF,SAAS,gBAAgB,CAAC,OAAe,EAAE,OAAe,EAAE,OAAe;IACzE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CACb,iGAAiG,CAClG,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,OAAe,EAAE,IAAY;IAClE,OAAO,MAAM,CAAC,GAAG,OAAO,KAAK,OAAO,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,6EAA6E;AAC7E,SAAS,QAAQ,CAAC,UAAkB,EAAE,UAAkB,EAAE,OAAO,GAAG,CAAC;IACnE,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEjC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,CAAC,CAAC,MAAM,IAAI,KAAK,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IACjF,IAAI,IAAI,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACxB,IAAI,IAAI,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACxB,OAAO,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7D,IAAI,IAAI,CAAC,CAAC;QACV,IAAI,IAAI,CAAC,CAAC;IACZ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC;IACvD,MAAM,KAAK,GAAa;QACtB,OAAO,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,KAAK;KAC5G,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACvE,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACpE,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACpE,KAAK,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC,IAAI,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/edit/snapshots.js

@@ -0,0 +1,31 @@
+import { mkdir, readdir, unlink, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+export const SNAPSHOT_DIR = join(".anchor", "snapshots");
+const MAX_SNAPSHOTS_PER_NOTE = 20;
+/**
+ * Saves a pre-edit copy of a note so an edit can be rolled back. Returns the
+ * vault-relative path of the snapshot, and prunes old snapshots for the note.
+ */
+export async function writeSnapshot(vaultPath, relPath, content, timestamp) {
+    const dir = join(vaultPath, SNAPSHOT_DIR);
+    await mkdir(dir, { recursive: true });
+    const encoded = relPath.replace(/[\\/]/g, "__");
+    const safeName = `${String(timestamp)}-${encoded}.bak`;
+    await writeFile(join(dir, safeName), content, "utf8");
+    await prune(dir, encoded);
+    return join(SNAPSHOT_DIR, safeName);
+}
+/** Keeps only the most recent MAX_SNAPSHOTS_PER_NOTE snapshots for a note. */
+async function prune(dir, encoded) {
+    const suffix = `-${encoded}.bak`;
+    const entries = (await readdir(dir)).filter((name) => name.endsWith(suffix));
+    if (entries.length <= MAX_SNAPSHOTS_PER_NOTE)
+        return;
+    // Filenames are `<timestamp>-<encoded>.bak`; the timestamp is the digits before
+    // the first dash. Sort newest-first and delete the overflow.
+    entries.sort((a, b) => Number(b.split("-")[0] ?? 0) - Number(a.split("-")[0] ?? 0));
+    for (const old of entries.slice(MAX_SNAPSHOTS_PER_NOTE)) {
+        await unlink(join(dir, old)).catch(() => undefined);
+    }
+}
+//# sourceMappingURL=snapshots.js.map

package/dist/edit/snapshots.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshots.js","sourceRoot":"","sources":["../../src/edit/snapshots.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AACzD,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAElC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,OAAe,EACf,OAAe,EACf,SAAiB;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAC1C,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,OAAO,MAAM,CAAC;IACvD,MAAM,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC1B,OAAO,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AACtC,CAAC;AAED,8EAA8E;AAC9E,KAAK,UAAU,KAAK,CAAC,GAAW,EAAE,OAAe;IAC/C,MAAM,MAAM,GAAG,IAAI,OAAO,MAAM,CAAC;IACjC,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7E,IAAI,OAAO,CAAC,MAAM,IAAI,sBAAsB;QAAE,OAAO;IACrD,gFAAgF;IAChF,6DAA6D;IAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpF,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,EAAE,CAAC;QACxD,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACtD,CAAC;AACH,CAAC"}

package/dist/embeddings/local.js

@@ -0,0 +1,61 @@
+import { env, pipeline } from "@huggingface/transformers";
+import { logger } from "../util/logger.js";
+// Defaults are English. For non-English vaults, point these at a multilingual
+// ONNX model, e.g. ANCHOR_EMBEDDING_MODEL=Xenova/paraphrase-multilingual-MiniLM-L12-v2
+// (also 384-dim). Set ANCHOR_EMBEDDING_DIM if the model's dimensionality differs.
+const MODEL_ID = process.env.ANCHOR_EMBEDDING_MODEL ?? "Xenova/all-MiniLM-L6-v2";
+const DIM = Number(process.env.ANCHOR_EMBEDDING_DIM ?? 384);
+const BATCH_SIZE = 32;
+/**
+ * Local, in-process embeddings via transformers.js — no API key, notes never
+ * leave the machine. The model (~80MB) is downloaded once on first use and
+ * cached on disk.
+ */
+export class LocalEmbeddingProvider {
+    // Model id is part of the identity so switching models triggers a re-index.
+    id = `local:${MODEL_ID}`;
+    dim = DIM;
+    extractor = null;
+    constructor(cacheDir) {
+        if (cacheDir) {
+            env.cacheDir = cacheDir;
+        }
+    }
+    load() {
+        if (this.extractor === null) {
+            logger.info("Loading local embedding model (first run downloads ~80MB)", { model: MODEL_ID });
+            this.extractor = (async () => {
+                try {
+                    return (await pipeline("feature-extraction", MODEL_ID));
+                }
+                catch (error) {
+                    this.extractor = null; // allow a retry on the next call
+                    throw new Error(`Failed to load the local embedding model '${MODEL_ID}'. It downloads on first use — check network access and disk space.`, { cause: error });
+                }
+            })();
+        }
+        return this.extractor;
+    }
+    async embed(texts) {
+        if (texts.length === 0)
+            return [];
+        const extract = await this.load();
+        const vectors = [];
+        // Batch to bound memory while still amortizing model overhead across texts.
+        for (let i = 0; i < texts.length; i += BATCH_SIZE) {
+            const batch = texts.slice(i, i + BATCH_SIZE);
+            const tensor = await extract(batch, { pooling: "mean", normalize: true });
+            for (let row = 0; row < batch.length; row++) {
+                vectors.push(Float32Array.from(tensor.data.subarray(row * this.dim, (row + 1) * this.dim)));
+            }
+        }
+        return vectors;
+    }
+    async embedOne(text) {
+        const [vector] = await this.embed([text]);
+        if (vector === undefined)
+            throw new Error("Embedding produced no vector");
+        return vector;
+    }
+}
+//# sourceMappingURL=local.js.map

package/dist/embeddings/local.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/embeddings/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAE1D,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAG3C,8EAA8E;AAC9E,uFAAuF;AACvF,kFAAkF;AAClF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,yBAAyB,CAAC;AACjF,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,CAAC,CAAC;AAC5D,MAAM,UAAU,GAAG,EAAE,CAAC;AAUtB;;;;GAIG;AACH,MAAM,OAAO,sBAAsB;IACjC,4EAA4E;IACnE,EAAE,GAAG,SAAS,QAAQ,EAAE,CAAC;IACzB,GAAG,GAAG,GAAG,CAAC;IACX,SAAS,GAAqC,IAAI,CAAC;IAE3D,YAAY,QAAiB;QAC3B,IAAI,QAAQ,EAAE,CAAC;YACb,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,IAAI;QACV,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,2DAA2D,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC9F,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,IAA+B,EAAE;gBACtD,IAAI,CAAC;oBACH,OAAO,CAAC,MAAM,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,CAAC,CAAgC,CAAC;gBACzF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,iCAAiC;oBACxD,MAAM,IAAI,KAAK,CACb,6CAA6C,QAAQ,qEAAqE,EAC1H,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,4EAA4E;QAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1E,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1C,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC1E,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/embeddings/openai.js

@@ -0,0 +1,63 @@
+const MODEL = "text-embedding-3-small";
+const DIM = 1536;
+const ENDPOINT = "https://api.openai.com/v1/embeddings";
+const BATCH_SIZE = 128;
+/**
+ * Optional OpenAI embeddings (opt-in via `--embedding openai` / `ANCHOR_EMBEDDING=openai`).
+ * Uses fetch directly — no SDK dependency. Vectors are normalized so cosine/L2
+ * ranking matches the local provider.
+ */
+export class OpenAIEmbeddingProvider {
+    id = "openai-3-small";
+    dim = DIM;
+    apiKey;
+    fetchImpl;
+    constructor(apiKey, fetchImpl) {
+        const key = apiKey ?? process.env.OPENAI_API_KEY;
+        if (!key) {
+            throw new Error("OPENAI_API_KEY is required for the OpenAI embedding provider.");
+        }
+        this.apiKey = key;
+        this.fetchImpl = fetchImpl ?? globalThis.fetch;
+    }
+    async embed(texts) {
+        if (texts.length === 0)
+            return [];
+        const vectors = [];
+        for (let i = 0; i < texts.length; i += BATCH_SIZE) {
+            vectors.push(...(await this.embedBatch(texts.slice(i, i + BATCH_SIZE))));
+        }
+        return vectors;
+    }
+    async embedOne(text) {
+        const [vector] = await this.embedBatch([text]);
+        if (vector === undefined)
+            throw new Error("OpenAI embedding produced no vector");
+        return vector;
+    }
+    async embedBatch(input) {
+        const response = await this.fetchImpl(ENDPOINT, {
+            method: "POST",
+            headers: { "content-type": "application/json", authorization: `Bearer ${this.apiKey}` },
+            body: JSON.stringify({ model: MODEL, input }),
+        });
+        if (!response.ok) {
+            const detail = await response.text().catch(() => "");
+            throw new Error(`OpenAI embeddings request failed (${String(response.status)}): ${detail.slice(0, 200)}`);
+        }
+        const parsed = (await response.json());
+        const data = [...(parsed.data ?? [])].sort((a, b) => (a.index ?? 0) - (b.index ?? 0));
+        return data.map((item) => normalize(Float32Array.from(item.embedding ?? [])));
+    }
+}
+/** Normalizes a vector to unit length so dot product == cosine similarity. */
+function normalize(vector) {
+    let norm = 0;
+    for (const value of vector)
+        norm += value * value;
+    norm = Math.sqrt(norm) || 1;
+    for (let i = 0; i < vector.length; i += 1)
+        vector[i] = (vector[i] ?? 0) / norm;
+    return vector;
+}
+//# sourceMappingURL=openai.js.map

package/dist/embeddings/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/embeddings/openai.ts"],"names":[],"mappings":"AAEA,MAAM,KAAK,GAAG,wBAAwB,CAAC;AACvC,MAAM,GAAG,GAAG,IAAI,CAAC;AACjB,MAAM,QAAQ,GAAG,sCAAsC,CAAC;AACxD,MAAM,UAAU,GAAG,GAAG,CAAC;AAQvB;;;;GAIG;AACH,MAAM,OAAO,uBAAuB;IACzB,EAAE,GAAG,gBAAgB,CAAC;IACtB,GAAG,GAAG,GAAG,CAAC;IACF,MAAM,CAAS;IACf,SAAS,CAAY;IAEtC,YAAY,MAAe,EAAE,SAAqB;QAChD,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,SAAS,IAAK,UAAU,CAAC,KAA8B,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACjF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAe;QACtC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;YAC9C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACvF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;SAC9C,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACrD,MAAM,IAAI,KAAK,CACb,qCAAqC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACzF,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA0D,CAAC;QAChG,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;QACtF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;CACF;AAED,8EAA8E;AAC9E,SAAS,SAAS,CAAC,MAAoB;IACrC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,IAAI,IAAI,KAAK,GAAG,KAAK,CAAC;IAClD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IAC/E,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/embeddings/provider.js

@@ -0,0 +1,5 @@
+// Embedding backend abstraction. The default is a fully local, no-API-key
+// provider; an OpenAI provider is a drop-in accuracy upgrade. The store fixes
+// the vec0 column width to `dim`, so changing providers triggers a rebuild.
+export {};
+//# sourceMappingURL=provider.js.map

package/dist/embeddings/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/embeddings/provider.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAC9E,4EAA4E"}

package/dist/index/indexer.js

@@ -0,0 +1,108 @@
+import { readFile, stat } from "node:fs/promises";
+import { join } from "node:path";
+import { chunkNote } from "../chunk/chunker.js";
+import { sha256 } from "../util/hash.js";
+import { logger } from "../util/logger.js";
+import { walkVault } from "./walk.js";
+/**
+ * Builds and maintains the vault index: walk -> chunk -> embed -> store. Uses a
+ * per-note content hash to skip unchanged files, so repeated passes are cheap
+ * (full incremental file-watching lands in a later milestone).
+ */
+export class Indexer {
+    vaultPath;
+    db;
+    chunkStore;
+    vectorStore;
+    embeddings;
+    constructor(vaultPath, db, chunkStore, vectorStore, embeddings) {
+        this.vaultPath = vaultPath;
+        this.db = db;
+        this.chunkStore = chunkStore;
+        this.vectorStore = vectorStore;
+        this.embeddings = embeddings;
+    }
+    async indexAll() {
+        const files = await walkVault(this.vaultPath);
+        const fileSet = new Set(files);
+        const stats = { notes: 0, chunks: 0, skipped: 0, errored: 0, pruned: 0 };
+        for (const rel of files) {
+            try {
+                const written = await this.indexFile(rel);
+                if (written === null) {
+                    stats.skipped += 1;
+                }
+                else {
+                    stats.notes += 1;
+                    stats.chunks += written;
+                }
+            }
+            catch (error) {
+                // A single unreadable / malformed note must never abort the whole pass.
+                stats.errored += 1;
+                logger.warn("Skipped a note that failed to index", {
+                    path: rel,
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }
+        }
+        // Prune notes deleted on disk while the watcher wasn't running, so the index
+        // never cites a note that no longer exists.
+        for (const note of this.chunkStore.getAllNotes()) {
+            if (!fileSet.has(note.path)) {
+                this.removeNote(note.path);
+                stats.pruned += 1;
+            }
+        }
+        logger.info("Indexing complete", { ...stats, files: files.length });
+        return stats;
+    }
+    /** Indexes one note; returns chunk count, or null if skipped (unchanged/empty/binary). */
+    async indexFile(rel) {
+        const abs = join(this.vaultPath, rel);
+        const [buffer, fileStat] = await Promise.all([readFile(abs), stat(abs)]);
+        // Skip binary-looking files: a zero byte never appears in real markdown, but
+        // a mislabelled binary or non-UTF8 file would otherwise embed as garbage.
+        if (buffer.includes(0)) {
+            logger.debug("Skipping binary-looking file", { path: rel });
+            return null;
+        }
+        const content = buffer.toString("utf8");
+        const hash = sha256(content);
+        const existing = this.chunkStore.getNote(rel);
+        if (existing) {
+            if (existing.contentHash === hash)
+                return null; // unchanged
+            // Changed: drop the old chunks (cascades wikilinks) and their vector rows.
+            this.vectorStore.deleteByChunkIds(this.chunkStore.getChunkIdsForNote(existing.noteId));
+            this.chunkStore.deleteNoteRow(existing.noteId);
+        }
+        const chunks = chunkNote(rel, content);
+        if (chunks.length === 0)
+            return null;
+        // Embedding is async, so it must happen outside the synchronous transaction.
+        const vectors = await this.embeddings.embed(chunks.map((chunk) => chunk.text));
+        const persist = this.db.transaction(() => {
+            const noteId = this.chunkStore.insertNote({ path: rel, mtimeMs: Math.floor(fileStat.mtimeMs), contentHash: hash }, Date.now());
+            for (let i = 0; i < chunks.length; i++) {
+                const chunk = chunks[i];
+                const vector = vectors[i];
+                if (chunk === undefined || vector === undefined)
+                    continue;
+                const chunkId = this.chunkStore.insertChunk(noteId, chunk);
+                this.vectorStore.insert(chunkId, vector);
+            }
+        });
+        persist();
+        return chunks.length;
+    }
+    /** Removes a note and its chunks/vectors from the index (for deletions). */
+    removeNote(rel) {
+        const existing = this.chunkStore.getNote(rel);
+        if (!existing)
+            return;
+        this.vectorStore.deleteByChunkIds(this.chunkStore.getChunkIdsForNote(existing.noteId));
+        this.chunkStore.deleteNoteRow(existing.noteId);
+    }
+}
+//# sourceMappingURL=indexer.js.map

package/dist/index/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/index/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAKhD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAetC;;;;GAIG;AACH,MAAM,OAAO,OAAO;IAEC;IACA;IACA;IACA;IACA;IALnB,YACmB,SAAiB,EACjB,EAAM,EACN,UAAsB,EACtB,WAAwB,EACxB,UAA6B;QAJ7B,cAAS,GAAT,SAAS,CAAQ;QACjB,OAAE,GAAF,EAAE,CAAI;QACN,eAAU,GAAV,UAAU,CAAY;QACtB,gBAAW,GAAX,WAAW,CAAa;QACxB,eAAU,GAAV,UAAU,CAAmB;IAC7C,CAAC;IAEJ,KAAK,CAAC,QAAQ;QACZ,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAe,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACrF,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC1C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;gBACrB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;oBACjB,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC;gBAC1B,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,wEAAwE;gBACxE,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE;oBACjD,IAAI,EAAE,GAAG;oBACT,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,4CAA4C;QAC5C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC;YACjD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3B,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,0FAA0F;IAC1F,KAAK,CAAC,SAAS,CAAC,GAAW;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAEzE,6EAA6E;QAC7E,0EAA0E;QAC1E,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAE7B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC,CAAC,YAAY;YAC5D,2EAA2E;YAC3E,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YACvF,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAErC,6EAA6E;QAC7E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAE/E,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CACvC,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,EACvE,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;YACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;oBAAE,SAAS;gBAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC3D,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,CAAC;QAEV,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,4EAA4E;IAC5E,UAAU,CAAC,GAAW;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACvF,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;CACF"}

package/dist/index/walk.js

@@ -0,0 +1,28 @@
+import { readdir } from "node:fs/promises";
+import { join } from "node:path";
+// System/hidden directories that never contain user notes.
+const SKIP_DIRS = new Set([".obsidian", ".trash", ".anchor", ".git", "node_modules"]);
+/**
+ * Lists markdown files in a vault as vault-relative POSIX paths, skipping
+ * Obsidian/system directories and anything dot-prefixed.
+ */
+export async function walkVault(vaultPath) {
+    const out = [];
+    async function walk(absDir, relDir) {
+        const entries = await readdir(absDir, { withFileTypes: true });
+        for (const entry of entries) {
+            const relPath = relDir === "" ? entry.name : `${relDir}/${entry.name}`;
+            if (entry.isDirectory()) {
+                if (entry.name.startsWith(".") || SKIP_DIRS.has(entry.name))
+                    continue;
+                await walk(join(absDir, entry.name), relPath);
+            }
+            else if (entry.isFile() && entry.name.toLowerCase().endsWith(".md")) {
+                out.push(relPath);
+            }
+        }
+    }
+    await walk(vaultPath, "");
+    return out;
+}
+//# sourceMappingURL=walk.js.map

package/dist/index/walk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"walk.js","sourceRoot":"","sources":["../../src/index/walk.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,2DAA2D;AAC3D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;AAEtF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAiB;IAC/C,MAAM,GAAG,GAAa,EAAE,CAAC;IAEzB,KAAK,UAAU,IAAI,CAAC,MAAc,EAAE,MAAc;QAChD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACvE,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;oBAAE,SAAS;gBACtE,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAC1B,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/index/watcher.js

@@ -0,0 +1,115 @@
+import { relative } from "node:path";
+import { watch } from "chokidar";
+import { logger } from "../util/logger.js";
+const DEBOUNCE_MS = 250;
+/**
+ * Watches a vault and keeps the index in sync as notes are added, changed, or
+ * removed. Rapid saves to a file are debounced before re-indexing.
+ */
+export class VaultWatcher {
+    vaultPath;
+    indexer;
+    options;
+    watcher = null;
+    timers = new Map();
+    /** Resolves once the initial scan finishes and the watcher is live. */
+    ready = Promise.resolve();
+    constructor(vaultPath, indexer, options = {}) {
+        this.vaultPath = vaultPath;
+        this.indexer = indexer;
+        this.options = options;
+    }
+    start() {
+        if (this.watcher)
+            return;
+        this.watcher = watch(this.vaultPath, {
+            ignoreInitial: true,
+            persistent: true,
+            // Native fs events are efficient but unavailable on some filesystems
+            // (network drives, WSL, Docker volumes, some VMs); polling is the fallback.
+            usePolling: this.options.usePolling ?? false,
+            interval: 200,
+            awaitWriteFinish: { stabilityThreshold: 300, pollInterval: 100 },
+            ignored: (path, stats) => {
+                const base = path.split(/[/\\]/).pop() ?? "";
+                if (base.startsWith("."))
+                    return true; // .obsidian, .anchor, .git, dotfiles
+                if (stats?.isFile() === true && !base.toLowerCase().endsWith(".md"))
+                    return true;
+                return false;
+            },
+        });
+        this.ready = new Promise((resolve) => {
+            this.watcher?.on("ready", () => {
+                resolve();
+            });
+        });
+        this.watcher.on("add", (path) => {
+            this.schedule(path);
+        });
+        this.watcher.on("change", (path) => {
+            this.schedule(path);
+        });
+        this.watcher.on("unlink", (path) => {
+            this.remove(path);
+        });
+        this.watcher.on("error", (error) => {
+            logger.error("Vault watcher error", {
+                error: error instanceof Error ? error.message : String(error),
+            });
+        });
+    }
+    async stop() {
+        for (const timer of this.timers.values())
+            clearTimeout(timer);
+        this.timers.clear();
+        await this.watcher?.close();
+        this.watcher = null;
+    }
+    toRel(absPath) {
+        return relative(this.vaultPath, absPath).split(/[/\\]/).join("/");
+    }
+    schedule(absPath) {
+        const rel = this.toRel(absPath);
+        if (!rel.toLowerCase().endsWith(".md"))
+            return;
+        const existing = this.timers.get(rel);
+        if (existing)
+            clearTimeout(existing);
+        this.timers.set(rel, setTimeout(() => {
+            this.timers.delete(rel);
+            void this.indexer
+                .indexFile(rel)
+                .then((written) => {
+                logger.debug("Re-indexed note", { path: rel, chunks: written });
+            })
+                .catch((error) => {
+                logger.warn("Failed to re-index a changed note", {
+                    path: rel,
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            });
+        }, DEBOUNCE_MS));
+    }
+    remove(absPath) {
+        const rel = this.toRel(absPath);
+        if (!rel.toLowerCase().endsWith(".md"))
+            return;
+        const pending = this.timers.get(rel);
+        if (pending) {
+            clearTimeout(pending);
+            this.timers.delete(rel);
+        }
+        try {
+            this.indexer.removeNote(rel);
+            logger.debug("Removed note from index", { path: rel });
+        }
+        catch (error) {
+            logger.warn("Failed to remove a note from the index", {
+                path: rel,
+                error: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+}
+//# sourceMappingURL=watcher.js.map

package/dist/index/watcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../../src/index/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAEjC,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAG3C,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB;;;GAGG;AACH,MAAM,OAAO,YAAY;IAOJ;IACA;IACA;IARX,OAAO,GAAoC,IAAI,CAAC;IACvC,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC5D,uEAAuE;IACvE,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEzC,YACmB,SAAiB,EACjB,OAAgB,EAChB,UAAoC,EAAE;QAFtC,cAAS,GAAT,SAAS,CAAQ;QACjB,YAAO,GAAP,OAAO,CAAS;QAChB,YAAO,GAAP,OAAO,CAA+B;IACtD,CAAC;IAEJ,KAAK;QACH,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE;YACnC,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,IAAI;YAChB,qEAAqE;YACrE,4EAA4E;YAC5E,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,KAAK;YAC5C,QAAQ,EAAE,GAAG;YACb,gBAAgB,EAAE,EAAE,kBAAkB,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE;YAChE,OAAO,EAAE,CAAC,IAAY,EAAE,KAAiC,EAAE,EAAE;gBAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAC7C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,OAAO,IAAI,CAAC,CAAC,qCAAqC;gBAC5E,IAAI,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC;gBACjF,OAAO,KAAK,CAAC;YACf,CAAC;SACF,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACzC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAC7B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,IAAY,EAAE,EAAE;YACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAY,EAAE,EAAE;YACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAY,EAAE,EAAE;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE;YAC1C,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;gBAClC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,OAAe;QAC3B,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpE,CAAC;IAEO,QAAQ,CAAC,OAAe;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,GAAG,EACH,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACxB,KAAK,IAAI,CAAC,OAAO;iBACd,SAAS,CAAC,GAAG,CAAC;iBACd,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChB,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAClE,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBACxB,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;oBAC/C,IAAI,EAAE,GAAG;oBACT,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,WAAW,CAAC,CAChB,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,OAAe;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE;gBACpD,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}