daftari 1.7.0 → 1.8.0

package/dist/search/reindex.js

@@ -4,16 +4,105 @@
 // from scratch — there is no incremental update path to drift out of sync.
 // Called on server start and by the vault_reindex tool / --reindex CLI flag.
 //
-// Embedding is best-effort: every chunk across the whole vault is embedded,
-// in fixed-size sub-batches so peak memory stays flat as the vault grows. If
-// the model is unavailable the documents (and their BM25 tokens) still index;
-// only the vector column is left NULL and vectorEnabled is false.
+// Embedding is content-addressed: each chunk's text is hashed (sha256), and
+// the embeddings table is keyed by (content_hash, model). A reindex hashes
+// every chunk, asks the cache which (hash, model) pairs already exist, and
+// only embeds the misses. Edits to one file re-embed that file's changed
+// chunks; renames, moved paragraphs, and identical text in two files all
+// hit the cache and embed zero. Orphaned cache rows (chunks that no longer
+// reference them) are reaped at the end of the pass.
+//
+// If the model is unavailable the documents (and their BM25 tokens) still
+// index; chunks are written with their content_hash but no embedding row is
+// inserted, so the join in vector.ts comes back null and search degrades to
+// lexical-only.
+import { stat } from "node:fs/promises";
 import { parseDocument } from "../frontmatter/parser.js";
 import { err, ok } from "../frontmatter/types.js";
-import { clearIndex, deleteDocument, documentCount, insertChunk, insertDocument, openIndexDb, setMeta, } from "../storage/index-db.js";
+import { clearIndex, deleteDocument, documentCount, existingEmbeddingHashes, gcOrphanedEmbeddings, getMeta, insertChunkRow, insertDocument, insertEmbedding, openIndexDb, setMeta, } from "../storage/index-db.js";
 import { listFiles, readFile, resolveVaultPath } from "../storage/local.js";
+import { sha256Hex } from "../utils/hash.js";
 import { tokenize } from "./bm25.js";
-import { chunkText, EMBEDDING_DIM, embed } from "./vector.js";
+import { chunkText, EMBEDDING_DIM, EMBEDDING_MODEL, embed } from "./vector.js";
+// Manifest key in the meta table: JSON object mapping vault-relative path to
+// mtime in ms. Written at the end of a successful reindex and updated by
+// indexDocument after each incremental write, so a startup freshness check
+// can decide whether the persisted index already reflects the files on disk.
+const MANIFEST_META_KEY = "vault_manifest";
+// Walks the vault and produces a fresh path→mtimeMs map. Returns null if any
+// file cannot be stat'd or the file listing fails — caller treats null as
+// "can't prove freshness, fall back to a full reindex."
+async function buildManifest(vaultRoot) {
+    const list = await listFiles(vaultRoot);
+    if (!list.ok)
+        return null;
+    const manifest = {};
+    for (const relPath of list.value) {
+        const resolved = resolveVaultPath(vaultRoot, relPath);
+        if (!resolved.ok)
+            return null;
+        try {
+            const st = await stat(resolved.value);
+            manifest[relPath] = st.mtimeMs;
+        }
+        catch {
+            return null;
+        }
+    }
+    return manifest;
+}
+function readManifest(db) {
+    const raw = getMeta(db, MANIFEST_META_KEY);
+    if (!raw)
+        return null;
+    try {
+        const parsed = JSON.parse(raw);
+        if (!parsed || typeof parsed !== "object" || Array.isArray(parsed))
+            return null;
+        return parsed;
+    }
+    catch {
+        return null;
+    }
+}
+function writeManifest(db, manifest) {
+    setMeta(db, MANIFEST_META_KEY, JSON.stringify(manifest));
+}
+function manifestsMatch(a, b) {
+    const aKeys = Object.keys(a);
+    const bKeys = Object.keys(b);
+    if (aKeys.length !== bKeys.length)
+        return false;
+    for (const key of aKeys) {
+        if (a[key] !== b[key])
+            return false;
+    }
+    return true;
+}
+// Returns true when the persisted index already reflects every markdown file
+// on disk: doc count is non-zero, a manifest exists, and every file's mtime
+// matches the stored value. Used by `main()` to skip a 20+ minute re-embed
+// pass on every restart of a vault that hasn't changed.
+export async function isIndexFresh(vaultRoot) {
+    const dbResult = openIndexDb(vaultRoot);
+    if (!dbResult.ok)
+        return false;
+    const db = dbResult.value;
+    try {
+        if (documentCount(db) === 0)
+            return false;
+        const stored = readManifest(db);
+        if (!stored)
+            return false;
+        const current = await buildManifest(vaultRoot);
+        if (!current)
+            return false;
+        return manifestsMatch(stored, current);
+    }
+    finally {
+        db.close();
+    }
+}
 // Reads and parses a single markdown file into the shape the index needs.
 // Returns null when the file should be skipped (unreadable, or malformed YAML
 // frontmatter) so a reindex never aborts on one bad file.
@@ -32,6 +121,8 @@ async function stageOne(vaultRoot, relPath) {
     // BM25 indexes title, tags, and body together so a title- or tag-only
     // match still ranks.
     const tokens = tokenize(`${fm.title} ${fm.tags.join(" ")} ${body}`);
+    const chunks = chunkText(body);
+    const hashes = chunks.map((t) => sha256Hex(t));
     return {
         doc: {
             path: relPath,
@@ -48,7 +139,8 @@ async function stageOne(vaultRoot, relPath) {
             created: fm.created,
             supersededBy: fm.superseded_by,
         },
-        chunks: chunkText(body),
+        chunks,
+        hashes,
     };
 }
 // Reads and parses every markdown file into the shape the index needs. A file
@@ -69,21 +161,23 @@ async function stageDocuments(vaultRoot) {
     }
     return ok({ staged, skipped });
 }
-function writeIndex(db, staged, embeddings) {
+// Inserts the chunk rows in a single transaction. Embeddings are persisted by
+// the caller (with a model identifier) so the chunk write stays oblivious to
+// which model produced the vectors.
+function writeChunkRows(db, staged) {
     let chunkCount = 0;
-    let cursor = 0;
     const write = db.transaction(() => {
         clearIndex(db);
-        for (const { doc, chunks } of staged) {
+        for (const { doc, chunks, hashes } of staged) {
             insertDocument(db, doc);
             chunks.forEach((text, chunkIndex) => {
-                insertChunk(db, {
+                const row = {
                     path: doc.path,
                     chunkIndex,
                     text,
-                    embedding: embeddings[cursor] ?? null,
-                });
-                cursor += 1;
+                    contentHash: hashes[chunkIndex] ?? "",
+                };
+                insertChunkRow(db, row);
                 chunkCount += 1;
             });
         }
@@ -96,31 +190,94 @@ export async function reindexVault(vaultRoot, opts = {}) {
     if (!staging.ok)
         return staging;
     const { staged, skipped } = staging.value;
-    // One flat list of every chunk's text; embed() processes it in sub-batches.
-    const allChunkTexts = [];
-    for (const s of staged)
-        allChunkTexts.push(...s.chunks);
-    const embedResult = await embed(allChunkTexts, opts.onProgress);
-    const vectorEnabled = embedResult.ok;
-    const embeddings = embedResult.ok
-        ? embedResult.value
-        : allChunkTexts.map(() => null);
+    // Open the index first so we can ask the embeddings cache which (hash,
+    // model) pairs already exist before deciding what to embed.
     const dbResult = openIndexDb(vaultRoot);
     if (!dbResult.ok)
         return dbResult;
     const db = dbResult.value;
     const indexedAt = new Date().toISOString();
     try {
-        const chunkCount = writeIndex(db, staged, embeddings);
+        // Flatten every chunk's text + hash so we can dedupe and query the cache
+        // in one shot. A single hash may appear in multiple files (or repeatedly
+        // in one file) — embed it once.
+        const allHashes = [];
+        const allTexts = [];
+        for (const s of staged) {
+            for (let i = 0; i < s.chunks.length; i++) {
+                const h = s.hashes[i] ?? "";
+                const t = s.chunks[i] ?? "";
+                allHashes.push(h);
+                allTexts.push(t);
+            }
+        }
+        const cached = existingEmbeddingHashes(db, EMBEDDING_MODEL, allHashes);
+        // Build the deduped miss list. Each unique missing hash gets embedded
+        // exactly once; identical chunk text in multiple places shares the row.
+        const missTextByHash = new Map();
+        for (let i = 0; i < allHashes.length; i++) {
+            const h = allHashes[i] ?? "";
+            if (cached.has(h))
+                continue;
+            if (missTextByHash.has(h))
+                continue;
+            missTextByHash.set(h, allTexts[i] ?? "");
+        }
+        const missHashes = [...missTextByHash.keys()];
+        const missTexts = missHashes.map((h) => missTextByHash.get(h) ?? "");
+        const totalChunks = allHashes.length;
+        const cacheHits = totalChunks - allHashes.filter((h) => !cached.has(h)).length;
+        let vectorEnabled = true;
+        if (missTexts.length > 0) {
+            const embedResult = await embed(missTexts, opts.onProgress);
+            if (embedResult.ok) {
+                const writeEmbeds = db.transaction(() => {
+                    for (let i = 0; i < missHashes.length; i++) {
+                        const h = missHashes[i] ?? "";
+                        const vec = embedResult.value[i];
+                        if (!vec)
+                            continue;
+                        insertEmbedding(db, h, EMBEDDING_MODEL, vec, indexedAt);
+                    }
+                });
+                writeEmbeds();
+            }
+            else {
+                // Model unavailable. We still want documents + chunk rows so BM25
+                // works; vector ranking simply degrades to nothing for this reindex.
+                vectorEnabled = false;
+            }
+        }
+        else if (totalChunks === 0) {
+            // No chunks at all (empty vault). Treat as vectorEnabled=true by
+            // convention — there is nothing to embed but also nothing failed.
+            vectorEnabled = true;
+        }
+        else {
+            // Everything was cached. Vector ranking has data already, so the
+            // reindex did not need to load the model — still vector-enabled.
+            vectorEnabled = true;
+        }
+        const chunkCount = writeChunkRows(db, staged);
+        const orphansRemoved = gcOrphanedEmbeddings(db);
         setMeta(db, "indexed_at", indexedAt);
         setMeta(db, "vector_enabled", String(vectorEnabled));
         setMeta(db, "embedding_dim", String(EMBEDDING_DIM));
+        setMeta(db, "embedding_model", EMBEDDING_MODEL);
+        // Persist a freshness manifest so the next startup can skip this whole
+        // pass when nothing on disk has changed.
+        const manifest = await buildManifest(vaultRoot);
+        if (manifest)
+            writeManifest(db, manifest);
         return ok({
             documentCount: staged.length,
             chunkCount,
             vectorEnabled,
             skipped,
             indexedAt,
+            embeddedCount: missHashes.length,
+            cacheHits,
+            orphansRemoved,
         });
     }
     catch (e) {
@@ -135,8 +292,9 @@ export async function reindexVault(vaultRoot, opts = {}) {
 //
 // If the index has never been built it falls back to a full reindex, so the
 // first write to a fresh vault still produces a complete index rather than a
-// one-document one. Otherwise it re-stages just `relPath`, evicts its stale
-// rows, and re-inserts — embedding only that document's chunks.
+// one-document one. Otherwise it re-stages just `relPath`, hashes its chunks,
+// embeds only those whose (hash, model) pair is not already in the embeddings
+// cache, evicts the document's stale chunk rows, and re-inserts.
 export async function indexDocument(vaultRoot, relPath) {
     const dbCheck = openIndexDb(vaultRoot);
     if (!dbCheck.ok)
@@ -156,30 +314,76 @@ export async function indexDocument(vaultRoot, relPath) {
     if (!staged) {
         return err(new Error(`cannot index document: ${relPath}`));
     }
-    const { doc, chunks } = staged;
-    const embedResult = await embed(chunks);
-    const vectorEnabled = embedResult.ok;
-    const embeddings = embedResult.ok
-        ? embedResult.value
-        : chunks.map(() => null);
+    const { doc, chunks, hashes } = staged;
     const dbResult = openIndexDb(vaultRoot);
     if (!dbResult.ok)
         return dbResult;
     const db = dbResult.value;
+    const createdAt = new Date().toISOString();
     try {
+        const cached = existingEmbeddingHashes(db, EMBEDDING_MODEL, hashes);
+        const missTextByHash = new Map();
+        for (let i = 0; i < hashes.length; i++) {
+            const h = hashes[i] ?? "";
+            if (cached.has(h))
+                continue;
+            if (missTextByHash.has(h))
+                continue;
+            missTextByHash.set(h, chunks[i] ?? "");
+        }
+        const missHashes = [...missTextByHash.keys()];
+        const missTexts = missHashes.map((h) => missTextByHash.get(h) ?? "");
+        let vectorEnabled = true;
+        if (missTexts.length > 0) {
+            const embedResult = await embed(missTexts);
+            if (embedResult.ok) {
+                const writeEmbeds = db.transaction(() => {
+                    for (let i = 0; i < missHashes.length; i++) {
+                        const h = missHashes[i] ?? "";
+                        const vec = embedResult.value[i];
+                        if (!vec)
+                            continue;
+                        insertEmbedding(db, h, EMBEDDING_MODEL, vec, createdAt);
+                    }
+                });
+                writeEmbeds();
+            }
+            else {
+                vectorEnabled = false;
+            }
+        }
         const write = db.transaction(() => {
             deleteDocument(db, doc.path);
             insertDocument(db, doc);
             chunks.forEach((text, chunkIndex) => {
-                insertChunk(db, {
+                insertChunkRow(db, {
                     path: doc.path,
                     chunkIndex,
                     text,
-                    embedding: embeddings[chunkIndex] ?? null,
+                    contentHash: hashes[chunkIndex] ?? "",
                 });
             });
         });
         write();
+        // Keep the freshness manifest in sync with this single write so the next
+        // startup still sees a current index. Stat the file we just indexed and
+        // patch only its entry — re-statting the whole vault would defeat the
+        // point of the incremental path.
+        const stored = readManifest(db);
+        if (stored) {
+            const resolved = resolveVaultPath(vaultRoot, relPath);
+            if (resolved.ok) {
+                try {
+                    const st = await stat(resolved.value);
+                    stored[relPath] = st.mtimeMs;
+                    writeManifest(db, stored);
+                }
+                catch {
+                    // ignore — manifest just stays stale for this entry; worst case is
+                    // one extra reindex on next startup.
+                }
+            }
+        }
         return ok({ chunkCount: chunks.length, vectorEnabled });
     }
     catch (e) {

package/dist/search/reindex.js.map

@@ -1 +1 @@
-{"version":3,"file":"reindex.js","sourceRoot":"","sources":["../../src/search/reindex.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,EAAE;AACF,2EAA2E;AAC3E,2EAA2E;AAC3E,6EAA6E;AAC7E,EAAE;AACF,4EAA4E;AAC5E,6EAA6E;AAC7E,8EAA8E;AAC9E,kEAAkE;AAElE,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EACL,UAAU,EACV,cAAc,EACd,aAAa,EAGb,WAAW,EACX,cAAc,EACd,WAAW,EACX,OAAO,GACR,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAsB9D,0EAA0E;AAC1E,8EAA8E;AAC9E,0DAA0D;AAC1D,KAAK,UAAU,QAAQ,CAAC,SAAiB,EAAE,OAAe;IACxD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACtD,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAE5B,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;IACpC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;IAClC,sEAAsE;IACtE,qBAAqB;IACrB,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAEpE,OAAO;QACL,GAAG,EAAE;YACH,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,OAAO,EAAE,IAAI;YACb,MAAM;YACN,OAAO,EAAE,EAAE,CAAC,QAAQ;YACpB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,YAAY,EAAE,EAAE,CAAC,aAAa;SAC/B;QACD,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC;KACxB,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,uEAAuE;AACvE,8BAA8B;AAC9B,KAAK,UAAU,cAAc,CAC3B,SAAiB;IAEjB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YACrB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,UAAU,CACjB,EAAW,EACX,MAAwB,EACxB,UAAmC;IAEnC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;QAChC,UAAU,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACrC,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE;gBAClC,WAAW,CAAC,EAAE,EAAE;oBACd,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU;oBACV,IAAI;oBACJ,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI;iBACtC,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,CAAC;gBACZ,UAAU,IAAI,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IACH,KAAK,EAAE,CAAC;IACR,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAiB,EACjB,OAAuB,EAAE;IAEzB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAE1C,4EAA4E;IAC5E,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAExD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,WAAW,CAAC,EAAE,CAAC;IACrC,MAAM,UAAU,GAA4B,WAAW,CAAC,EAAE;QACxD,CAAC,CAAC,WAAW,CAAC,KAAK;QACnB,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAElC,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,QAAQ,CAAC;IAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC;IAE1B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACtD,OAAO,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QACrC,OAAO,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,EAAE,EAAE,eAAe,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QACpD,OAAO,EAAE,CAAC;YACR,aAAa,EAAE,MAAM,CAAC,MAAM;YAC5B,UAAU;YACV,aAAa;YACb,OAAO;YACP,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAOD,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,6EAA6E;AAC7E,4EAA4E;AAC5E,gEAAgE;AAChE,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,OAAe;IAEf,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAChC,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtD,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAEtB,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,OAAO,EAAE,CAAC;YACR,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YACjC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;SACxC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAE/B,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,WAAW,CAAC,EAAE,CAAC;IACrC,MAAM,UAAU,GAA4B,WAAW,CAAC,EAAE;QACxD,CAAC,CAAC,WAAW,CAAC,KAAK;QACnB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAE3B,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,QAAQ,CAAC;IAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAChC,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7B,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE;gBAClC,WAAW,CAAC,EAAE,EAAE;oBACd,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU;oBACV,IAAI;oBACJ,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI,IAAI;iBAC1C,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC"}
+{"version":3,"file":"reindex.js","sourceRoot":"","sources":["../../src/search/reindex.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,EAAE;AACF,2EAA2E;AAC3E,2EAA2E;AAC3E,6EAA6E;AAC7E,EAAE;AACF,4EAA4E;AAC5E,2EAA2E;AAC3E,2EAA2E;AAC3E,yEAAyE;AACzE,yEAAyE;AACzE,2EAA2E;AAC3E,qDAAqD;AACrD,EAAE;AACF,0EAA0E;AAC1E,4EAA4E;AAC5E,4EAA4E;AAC5E,gBAAgB;AAEhB,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAEL,UAAU,EACV,cAAc,EACd,aAAa,EACb,uBAAuB,EACvB,oBAAoB,EACpB,OAAO,EAGP,cAAc,EACd,cAAc,EACd,eAAe,EACf,WAAW,EACX,OAAO,GACR,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAE/E,6EAA6E;AAC7E,yEAAyE;AACzE,2EAA2E;AAC3E,6EAA6E;AAC7E,MAAM,iBAAiB,GAAG,gBAAgB,CAAC;AAE3C,6EAA6E;AAC7E,0EAA0E;AAC1E,wDAAwD;AACxD,KAAK,UAAU,aAAa,CAAC,SAAiB;IAC5C,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACtC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,EAAW;IAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;QAC1C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QAChF,OAAO,MAAgC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,EAAW,EAAE,QAAgC;IAClE,OAAO,CAAC,EAAE,EAAE,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,CAAyB,EAAE,CAAyB;IAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAChD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;IACtC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,6EAA6E;AAC7E,4EAA4E;AAC5E,2EAA2E;AAC3E,wDAAwD;AACxD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,SAAiB;IAClD,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC1B,IAAI,CAAC;QACH,IAAI,aAAa,CAAC,EAAE,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC1B,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,OAAO,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AA+BD,0EAA0E;AAC1E,8EAA8E;AAC9E,0DAA0D;AAC1D,KAAK,UAAU,QAAQ,CAAC,SAAiB,EAAE,OAAe;IACxD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACtD,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAE5B,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;IACpC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;IAClC,sEAAsE;IACtE,qBAAqB;IACrB,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAEpE,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/C,OAAO;QACL,GAAG,EAAE;YACH,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,UAAU,EAAE,EAAE,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,OAAO,EAAE,IAAI;YACb,MAAM;YACN,OAAO,EAAE,EAAE,CAAC,QAAQ;YACpB,OAAO,EAAE,EAAE,CAAC,OAAO;YACnB,YAAY,EAAE,EAAE,CAAC,aAAa;SAC/B;QACD,MAAM;QACN,MAAM;KACP,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,uEAAuE;AACvE,8BAA8B;AAC9B,KAAK,UAAU,cAAc,CAC3B,SAAiB;IAEjB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YACrB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,8EAA8E;AAC9E,6EAA6E;AAC7E,oCAAoC;AACpC,SAAS,cAAc,CAAC,EAAW,EAAE,MAAwB;IAC3D,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;QAChC,UAAU,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YAC7C,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE;gBAClC,MAAM,GAAG,GAAkB;oBACzB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU;oBACV,IAAI;oBACJ,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;iBACtC,CAAC;gBACF,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;gBACxB,UAAU,IAAI,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IACH,KAAK,EAAE,CAAC;IACR,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAiB,EACjB,OAAuB,EAAE;IAEzB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC;IAE1C,uEAAuE;IACvE,4DAA4D;IAC5D,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,QAAQ,CAAC;IAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC;IAE1B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,IAAI,CAAC;QACH,yEAAyE;QACzE,yEAAyE;QACzE,gCAAgC;QAChC,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5B,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,uBAAuB,CAAC,EAAE,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;QAEvE,sEAAsE;QACtE,wEAAwE;QACxE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC5B,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YACpC,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAErE,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;QACrC,MAAM,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAE/E,IAAI,aAAa,GAAG,IAAI,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5D,IAAI,WAAW,CAAC,EAAE,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;oBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC3C,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC9B,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACjC,IAAI,CAAC,GAAG;4BAAE,SAAS;wBACnB,eAAe,CAAC,EAAE,EAAE,CAAC,EAAE,eAAe,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,WAAW,EAAE,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,kEAAkE;gBAClE,qEAAqE;gBACrE,aAAa,GAAG,KAAK,CAAC;YACxB,CAAC;QACH,CAAC;aAAM,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;YAC7B,iEAAiE;YACjE,kEAAkE;YAClE,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,iEAAiE;YACjE,iEAAiE;YACjE,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,MAAM,UAAU,GAAG,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,cAAc,GAAG,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAEhD,OAAO,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QACrC,OAAO,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,EAAE,EAAE,eAAe,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QACpD,OAAO,CAAC,EAAE,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAChD,uEAAuE;QACvE,yCAAyC;QACzC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,QAAQ;YAAE,aAAa,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC1C,OAAO,EAAE,CAAC;YACR,aAAa,EAAE,MAAM,CAAC,MAAM;YAC5B,UAAU;YACV,aAAa;YACb,OAAO;YACP,SAAS;YACT,aAAa,EAAE,UAAU,CAAC,MAAM;YAChC,SAAS;YACT,cAAc;SACf,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAOD,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,6EAA6E;AAC7E,8EAA8E;AAC9E,8EAA8E;AAC9E,iEAAiE;AACjE,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,OAAe;IAEf,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAChC,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtD,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAEtB,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,OAAO,EAAE,CAAC;YACR,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YACjC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;SACxC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAEvC,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,QAAQ,CAAC;IAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC1B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,uBAAuB,CAAC,EAAE,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QACpE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC5B,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YACpC,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,aAAa,GAAG,IAAI,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YAC3C,IAAI,WAAW,CAAC,EAAE,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;oBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC3C,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC9B,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACjC,IAAI,CAAC,GAAG;4BAAE,SAAS;wBACnB,eAAe,CAAC,EAAE,EAAE,CAAC,EAAE,eAAe,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,WAAW,EAAE,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,aAAa,GAAG,KAAK,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAChC,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7B,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE;gBAClC,cAAc,CAAC,EAAE,EAAE;oBACjB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU;oBACV,IAAI;oBACJ,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;iBACtC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,KAAK,EAAE,CAAC;QACR,yEAAyE;QACzE,wEAAwE;QACxE,sEAAsE;QACtE,iCAAiC;QACjC,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACtD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBACtC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;oBAC7B,aAAa,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,mEAAmE;oBACnE,qCAAqC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC"}

package/dist/storage/index-db.d.ts

@@ -20,6 +20,7 @@ export interface IndexedChunk {
     path: string;
     chunkIndex: number;
     text: string;
+    contentHash: string;
     embedding: Float32Array | null;
 }
 export declare function indexDbPath(vaultRoot: string): string;
@@ -29,12 +30,22 @@ export declare function deleteDocument(db: IndexDb, path: string): void;
 export declare function embeddingToBlob(vec: Float32Array): Buffer;
 export declare function blobToEmbedding(blob: Buffer): Float32Array;
 export declare function insertDocument(db: IndexDb, doc: IndexedDocument): void;
-export declare function insertChunk(db: IndexDb, chunk: IndexedChunk): void;
+export interface ChunkRowInput {
+    path: string;
+    chunkIndex: number;
+    text: string;
+    contentHash: string;
+}
+export declare function insertChunkRow(db: IndexDb, chunk: ChunkRowInput): void;
+export declare function existingEmbeddingHashes(db: IndexDb, model: string, hashes: string[]): Set<string>;
+export declare function insertEmbedding(db: IndexDb, contentHash: string, model: string, embedding: Float32Array, createdAt: string): void;
+export declare function gcOrphanedEmbeddings(db: IndexDb): number;
 export declare function setMeta(db: IndexDb, key: string, value: string): void;
 export declare function getAllDocuments(db: IndexDb): IndexedDocument[];
 export declare function getDocument(db: IndexDb, path: string): IndexedDocument | null;
-export declare function getAllChunks(db: IndexDb): IndexedChunk[];
-export declare function getChunksForPath(db: IndexDb, path: string): IndexedChunk[];
+export declare function getAllChunks(db: IndexDb, model: string): IndexedChunk[];
+export declare function getChunksForPath(db: IndexDb, path: string, model: string): IndexedChunk[];
 export declare function getMeta(db: IndexDb, key: string): string | null;
 export declare function documentCount(db: IndexDb): number;
+export declare function embeddingCount(db: IndexDb): number;
 //# sourceMappingURL=index-db.d.ts.map

package/dist/storage/index-db.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index-db.d.ts","sourceRoot":"","sources":["../../src/storage/index-db.ts"],"names":[],"mappings":"AAgBA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAE/D,MAAM,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAIxC,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,YAAY,GAAG,IAAI,CAAC;CAChC;AAID,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAErD;AA+BD,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAqBrE;AAID,wBAAgB,UAAU,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAE5C;AAKD,wBAAgB,cAAc,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAG9D;AAID,wBAAgB,eAAe,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAEzD;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAM1D;AAID,wBAAgB,cAAc,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,eAAe,GAAG,IAAI,CAqBtE;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI,CAUlE;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAErE;AAsCD,wBAAgB,eAAe,CAAC,EAAE,EAAE,OAAO,GAAG,eAAe,EAAE,CAG9D;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAK7E;AAkBD,wBAAgB,YAAY,CAAC,EAAE,EAAE,OAAO,GAAG,YAAY,EAAE,CAGxD;AAED,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,YAAY,EAAE,CAK1E;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAK/D;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,OAAO,GAAG,MAAM,CAGjD"}
+{"version":3,"file":"index-db.d.ts","sourceRoot":"","sources":["../../src/storage/index-db.ts"],"names":[],"mappings":"AAsBA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAE/D,MAAM,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAIxC,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,YAAY,GAAG,IAAI,CAAC;CAChC;AAID,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAErD;AAuCD,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CA6BrE;AAMD,wBAAgB,UAAU,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAE5C;AAKD,wBAAgB,cAAc,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAG9D;AAID,wBAAgB,eAAe,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAEzD;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAM1D;AAID,wBAAgB,cAAc,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,eAAe,GAAG,IAAI,CAqBtE;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,GAAG,IAAI,CAKtE;AAKD,wBAAgB,uBAAuB,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAiBjG;AAED,wBAAgB,eAAe,CAC7B,EAAE,EAAE,OAAO,EACX,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,YAAY,EACvB,SAAS,EAAE,MAAM,GAChB,IAAI,CAKN;AAKD,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,OAAO,GAAG,MAAM,CAQxD;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAErE;AAsCD,wBAAgB,eAAe,CAAC,EAAE,EAAE,OAAO,GAAG,eAAe,EAAE,CAG9D;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAK7E;AAyBD,wBAAgB,YAAY,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE,CAWvE;AAED,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,EAAE,CAYzF;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAK/D;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,OAAO,GAAG,MAAM,CAGjD;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,OAAO,GAAG,MAAM,CAGlD"}

package/dist/storage/index-db.js

@@ -2,12 +2,18 @@
 //
 // The index is a derived cache: it holds nothing the markdown files don't
 // already hold, so .daftari/index.db can be deleted and rebuilt at any time
-// (see search/reindex.ts). Two tables carry the search payload:
+// (see search/reindex.ts). Three tables carry the search payload:
 //
-//   documents — one row per markdown file: frontmatter fields, the full body,
-//               and the BM25 token list (JSON).
-//   chunks    — one row per embedded text chunk: the chunk text and its vector
-//               embedding (Float32 BLOB, or NULL when embedding was skipped).
+//   documents  — one row per markdown file: frontmatter fields, the full body,
+//                and the BM25 token list (JSON).
+//   chunks     — one row per embedded text chunk: the chunk text and a
+//                content_hash (sha256 of the chunk text) that joins to the
+//                embeddings table for the current model.
+//   embeddings — one row per (content_hash, model) pair. Content-addressed,
+//                so identical chunk text shares one row across files and
+//                across reindexes. A model migration can keep the same
+//                content_hash present under two model values at once, which
+//                is why the primary key is composite.
 //
 // A small meta table records index-wide facts (embedding dimension, whether
 // vectors were built, when the index was last rebuilt).
@@ -15,7 +21,7 @@ import { mkdirSync } from "node:fs";
 import { join } from "node:path";
 import Database from "better-sqlite3";
 import { err, ok } from "../frontmatter/types.js";
-const SCHEMA_VERSION = "2";
+const SCHEMA_VERSION = "3";
 // The .daftari control directory is excluded from vault listings, so the index
 // file lives there without ever being mistaken for vault content.
 export function indexDbPath(vaultRoot) {
@@ -38,12 +44,20 @@ CREATE TABLE IF NOT EXISTS documents (
   superseded_by TEXT
 );
 CREATE TABLE IF NOT EXISTS chunks (
-  path         TEXT NOT NULL,
-  chunk_index  INTEGER NOT NULL,
-  text         TEXT NOT NULL,
-  embedding    BLOB,
+  path          TEXT NOT NULL,
+  chunk_index   INTEGER NOT NULL,
+  text          TEXT NOT NULL,
+  content_hash  TEXT NOT NULL,
   PRIMARY KEY (path, chunk_index)
 );
+CREATE INDEX IF NOT EXISTS idx_chunks_content_hash ON chunks(content_hash);
+CREATE TABLE IF NOT EXISTS embeddings (
+  content_hash TEXT NOT NULL,
+  model        TEXT NOT NULL,
+  embedding    BLOB NOT NULL,
+  created_at   TEXT NOT NULL,
+  PRIMARY KEY (content_hash, model)
+);
 CREATE TABLE IF NOT EXISTS meta (
   key   TEXT PRIMARY KEY,
   value TEXT NOT NULL
@@ -61,7 +75,13 @@ export function openIndexDb(vaultRoot) {
     );`);
         const stored = getMeta(db, "schema_version");
         if (stored !== SCHEMA_VERSION) {
-            db.exec("DROP TABLE IF EXISTS documents; DROP TABLE IF EXISTS chunks;");
+            // Schema bump means a clean rebuild: every derived table is dropped and
+            // the freshness manifest is cleared so the next reindex repopulates
+            // everything. Trying to ALTER across this change would race the new
+            // composite-PK embeddings table; the markdown files are the source of
+            // truth and the index is cheap to regenerate.
+            db.exec("DROP TABLE IF EXISTS documents; DROP TABLE IF EXISTS chunks; DROP TABLE IF EXISTS embeddings;");
+            db.prepare("DELETE FROM meta WHERE key = ?").run("vault_manifest");
         }
         db.exec(SCHEMA);
         setMeta(db, "schema_version", SCHEMA_VERSION);
@@ -73,7 +93,9 @@ export function openIndexDb(vaultRoot) {
     }
 }
 // Drops every indexed row. Called at the start of a rebuild so a reindex never
-// leaves rows for files that have since been deleted.
+// leaves rows for files that have since been deleted. Embeddings are NOT
+// cleared here — they are content-addressed and a subsequent gc pass deletes
+// only the orphaned ones, preserving the cache across reindexes.
 export function clearIndex(db) {
     db.exec("DELETE FROM documents; DELETE FROM chunks;");
 }
@@ -102,9 +124,44 @@ export function insertDocument(db, doc) {
         ttl_days, created, superseded_by)
      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(doc.path, doc.title, doc.collection, doc.domain, doc.status, doc.confidence, doc.updated, JSON.stringify(doc.tags), doc.content, JSON.stringify(doc.tokens), doc.ttlDays, doc.created, doc.supersededBy);
 }
-export function insertChunk(db, chunk) {
-    db.prepare(`INSERT OR REPLACE INTO chunks (path, chunk_index, text, embedding)
-     VALUES (?, ?, ?, ?)`).run(chunk.path, chunk.chunkIndex, chunk.text, chunk.embedding ? embeddingToBlob(chunk.embedding) : null);
+export function insertChunkRow(db, chunk) {
+    db.prepare(`INSERT OR REPLACE INTO chunks (path, chunk_index, text, content_hash)
+     VALUES (?, ?, ?, ?)`).run(chunk.path, chunk.chunkIndex, chunk.text, chunk.contentHash);
+}
+// Returns the set of content_hash values that already have a row for `model`
+// in the embeddings cache. Used by the reindex pass to skip re-embedding any
+// chunk whose text hash is already known.
+export function existingEmbeddingHashes(db, model, hashes) {
+    if (hashes.length === 0)
+        return new Set();
+    // SQLite has a finite SQL variable limit (default 999), so chunk the IN()
+    // list to stay well under it.
+    const found = new Set();
+    const BATCH = 500;
+    for (let start = 0; start < hashes.length; start += BATCH) {
+        const slice = hashes.slice(start, start + BATCH);
+        const placeholders = slice.map(() => "?").join(",");
+        const rows = db
+            .prepare(`SELECT content_hash FROM embeddings WHERE model = ? AND content_hash IN (${placeholders})`)
+            .all(model, ...slice);
+        for (const r of rows)
+            found.add(r.content_hash);
+    }
+    return found;
+}
+export function insertEmbedding(db, contentHash, model, embedding, createdAt) {
+    db.prepare(`INSERT OR REPLACE INTO embeddings (content_hash, model, embedding, created_at)
+     VALUES (?, ?, ?, ?)`).run(contentHash, model, embeddingToBlob(embedding), createdAt);
+}
+// Deletes every embeddings row whose content_hash is referenced by no chunks
+// row. Called at the end of a reindex to reap entries for chunks that no
+// longer exist anywhere in the vault. Returns the number of rows deleted.
+export function gcOrphanedEmbeddings(db) {
+    const info = db
+        .prepare(`DELETE FROM embeddings
+       WHERE content_hash NOT IN (SELECT content_hash FROM chunks)`)
+        .run();
+    return info.changes;
 }
 export function setMeta(db, key, value) {
     db.prepare("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)").run(key, value);
@@ -139,17 +196,34 @@ function rowToChunk(row) {
         path: row.path,
         chunkIndex: row.chunk_index,
         text: row.text,
+        contentHash: row.content_hash,
         embedding: row.embedding ? blobToEmbedding(row.embedding) : null,
     };
 }
-export function getAllChunks(db) {
-    const rows = db.prepare("SELECT * FROM chunks ORDER BY path, chunk_index").all();
+// Reads every chunk LEFT JOINed against the embeddings cache, filtered to
+// `model`. A chunk whose content_hash has no embeddings row for this model
+// (e.g. the model was unavailable during reindex) comes back with embedding =
+// null and the vector ranker simply skips it, matching the old NULL-blob
+// behaviour.
+export function getAllChunks(db, model) {
+    const rows = db
+        .prepare(`SELECT c.path, c.chunk_index, c.text, c.content_hash, e.embedding
+         FROM chunks c
+         LEFT JOIN embeddings e
+           ON e.content_hash = c.content_hash AND e.model = ?
+        ORDER BY c.path, c.chunk_index`)
+        .all(model);
     return rows.map(rowToChunk);
 }
-export function getChunksForPath(db, path) {
+export function getChunksForPath(db, path, model) {
     const rows = db
-        .prepare("SELECT * FROM chunks WHERE path = ? ORDER BY chunk_index")
-        .all(path);
+        .prepare(`SELECT c.path, c.chunk_index, c.text, c.content_hash, e.embedding
+         FROM chunks c
+         LEFT JOIN embeddings e
+           ON e.content_hash = c.content_hash AND e.model = ?
+        WHERE c.path = ?
+        ORDER BY c.chunk_index`)
+        .all(model, path);
     return rows.map(rowToChunk);
 }
 export function getMeta(db, key) {
@@ -160,4 +234,8 @@ export function documentCount(db) {
     const row = db.prepare("SELECT COUNT(*) AS n FROM documents").get();
     return row.n;
 }
+export function embeddingCount(db) {
+    const row = db.prepare("SELECT COUNT(*) AS n FROM embeddings").get();
+    return row.n;
+}
 //# sourceMappingURL=index-db.js.map