@askdb/rag 0.2.0-beta.23 → 0.2.0-beta.25

package/dist/indexer/index.js

@@ -1,10 +1,10 @@
-import { chunkSchema } from "../chunker/index.js";
+import { chunkIdPrefix, chunkSchema } from "../chunker/index.js";
 import { AskDbRagLogEvent } from "../log-events.js";
-import { chunkContentHash } from "./hash.js";
-import { readLockFile, writeLockFile, } from "./lock-file.js";
+import { chunkContentHash, storedVectorHash } from "./hash.js";
+import { SCHEMA_LOCK_VERSION, inspectLockFile, sameEmbedderId, writeLockFile, } from "./lock-file.js";
 const DEFAULT_BATCH_SIZE = 64;
 export async function buildSchemaIndex(options) {
-    const { embedder, store, embedderId, lockFilePath, chunkOptions, batchSize = DEFAULT_BATCH_SIZE, logger, correlationId, onProgress, } = options;
+    const { embedder, store, embedderId, chunkOptions, batchSize = DEFAULT_BATCH_SIZE, logger, correlationId, onProgress, } = options;
     const sources = normalizeIndexSources(options);
     const baseLogContext = correlationId
         ? { correlationId }
@@ -28,25 +28,66 @@ export async function buildSchemaIndex(options) {
             count: chunkResult.stats.sensitiveIncluded,
         }, "sensitive describable-layer chunks INCLUDED (opt-in)");
     }
-    // 3. Decide which chunks need (re-)embedding via lock-file/store hashes.
-    const previousLock = lockFilePath ? readLockFile(lockFilePath) : undefined;
-    const storeHashes = (await store.hashesByPrefix?.("chunk:")) ?? {};
-    const previousHashes = { ...storeHashes, ...(previousLock?.hashes ?? {}) };
-    const previousEmbedderId = previousLock?.embedderId;
-    const embedderChanged = embedderId !== undefined &&
-        previousEmbedderId !== undefined &&
-        embedderId !== previousEmbedderId;
+    // 3. Decide which chunks need (re-)embedding.
+    //
+    // Stores that can report stored hashes are the source of truth: a chunk is
+    // skipped only when the store already holds, for its id, the hash of the
+    // same text embedded by the same embedder (`storedVectorHash`). Stores that
+    // cannot report hashes fall back to the lock's text hashes, guarded by the
+    // lock's embedder id, store identity, and dimensions.
+    const schemaId = sources.schema.schemaId;
+    const idPrefix = chunkIdPrefix(schemaId);
+    const descriptor = store.describe?.();
+    // An ephemeral store (memory) outlives no process, so the lock, which
+    // describes the persisted index, is neither read nor written for it.
+    const lockFilePath = descriptor?.ephemeral === true ? undefined : options.lockFilePath;
+    const lockState = lockFilePath
+        ? inspectLockFile(lockFilePath)
+        : { status: "missing" };
+    if (lockState.status === "ok" && lockState.lock.schemaId !== schemaId) {
+        // Renamed, or a lock copied from another schema's directory: its ids may
+        // belong to a schema that still shares this store, so nothing is deleted
+        // on its word.
+        logger?.info({
+            ...baseLogContext,
+            event: AskDbRagLogEvent.LockSchemaMismatch,
+            lockSchemaId: lockState.lock.schemaId,
+            schemaId,
+        }, "schema.lock.json was written for another schema id; reindexing without it and pruning none of its ids");
+    }
+    const previousLock = lockState.status === "ok" && lockState.lock.schemaId === schemaId
+        ? lockState.lock
+        : undefined;
+    const storeHashes = store.hashesByPrefix
+        ? await store.hashesByPrefix(idPrefix)
+        : undefined;
+    const fullReindexReason = decideFullReindex({
+        force: options.force === true,
+        lockFilePath,
+        lockState,
+        previousLock,
+        embedderId,
+        descriptor,
+        storeReportsHashes: storeHashes !== undefined,
+    });
+    // Whether or not it decided the full reindex (`force` or an outdated lock
+    // may come first): it also drops the previous lock's width below.
+    const embedderChanged = previousLock !== undefined && !sameEmbedderId(previousLock.embedderId, embedderId);
+    const previousHashes = storeHashes ?? previousLock?.hashes ?? {};
+    // `newHashes` (text only) go to the lock; `vectorHashes` (text + embedder
+    // id) go to the store with each vector.
     const newHashes = {};
+    const vectorHashes = {};
     const toEmbed = [];
     let reused = 0;
     for (const c of chunks) {
-        const hash = chunkContentHash(c.text);
-        newHashes[c.id] = hash;
-        if (!embedderChanged && previousHashes[c.id] === hash) {
+        newHashes[c.id] = chunkContentHash(c.text);
+        vectorHashes[c.id] = storedVectorHash(c.text, embedderId);
+        const current = storeHashes !== undefined ? vectorHashes[c.id] : newHashes[c.id];
+        if (fullReindexReason === undefined && previousHashes[c.id] === current) {
+            // Same text, same embedder, and (for hash-reporting stores) verified
+            // present in the store — keep the stored vector.
             reused++;
-            // Chunk text unchanged AND embedder unchanged — assume the store still
-            // holds the embedding from a prior run. The retriever uses store.query
-            // directly so we don't need to round-trip the vector.
             continue;
         }
         toEmbed.push(c);
@@ -58,6 +99,7 @@ export async function buildSchemaIndex(options) {
         toEmbed: toEmbed.length,
         reused,
         embedderChanged,
+        ...(fullReindexReason ? { fullReindexReason } : {}),
     }, "rag indexing started");
     onProgress?.({
         kind: "started",
@@ -70,20 +112,40 @@ export async function buildSchemaIndex(options) {
             ...baseLogContext,
             event: AskDbRagLogEvent.ChunksReused,
             count: reused,
-        }, "rag chunks reused from lock file");
+        }, "rag chunks reused (unchanged and already stored)");
     }
     // 4. Embed in batches and upsert.
+    if (lockFilePath && previousLock && embedderChanged && toEmbed.length > 0) {
+        // Until this run finishes, the store holds two models' vectors: mark the
+        // lock so a query guard (checkIndexMatches) refuses it if the run fails.
+        writeLockFile(lockFilePath, { ...previousLock, incomplete: true, updatedAt: new Date().toISOString() });
+    }
     let embeddedCount = 0;
+    let observedDimensions;
     for (let i = 0; i < toEmbed.length; i += batchSize) {
         const batch = toEmbed.slice(i, i + batchSize);
         const vectors = await embedder(batch.map((c) => c.text));
         if (vectors.length !== batch.length) {
             throw new Error(`Embedder returned ${vectors.length} vectors for ${batch.length} inputs.`);
         }
+        for (const v of vectors) {
+            observedDimensions ??= v.length;
+            if (v.length !== observedDimensions) {
+                throw new Error(`Embedder returned vectors of inconsistent dimensions (${observedDimensions} and ${v.length}).`);
+            }
+        }
+        if (descriptor?.dimensions !== undefined &&
+            observedDimensions !== undefined &&
+            observedDimensions !== descriptor.dimensions) {
+            throw new Error(`Embedder returned ${observedDimensions}-dimension vectors but the ${descriptor.kind} store ` +
+                `is set up for ${descriptor.dimensions}. Use a store set up for ${observedDimensions}, or an ` +
+                `embedder that produces ${descriptor.dimensions}-dimension vectors.` +
+                (descriptor.widthHint ? ` ${descriptor.widthHint}` : ""));
+        }
         await store.upsert(batch.map((c, idx) => ({
             id: c.id,
             vector: vectors[idx],
-            hash: newHashes[c.id],
+            hash: vectorHashes[c.id],
             payload: {
                 id: c.id,
                 type: c.type,
@@ -108,23 +170,51 @@ export async function buildSchemaIndex(options) {
             total: toEmbed.length,
         });
     }
-    // 5. Drop chunks present in the previous lock but absent now (artifact pruning).
-    const previousIds = new Set(Object.keys(previousHashes));
+    // 5. Drop this schema's chunks that no longer exist (artifact pruning).
+    // Scoped to this schema: other schemas sharing the store are never touched.
     const currentIds = new Set(chunks.map((c) => c.id));
-    const orphaned = [];
-    for (const id of previousIds) {
-        if (!currentIds.has(id))
-            orphaned.push(id);
+    const candidates = new Set();
+    if (store.idsBySchema) {
+        // Exact: matched on payload schemaId (also finds older-format ids).
+        for (const id of await store.idsBySchema(schemaId))
+            candidates.add(id);
+    }
+    else {
+        // Without `idsBySchema` only the ids this schema's own lock lists are
+        // pruned. The id prefix isn't safe here: it can match other schemas' ids
+        // in the older, unscoped format (`chunk:table:` is both the prefix of a
+        // schema named `table` and the start of every old table-chunk id).
+        logger?.info({
+            ...baseLogContext,
+            event: AskDbRagLogEvent.OrphanCleanupLimited,
+        }, "store has no idsBySchema; only orphaned ids listed in the previous lock are pruned");
+    }
+    for (const id of Object.keys(previousLock?.hashes ?? {})) {
+        if (id.startsWith(idPrefix))
+            candidates.add(id);
+    }
+    if (lockState.status === "outdated" && lockState.schemaId === schemaId) {
+        // Older-format (unscoped) ids this schema wrote under the previous lock.
+        for (const id of Object.keys(lockState.hashes))
+            candidates.add(id);
     }
+    const orphaned = [...candidates].filter((id) => !currentIds.has(id)).sort();
     if (orphaned.length > 0) {
         await store.delete(orphaned);
     }
     // 6. Persist lock file.
     if (lockFilePath) {
+        // The width of the vectors in the store: what this run embedded, else (nothing was
+        // re-embedded with the same embedder) what the previous run recorded, else what the
+        // store reports.
+        const dimensions = observedDimensions ??
+            (embedderChanged ? undefined : (previousLock?.dimensions ?? descriptor?.dimensions));
         const lock = {
-            version: 1,
-            schemaId: sources.schema.schemaId,
-            embedderId,
+            version: SCHEMA_LOCK_VERSION,
+            schemaId,
+            ...(embedderId !== undefined ? { embedderId } : {}),
+            ...(dimensions !== undefined ? { dimensions } : {}),
+            ...(descriptor ? { store: storeIdentity(descriptor) } : {}),
             hashes: newHashes,
             updatedAt: new Date().toISOString(),
         };
@@ -163,6 +253,53 @@ export async function buildSchemaIndex(options) {
         chunks,
     };
 }
+function decideFullReindex(args) {
+    if (args.force)
+        return "force";
+    const lock = args.previousLock;
+    if (args.lockFilePath !== undefined) {
+        if (args.lockState.status === "outdated")
+            return "lock-outdated";
+        // No usable lock → the embedder that produced any stored vectors is
+        // unknown, so nothing can be trusted.
+        if (!lock)
+            return "lock-missing";
+    }
+    if (!lock)
+        return undefined;
+    // Undefined vs defined counts as a change: we can't prove it's the same model.
+    if (!sameEmbedderId(lock.embedderId, args.embedderId))
+        return "embedder-changed";
+    if (lock.dimensions !== undefined &&
+        args.descriptor?.dimensions !== undefined &&
+        lock.dimensions !== args.descriptor.dimensions) {
+        return "dimensions-changed";
+    }
+    // The lock's hashes only describe the store they were written to. Stores
+    // that report their own hashes don't depend on it.
+    if (!args.storeReportsHashes) {
+        // An interrupted embedder switch left vectors the lock's hashes don't
+        // describe; only a store that reports its own hashes can sort them out.
+        if (lock.incomplete)
+            return "lock-incomplete";
+        // Without `describe()` nothing shows this is the store the lock was
+        // written to (a fresh, empty instance looks the same), so trust nothing.
+        if (!args.descriptor)
+            return "store-unidentified";
+        const current = storeIdentity(args.descriptor);
+        const previous = lock.store;
+        if (current.kind !== previous?.kind ||
+            (current.location ?? null) !== (previous?.location ?? null)) {
+            return "store-changed";
+        }
+    }
+    return undefined;
+}
+function storeIdentity(descriptor) {
+    return descriptor.location !== undefined
+        ? { kind: descriptor.kind, location: descriptor.location }
+        : { kind: descriptor.kind };
+}
 function normalizeIndexSources(options) {
     const input = options.schema ?? options.sources;
     if (!input) {
@@ -191,6 +328,6 @@ export function createRetriever(args) {
         return results;
     };
 }
-export { readLockFile, writeLockFile, } from "./lock-file.js";
+export { checkIndexMatches, readLockFile, writeLockFile, SCHEMA_LOCK_VERSION, } from "./lock-file.js";
 export { chunkContentHash } from "./hash.js";
 //# sourceMappingURL=index.js.map

package/dist/indexer/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAoB,MAAM,qBAAqB,CAAC;AAGpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EACL,YAAY,EACZ,aAAa,GAEd,MAAM,gBAAgB,CAAC;AAgDxB,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAgC;IAEhC,MAAM,EACJ,QAAQ,EACR,KAAK,EACL,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,SAAS,GAAG,kBAAkB,EAC9B,MAAM,EACN,aAAa,EACb,UAAU,GACX,GAAG,OAAO,CAAC;IACZ,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAE/C,MAAM,cAAc,GAA4B,aAAa;QAC3D,CAAC,CAAC,EAAE,aAAa,EAAE;QACnB,CAAC,CAAC,EAAE,CAAC;IAEP,WAAW;IACX,MAAM,WAAW,GAAgB,WAAW,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;IAElC,sCAAsC;IACtC,IAAI,WAAW,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,uBAAuB;YAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SAC3C,EACD,6CAA6C,CAC9C,CAAC;IACJ,CAAC;IACD,IACE,YAAY,EAAE,2BAA2B,KAAK,IAAI;QAClD,WAAW,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,EACvC,CAAC;QACD,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,uBAAuB;YAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SAC3C,EACD,sDAAsD,CACvD,CAAC;IACJ,CAAC;IAED,yEAAyE;IACzE,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,MAAM,WAAW,GAAG,CAAC,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;IACnE,MAAM,cAAc,GAAG,EAAE,GAAG,WAAW,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;IAC3E,MAAM,kBAAkB,GAAG,YAAY,EAAE,UAAU,CAAC;IACpD,MAAM,eAAe,GACnB,UAAU,KAAK,SAAS;QACxB,kBAAkB,KAAK,SAAS;QAChC,UAAU,KAAK,kBAAkB,CAAC;IAEpC,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,eAAe,IAAI,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,EAAE,CAAC;YACT,uEAAuE;YACvE,uEAAuE;YACvE,sDAAsD;YACtD,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,IAAI,CACV;QACE,GAAG,cAAc;QACjB,KAAK,EAAE,gBAAgB,CAAC,eAAe;QACvC,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,MAAM;QACN,eAAe;KAChB,EACD,sBAAsB,CACvB,CAAC;IACF,UAAU,EAAE,CAAC;QACX,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,MAAM;KACP,CAAC,CAAC;IAEH,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,YAAY;YACpC,KAAK,EAAE,MAAM;SACd,EACD,kCAAkC,CACnC,CAAC;IACJ,CAAC;IAED,kCAAkC;IAClC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CACb,qBAAqB,OAAO,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,UAAU,CAC1E,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC,MAAM,CAChB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC;YACpB,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE;gBACP,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB;SACF,CAAC,CAAC,CACJ,CAAC;QACF,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,EAAE,IAAI,CACV;gBACE,GAAG,cAAc;gBACjB,KAAK,EAAE,gBAAgB,CAAC,YAAY;gBACpC,SAAS,EAAE,CAAC,CAAC,IAAI;gBACjB,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;aACzB,EACD,mBAAmB,CACpB,CAAC;QACJ,CAAC;QACD,UAAU,EAAE,CAAC;YACX,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED,iFAAiF;IACjF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,wBAAwB;IACxB,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,IAAI,GAAmB;YAC3B,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;YACjC,UAAU;YACV,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,EAAE,IAAI,CACV;QACE,GAAG,cAAc;QACjB,KAAK,EAAE,gBAAgB,CAAC,iBAAiB;QACzC,QAAQ,EAAE,aAAa;QACvB,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,MAAM;KACrB,EACD,wBAAwB,CACzB,CAAC;IACF,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;IAErE,yDAAyD;IACzD,MAAM,SAAS,GAAc,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QACjE,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;YAC1C,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,CAAC;YACD,WAAW,EAAE,OAAO,CAAC,MAAM;SAC5B,EACD,yBAAyB,CAC1B,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,SAAS;QACT,KAAK,EAAE;YACL,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,aAAa,EAAE,aAAa;YAC5B,YAAY,EAAE,MAAM;YACpB,iBAAiB,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;YACtD,iBAAiB,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SACvD;QACD,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAgC;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACzD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AACvC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,IAK/B;IACC,OAAO,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,EAAE,IAAI,CACf;YACE,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;YAC1C,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,CAAC;YACD,WAAW,EAAE,OAAO,CAAC,MAAM;SAC5B,EACD,yBAAyB,CAC1B,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,OAAO,EACL,YAAY,EACZ,aAAa,GAEd,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAoB,MAAM,qBAAqB,CAAC;AAGnF,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAQpD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,aAAa,GAGd,MAAM,gBAAgB,CAAC;AAsDxB,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAgC;IAEhC,MAAM,EACJ,QAAQ,EACR,KAAK,EACL,UAAU,EACV,YAAY,EACZ,SAAS,GAAG,kBAAkB,EAC9B,MAAM,EACN,aAAa,EACb,UAAU,GACX,GAAG,OAAO,CAAC;IACZ,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAE/C,MAAM,cAAc,GAA4B,aAAa;QAC3D,CAAC,CAAC,EAAE,aAAa,EAAE;QACnB,CAAC,CAAC,EAAE,CAAC;IAEP,WAAW;IACX,MAAM,WAAW,GAAgB,WAAW,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;IAElC,sCAAsC;IACtC,IAAI,WAAW,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,uBAAuB;YAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SAC3C,EACD,6CAA6C,CAC9C,CAAC;IACJ,CAAC;IACD,IACE,YAAY,EAAE,2BAA2B,KAAK,IAAI;QAClD,WAAW,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,EACvC,CAAC;QACD,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,uBAAuB;YAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SAC3C,EACD,sDAAsD,CACvD,CAAC;IACJ,CAAC;IAED,8CAA8C;IAC9C,EAAE;IACF,2EAA2E;IAC3E,yEAAyE;IACzE,4EAA4E;IAC5E,2EAA2E;IAC3E,sDAAsD;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;IACzC,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC;IACtC,sEAAsE;IACtE,qEAAqE;IACrE,MAAM,YAAY,GAAG,UAAU,EAAE,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IACvF,MAAM,SAAS,GAAuB,YAAY;QAChD,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC;QAC/B,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC1B,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACtE,yEAAyE;QACzE,yEAAyE;QACzE,eAAe;QACf,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;YAC1C,YAAY,EAAE,SAAS,CAAC,IAAI,CAAC,QAAQ;YACrC,QAAQ;SACT,EACD,uGAAuG,CACxG,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAChB,SAAS,CAAC,MAAM,KAAK,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ;QAC/D,CAAC,CAAC,SAAS,CAAC,IAAI;QAChB,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,WAAW,GAAG,KAAK,CAAC,cAAc;QACtC,CAAC,CAAC,MAAM,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC;QACtC,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,iBAAiB,GAAG,iBAAiB,CAAC;QAC1C,KAAK,EAAE,OAAO,CAAC,KAAK,KAAK,IAAI;QAC7B,YAAY;QACZ,SAAS;QACT,YAAY;QACZ,UAAU;QACV,UAAU;QACV,kBAAkB,EAAE,WAAW,KAAK,SAAS;KAC9C,CAAC,CAAC;IACH,0EAA0E;IAC1E,kEAAkE;IAClE,MAAM,eAAe,GACnB,YAAY,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACrF,MAAM,cAAc,GAClB,WAAW,IAAI,YAAY,EAAE,MAAM,IAAI,EAAE,CAAC;IAE5C,0EAA0E;IAC1E,wCAAwC;IACxC,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3C,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,IAAI,iBAAiB,KAAK,SAAS,IAAI,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,OAAO,EAAE,CAAC;YACxE,qEAAqE;YACrE,iDAAiD;YACjD,MAAM,EAAE,CAAC;YACT,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,IAAI,CACV;QACE,GAAG,cAAc;QACjB,KAAK,EAAE,gBAAgB,CAAC,eAAe;QACvC,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,MAAM;QACN,eAAe;QACf,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpD,EACD,sBAAsB,CACvB,CAAC;IACF,UAAU,EAAE,CAAC;QACX,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,MAAM;KACP,CAAC,CAAC;IAEH,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,YAAY;YACpC,KAAK,EAAE,MAAM;SACd,EACD,kDAAkD,CACnD,CAAC;IACJ,CAAC;IAED,kCAAkC;IAClC,IAAI,YAAY,IAAI,YAAY,IAAI,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1E,yEAAyE;QACzE,yEAAyE;QACzE,aAAa,CAAC,YAAY,EAAE,EAAE,GAAG,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,kBAAsC,CAAC;IAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CACb,qBAAqB,OAAO,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,UAAU,CAC1E,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,kBAAkB,KAAK,CAAC,CAAC,MAAM,CAAC;YAChC,IAAI,CAAC,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CACb,yDAAyD,kBAAkB,QAAQ,CAAC,CAAC,MAAM,IAAI,CAChG,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IACE,UAAU,EAAE,UAAU,KAAK,SAAS;YACpC,kBAAkB,KAAK,SAAS;YAChC,kBAAkB,KAAK,UAAU,CAAC,UAAU,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,qBAAqB,kBAAkB,8BAA8B,UAAU,CAAC,IAAI,SAAS;gBAC3F,iBAAiB,UAAU,CAAC,UAAU,4BAA4B,kBAAkB,UAAU;gBAC9F,0BAA0B,UAAU,CAAC,UAAU,qBAAqB;gBACpE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAC3D,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC,MAAM,CAChB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC;YACpB,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE;gBACP,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB;SACF,CAAC,CAAC,CACJ,CAAC;QACF,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,EAAE,IAAI,CACV;gBACE,GAAG,cAAc;gBACjB,KAAK,EAAE,gBAAgB,CAAC,YAAY;gBACpC,SAAS,EAAE,CAAC,CAAC,IAAI;gBACjB,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;aACzB,EACD,mBAAmB,CACpB,CAAC;QACJ,CAAC;QACD,UAAU,EAAE,CAAC;YACX,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,4EAA4E;IAC5E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACtB,oEAAoE;QACpE,KAAK,MAAM,EAAE,IAAI,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC;YAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC;SAAM,CAAC;QACN,sEAAsE;QACtE,yEAAyE;QACzE,wEAAwE;QACxE,mEAAmE;QACnE,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,oBAAoB;SAC7C,EACD,oFAAoF,CACrF,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACzD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,UAAU,IAAI,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACvE,yEAAyE;QACzE,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5E,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,wBAAwB;IACxB,IAAI,YAAY,EAAE,CAAC;QACjB,mFAAmF;QACnF,oFAAoF;QACpF,iBAAiB;QACjB,MAAM,UAAU,GACd,kBAAkB;YAClB,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,UAAU,IAAI,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QACvF,MAAM,IAAI,GAAmB;YAC3B,OAAO,EAAE,mBAAmB;YAC5B,QAAQ;YACR,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,EAAE,IAAI,CACV;QACE,GAAG,cAAc;QACjB,KAAK,EAAE,gBAAgB,CAAC,iBAAiB;QACzC,QAAQ,EAAE,aAAa;QACvB,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,MAAM;KACrB,EACD,wBAAwB,CACzB,CAAC;IACF,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;IAErE,yDAAyD;IACzD,MAAM,SAAS,GAAc,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QACjE,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;YAC1C,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,CAAC;YACD,WAAW,EAAE,OAAO,CAAC,MAAM;SAC5B,EACD,yBAAyB,CAC1B,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,SAAS;QACT,KAAK,EAAE;YACL,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,aAAa,EAAE,aAAa;YAC5B,YAAY,EAAE,MAAM;YACpB,iBAAiB,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;YACtD,iBAAiB,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SACvD;QACD,MAAM;KACP,CAAC;AACJ,CAAC;AAaD,SAAS,iBAAiB,CAAC,IAQ1B;IACC,IAAI,IAAI,CAAC,KAAK;QAAE,OAAO,OAAO,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC;IAC/B,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,UAAU;YAAE,OAAO,eAAe,CAAC;QACjE,oEAAoE;QACpE,sCAAsC;QACtC,IAAI,CAAC,IAAI;YAAE,OAAO,cAAc,CAAC;IACnC,CAAC;IACD,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,+EAA+E;IAC/E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC;QAAE,OAAO,kBAAkB,CAAC;IACjF,IACE,IAAI,CAAC,UAAU,KAAK,SAAS;QAC7B,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS;QACzC,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,CAAC,UAAU,EAC9C,CAAC;QACD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,yEAAyE;IACzE,mDAAmD;IACnD,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC7B,sEAAsE;QACtE,wEAAwE;QACxE,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,iBAAiB,CAAC;QAC9C,oEAAoE;QACpE,yEAAyE;QACzE,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,oBAAoB,CAAC;QAClD,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,IACE,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,IAAI;YAC/B,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,EAC3D,CAAC;YACD,OAAO,eAAe,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,UAAiC;IACtD,OAAO,UAAU,CAAC,QAAQ,KAAK,SAAS;QACtC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE;QAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;AAChC,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAgC;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACzD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AACvC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,IAK/B;IACC,OAAO,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,EAAE,IAAI,CACf;YACE,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;YAC1C,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,CAAC;YACD,WAAW,EAAE,OAAO,CAAC,MAAM;SAC5B,EACD,yBAAyB,CAC1B,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,aAAa,EACb,mBAAmB,GAGpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC"}

package/dist/indexer/lock-file.d.ts

@@ -1,23 +1,104 @@
+/** Current `schema.lock.json` format version. */
+export declare const SCHEMA_LOCK_VERSION = 2;
 /**
- * `schema.lock.json` shape — machine-managed pointer used by the indexer to
- * skip re-embedding chunks whose content hasn't changed.
+ * `schema.lock.json` shape — machine-managed bookkeeping used by the indexer
+ * to skip re-embedding chunks whose content hasn't changed.
  *
  * Lives next to the v2 artifact (`<schemaId>.schema/schema.lock.json`).
+ *
+ * The lock is advisory: stores that can report stored content hashes
+ * (`VectorStore.hashesByPrefix` — all built-in stores) are the source of truth
+ * for what is already embedded; the lock only guards embedder identity for
+ * them. Stores that cannot report hashes fall back to `hashes` here, guarded
+ * by `store`, `dimensions`, and `embedderId`.
+ *
+ * Version history:
+ * - `1` — unscoped chunk ids (`chunk:table:public.orders`), no store identity.
+ * - `2` — schema-scoped chunk ids (`chunk:<schemaId>:table:public.orders`),
+ *   records `store` identity and `dimensions`. A v1 lock triggers a one-time
+ *   full reindex.
  */
 export type SchemaLockFile = {
     /** File-format version. Bump on breaking shape changes. */
-    version: 1;
+    version: typeof SCHEMA_LOCK_VERSION;
     /** Schema id this lock is bound to. */
     schemaId: string;
     /** Embedder id the embeddings were produced with (e.g. `openai:text-embedding-3-small`). */
     embedderId?: string;
-    /** Vector dimensions (informational; the store enforces). */
+    /** Width of the vectors in the store, learned from the embedder's output. */
     dimensions?: number;
+    /** Identity of the store the embeddings were written to (from `VectorStore.describe()`). */
+    store?: {
+        kind: string;
+        location?: string;
+    };
     /** chunkId → SHA-256 content hash of the chunk's text. */
     hashes: Record<string, string>;
     /** ISO 8601 timestamp of last successful index. */
     updatedAt?: string;
+    /**
+     * Set while a run that switches the embedder is writing vectors, and
+     * cleared when it finishes. A lock that still carries it after the run
+     * ended describes a store holding two models' vectors, so it never
+     * matches a query (see {@link checkIndexMatches}).
+     */
+    incomplete?: true;
+};
+/**
+ * Whether two embedder ids name the same embedder. Unset matches only unset:
+ * the indexer and {@link checkIndexMatches} share this rule.
+ */
+export declare function sameEmbedderId(a: string | undefined, b: string | undefined): boolean;
+/** Result of {@link inspectLockFile}. */
+export type LockFileInspection = {
+    status: "missing";
+} | {
+    status: "invalid";
+}
+/** Written by an older `@askdb/rag`. `hashes` keys are that version's chunk ids. */
+ | {
+    status: "outdated";
+    version: unknown;
+    schemaId?: string;
+    hashes: Record<string, string>;
+} | {
+    status: "ok";
+    lock: SchemaLockFile;
 };
+/**
+ * Read a lock file of the **current** version. Returns `undefined` when the
+ * file is missing, unparseable, or written in an older format.
+ */
 export declare function readLockFile(path: string): SchemaLockFile | undefined;
+/**
+ * Read a lock file and report why it is (un)usable. Used by the indexer to
+ * detect older-format locks so it can reindex and clean up old chunk ids.
+ */
+export declare function inspectLockFile(path: string): LockFileInspection;
 export declare function writeLockFile(path: string, lock: SchemaLockFile): void;
+/** Result of {@link checkIndexMatches}. */
+export type IndexMatch = {
+    ok: true;
+    /** The lock compared against; `undefined` when there is none for this schema (nothing to check). */
+    lock: SchemaLockFile | undefined;
+} | {
+    ok: false;
+    reason: "lock-outdated" | "index-incomplete" | "embedder-changed" | "dimensions-changed";
+    message: string;
+};
+/**
+ * Whether an index described by `schema.lock.json` can be queried with this
+ * embedder: the rule `askdb rag query` applies, for any host that queries a
+ * persisted index (e.g. through `createRetriever`). The embedder id must be
+ * the one the lock records (unset matches only unset, as in the indexer),
+ * and when both widths are known they must match. A lock left `incomplete`
+ * by an interrupted embedder switch never matches. A missing or unreadable
+ * lock, or one for another schema, has nothing to compare and passes.
+ */
+export declare function checkIndexMatches(args: {
+    lockFilePath: string;
+    schemaId: string;
+    embedderId: string | undefined;
+    dimensions?: number;
+}): IndexMatch;
 //# sourceMappingURL=lock-file.d.ts.map

package/dist/indexer/lock-file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lock-file.d.ts","sourceRoot":"","sources":["../../src/indexer/lock-file.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,2DAA2D;IAC3D,OAAO,EAAE,CAAC,CAAC;IACX,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,4FAA4F;IAC5F,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6DAA6D;IAC7D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,0DAA0D;IAC1D,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAqBrE;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,GAAG,IAAI,CAQtE"}
+{"version":3,"file":"lock-file.d.ts","sourceRoot":"","sources":["../../src/indexer/lock-file.ts"],"names":[],"mappings":"AAGA,iDAAiD;AACjD,eAAO,MAAM,mBAAmB,IAAI,CAAC;AAErC;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,2DAA2D;IAC3D,OAAO,EAAE,OAAO,mBAAmB,CAAC;IACpC,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,4FAA4F;IAC5F,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6EAA6E;IAC7E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4FAA4F;IAC5F,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,0DAA0D;IAC1D,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,IAAI,CAAC;CACnB,CAAC;AAEF;;;GAGG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAAE,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAEpF;AAED,yCAAyC;AACzC,MAAM,MAAM,kBAAkB,GAC1B;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,GACrB;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE;AACvB,oFAAoF;GAClF;IAAE,MAAM,EAAE,UAAU,CAAC;IAAC,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GAC3F;IAAE,MAAM,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,cAAc,CAAA;CAAE,CAAC;AAE3C;;;GAGG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAGrE;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,kBAAkB,CA8BhE;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,GAAG,IAAI,CAetE;AAOD,2CAA2C;AAC3C,MAAM,MAAM,UAAU,GAClB;IACE,EAAE,EAAE,IAAI,CAAC;IACT,oGAAoG;IACpG,IAAI,EAAE,cAAc,GAAG,SAAS,CAAC;CAClC,GACD;IACE,EAAE,EAAE,KAAK,CAAC;IACV,MAAM,EAAE,eAAe,GAAG,kBAAkB,GAAG,kBAAkB,GAAG,oBAAoB,CAAC;IACzF,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEN;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE;IACtC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,UAAU,CA0Cb"}

package/dist/indexer/lock-file.js

@@ -1,25 +1,61 @@
-import { readFileSync, writeFileSync } from "node:fs";
+import { randomBytes } from "node:crypto";
+import { readFileSync, renameSync, rmSync, writeFileSync } from "node:fs";
+/** Current `schema.lock.json` format version. */
+export const SCHEMA_LOCK_VERSION = 2;
+/**
+ * Whether two embedder ids name the same embedder. Unset matches only unset:
+ * the indexer and {@link checkIndexMatches} share this rule.
+ */
+export function sameEmbedderId(a, b) {
+    return (a ?? null) === (b ?? null);
+}
+/**
+ * Read a lock file of the **current** version. Returns `undefined` when the
+ * file is missing, unparseable, or written in an older format.
+ */
 export function readLockFile(path) {
+    const inspected = inspectLockFile(path);
+    return inspected.status === "ok" ? inspected.lock : undefined;
+}
+/**
+ * Read a lock file and report why it is (un)usable. Used by the indexer to
+ * detect older-format locks so it can reindex and clean up old chunk ids.
+ */
+export function inspectLockFile(path) {
     let raw;
     try {
         raw = readFileSync(path, "utf8");
     }
     catch {
-        return undefined;
+        return { status: "missing" };
     }
     let parsed;
     try {
         parsed = JSON.parse(raw);
     }
     catch {
-        return undefined;
+        return { status: "invalid" };
     }
-    if (typeof parsed !== "object" ||
-        parsed === null ||
-        parsed.version !== 1) {
-        return undefined;
+    if (typeof parsed !== "object" || parsed === null)
+        return { status: "invalid" };
+    const obj = parsed;
+    const hashes = isStringRecord(obj.hashes) ? obj.hashes : undefined;
+    if (obj.version !== SCHEMA_LOCK_VERSION) {
+        // Only an older lock is "outdated" (its ids get cleaned up). A newer one
+        // was written by a later @askdb/rag whose id format this one can't know.
+        const older = typeof obj.version === "number" && obj.version < SCHEMA_LOCK_VERSION;
+        if (!hashes || !older)
+            return { status: "invalid" };
+        return {
+            status: "outdated",
+            version: obj.version,
+            schemaId: typeof obj.schemaId === "string" ? obj.schemaId : undefined,
+            hashes,
+        };
     }
-    return parsed;
+    if (!hashes || typeof obj.schemaId !== "string")
+        return { status: "invalid" };
+    return { status: "ok", lock: parsed };
 }
 export function writeLockFile(path, lock) {
     // Sort keys for deterministic on-disk output.
@@ -28,6 +64,69 @@ export function writeLockFile(path, lock) {
         sortedHashes[k] = lock.hashes[k];
     }
     const out = { ...lock, hashes: sortedHashes };
-    writeFileSync(path, JSON.stringify(out, null, 2) + "\n", "utf8");
+    // Temp file + rename, so a crash never leaves a half-written lock.
+    const tmp = `${path}.tmp-${process.pid}-${randomBytes(4).toString("hex")}`;
+    try {
+        writeFileSync(tmp, JSON.stringify(out, null, 2) + "\n", "utf8");
+        renameSync(tmp, path);
+    }
+    finally {
+        rmSync(tmp, { force: true });
+    }
+}
+function isStringRecord(value) {
+    if (typeof value !== "object" || value === null || Array.isArray(value))
+        return false;
+    return Object.values(value).every((v) => typeof v === "string");
+}
+/**
+ * Whether an index described by `schema.lock.json` can be queried with this
+ * embedder: the rule `askdb rag query` applies, for any host that queries a
+ * persisted index (e.g. through `createRetriever`). The embedder id must be
+ * the one the lock records (unset matches only unset, as in the indexer),
+ * and when both widths are known they must match. A lock left `incomplete`
+ * by an interrupted embedder switch never matches. A missing or unreadable
+ * lock, or one for another schema, has nothing to compare and passes.
+ */
+export function checkIndexMatches(args) {
+    const inspected = inspectLockFile(args.lockFilePath);
+    if (inspected.status === "outdated" && (inspected.schemaId ?? args.schemaId) === args.schemaId) {
+        return {
+            ok: false,
+            reason: "lock-outdated",
+            message: "schema.lock.json was written by an older @askdb/rag (unscoped chunk ids); rebuild the index.",
+        };
+    }
+    if (inspected.status !== "ok" || inspected.lock.schemaId !== args.schemaId) {
+        return { ok: true, lock: undefined };
+    }
+    const lock = inspected.lock;
+    if (lock.incomplete) {
+        return {
+            ok: false,
+            reason: "index-incomplete",
+            message: "The last index build switched embedders and didn't finish, so the store holds two models' vectors; rebuild the index.",
+        };
+    }
+    // Equal widths don't make two models' vectors comparable.
+    if (!sameEmbedderId(lock.embedderId, args.embedderId)) {
+        const built = lock.embedderId === undefined
+            ? "without an embedder id, so its embedder is unknown,"
+            : `with embedder "${lock.embedderId}"`;
+        const using = args.embedderId === undefined ? "no embedder id" : `"${args.embedderId}"`;
+        return {
+            ok: false,
+            reason: "embedder-changed",
+            message: `The index was built ${built} but this query uses ${using}.`,
+        };
+    }
+    if (lock.dimensions !== undefined && args.dimensions !== undefined && lock.dimensions !== args.dimensions) {
+        return {
+            ok: false,
+            reason: "dimensions-changed",
+            message: `The index holds ${lock.dimensions}-dimension embeddings but this query uses ${args.dimensions}.`,
+        };
+    }
+    return { ok: true, lock };
 }
 //# sourceMappingURL=lock-file.js.map

package/dist/indexer/lock-file.js.map

@@ -1 +1 @@
-{"version":3,"file":"lock-file.js","sourceRoot":"","sources":["../../src/indexer/lock-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAuBtD,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACd,MAAgC,CAAC,OAAO,KAAK,CAAC,EAC/C,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,MAAwB,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAoB;IAC9D,8CAA8C;IAC9C,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAChD,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,GAAG,GAAmB,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC9D,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;AACnE,CAAC"}
+{"version":3,"file":"lock-file.js","sourceRoot":"","sources":["../../src/indexer/lock-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAE1E,iDAAiD;AACjD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AA4CrC;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,CAAqB,EAAE,CAAqB;IACzE,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;AACrC,CAAC;AAUD;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC/B,CAAC;IACD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC/B,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAChF,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,IAAI,GAAG,CAAC,OAAO,KAAK,mBAAmB,EAAE,CAAC;QACxC,yEAAyE;QACzE,yEAAyE;QACzE,MAAM,KAAK,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,GAAG,mBAAmB,CAAC;QACnF,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QACpD,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACrE,MAAM;SACP,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC9E,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAwB,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAoB;IAC9D,8CAA8C;IAC9C,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAChD,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,GAAG,GAAmB,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC9D,mEAAmE;IACnE,MAAM,GAAG,GAAG,GAAG,IAAI,QAAQ,OAAO,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3E,IAAI,CAAC;QACH,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QAChE,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxB,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtF,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;AAClE,CAAC;AAeD;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAKjC;IACC,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrD,IAAI,SAAS,CAAC,MAAM,KAAK,UAAU,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC/F,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,eAAe;YACvB,OAAO,EAAE,8FAA8F;SACxG,CAAC;IACJ,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3E,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IACvC,CAAC;IACD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;IAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,kBAAkB;YAC1B,OAAO,EACL,uHAAuH;SAC1H,CAAC;IACJ,CAAC;IACD,0DAA0D;IAC1D,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACtD,MAAM,KAAK,GACT,IAAI,CAAC,UAAU,KAAK,SAAS;YAC3B,CAAC,CAAC,qDAAqD;YACvD,CAAC,CAAC,kBAAkB,IAAI,CAAC,UAAU,GAAG,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;QACxF,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,kBAAkB;YAC1B,OAAO,EAAE,uBAAuB,KAAK,wBAAwB,KAAK,GAAG;SACtE,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1G,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,oBAAoB;YAC5B,OAAO,EAAE,mBAAmB,IAAI,CAAC,UAAU,6CAA6C,IAAI,CAAC,UAAU,GAAG;SAC3G,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AAC5B,CAAC"}

package/dist/log-events.d.ts

@@ -16,6 +16,17 @@ export declare const AskDbRagLogEvent: {
     readonly SensitiveChunksExcluded: "askdb.rag.sensitive_chunks_excluded";
     /** Counts only — opt-in `includeSensitiveDescribable: true` is in effect. */
     readonly SensitiveChunksIncluded: "askdb.rag.sensitive_chunks_included";
+    /**
+     * The store has no `idsBySchema`, so orphan cleanup only prunes ids listed
+     * in the previous `schema.lock.json` (never other schemas' chunks).
+     */
+    readonly OrphanCleanupLimited: "askdb.rag.orphan_cleanup_limited";
+    /**
+     * `schema.lock.json` names another schema id (a renamed schema, or a lock
+     * copied from another schema's directory). The run reindexes without it
+     * and deletes none of the ids it lists.
+     */
+    readonly LockSchemaMismatch: "askdb.rag.lock_schema_mismatch";
     /** Retrieval ran for a question; counts only. */
     readonly RetrievalCompleted: "askdb.rag.retrieval_completed";
 };

package/dist/log-events.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"log-events.d.ts","sourceRoot":"","sources":["../src/log-events.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,eAAO,MAAM,gBAAgB;IAC3B,qDAAqD;;IAErD,gDAAgD;;IAEhD,sEAAsE;;IAEtE,kCAAkC;;IAElC,+GAA+G;;IAE/G,6EAA6E;;IAE7E,iDAAiD;;CAEzC,CAAC;AAEX,MAAM,MAAM,oBAAoB,GAC9B,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,CAAC"}
+{"version":3,"file":"log-events.d.ts","sourceRoot":"","sources":["../src/log-events.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,eAAO,MAAM,gBAAgB;IAC3B,qDAAqD;;IAErD,gDAAgD;;IAEhD,sEAAsE;;IAEtE,kCAAkC;;IAElC,+GAA+G;;IAE/G,6EAA6E;;IAE7E;;;OAGG;;IAEH;;;;OAIG;;IAEH,iDAAiD;;CAEzC,CAAC;AAEX,MAAM,MAAM,oBAAoB,GAC9B,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,CAAC"}

package/dist/log-events.js

@@ -16,6 +16,17 @@ export const AskDbRagLogEvent = {
     SensitiveChunksExcluded: "askdb.rag.sensitive_chunks_excluded",
     /** Counts only — opt-in `includeSensitiveDescribable: true` is in effect. */
     SensitiveChunksIncluded: "askdb.rag.sensitive_chunks_included",
+    /**
+     * The store has no `idsBySchema`, so orphan cleanup only prunes ids listed
+     * in the previous `schema.lock.json` (never other schemas' chunks).
+     */
+    OrphanCleanupLimited: "askdb.rag.orphan_cleanup_limited",
+    /**
+     * `schema.lock.json` names another schema id (a renamed schema, or a lock
+     * copied from another schema's directory). The run reindexes without it
+     * and deletes none of the ids it lists.
+     */
+    LockSchemaMismatch: "askdb.rag.lock_schema_mismatch",
     /** Retrieval ran for a question; counts only. */
     RetrievalCompleted: "askdb.rag.retrieval_completed",
 };

package/dist/log-events.js.map

@@ -1 +1 @@
-{"version":3,"file":"log-events.js","sourceRoot":"","sources":["../src/log-events.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,qDAAqD;IACrD,eAAe,EAAE,4BAA4B;IAC7C,gDAAgD;IAChD,YAAY,EAAE,yBAAyB;IACvC,sEAAsE;IACtE,YAAY,EAAE,yBAAyB;IACvC,kCAAkC;IAClC,iBAAiB,EAAE,8BAA8B;IACjD,+GAA+G;IAC/G,uBAAuB,EAAE,qCAAqC;IAC9D,6EAA6E;IAC7E,uBAAuB,EAAE,qCAAqC;IAC9D,iDAAiD;IACjD,kBAAkB,EAAE,+BAA+B;CAC3C,CAAC"}
+{"version":3,"file":"log-events.js","sourceRoot":"","sources":["../src/log-events.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,qDAAqD;IACrD,eAAe,EAAE,4BAA4B;IAC7C,gDAAgD;IAChD,YAAY,EAAE,yBAAyB;IACvC,sEAAsE;IACtE,YAAY,EAAE,yBAAyB;IACvC,kCAAkC;IAClC,iBAAiB,EAAE,8BAA8B;IACjD,+GAA+G;IAC/G,uBAAuB,EAAE,qCAAqC;IAC9D,6EAA6E;IAC7E,uBAAuB,EAAE,qCAAqC;IAC9D;;;OAGG;IACH,oBAAoB,EAAE,kCAAkC;IACxD;;;;OAIG;IACH,kBAAkB,EAAE,gCAAgC;IACpD,iDAAiD;IACjD,kBAAkB,EAAE,+BAA+B;CAC3C,CAAC"}