@askdb/rag 0.2.0-beta.1

package/dist/indexer/index.js

@@ -0,0 +1,196 @@
+import { chunkSchema } from "../chunker/index.js";
+import { AskDbRagLogEvent } from "../log-events.js";
+import { chunkContentHash } from "./hash.js";
+import { readLockFile, writeLockFile, } from "./lock-file.js";
+const DEFAULT_BATCH_SIZE = 64;
+export async function buildSchemaIndex(options) {
+    const { embedder, store, embedderId, lockFilePath, chunkOptions, batchSize = DEFAULT_BATCH_SIZE, logger, correlationId, onProgress, } = options;
+    const sources = normalizeIndexSources(options);
+    const baseLogContext = correlationId
+        ? { correlationId }
+        : {};
+    // 1. Chunk
+    const chunkResult = chunkSchema(sources, chunkOptions);
+    const chunks = chunkResult.chunks;
+    // 2. Sensitive log emit (counts only)
+    if (chunkResult.stats.sensitiveExcluded > 0) {
+        logger?.info({
+            ...baseLogContext,
+            event: AskDbRagLogEvent.SensitiveChunksExcluded,
+            count: chunkResult.stats.sensitiveExcluded,
+        }, "sensitive describable-layer chunks excluded");
+    }
+    if (chunkOptions?.includeSensitiveDescribable === true &&
+        chunkResult.stats.sensitiveIncluded > 0) {
+        logger?.info({
+            ...baseLogContext,
+            event: AskDbRagLogEvent.SensitiveChunksIncluded,
+            count: chunkResult.stats.sensitiveIncluded,
+        }, "sensitive describable-layer chunks INCLUDED (opt-in)");
+    }
+    // 3. Decide which chunks need (re-)embedding via lock-file/store hashes.
+    const previousLock = lockFilePath ? readLockFile(lockFilePath) : undefined;
+    const storeHashes = (await store.hashesByPrefix?.("chunk:")) ?? {};
+    const previousHashes = { ...storeHashes, ...(previousLock?.hashes ?? {}) };
+    const previousEmbedderId = previousLock?.embedderId;
+    const embedderChanged = embedderId !== undefined &&
+        previousEmbedderId !== undefined &&
+        embedderId !== previousEmbedderId;
+    const newHashes = {};
+    const toEmbed = [];
+    let reused = 0;
+    for (const c of chunks) {
+        const hash = chunkContentHash(c.text);
+        newHashes[c.id] = hash;
+        if (!embedderChanged && previousHashes[c.id] === hash) {
+            reused++;
+            // Chunk text unchanged AND embedder unchanged — assume the store still
+            // holds the embedding from a prior run. The retriever uses store.query
+            // directly so we don't need to round-trip the vector.
+            continue;
+        }
+        toEmbed.push(c);
+    }
+    logger?.info({
+        ...baseLogContext,
+        event: AskDbRagLogEvent.IndexingStarted,
+        totalChunks: chunks.length,
+        toEmbed: toEmbed.length,
+        reused,
+        embedderChanged,
+    }, "rag indexing started");
+    onProgress?.({
+        kind: "started",
+        totalChunks: chunks.length,
+        toEmbed: toEmbed.length,
+        reused,
+    });
+    if (reused > 0) {
+        logger?.info({
+            ...baseLogContext,
+            event: AskDbRagLogEvent.ChunksReused,
+            count: reused,
+        }, "rag chunks reused from lock file");
+    }
+    // 4. Embed in batches and upsert.
+    let embeddedCount = 0;
+    for (let i = 0; i < toEmbed.length; i += batchSize) {
+        const batch = toEmbed.slice(i, i + batchSize);
+        const vectors = await embedder(batch.map((c) => c.text));
+        if (vectors.length !== batch.length) {
+            throw new Error(`Embedder returned ${vectors.length} vectors for ${batch.length} inputs.`);
+        }
+        await store.upsert(batch.map((c, idx) => ({
+            id: c.id,
+            vector: vectors[idx],
+            hash: newHashes[c.id],
+            payload: {
+                id: c.id,
+                type: c.type,
+                text: c.text,
+                schemaId: c.schemaId,
+                refs: c.refs,
+                sensitive: c.sensitive,
+            },
+        })));
+        embeddedCount += batch.length;
+        for (const c of batch) {
+            logger?.info({
+                ...baseLogContext,
+                event: AskDbRagLogEvent.ChunkIndexed,
+                chunkType: c.type,
+                textChars: c.text.length,
+            }, "rag chunk indexed");
+        }
+        onProgress?.({
+            kind: "embedded",
+            embedded: embeddedCount,
+            total: toEmbed.length,
+        });
+    }
+    // 5. Drop chunks present in the previous lock but absent now (artifact pruning).
+    const previousIds = new Set(Object.keys(previousHashes));
+    const currentIds = new Set(chunks.map((c) => c.id));
+    const orphaned = [];
+    for (const id of previousIds) {
+        if (!currentIds.has(id))
+            orphaned.push(id);
+    }
+    if (orphaned.length > 0) {
+        await store.delete(orphaned);
+    }
+    // 6. Persist lock file.
+    if (lockFilePath) {
+        const lock = {
+            version: 1,
+            schemaId: sources.schema.schemaId,
+            embedderId,
+            hashes: newHashes,
+            updatedAt: new Date().toISOString(),
+        };
+        writeLockFile(lockFilePath, lock);
+    }
+    logger?.info({
+        ...baseLogContext,
+        event: AskDbRagLogEvent.IndexingCompleted,
+        embedded: embeddedCount,
+        reused,
+        total: chunks.length,
+    }, "rag indexing completed");
+    onProgress?.({ kind: "completed", embedded: embeddedCount, reused });
+    // 7. Build retriever bound to the same embedder + store.
+    const retriever = async ({ question, k = 8, filter }) => {
+        const [vector] = await embedder([question]);
+        const results = await store.query(vector, k, filter);
+        logger?.info({
+            ...baseLogContext,
+            event: AskDbRagLogEvent.RetrievalCompleted,
+            questionChars: question.length,
+            k,
+            resultCount: results.length,
+        }, "rag retrieval completed");
+        return results;
+    };
+    return {
+        retriever,
+        stats: {
+            chunksTotal: chunks.length,
+            chunksIndexed: embeddedCount,
+            chunksReused: reused,
+            sensitiveExcluded: chunkResult.stats.sensitiveExcluded,
+            sensitiveIncluded: chunkResult.stats.sensitiveIncluded,
+        },
+        chunks,
+    };
+}
+function normalizeIndexSources(options) {
+    const input = options.schema ?? options.sources;
+    if (!input) {
+        throw new Error("buildSchemaIndex requires `schema` (or legacy `sources`).");
+    }
+    if ("schema" in input && "tables" in input)
+        return input;
+    return { schema: input, tables: {} };
+}
+/**
+ * Build a `Retriever` bound to an existing store + embedder, **without**
+ * indexing. Useful when the store is already populated by another process
+ * (CI, an external pgvector instance, etc.).
+ */
+export function createRetriever(args) {
+    return async ({ question, k = 8, filter }) => {
+        const [vector] = await args.embedder([question]);
+        const results = await args.store.query(vector, k, filter);
+        args.logger?.info({
+            ...(args.correlationId ? { correlationId: args.correlationId } : {}),
+            event: AskDbRagLogEvent.RetrievalCompleted,
+            questionChars: question.length,
+            k,
+            resultCount: results.length,
+        }, "rag retrieval completed");
+        return results;
+    };
+}
+export { readLockFile, writeLockFile, } from "./lock-file.js";
+export { chunkContentHash } from "./hash.js";
+//# sourceMappingURL=index.js.map

package/dist/indexer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAoB,MAAM,qBAAqB,CAAC;AAGpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EACL,YAAY,EACZ,aAAa,GAEd,MAAM,gBAAgB,CAAC;AAgDxB,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAgC;IAEhC,MAAM,EACJ,QAAQ,EACR,KAAK,EACL,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,SAAS,GAAG,kBAAkB,EAC9B,MAAM,EACN,aAAa,EACb,UAAU,GACX,GAAG,OAAO,CAAC;IACZ,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAE/C,MAAM,cAAc,GAA4B,aAAa;QAC3D,CAAC,CAAC,EAAE,aAAa,EAAE;QACnB,CAAC,CAAC,EAAE,CAAC;IAEP,WAAW;IACX,MAAM,WAAW,GAAgB,WAAW,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;IAElC,sCAAsC;IACtC,IAAI,WAAW,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,uBAAuB;YAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SAC3C,EACD,6CAA6C,CAC9C,CAAC;IACJ,CAAC;IACD,IACE,YAAY,EAAE,2BAA2B,KAAK,IAAI;QAClD,WAAW,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,EACvC,CAAC;QACD,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,uBAAuB;YAC/C,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SAC3C,EACD,sDAAsD,CACvD,CAAC;IACJ,CAAC;IAED,yEAAyE;IACzE,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,MAAM,WAAW,GAAG,CAAC,MAAM,KAAK,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;IACnE,MAAM,cAAc,GAAG,EAAE,GAAG,WAAW,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;IAC3E,MAAM,kBAAkB,GAAG,YAAY,EAAE,UAAU,CAAC;IACpD,MAAM,eAAe,GACnB,UAAU,KAAK,SAAS;QACxB,kBAAkB,KAAK,SAAS;QAChC,UAAU,KAAK,kBAAkB,CAAC;IAEpC,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,eAAe,IAAI,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,EAAE,CAAC;YACT,uEAAuE;YACvE,uEAAuE;YACvE,sDAAsD;YACtD,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,IAAI,CACV;QACE,GAAG,cAAc;QACjB,KAAK,EAAE,gBAAgB,CAAC,eAAe;QACvC,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,MAAM;QACN,eAAe;KAChB,EACD,sBAAsB,CACvB,CAAC;IACF,UAAU,EAAE,CAAC;QACX,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,MAAM;KACP,CAAC,CAAC;IAEH,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,YAAY;YACpC,KAAK,EAAE,MAAM;SACd,EACD,kCAAkC,CACnC,CAAC;IACJ,CAAC;IAED,kCAAkC;IAClC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CACb,qBAAqB,OAAO,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,UAAU,CAC1E,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC,MAAM,CAChB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC;YACpB,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE;gBACP,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB;SACF,CAAC,CAAC,CACJ,CAAC;QACF,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,EAAE,IAAI,CACV;gBACE,GAAG,cAAc;gBACjB,KAAK,EAAE,gBAAgB,CAAC,YAAY;gBACpC,SAAS,EAAE,CAAC,CAAC,IAAI;gBACjB,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;aACzB,EACD,mBAAmB,CACpB,CAAC;QACJ,CAAC;QACD,UAAU,EAAE,CAAC;YACX,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED,iFAAiF;IACjF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;QAC7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,wBAAwB;IACxB,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,IAAI,GAAmB;YAC3B,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;YACjC,UAAU;YACV,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,EAAE,IAAI,CACV;QACE,GAAG,cAAc;QACjB,KAAK,EAAE,gBAAgB,CAAC,iBAAiB;QACzC,QAAQ,EAAE,aAAa;QACvB,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,MAAM;KACrB,EACD,wBAAwB,CACzB,CAAC;IACF,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;IAErE,yDAAyD;IACzD,MAAM,SAAS,GAAc,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QACjE,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,EAAE,IAAI,CACV;YACE,GAAG,cAAc;YACjB,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;YAC1C,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,CAAC;YACD,WAAW,EAAE,OAAO,CAAC,MAAM;SAC5B,EACD,yBAAyB,CAC1B,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,SAAS;QACT,KAAK,EAAE;YACL,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,aAAa,EAAE,aAAa;YAC5B,YAAY,EAAE,MAAM;YACpB,iBAAiB,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;YACtD,iBAAiB,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;SACvD;QACD,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAgC;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACzD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AACvC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,IAK/B;IACC,OAAO,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,EAAE,IAAI,CACf;YACE,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,KAAK,EAAE,gBAAgB,CAAC,kBAAkB;YAC1C,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,CAAC;YACD,WAAW,EAAE,OAAO,CAAC,MAAM;SAC5B,EACD,yBAAyB,CAC1B,CAAC;QACF,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,OAAO,EACL,YAAY,EACZ,aAAa,GAEd,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC"}

package/dist/indexer/lock-file.d.ts

@@ -0,0 +1,23 @@
+/**
+ * `schema.lock.json` shape — machine-managed pointer used by the indexer to
+ * skip re-embedding chunks whose content hasn't changed.
+ *
+ * Lives next to the v2 artifact (`<schemaId>.schema/schema.lock.json`).
+ */
+export type SchemaLockFile = {
+    /** File-format version. Bump on breaking shape changes. */
+    version: 1;
+    /** Schema id this lock is bound to. */
+    schemaId: string;
+    /** Embedder id the embeddings were produced with (e.g. `openai:text-embedding-3-small`). */
+    embedderId?: string;
+    /** Vector dimensions (informational; the store enforces). */
+    dimensions?: number;
+    /** chunkId → SHA-256 content hash of the chunk's text. */
+    hashes: Record<string, string>;
+    /** ISO 8601 timestamp of last successful index. */
+    updatedAt?: string;
+};
+export declare function readLockFile(path: string): SchemaLockFile | undefined;
+export declare function writeLockFile(path: string, lock: SchemaLockFile): void;
+//# sourceMappingURL=lock-file.d.ts.map

package/dist/indexer/lock-file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lock-file.d.ts","sourceRoot":"","sources":["../../src/indexer/lock-file.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,2DAA2D;IAC3D,OAAO,EAAE,CAAC,CAAC;IACX,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,4FAA4F;IAC5F,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6DAA6D;IAC7D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,0DAA0D;IAC1D,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAqBrE;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,GAAG,IAAI,CAQtE"}

package/dist/indexer/lock-file.js

@@ -0,0 +1,33 @@
+import { readFileSync, writeFileSync } from "node:fs";
+export function readLockFile(path) {
+    let raw;
+    try {
+        raw = readFileSync(path, "utf8");
+    }
+    catch {
+        return undefined;
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch {
+        return undefined;
+    }
+    if (typeof parsed !== "object" ||
+        parsed === null ||
+        parsed.version !== 1) {
+        return undefined;
+    }
+    return parsed;
+}
+export function writeLockFile(path, lock) {
+    // Sort keys for deterministic on-disk output.
+    const sortedHashes = {};
+    for (const k of Object.keys(lock.hashes).sort()) {
+        sortedHashes[k] = lock.hashes[k];
+    }
+    const out = { ...lock, hashes: sortedHashes };
+    writeFileSync(path, JSON.stringify(out, null, 2) + "\n", "utf8");
+}
+//# sourceMappingURL=lock-file.js.map

package/dist/indexer/lock-file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lock-file.js","sourceRoot":"","sources":["../../src/indexer/lock-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAuBtD,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACd,MAAgC,CAAC,OAAO,KAAK,CAAC,EAC/C,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,MAAwB,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAoB;IAC9D,8CAA8C;IAC9C,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAChD,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,GAAG,GAAmB,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC9D,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;AACnE,CAAC"}

package/dist/log-events.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Structured `event` constants for `@askdb/rag` logs. Reused from any
+ * `AskDbLogger` implementation — same shape as `@askdb/core` events
+ * (Phase 2 logging contract).
+ */
+export declare const AskDbRagLogEvent: {
+    /** Indexing started (chunk count + reuse intent). */
+    readonly IndexingStarted: "askdb.rag.indexing_started";
+    /** A single chunk was embedded and upserted. */
+    readonly ChunkIndexed: "askdb.rag.chunk_indexed";
+    /** Counts of chunks reused from the lock file (no embedding call). */
+    readonly ChunksReused: "askdb.rag.chunks_reused";
+    /** Indexing finished (totals). */
+    readonly IndexingCompleted: "askdb.rag.indexing_completed";
+    /** Counts only — describable-layer chunks dropped because the source content references a sensitive column. */
+    readonly SensitiveChunksExcluded: "askdb.rag.sensitive_chunks_excluded";
+    /** Counts only — opt-in `includeSensitiveDescribable: true` is in effect. */
+    readonly SensitiveChunksIncluded: "askdb.rag.sensitive_chunks_included";
+    /** Retrieval ran for a question; counts only. */
+    readonly RetrievalCompleted: "askdb.rag.retrieval_completed";
+};
+export type AskDbRagLogEventName = (typeof AskDbRagLogEvent)[keyof typeof AskDbRagLogEvent];
+//# sourceMappingURL=log-events.d.ts.map

package/dist/log-events.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-events.d.ts","sourceRoot":"","sources":["../src/log-events.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,eAAO,MAAM,gBAAgB;IAC3B,qDAAqD;;IAErD,gDAAgD;;IAEhD,sEAAsE;;IAEtE,kCAAkC;;IAElC,+GAA+G;;IAE/G,6EAA6E;;IAE7E,iDAAiD;;CAEzC,CAAC;AAEX,MAAM,MAAM,oBAAoB,GAC9B,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,CAAC"}

package/dist/log-events.js

@@ -0,0 +1,22 @@
+/**
+ * Structured `event` constants for `@askdb/rag` logs. Reused from any
+ * `AskDbLogger` implementation — same shape as `@askdb/core` events
+ * (Phase 2 logging contract).
+ */
+export const AskDbRagLogEvent = {
+    /** Indexing started (chunk count + reuse intent). */
+    IndexingStarted: "askdb.rag.indexing_started",
+    /** A single chunk was embedded and upserted. */
+    ChunkIndexed: "askdb.rag.chunk_indexed",
+    /** Counts of chunks reused from the lock file (no embedding call). */
+    ChunksReused: "askdb.rag.chunks_reused",
+    /** Indexing finished (totals). */
+    IndexingCompleted: "askdb.rag.indexing_completed",
+    /** Counts only — describable-layer chunks dropped because the source content references a sensitive column. */
+    SensitiveChunksExcluded: "askdb.rag.sensitive_chunks_excluded",
+    /** Counts only — opt-in `includeSensitiveDescribable: true` is in effect. */
+    SensitiveChunksIncluded: "askdb.rag.sensitive_chunks_included",
+    /** Retrieval ran for a question; counts only. */
+    RetrievalCompleted: "askdb.rag.retrieval_completed",
+};
+//# sourceMappingURL=log-events.js.map

package/dist/log-events.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-events.js","sourceRoot":"","sources":["../src/log-events.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,qDAAqD;IACrD,eAAe,EAAE,4BAA4B;IAC7C,gDAAgD;IAChD,YAAY,EAAE,yBAAyB;IACvC,sEAAsE;IACtE,YAAY,EAAE,yBAAyB;IACvC,kCAAkC;IAClC,iBAAiB,EAAE,8BAA8B;IACjD,+GAA+G;IAC/G,uBAAuB,EAAE,qCAAqC;IAC9D,6EAA6E;IAC7E,uBAAuB,EAAE,qCAAqC;IAC9D,iDAAiD;IACjD,kBAAkB,EAAE,+BAA+B;CAC3C,CAAC"}

package/dist/stores/file.d.ts

@@ -0,0 +1,42 @@
+import type { VectorStore } from "../types.js";
+/**
+ * File-backed vector store. Embeddings serialize as a versioned binary file
+ * (`*.embeddings.bin`); payload metadata lives next to it as JSON.
+ *
+ * Behavior matches in-memory exactly — query is cosine over the same Float32
+ * vectors. The binary format keeps embeddings compact and round-tripping
+ * deterministic across runs.
+ *
+ * On-disk layout:
+ *   `<basePath>.embeddings.bin`     binary header + vectors
+ *   `<basePath>.embeddings.json`    payloads + metadata (one JSON file)
+ *
+ * Format (binary):
+ *   magic    4B  "ARAG"
+ *   version  4B  uint32 LE — currently 1
+ *   dims     4B  uint32 LE
+ *   count    4B  uint32 LE
+ *   vectors  count * dims * 4B Float32 LE
+ *
+ * Format (json):
+ *   {
+ *     "version": 1,
+ *     "schemaId"?: string,
+ *     "dimensions": number,
+ *     "records": [{ id, payload, hash? }]   // same order as binary vectors
+ *   }
+ */
+export type FileStoreOptions = {
+    /** Path prefix; the store will write `<prefix>.embeddings.bin` and `<prefix>.embeddings.json`. */
+    basePath: string;
+    /** Auto-flush after each upsert. Default true. */
+    autoFlush?: boolean;
+};
+export type FileStore = VectorStore & {
+    /** Persist current state to disk. */
+    flush(): void;
+    /** Number of vectors currently held. */
+    size(): number;
+};
+export declare function createFileStore(options: FileStoreOptions): FileStore;
+//# sourceMappingURL=file.d.ts.map

package/dist/stores/file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/stores/file.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAKV,WAAW,EACZ,MAAM,aAAa,CAAC;AAGrB;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,kGAAkG;IAClG,QAAQ,EAAE,MAAM,CAAC;IACjB,kDAAkD;IAClD,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,WAAW,GAAG;IACpC,qCAAqC;IACrC,KAAK,IAAI,IAAI,CAAC;IACd,wCAAwC;IACxC,IAAI,IAAI,MAAM,CAAC;CAChB,CAAC;AAKF,wBAAgB,eAAe,CAAC,OAAO,EAAE,gBAAgB,GAAG,SAAS,CAmCpE"}

package/dist/stores/file.js

@@ -0,0 +1,127 @@
+import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { createMemoryStore } from "./memory.js";
+const MAGIC = "ARAG";
+const FORMAT_VERSION = 1;
+export function createFileStore(options) {
+    const { basePath } = options;
+    const autoFlush = options.autoFlush !== false;
+    const binPath = `${basePath}.embeddings.bin`;
+    const metaPath = `${basePath}.embeddings.json`;
+    const memory = createMemoryStore();
+    hydrate(memory, binPath, metaPath);
+    const flush = () => {
+        const snap = memory.snapshot();
+        writeBinary(binPath, snap.records.map((r) => r.vector), snap.dimensions ?? 0);
+        writeMeta(metaPath, snap);
+    };
+    return {
+        async upsert(records) {
+            await memory.upsert(records);
+            if (autoFlush)
+                flush();
+        },
+        async query(vector, k, filter) {
+            return memory.query(vector, k, filter);
+        },
+        async delete(ids) {
+            await memory.delete(ids);
+            if (autoFlush)
+                flush();
+        },
+        async hashesByPrefix(prefix) {
+            return (await memory.hashesByPrefix?.(prefix)) ?? {};
+        },
+        flush,
+        size() {
+            return memory.size();
+        },
+    };
+}
+function hydrate(memory, binPath, metaPath) {
+    if (!existsSync(binPath) || !existsSync(metaPath))
+        return;
+    const meta = JSON.parse(readFileSync(metaPath, "utf8"));
+    if (meta.version !== FORMAT_VERSION) {
+        throw new Error(`Unsupported file-store version ${meta.version} at ${metaPath} (expected ${FORMAT_VERSION}).`);
+    }
+    const buf = readFileSync(binPath);
+    const { dimensions, count, vectors } = readBinary(buf);
+    if (count !== meta.records.length) {
+        throw new Error(`File-store mismatch: ${binPath} has ${count} vectors but ${metaPath} has ${meta.records.length} records.`);
+    }
+    if (dimensions !== meta.dimensions) {
+        throw new Error(`File-store dimension mismatch: bin=${dimensions} json=${meta.dimensions}.`);
+    }
+    memory.restore({
+        dimensions,
+        records: meta.records.map((r, i) => ({
+            id: r.id,
+            vector: vectors[i],
+            payload: r.payload,
+            hash: r.hash,
+        })),
+    });
+}
+function writeBinary(path, vectors, dims) {
+    const count = vectors.length;
+    const headerSize = 16; // magic(4) + version(4) + dims(4) + count(4)
+    const totalSize = headerSize + count * dims * 4;
+    const buf = Buffer.alloc(totalSize);
+    buf.write(MAGIC, 0, 4, "ascii");
+    buf.writeUInt32LE(FORMAT_VERSION, 4);
+    buf.writeUInt32LE(dims, 8);
+    buf.writeUInt32LE(count, 12);
+    let offset = headerSize;
+    for (const v of vectors) {
+        if (v.length !== dims) {
+            throw new Error(`Vector dimension mismatch on flush: expected ${dims}, got ${v.length}.`);
+        }
+        for (let i = 0; i < v.length; i++) {
+            buf.writeFloatLE(v[i], offset);
+            offset += 4;
+        }
+    }
+    writeFileSync(path, buf);
+}
+function readBinary(buf) {
+    if (buf.length < 16)
+        throw new Error(`File-store binary too small: ${buf.length} bytes.`);
+    const magic = buf.toString("ascii", 0, 4);
+    if (magic !== MAGIC) {
+        throw new Error(`File-store magic mismatch: expected ${MAGIC}, got ${magic}.`);
+    }
+    const version = buf.readUInt32LE(4);
+    if (version !== FORMAT_VERSION) {
+        throw new Error(`Unsupported file-store binary version ${version} (expected ${FORMAT_VERSION}).`);
+    }
+    const dimensions = buf.readUInt32LE(8);
+    const count = buf.readUInt32LE(12);
+    const expectedSize = 16 + count * dimensions * 4;
+    if (buf.length !== expectedSize) {
+        throw new Error(`File-store binary size mismatch: expected ${expectedSize}, got ${buf.length}.`);
+    }
+    const vectors = [];
+    let offset = 16;
+    for (let i = 0; i < count; i++) {
+        const v = new Float32Array(dimensions);
+        for (let j = 0; j < dimensions; j++) {
+            v[j] = buf.readFloatLE(offset);
+            offset += 4;
+        }
+        vectors.push(v);
+    }
+    return { dimensions, count, vectors };
+}
+function writeMeta(path, snap) {
+    const meta = {
+        version: FORMAT_VERSION,
+        dimensions: snap.dimensions ?? 0,
+        records: snap.records.map((r) => ({
+            id: r.id,
+            payload: r.payload,
+            hash: r.hash,
+        })),
+    };
+    writeFileSync(path, JSON.stringify(meta, null, 2) + "\n", "utf8");
+}
+//# sourceMappingURL=file.js.map

package/dist/stores/file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.js","sourceRoot":"","sources":["../../src/stores/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAQlE,OAAO,EAAE,iBAAiB,EAAoB,MAAM,aAAa,CAAC;AA2ClE,MAAM,KAAK,GAAG,MAAM,CAAC;AACrB,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,MAAM,UAAU,eAAe,CAAC,OAAyB;IACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC;IAC9C,MAAM,OAAO,GAAG,GAAG,QAAQ,iBAAiB,CAAC;IAC7C,MAAM,QAAQ,GAAG,GAAG,QAAQ,kBAAkB,CAAC;IAE/C,MAAM,MAAM,GAAgB,iBAAiB,EAAE,CAAC;IAChD,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEnC,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC/B,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QAC9E,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,MAAM,CAAC,OAAuB;YAClC,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC7B,IAAI,SAAS;gBAAE,KAAK,EAAE,CAAC;QACzB,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,MAAgB,EAAE,CAAS,EAAE,MAAe;YACtD,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,GAAa;YACxB,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,SAAS;gBAAE,KAAK,EAAE,CAAC;QACzB,CAAC;QACD,KAAK,CAAC,cAAc,CAAC,MAAc;YACjC,OAAO,CAAC,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACvD,CAAC;QACD,KAAK;QACL,IAAI;YACF,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,MAAmB,EAAE,OAAe,EAAE,QAAgB;IACrE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO;IAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAIrD,CAAC;IACF,IAAI,IAAI,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CACb,kCAAkC,IAAI,CAAC,OAAO,OAAO,QAAQ,cAAc,cAAc,IAAI,CAC9F,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IACvD,IAAI,KAAK,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACb,wBAAwB,OAAO,QAAQ,KAAK,gBAAgB,QAAQ,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,WAAW,CAC3G,CAAC;IACJ,CAAC;IACD,IAAI,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,sCAAsC,UAAU,SAAS,IAAI,CAAC,UAAU,GAAG,CAC5E,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,OAAO,CAAC;QACb,UAAU;QACV,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;YAClB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,IAAI,EAAE,CAAC,CAAC,IAAI;SACb,CAAC,CAAC;KACJ,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,OAAuB,EAAE,IAAY;IACtE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,UAAU,GAAG,EAAE,CAAC,CAAC,6CAA6C;IACpE,MAAM,SAAS,GAAG,UAAU,GAAG,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAEpC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAChC,GAAG,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IACrC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC3B,GAAG,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAE7B,IAAI,MAAM,GAAG,UAAU,CAAC;IACxB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACb,gDAAgD,IAAI,SAAS,CAAC,CAAC,MAAM,GAAG,CACzE,CAAC;QACJ,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC/B,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAED,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAK7B,IAAI,GAAG,CAAC,MAAM,GAAG,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,CAAC,MAAM,SAAS,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,SAAS,KAAK,GAAG,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,yCAAyC,OAAO,cAAc,cAAc,IAAI,CACjF,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,EAAE,GAAG,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC;IACjD,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CACb,6CAA6C,YAAY,SAAS,GAAG,CAAC,MAAM,GAAG,CAChF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,SAAS,CAChB,IAAY,EACZ,IAAyC;IAEzC,MAAM,IAAI,GAAG;QACX,OAAO,EAAE,cAAc;QACvB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;QAChC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,IAAI,EAAE,CAAC,CAAC,IAAI;SACb,CAAC,CAAC;KACJ,CAAC;IACF,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;AACpE,CAAC"}

package/dist/stores/memory.d.ts

@@ -0,0 +1,34 @@
+import type { ChunkPayload, VectorStore } from "../types.js";
+/**
+ * In-memory cosine-similarity vector store. Zero deps. Default for tests
+ * and small schemas. Vectors live in `Float32Array`s for compact storage
+ * and faster dot products on the hot path.
+ */
+export type MemoryStore = VectorStore & {
+    /** Number of vectors currently stored (test/diagnostic helper). */
+    size(): number;
+    /** Snapshot of all records — used by the file-backed store on flush. */
+    snapshot(): {
+        dimensions: number | undefined;
+        records: {
+            id: string;
+            vector: Float32Array;
+            payload: ChunkPayload;
+            hash?: string;
+        }[];
+    };
+    /** Restore from a snapshot — used by the file-backed store on hydrate. */
+    restore(snapshot: {
+        dimensions?: number;
+        records: {
+            id: string;
+            vector: Float32Array | number[];
+            payload: ChunkPayload;
+            hash?: string;
+        }[];
+    }): void;
+    /** Attach a content hash to an id (used by the indexer for skip-reembed bookkeeping). */
+    setHash(id: string, hash: string): void;
+};
+export declare function createMemoryStore(): MemoryStore;
+//# sourceMappingURL=memory.d.ts.map

package/dist/stores/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../src/stores/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EAIZ,WAAW,EACZ,MAAM,aAAa,CAAC;AAErB;;;;GAIG;AACH,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG;IACtC,mEAAmE;IACnE,IAAI,IAAI,MAAM,CAAC;IACf,wEAAwE;IACxE,QAAQ,IAAI;QACV,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;QAC/B,OAAO,EAAE;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,YAAY,CAAC;YAAC,OAAO,EAAE,YAAY,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;KACvF,CAAC;IACF,0EAA0E;IAC1E,OAAO,CAAC,QAAQ,EAAE;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE;YACP,EAAE,EAAE,MAAM,CAAC;YACX,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;YAChC,OAAO,EAAE,YAAY,CAAC;YACtB,IAAI,CAAC,EAAE,MAAM,CAAC;SACf,EAAE,CAAC;KACL,GAAG,IAAI,CAAC;IACT,yFAAyF;IACzF,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACzC,CAAC;AAEF,wBAAgB,iBAAiB,IAAI,WAAW,CAqG/C"}