@ssmeo/mcp-local-rag 0.18.14 → 0.19.1

package/dist/embedder/embedding-snapshot.js

@@ -0,0 +1,413 @@
+import { createHash, randomUUID } from 'node:crypto';
+import { mkdir, readFile, rename, stat, unlink, writeFile } from 'node:fs/promises';
+import { dirname, join, resolve } from 'node:path';
+import { deserialize, serialize } from 'node:v8';
+export const MAX_EMBEDDING_SNAPSHOT_BYTES = 16 * 1024 * 1024;
+const SNAPSHOT_FORMAT_VERSION = 1;
+const ENTRY_OVERHEAD_BYTES = 96;
+/** Exact indexed path identity is shared by CLI and MCP for the same DB key. */
+export function embeddingSnapshotPath(dbPath, filePath) {
+    const digest = createHash('sha256').update(filePath).digest('hex');
+    return join(resolve(dbPath), 'embedding-cache', `${digest}.bin`);
+}
+/** Best-effort cleanup: a missing or inaccessible acceleration file is harmless. */
+export async function removeEmbeddingSnapshot(dbPath, filePath) {
+    try {
+        await unlink(embeddingSnapshotPath(dbPath, filePath));
+    }
+    catch {
+        // Snapshot cleanup must not change the adapter's deletion result.
+    }
+}
+/**
+ * One ingestion's read/collect/publish state. It owns no shared Embedder state
+ * and is discarded by the composition root after that file's DB mutation.
+ */
+export class DocumentEmbeddingSession {
+    snapshotPath;
+    embedder;
+    identity = null;
+    loaded = false;
+    collecting = true;
+    disposed = false;
+    collectedBytes = 0;
+    previous = new Map();
+    collected = new Map();
+    constructor(dbPath, filePath, embedder) {
+        this.snapshotPath = embeddingSnapshotPath(dbPath, filePath);
+        this.embedder = embedder;
+    }
+    get titlePrefix() {
+        return this.embedder.titlePrefix ?? false;
+    }
+    get headingPrefix() {
+        return this.embedder.headingPrefix ?? false;
+    }
+    async getTokenLimit() {
+        return (await this.embedder.getTokenLimit?.()) ?? null;
+    }
+    async countTokens(texts, role) {
+        if (!this.embedder.countTokens) {
+            return [];
+        }
+        return await this.embedder.countTokens(texts, role);
+    }
+    async getDocumentPrompt() {
+        return (await this.embedder.getDocumentPrompt?.()) ?? '';
+    }
+    async embedBatch(texts, role) {
+        if (this.disposed || texts.length === 0) {
+            return await this.embedder.embedBatch(texts, role);
+        }
+        const identity = await this.loadPreviousIfPresent();
+        if (!identity) {
+            return await this.embedAndCollectWithoutPrevious(texts, role);
+        }
+        return await this.embedWithPrevious(texts, role, identity);
+    }
+    async embedWithPrevious(texts, role, identity) {
+        const request = createEmbeddingBatchRequest(texts, role);
+        this.collectPreviousInputs(request, identity.dimension);
+        const inferred = await this.inferMissingWithIdentity(request, identity);
+        if (inferred === null) {
+            return await this.embedder.embedBatch(texts, role);
+        }
+        return await this.completeResults(request, inferred);
+    }
+    collectPreviousInputs(request, dimension) {
+        for (const [index, text] of request.texts.entries()) {
+            const key = inputDigest(request.role, text);
+            request.requestedKeys.push(key);
+            const vector = this.collected.get(key) ?? this.previous.get(key);
+            if (!vector || vector.length !== dimension || !isFiniteVector(vector)) {
+                if (!request.missingInputs.has(key)) {
+                    request.missingInputs.set(key, text);
+                }
+                continue;
+            }
+            request.results[index] = Array.from(vector);
+            if (this.previous.has(key)) {
+                this.remember(key, vector);
+            }
+        }
+    }
+    async inferMissingWithIdentity(request, identity) {
+        const inferred = new Map();
+        const missedKeys = [...request.missingInputs.keys()];
+        if (missedKeys.length === 0) {
+            return inferred;
+        }
+        const missedVectors = await this.embedder.embedBatch([...request.missingInputs.values()], request.role);
+        if (missedVectors.length !== missedKeys.length) {
+            this.discardUntrustedVectors();
+            return null;
+        }
+        for (const [index, key] of missedKeys.entries()) {
+            const vector = missedVectors[index];
+            if (!vector || !isValidInference(vector, identity.dimension)) {
+                this.discardUntrustedVectors();
+                return null;
+            }
+            const stored = Float32Array.from(vector);
+            this.previous.delete(key);
+            inferred.set(key, stored);
+            this.remember(key, stored);
+        }
+        return inferred;
+    }
+    async completeResults(request, inferred) {
+        for (const [index, key] of request.requestedKeys.entries()) {
+            if (request.results[index] === undefined) {
+                const vector = inferred.get(key) ?? this.collected.get(key) ?? this.previous.get(key);
+                if (vector) {
+                    request.results[index] = Array.from(vector);
+                }
+            }
+        }
+        if (!hasOnlyVectors(request.results)) {
+            return await this.embedder.embedBatch(request.texts, request.role);
+        }
+        return request.results;
+    }
+    discardUntrustedVectors() {
+        // A mismatch means identity discovery did not describe the actual output.
+        // Drop both caches and avoid publishing values from this session.
+        this.previous.clear();
+        this.collected.clear();
+        this.collecting = false;
+    }
+    /** Publish only after the adapter's per-file insertion has succeeded. */
+    async publish() {
+        if (this.disposed) {
+            return;
+        }
+        try {
+            await this.resolvePublicationIdentity();
+            if (!this.identity) {
+                return;
+            }
+            if (!this.collecting) {
+                await removeSnapshotPath(this.snapshotPath);
+                return;
+            }
+            await this.writeSnapshot();
+        }
+        catch (error) {
+            console.warn(`Warning: unable to save embedding snapshot: ${messageOf(error)}`);
+        }
+        finally {
+            this.dispose();
+        }
+    }
+    async resolvePublicationIdentity() {
+        if (this.identity || !this.collecting || this.collected.size === 0) {
+            return;
+        }
+        let identity;
+        try {
+            identity = await this.embedder.getComputationIdentity();
+        }
+        catch {
+            identity = null;
+        }
+        if (!identity || !isValidIdentity(identity)) {
+            return;
+        }
+        this.identity = identity;
+        for (const [key, vector] of this.collected) {
+            if (vector.length !== identity.dimension || !isFiniteVector(vector)) {
+                this.collected.delete(key);
+            }
+        }
+    }
+    async writeSnapshot() {
+        const identity = this.identity;
+        if (!identity) {
+            return;
+        }
+        const envelope = {
+            formatVersion: SNAPSHOT_FORMAT_VERSION,
+            fingerprint: identity.fingerprint,
+            dimension: identity.dimension,
+            entries: [...this.collected.entries()],
+        };
+        const bytes = serialize(envelope);
+        if (bytes.byteLength > MAX_EMBEDDING_SNAPSHOT_BYTES) {
+            await removeSnapshotPath(this.snapshotPath);
+            return;
+        }
+        await mkdir(dirname(this.snapshotPath), { recursive: true });
+        const temporaryPath = `${this.snapshotPath}.${process.pid}.${randomUUID()}.tmp`;
+        try {
+            await writeFile(temporaryPath, bytes, { flag: 'wx' });
+            await rename(temporaryPath, this.snapshotPath);
+        }
+        catch (error) {
+            await removeSnapshotPath(temporaryPath);
+            console.warn(`Warning: unable to save embedding snapshot: ${messageOf(error)}`);
+        }
+    }
+    /** Drop all per-document vectors on success, failure, or zero-chunk return. */
+    dispose() {
+        this.disposed = true;
+        this.previous.clear();
+        this.collected.clear();
+        this.collectedBytes = 0;
+        this.identity = null;
+    }
+    async loadPrevious(identity) {
+        this.identity = identity;
+        try {
+            const fileInfo = await stat(this.snapshotPath);
+            if (fileInfo.size <= 0 || fileInfo.size > MAX_EMBEDDING_SNAPSHOT_BYTES) {
+                return;
+            }
+            const envelope = deserialize(await readFile(this.snapshotPath));
+            if (!isSnapshotEnvelope(envelope, identity)) {
+                return;
+            }
+            const seenKeys = new Set();
+            for (const [key, vector] of envelope.entries) {
+                if (seenKeys.has(key)) {
+                    this.previous.clear();
+                    return;
+                }
+                seenKeys.add(key);
+                this.previous.set(key, vector);
+            }
+        }
+        catch {
+            // Missing, unreadable, truncated, or incompatible snapshots are misses.
+        }
+    }
+    async loadPreviousIfPresent() {
+        if (this.loaded) {
+            return this.identity;
+        }
+        this.loaded = true;
+        // A cold document has no reusable vectors. Avoid waiting on model-asset
+        // hashing before its first inference; initialization already started that
+        // work, and publish can await it after parsing and embedding have completed.
+        try {
+            const fileInfo = await stat(this.snapshotPath);
+            if (fileInfo.size <= 0 || fileInfo.size > MAX_EMBEDDING_SNAPSHOT_BYTES) {
+                return null;
+            }
+        }
+        catch {
+            return null;
+        }
+        let identity;
+        try {
+            identity = await this.embedder.getComputationIdentity();
+        }
+        catch {
+            return null;
+        }
+        if (!identity || !isValidIdentity(identity)) {
+            return null;
+        }
+        await this.loadPrevious(identity);
+        return identity;
+    }
+    async embedAndCollectWithoutPrevious(texts, role) {
+        if (!this.collecting) {
+            return await this.embedder.embedBatch(texts, role);
+        }
+        const request = createEmbeddingBatchRequest(texts, role);
+        this.collectCurrentInputs(request);
+        const inferred = await this.inferWithoutPrevious(request);
+        if (inferred === null) {
+            return await this.embedder.embedBatch(texts, role);
+        }
+        return await this.completeResults(request, inferred);
+    }
+    collectCurrentInputs(request) {
+        for (const [index, text] of request.texts.entries()) {
+            const key = inputDigest(request.role, text);
+            request.requestedKeys.push(key);
+            const vector = this.collected.get(key);
+            if (vector) {
+                request.results[index] = Array.from(vector);
+            }
+            else if (!request.missingInputs.has(key)) {
+                request.missingInputs.set(key, text);
+            }
+        }
+    }
+    async inferWithoutPrevious(request) {
+        const inferred = new Map();
+        const keys = [...request.missingInputs.keys()];
+        if (keys.length === 0) {
+            return inferred;
+        }
+        const vectors = await this.embedder.embedBatch([...request.missingInputs.values()], request.role);
+        if (vectors.length !== keys.length) {
+            this.stopCollecting();
+            return null;
+        }
+        for (const [index, key] of keys.entries()) {
+            const vector = vectors[index];
+            if (!vector) {
+                this.stopCollecting();
+                return null;
+            }
+            inferred.set(key, vector);
+            if (vector.length > 0 && vector.every(Number.isFinite)) {
+                this.remember(key, Float32Array.from(vector));
+            }
+        }
+        return inferred;
+    }
+    remember(key, vector) {
+        if (!this.collecting) {
+            return;
+        }
+        if (!this.collected.has(key)) {
+            const entryBytes = Buffer.byteLength(key, 'utf8') + vector.byteLength + ENTRY_OVERHEAD_BYTES;
+            if (this.collectedBytes + entryBytes > MAX_EMBEDDING_SNAPSHOT_BYTES) {
+                this.collecting = false;
+                this.collected.clear();
+                this.collectedBytes = 0;
+                return;
+            }
+            this.collectedBytes += entryBytes;
+        }
+        this.collected.set(key, vector);
+    }
+    stopCollecting() {
+        this.collecting = false;
+        this.collected.clear();
+        this.collectedBytes = 0;
+    }
+}
+function inputDigest(role, text) {
+    return createHash('sha256')
+        .update(serialize([role ?? 'default', text]))
+        .digest('hex');
+}
+function createEmbeddingBatchRequest(texts, role) {
+    return {
+        texts,
+        role,
+        results: Array.from({ length: texts.length }),
+        requestedKeys: [],
+        missingInputs: new Map(),
+    };
+}
+function isValidIdentity(value) {
+    return (/^[a-f\d]{64}$/.test(value.fingerprint) &&
+        Number.isInteger(value.dimension) &&
+        value.dimension > 0);
+}
+function isFiniteVector(vector) {
+    for (const value of vector) {
+        if (!Number.isFinite(value)) {
+            return false;
+        }
+    }
+    return true;
+}
+function isValidInference(vector, dimension) {
+    return vector.length === dimension && vector.every(Number.isFinite);
+}
+function hasOnlyVectors(values) {
+    return values.every((value) => value !== undefined);
+}
+function isSnapshotEnvelope(value, identity) {
+    if (typeof value !== 'object' || value === null) {
+        return false;
+    }
+    if (!('formatVersion' in value) ||
+        value.formatVersion !== SNAPSHOT_FORMAT_VERSION ||
+        !('fingerprint' in value) ||
+        value.fingerprint !== identity.fingerprint ||
+        !('dimension' in value) ||
+        value.dimension !== identity.dimension ||
+        !('entries' in value) ||
+        !Array.isArray(value.entries)) {
+        return false;
+    }
+    return value.entries.every((entry) => isSnapshotEntry(entry, identity.dimension));
+}
+function isSnapshotEntry(value, dimension) {
+    return (Array.isArray(value) &&
+        value.length === 2 &&
+        typeof value[0] === 'string' &&
+        /^[a-f\d]{64}$/.test(value[0]) &&
+        value[1] instanceof Float32Array &&
+        value[1].length === dimension &&
+        isFiniteVector(value[1]));
+}
+async function removeSnapshotPath(path) {
+    try {
+        await unlink(path);
+    }
+    catch {
+        // Deletion and ingestion remain successful when stale acceleration data lingers.
+    }
+}
+function messageOf(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+//# sourceMappingURL=embedding-snapshot.js.map

package/dist/embedder/embedding-snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-snapshot.js","sourceRoot":"","sources":["../../src/embedder/embedding-snapshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACnF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAIhD,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAC5D,MAAM,uBAAuB,GAAG,CAAC,CAAA;AACjC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAwB/B,gFAAgF;AAChF,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,QAAgB;IACpE,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAClE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,CAAA;AAClE,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,MAAc,EAAE,QAAgB;IAC5E,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,kEAAkE;IACpE,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,wBAAwB;IAClB,YAAY,CAAQ;IACpB,QAAQ,CAA6B;IAC9C,QAAQ,GAAwC,IAAI,CAAA;IACpD,MAAM,GAAY,KAAK,CAAA;IACvB,UAAU,GAAY,IAAI,CAAA;IAC1B,QAAQ,GAAY,KAAK,CAAA;IACzB,cAAc,GAAG,CAAC,CAAA;IACT,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAA;IAC1C,SAAS,GAAG,IAAI,GAAG,EAAwB,CAAA;IAE5D,YAAY,MAAc,EAAE,QAAgB,EAAE,QAAqC;QACjF,IAAI,CAAC,YAAY,GAAG,qBAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QAC3D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;IAC1B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,KAAK,CAAA;IAC3C,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,KAAK,CAAA;IAC7C,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,IAAI,IAAI,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAe,EAAE,IAAiB;QAClD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC/B,OAAO,EAAE,CAAA;QACX,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,EAAE,CAAC,IAAI,EAAE,CAAA;IAC1D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe,EAAE,IAAoB;QACpD,IAAI,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACpD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAA;QACnD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,MAAM,IAAI,CAAC,8BAA8B,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QAC/D,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC5D,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,KAAe,EACf,IAA+B,EAC/B,QAAsC;QAEtC,MAAM,OAAO,GAAG,2BAA2B,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACxD,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAA;QACvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QACvE,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACpD,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;IACtD,CAAC;IAEO,qBAAqB,CAAC,OAA8B,EAAE,SAAiB;QAC7E,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAC3C,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACpC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;gBACtC,CAAC;gBACD,SAAQ;YACV,CAAC;YACD,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC3C,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,OAA8B,EAC9B,QAAsC;QAEtC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAA;QAClD,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAA;QACpD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,QAAQ,CAAA;QACjB,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAClD,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,EACnC,OAAO,CAAC,IAAI,CACb,CAAA;QACD,IAAI,aAAa,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/C,IAAI,CAAC,uBAAuB,EAAE,CAAA;YAC9B,OAAO,IAAI,CAAA;QACb,CAAC;QACD,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAA;YACnC,IAAI,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7D,IAAI,CAAC,uBAAuB,EAAE,CAAA;gBAC9B,OAAO,IAAI,CAAA;YACb,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACxC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACzB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACzB,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAC5B,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,OAA8B,EAC9B,QAAqC;QAErC,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YAC3D,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;gBACzC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACrF,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC7C,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;QACpE,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAA;IACxB,CAAC;IAEO,uBAAuB;QAC7B,0EAA0E;QAC1E,kEAAkE;QAClE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QACrB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAA;QACtB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;IACzB,CAAC;IAED,yEAAyE;IACzE,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAM;QACR,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAA;YACvC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,OAAM;YACR,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,MAAM,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC3C,OAAM;YACR,CAAC;YACD,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,+CAA+C,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACjF,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAA;QAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,0BAA0B;QACtC,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnE,OAAM;QACR,CAAC;QACD,IAAI,QAA6C,CAAA;QACjD,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,sBAAsB,EAAE,CAAA;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,GAAG,IAAI,CAAA;QACjB,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5C,OAAM;QACR,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAA;QAC9B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,GAAqB;YACjC,aAAa,EAAE,uBAAuB;YACtC,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACvC,CAAA;QACD,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;QACjC,IAAI,KAAK,CAAC,UAAU,GAAG,4BAA4B,EAAE,CAAC;YACpD,MAAM,kBAAkB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC3C,OAAM;QACR,CAAC;QAED,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5D,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAA;QAC/E,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YACrD,MAAM,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,kBAAkB,CAAC,aAAa,CAAC,CAAA;YACvC,OAAO,CAAC,IAAI,CAAC,+CAA+C,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACjF,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QACrB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAA;QACtB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAA;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;IACtB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAsC;QAC/D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC9C,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,GAAG,4BAA4B,EAAE,CAAC;gBACvE,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAY,WAAW,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAA;YACxE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5C,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;YAClC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBAC7C,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;oBACrB,OAAM;gBACR,CAAC;gBACD,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACjB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YAChC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wEAAwE;QAC1E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,QAAQ,CAAA;QACtB,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAElB,wEAAwE;QACxE,0EAA0E;QAC1E,6EAA6E;QAC7E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC9C,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,GAAG,4BAA4B,EAAE,CAAC;gBACvE,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAA;QACb,CAAC;QAED,IAAI,QAA6C,CAAA;QACjD,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,sBAAsB,EAAE,CAAA;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;QACjC,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,KAAK,CAAC,8BAA8B,CAC1C,KAAe,EACf,IAAoB;QAEpB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACpD,CAAC;QAED,MAAM,OAAO,GAAG,2BAA2B,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACxD,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAA;QACzD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACpD,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;IACtD,CAAC;IAEO,oBAAoB,CAAC,OAA8B;QACzD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAC3C,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACtC,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC7C,CAAC;iBAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3C,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,OAA8B;QAE9B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAA;QAClD,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAA;QAC9C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,QAAQ,CAAA;QACjB,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAC5C,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,EACnC,OAAO,CAAC,IAAI,CACb,CAAA;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACnC,IAAI,CAAC,cAAc,EAAE,CAAA;YACrB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAA;YAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC,cAAc,EAAE,CAAA;gBACrB,OAAO,IAAI,CAAA;YACb,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACzB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvD,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;YAC/C,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,QAAQ,CAAC,GAAW,EAAE,MAAoB;QAChD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,GAAG,oBAAoB,CAAA;YAC5F,IAAI,IAAI,CAAC,cAAc,GAAG,UAAU,GAAG,4BAA4B,EAAE,CAAC;gBACpE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;gBACvB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAA;gBACtB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAA;gBACvB,OAAM;YACR,CAAC;YACD,IAAI,CAAC,cAAc,IAAI,UAAU,CAAA;QACnC,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IACjC,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;QACvB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAA;QACtB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAA;IACzB,CAAC;CACF;AAED,SAAS,WAAW,CAAC,IAA+B,EAAE,IAAY;IAChE,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,IAAI,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;SAC5C,MAAM,CAAC,KAAK,CAAC,CAAA;AAClB,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAe,EACf,IAA+B;IAE/B,OAAO;QACL,KAAK;QACL,IAAI;QACJ,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;QAC7C,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,IAAI,GAAG,EAAkB;KACzC,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAmC;IAC1D,OAAO,CACL,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;QACvC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;QACjC,KAAK,CAAC,SAAS,GAAG,CAAC,CACpB,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAgB,EAAE,SAAiB;IAC3D,OAAO,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;AACrE,CAAC;AAED,SAAS,cAAc,CAAC,MAAgC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAqB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAA;AACxE,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,QAAsC;IAEtC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAA;IACd,CAAC;IACD,IACE,CAAC,CAAC,eAAe,IAAI,KAAK,CAAC;QAC3B,KAAK,CAAC,aAAa,KAAK,uBAAuB;QAC/C,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC;QACzB,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,WAAW;QAC1C,CAAC,CAAC,WAAW,IAAI,KAAK,CAAC;QACvB,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS;QACtC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC;QACrB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAC7B,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAA;AACnF,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,SAAiB;IACxD,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,KAAK,CAAC,MAAM,KAAK,CAAC;QAClB,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC5B,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9B,KAAK,CAAC,CAAC,CAAC,YAAY,YAAY;QAChC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS;QAC7B,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CACzB,CAAA;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAY;IAC5C,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,iFAAiF;IACnF,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC/D,CAAC"}

package/dist/embedder/index.d.ts

@@ -17,7 +17,16 @@ export interface EmbedderConfig {
      * distinction gates failure-path error enrichment, so keep it.
      */
     dtype?: string;
+    /**
+     * Embed document chunks behind a `Title:` line naming their document
+     * (default: false). Read by ingestion, which builds the embedding input.
+     */
+    titlePrefix?: boolean;
+    /** Add section paths to chunk embeddings when they fit (default: false). */
+    headingPrefix?: boolean;
 }
+/** Selects the model's prompt; omitted means its default prompt. */
+export type EmbeddingRole = 'query' | 'document';
 interface TokenizerOptions {
     padding?: boolean;
     truncation?: boolean;
@@ -31,6 +40,10 @@ export interface PipelineTokenizer {
     /** `unknown` because a model may omit it or report a sentinel; see {@link usableTokenLimit}. */
     model_max_length?: unknown;
 }
+export interface EmbeddingComputationIdentity {
+    fingerprint: string;
+    dimension: number;
+}
 export interface TokenLimitClamp {
     /** The effective token cap, or `null` for degraded mode (no cap, no clamp). */
     tokenLimit: number | null;
@@ -75,8 +88,15 @@ export declare class Embedder {
      */
     private truncationWarned;
     private degradedModeWarned;
+    private prompts;
+    private warnings;
     private readonly config;
+    private computationIdentityPromise;
     constructor(config: EmbedderConfig);
+    get headingPrefix(): boolean;
+    get titlePrefix(): boolean;
+    /** Model settings this tool cannot honor; empty until the model loads. */
+    get modelWarnings(): readonly string[];
     /**
      * Release resources held by the Embedder pipeline
      */
@@ -100,6 +120,12 @@ export declare class Embedder {
      * This method is called automatically by embed() and embedBatch()
      */
     private ensureInitialized;
+    /** Identity of the loaded embedding function, or `null` when local assets cannot be proven. */
+    getComputationIdentity(): Promise<EmbeddingComputationIdentity | null>;
+    private createComputationIdentity;
+    private hashModelAssets;
+    private captureModelAssetSnapshot;
+    private resolveAssetPath;
     /**
      * The effective token cap, or `null` when none could be resolved.
      *
@@ -120,24 +146,29 @@ export declare class Embedder {
      */
     private planTokenLengths;
     /**
-     * The true token length of each text, in input order. Tokenization only, no
-     * inference.
+     * The true token length of each text as embedded for `role`, prompt
+     * included, in input order. Tokenization only, no inference.
      *
      * Measured with `truncation: false` through the pre-clamp tokenizer, so a
      * length above {@link getTokenLimit} means inference will truncate. Throws
      * when no such tokenizer was captured, rather than returning a length
      * measured through an unknown surface.
      */
-    countTokens(texts: string[]): Promise<number[]>;
+    countTokens(texts: string[], role?: EmbeddingRole): Promise<number[]>;
+    /** The prompt this model's config sets for documents, or `''`. */
+    getDocumentPrompt(): Promise<string>;
+    private withPrompt;
+    /** Measures `texts` as given; each caller applies the prompt exactly once. */
+    private measureTokens;
     /**
      * Single-text embedding; the vector dimension depends on the model.
      *
      * Delegates to {@link embedBatch} so this path shares its clamp, measurement
      * and warning rather than reaching the pipeline unguarded.
      */
-    embed(text: string): Promise<number[]>;
+    embed(text: string, role?: EmbeddingRole): Promise<number[]>;
     /** Batched embedding; the vector dimension depends on the model. */
-    embedBatch(texts: string[]): Promise<number[][]>;
+    embedBatch(texts: string[], role?: EmbeddingRole): Promise<number[][]>;
 }
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/embedder/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedder/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,QAAQ,EAAW,MAAM,oBAAoB,CAAA;AAOtD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,6BAA6B;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,4BAA4B;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,kBAAkB;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;OAIG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAQD,UAAU,gBAAgB;IACxB,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG;QAAE,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAA;IACxF,gGAAgG;IAChG,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAC3B;AA6CD,MAAM,WAAW,eAAe;IAC9B,+EAA+E;IAC/E,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,2DAA2D;IAC3D,oBAAoB,EAAE,iBAAiB,GAAG,IAAI,CAAA;CAC/C;AA4BD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,OAAO,GAAG,eAAe,CAyB1E;AAkED;;GAEG;AACH,qBAAa,cAAe,SAAQ,QAAQ;IAC1C,YAAY,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,KAAK,CAAA;KAAE,EAGvD;CACF;AAMD,uEAAuE;AACvE,qBAAa,QAAQ;IAEnB,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,WAAW,CAA6B;IAChD,8EAA8E;IAC9E,OAAO,CAAC,UAAU,CAAsB;IACxC,6EAA6E;IAC7E,OAAO,CAAC,oBAAoB,CAAiC;IAC7D;;;OAGG;IACH,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IAEvC,YAAY,MAAM,EAAE,cAAc,EAEjC;IAED;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAc7B;IAED;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CA6ChC;IAED;;;;;;;;OAQG;YACW,yBAAyB;IAqBvC;;;OAGG;YACW,iBAAiB;IAyB/B;;;;;OAKG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAM5C;IAED;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAUxB;;;;OAIG;YACW,gBAAgB;IAoB9B;;;;;;;;OAQG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAkBpD;IAED;;;;;OAKG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAO3C;IAED,oEAAoE;IAC9D,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAyFrD;CACF"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedder/index.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,QAAQ,EAAW,MAAM,oBAAoB,CAAA;AAWtD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,6BAA6B;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,4BAA4B;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,kBAAkB;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;OAIG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAA;IACrB,4EAA4E;IAC5E,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED,oEAAoE;AACpE,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG,UAAU,CAAA;AAQhD,UAAU,gBAAgB;IACxB,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG;QAAE,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAA;IACxF,gGAAgG;IAChG,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAC3B;AAQD,MAAM,WAAW,4BAA4B;IAC3C,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;CAClB;AAyHD,MAAM,WAAW,eAAe;IAC9B,+EAA+E;IAC/E,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,2DAA2D;IAC3D,oBAAoB,EAAE,iBAAiB,GAAG,IAAI,CAAA;CAC/C;AAgCD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,OAAO,GAAG,eAAe,CAyB1E;AAkED;;GAEG;AACH,qBAAa,cAAe,SAAQ,QAAQ;IAC1C,YAAY,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,KAAK,CAAA;KAAE,EAGvD;CACF;AAMD,uEAAuE;AACvE,qBAAa,QAAQ;IAEnB,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,WAAW,CAA6B;IAChD,8EAA8E;IAC9E,OAAO,CAAC,UAAU,CAAsB;IACxC,6EAA6E;IAC7E,OAAO,CAAC,oBAAoB,CAAiC;IAC7D;;;OAGG;IACH,OAAO,CAAC,gBAAgB,CAAiB;IACzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,OAAO,CAAyD;IACxE,OAAO,CAAC,QAAQ,CAAe;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,0BAA0B,CAA4D;IAE9F,YAAY,MAAM,EAAE,cAAc,EAEjC;IAED,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,0EAA0E;IAC1E,IAAI,aAAa,IAAI,SAAS,MAAM,EAAE,CAErC;IAED;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAe7B;IAED;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CA4EhC;IAED;;;;;;;;OAQG;YACW,yBAAyB;IAqBvC;;;OAGG;YACW,iBAAiB;IAyB/B,+FAA+F;IACzF,sBAAsB,IAAI,OAAO,CAAC,4BAA4B,GAAG,IAAI,CAAC,CAM3E;YAEa,yBAAyB;YAiEzB,eAAe;YAiBf,yBAAyB;YAiDzB,gBAAgB;IAsC9B;;;;;OAKG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAM5C;IAED;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAUxB;;;;OAIG;YACW,gBAAgB;IAoB9B;;;;;;;;OAQG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAG1E;IAED,kEAAkE;IAC5D,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAGzC;IAED,OAAO,CAAC,UAAU;IAKlB,8EAA8E;YAChE,aAAa;IAoB3B;;;;;OAKG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAOjE;IAED,oEAAoE;IAC9D,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CA0F3E;CACF"}