agent-working-memory 0.17.0 → 0.19.0

package/dist/core/conflicts.d.ts

@@ -0,0 +1,89 @@
+/**
+ * Conflict surfacing among the memories ONE recall returns.
+ *
+ * AWM keeps contradictions on purpose (edge-case test 7 requires both sides of
+ * a contradiction in the top 5): settling them is the agent's job, with the
+ * source. What it did not do, until 2026-10-19, was SAY that two returned
+ * memories disagree, or which is newer. The MWA evaluation probe showed the
+ * cost: "departs 10:15" and "now departs 8:40" came back as two undated lines,
+ * the stale one first, and nothing on the page told the model it was looking
+ * at two versions of one fact. In the BL-40 assessment "newer facts lose to
+ * older sources" cost four checks.
+ *
+ * This is a detector over the returned set only — never over the store — so it
+ * costs a handful of string comparisons per recall. It is deliberately
+ * conservative and its output is a QUESTION ("possible conflict … confirm
+ * against the source"), not a verdict: a false mark costs the agent one check,
+ * a missed one costs a wrong answer stated with confidence.
+ *
+ * Two memories are flagged when
+ *   1. they are about the same thing — related by embedding cosine, or by word
+ *      overlap when an embedding is missing — and
+ *   2. they carry a value of the same kind (a time, a date, a money amount, a
+ *      bare number, a status word) and those values differ, and
+ *   3. neither supersedes the other and neither is already stale (superseded,
+ *      expired, not yet valid) — those are marked elsewhere.
+ *
+ * Known limit, measured in tests/core/conflicts.test.ts: "template twins" —
+ * two genuinely distinct facts that share a template ("flight out 8:40",
+ * "flight back 10:15") — are flagged. That is the precision cost of (1)+(2)
+ * without a parser, and the reason the mark is phrased as a question.
+ */
+export type SlotKind = 'time' | 'date' | 'money' | 'number' | 'status';
+/** What this needs from a result — any ActivationResult qualifies. */
+export interface ConflictCandidate {
+    engram: {
+        id: string;
+        concept: string;
+        content: string;
+        embedding?: number[] | null;
+        createdAt?: Date | string | null;
+        supersededBy?: string | null;
+        supersedes?: string | null;
+        validFrom?: string | null;
+        validTo?: string | null;
+    };
+}
+export interface ConflictMark {
+    /** The other memory in the pair. */
+    id: string;
+    /** True when THIS memory was written after the other one. */
+    newer: boolean;
+    /** The kind of value the two disagree on. */
+    slot: SlotKind;
+}
+/**
+ * The comparable values in a text, by kind. Text matched by an earlier,
+ * more specific kind is blanked before a later kind runs, so "3:30pm" is one
+ * time rather than a time and the numbers 3 and 30, and "$49" is money, not
+ * a number.
+ */
+export declare function valueSlots(text: string): Map<SlotKind, Set<string>>;
+/** True when the two memories look like they are about the same thing. */
+export declare function related(a: ConflictCandidate, b: ConflictCandidate): boolean;
+/** The first kind of value present in BOTH texts on which they disagree, or null. */
+export declare function disagreement(a: ConflictCandidate, b: ConflictCandidate): SlotKind | null;
+/**
+ * Pairwise over the returned set. Returns one list of marks per input, in
+ * input order; an empty list means no conflict for that memory.
+ */
+export declare function detectConflicts(results: ConflictCandidate[], now?: number): ConflictMark[][];
+/**
+ * Newest first among results that are two versions of one fact — FOR HARNESSES.
+ *
+ * MWA's case: "In October the club chose fantasy / December science fiction /
+ * March a mystery" for "what did the club most recently choose". The
+ * cross-encoder cannot tell them apart, and a sort by its score put the newest
+ * last. AWM itself does NOT apply this (0.18.1): a score-epsilon fallback to the
+ * blend measured -14pp identifier s@1 (rerank2.ts), and applying this helper
+ * inside the engine measured -18pp with s@5 unchanged, because on a real store
+ * the detector also marks related memories that differ in a ticket id or a
+ * date. The marks are a cue to check the source. A harness whose policy is
+ * "newer beats older" (MWA's is) can call this on the returned results with
+ * their `conflictsWith` marks. `marks` is parallel to `results`; the returned
+ * array is new and its marks still describe the same ids.
+ */
+export declare function newestFirstAmongConflicts<T extends ConflictCandidate>(results: T[], marks: ConflictMark[][]): T[];
+/** The id of the most recently written memory among those carrying a mark, or null. */
+export declare function newestConflicting(results: ConflictCandidate[], marks: ConflictMark[][]): string | null;
+//# sourceMappingURL=conflicts.d.ts.map

package/dist/core/conflicts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conflicts.d.ts","sourceRoot":"","sources":["../../src/core/conflicts.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAKH,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEvE,sEAAsE;AACtE,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE;QACN,EAAE,EAAE,MAAM,CAAC;QACX,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC5B,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;QACjC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACzB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,oCAAoC;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,6DAA6D;IAC7D,KAAK,EAAE,OAAO,CAAC;IACf,6CAA6C;IAC7C,IAAI,EAAE,QAAQ,CAAC;CAChB;AA4BD;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CA4CnE;AAqBD,0EAA0E;AAC1E,wBAAgB,OAAO,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAM3E;AAED,qFAAqF;AACrF,wBAAgB,YAAY,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,iBAAiB,GAAG,QAAQ,GAAG,IAAI,CAkBxF;AAoBD;;;GAGG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,iBAAiB,EAAE,EAAE,GAAG,GAAE,MAAmB,GAAG,YAAY,EAAE,EAAE,CAoBxG;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,yBAAyB,CAAC,CAAC,SAAS,iBAAiB,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,GAAG,CAAC,EAAE,CAmBjH;AAED,uFAAuF;AACvF,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,GAAG,MAAM,GAAG,IAAI,CAQtG"}

package/dist/core/conflicts.js

@@ -0,0 +1,267 @@
+// Copyright 2026 Robert Winter / Complete Ideas
+// SPDX-License-Identifier: Apache-2.0
+/**
+ * Conflict surfacing among the memories ONE recall returns.
+ *
+ * AWM keeps contradictions on purpose (edge-case test 7 requires both sides of
+ * a contradiction in the top 5): settling them is the agent's job, with the
+ * source. What it did not do, until 2026-10-19, was SAY that two returned
+ * memories disagree, or which is newer. The MWA evaluation probe showed the
+ * cost: "departs 10:15" and "now departs 8:40" came back as two undated lines,
+ * the stale one first, and nothing on the page told the model it was looking
+ * at two versions of one fact. In the BL-40 assessment "newer facts lose to
+ * older sources" cost four checks.
+ *
+ * This is a detector over the returned set only — never over the store — so it
+ * costs a handful of string comparisons per recall. It is deliberately
+ * conservative and its output is a QUESTION ("possible conflict … confirm
+ * against the source"), not a verdict: a false mark costs the agent one check,
+ * a missed one costs a wrong answer stated with confidence.
+ *
+ * Two memories are flagged when
+ *   1. they are about the same thing — related by embedding cosine, or by word
+ *      overlap when an embedding is missing — and
+ *   2. they carry a value of the same kind (a time, a date, a money amount, a
+ *      bare number, a status word) and those values differ, and
+ *   3. neither supersedes the other and neither is already stale (superseded,
+ *      expired, not yet valid) — those are marked elsewhere.
+ *
+ * Known limit, measured in tests/core/conflicts.test.ts: "template twins" —
+ * two genuinely distinct facts that share a template ("flight out 8:40",
+ * "flight back 10:15") — are flagged. That is the precision cost of (1)+(2)
+ * without a parser, and the reason the mark is phrased as a question.
+ */
+import { cosineSimilarity } from './embeddings.js';
+import { validityState } from './validity.js';
+const MONTHS = 'jan|feb|mar|apr|may|jun|jul|aug|sep|sept|oct|nov|dec';
+const STATUS_WORDS = new Set([
+    'moved', 'cancelled', 'canceled', 'renewed', 'rejected', 'approved', 'closed', 'open', 'opened',
+    'paused', 'resumed', 'delayed', 'postponed', 'confirmed', 'unpaid', 'paid', 'overdue', 'done',
+    'blocked', 'shipped', 'deployed', 'reverted', 'merged', 'unmerged', 'live', 'offline', 'down', 'up',
+]);
+const STOP = new Set([
+    'the', 'and', 'for', 'with', 'that', 'this', 'from', 'per', 'now', 'was', 'were', 'are', 'has',
+    'have', 'had', 'into', 'onto', 'than', 'then', 'not', 'but', 'its', 'his', 'her', 'their', 'our',
+    'according', 'page', 'said', 'says', 'still', 'also', 'any', 'all', 'one', 'two', 'about',
+]);
+/** Normalise a clock time to HH:MM (24h). Returns null when it is not one. */
+function clock(h, m, ampm) {
+    let hh = Number(h);
+    const mm = m ? Number(m) : 0;
+    if (!Number.isFinite(hh) || hh > 23 || mm > 59)
+        return null;
+    if (ampm) {
+        const p = ampm.toLowerCase();
+        if (hh > 12)
+            return null;
+        if (p === 'pm' && hh < 12)
+            hh += 12;
+        if (p === 'am' && hh === 12)
+            hh = 0;
+    }
+    return `${String(hh).padStart(2, '0')}:${String(mm).padStart(2, '0')}`;
+}
+/**
+ * The comparable values in a text, by kind. Text matched by an earlier,
+ * more specific kind is blanked before a later kind runs, so "3:30pm" is one
+ * time rather than a time and the numbers 3 and 30, and "$49" is money, not
+ * a number.
+ */
+export function valueSlots(text) {
+    const slots = new Map();
+    const add = (k, v) => {
+        if (!slots.has(k))
+            slots.set(k, new Set());
+        slots.get(k).add(v);
+    };
+    let t = ` ${text} `;
+    const take = (re, fn) => {
+        t = t.replace(re, (...args) => {
+            const m = args;
+            fn(m);
+            return ' ';
+        });
+    };
+    // Times: 8:40 AM, 3:30pm, 14:00, 7pm.
+    take(/\b(\d{1,2}):(\d{2})\s*(am|pm)\b/gi, m => { const c = clock(m[1], m[2], m[3]); if (c)
+        add('time', c); });
+    take(/\b(\d{1,2})\s*(am|pm)\b/gi, m => { const c = clock(m[1], undefined, m[2]); if (c)
+        add('time', c); });
+    take(/\b([01]?\d|2[0-3]):([0-5]\d)\b/g, m => { const c = clock(m[1], m[2], undefined); if (c)
+        add('time', c); });
+    // Dates: 2026-01-15, Nov 14, 14 Nov, November 14th.
+    take(/\b(\d{4})-(\d{2})-(\d{2})\b/g, m => add('date', `${m[1]}-${m[2]}-${m[3]}`));
+    take(new RegExp(`\\b(${MONTHS})[a-z]*\\.?\\s+(\\d{1,2})(?:st|nd|rd|th)?\\b`, 'gi'), m => add('date', `${m[1].slice(0, 3).toLowerCase()}-${Number(m[2])}`));
+    take(new RegExp(`\\b(\\d{1,2})(?:st|nd|rd|th)?\\s+(${MONTHS})[a-z]*\\b`, 'gi'), m => add('date', `${m[2].slice(0, 3).toLowerCase()}-${Number(m[1])}`));
+    // A bare month after a preposition ("in October", "by March", "since
+    // November") is a date too — coarser, but "in October the club chose
+    // fantasy" against "in March … a mystery" is exactly the two-versions case
+    // (MWA, 0.18.1). Full names only and a preposition required: an unanchored
+    // match took the modal verb "may" and every passing "March" as a date, and
+    // on the real store that flagged enough false conflicts to show in the
+    // benchmark. Runs after the month-day forms, which have already been
+    // blanked, so "Nov 14" is not also counted as "nov".
+    take(/\b(?:in|by|until|till|from|since|during|before|after|early|late|mid|next|last|this|of|through)\s+(january|february|march|april|may|june|july|august|september|october|november|december)\b/gi, m => add('date', m[1].slice(0, 3).toLowerCase()));
+    // Money: $1.45, $2,400, $49/month.
+    take(/\$\s?(\d[\d,]*(?:\.\d+)?)/g, m => add('money', m[1].replace(/,/g, '')));
+    // Bare numbers (ids, counts, flight numbers): shared ones do no harm, differing ones may.
+    take(/\b\d+(?:\.\d+)?\b/g, m => add('number', m[0]));
+    // Status vocabulary.
+    for (const w of t.toLowerCase().match(/[a-z]+/g) ?? []) {
+        if (STATUS_WORDS.has(w))
+            add('status', w);
+    }
+    return slots;
+}
+/** Content words for the overlap fallback: lower-case, 3+ letters, no stopwords, no digits. */
+function words(c) {
+    const out = new Set();
+    for (const w of `${c.engram.concept} ${c.engram.content}`.toLowerCase().match(/[a-z][a-z']{2,}/g) ?? []) {
+        if (!STOP.has(w))
+            out.add(w);
+    }
+    return out;
+}
+function jaccard(a, b) {
+    if (a.size === 0 || b.size === 0)
+        return 0;
+    let inter = 0;
+    for (const w of a)
+        if (b.has(w))
+            inter++;
+    return inter / (a.size + b.size - inter);
+}
+const COSINE_RELATED = 0.80;
+const OVERLAP_RELATED = 0.30;
+/** True when the two memories look like they are about the same thing. */
+export function related(a, b) {
+    const ea = a.engram.embedding, eb = b.engram.embedding;
+    if (ea && eb && ea.length === eb.length && ea.length > 0) {
+        if (cosineSimilarity(ea, eb) >= COSINE_RELATED)
+            return true;
+    }
+    return jaccard(words(a), words(b)) >= OVERLAP_RELATED;
+}
+/** The first kind of value present in BOTH texts on which they disagree, or null. */
+export function disagreement(a, b) {
+    const sa = valueSlots(a.engram.content), sb = valueSlots(b.engram.content);
+    for (const kind of ['time', 'date', 'money', 'status', 'number']) {
+        let va = sa.get(kind), vb = sb.get(kind);
+        if (!va || !vb)
+            continue;
+        // Dates come at three grains (2026-01-15, nov-14, nov). When either side
+        // has a month-only value, compare both at month grain: "Nov 14" and
+        // "in November" agree; "in October" and "in March" do not.
+        if (kind === 'date' && ([...va, ...vb].some(v => /^[a-z]{3}$/.test(v)))) {
+            va = new Set([...va].map(monthOf));
+            vb = new Set([...vb].map(monthOf));
+        }
+        // Disagree when neither set contains the other: a memory that mentions
+        // two times, one of which the other repeats, is an elaboration, not a conflict.
+        const aInB = [...va].every(v => vb.has(v));
+        const bInA = [...vb].every(v => va.has(v));
+        if (!aInB && !bInA)
+            return kind;
+    }
+    return null;
+}
+const MONTH_NAMES = ['jan', 'feb', 'mar', 'apr', 'may', 'jun', 'jul', 'aug', 'sep', 'oct', 'nov', 'dec'];
+/** The month token of any date value this file produces. */
+function monthOf(v) {
+    const iso = /^(\d{4})-(\d{2})-\d{2}$/.exec(v);
+    if (iso)
+        return MONTH_NAMES[Number(iso[2]) - 1] ?? v;
+    return v.slice(0, 3);
+}
+function createdMs(c) {
+    const v = c.engram.createdAt;
+    if (!v)
+        return NaN;
+    return v instanceof Date ? v.getTime() : Date.parse(v);
+}
+function stale(c, now) {
+    return !!c.engram.supersededBy || validityState(c.engram, now) !== 'current';
+}
+/**
+ * Pairwise over the returned set. Returns one list of marks per input, in
+ * input order; an empty list means no conflict for that memory.
+ */
+export function detectConflicts(results, now = Date.now()) {
+    const marks = results.map(() => []);
+    for (let i = 0; i < results.length; i++) {
+        const a = results[i];
+        if (stale(a, now))
+            continue;
+        for (let j = i + 1; j < results.length; j++) {
+            const b = results[j];
+            if (stale(b, now))
+                continue;
+            if (a.engram.supersedes === b.engram.id || b.engram.supersedes === a.engram.id)
+                continue;
+            if (!related(a, b))
+                continue;
+            const slot = disagreement(a, b);
+            if (!slot)
+                continue;
+            const ta = createdMs(a), tb = createdMs(b);
+            const aNewer = Number.isFinite(ta) && Number.isFinite(tb) ? ta > tb : false;
+            const bNewer = Number.isFinite(ta) && Number.isFinite(tb) ? tb > ta : false;
+            marks[i].push({ id: b.engram.id, newer: aNewer, slot });
+            marks[j].push({ id: a.engram.id, newer: bNewer, slot });
+        }
+    }
+    return marks;
+}
+/**
+ * Newest first among results that are two versions of one fact — FOR HARNESSES.
+ *
+ * MWA's case: "In October the club chose fantasy / December science fiction /
+ * March a mystery" for "what did the club most recently choose". The
+ * cross-encoder cannot tell them apart, and a sort by its score put the newest
+ * last. AWM itself does NOT apply this (0.18.1): a score-epsilon fallback to the
+ * blend measured -14pp identifier s@1 (rerank2.ts), and applying this helper
+ * inside the engine measured -18pp with s@5 unchanged, because on a real store
+ * the detector also marks related memories that differ in a ticket id or a
+ * date. The marks are a cue to check the source. A harness whose policy is
+ * "newer beats older" (MWA's is) can call this on the returned results with
+ * their `conflictsWith` marks. `marks` is parallel to `results`; the returned
+ * array is new and its marks still describe the same ids.
+ */
+export function newestFirstAmongConflicts(results, marks) {
+    const out = results.slice();
+    const m = marks.slice();
+    for (let guard = 0; guard < out.length * out.length; guard++) {
+        let moved = false;
+        for (let j = 1; j < out.length && !moved; j++) {
+            for (let i = 0; i < j; i++) {
+                const mk = m[j].find(x => x.id === out[i].engram.id);
+                if (mk && mk.newer) {
+                    const [r] = out.splice(j, 1);
+                    const [mm] = m.splice(j, 1);
+                    out.splice(i, 0, r);
+                    m.splice(i, 0, mm);
+                    moved = true;
+                    break;
+                }
+            }
+        }
+        if (!moved)
+            break;
+    }
+    return out;
+}
+/** The id of the most recently written memory among those carrying a mark, or null. */
+export function newestConflicting(results, marks) {
+    let best = null, bestMs = -Infinity;
+    results.forEach((r, i) => {
+        if (marks[i].length === 0)
+            return;
+        const ms = createdMs(r);
+        if (Number.isFinite(ms) && ms > bestMs) {
+            bestMs = ms;
+            best = r.engram.id;
+        }
+    });
+    return best;
+}
+//# sourceMappingURL=conflicts.js.map

package/dist/core/conflicts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conflicts.js","sourceRoot":"","sources":["../../src/core/conflicts.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,sCAAsC;AACtC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AA4B9C,MAAM,MAAM,GAAG,sDAAsD,CAAC;AACtE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ;IAC/F,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAC7F,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI;CACpG,CAAC,CAAC;AACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC;IACnB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;IAC9F,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK;IAChG,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO;CAC1F,CAAC,CAAC;AAEH,8EAA8E;AAC9E,SAAS,KAAK,CAAC,CAAS,EAAE,CAAqB,EAAE,IAAwB;IACvE,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE;QAAE,OAAO,IAAI,CAAC;IAC5D,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QACzB,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,GAAG,EAAE;YAAE,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,KAAK,EAAE;YAAE,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;AACzE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC/C,MAAM,GAAG,GAAG,CAAC,CAAW,EAAE,CAAS,EAAE,EAAE;QACrC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QAC3C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC,CAAC;IACF,IAAI,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC;IACpB,MAAM,IAAI,GAAG,CAAC,EAAU,EAAE,EAAgC,EAAE,EAAE;QAC5D,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;YAC5B,MAAM,CAAC,GAAG,IAAkC,CAAC;YAC7C,EAAE,CAAC,CAAC,CAAC,CAAC;YACN,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,sCAAsC;IACtC,IAAI,CAAC,mCAAmC,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9G,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3G,IAAI,CAAC,iCAAiC,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjH,oDAAoD;IACpD,IAAI,CAAC,8BAA8B,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClF,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,MAAM,8CAA8C,EAAE,IAAI,CAAC,EAChF,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,IAAI,MAAM,CAAC,qCAAqC,MAAM,YAAY,EAAE,IAAI,CAAC,EAC5E,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,qEAAqE;IACrE,qEAAqE;IACrE,2EAA2E;IAC3E,2EAA2E;IAC3E,2EAA2E;IAC3E,uEAAuE;IACvE,qEAAqE;IACrE,qDAAqD;IACrD,IAAI,CAAC,8LAA8L,EACjM,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACpD,mCAAmC;IACnC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9E,0FAA0F;IAC1F,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,qBAAqB;IACrB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QACvD,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,+FAA+F;AAC/F,SAAS,KAAK,CAAC,CAAoB;IACjC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,EAAE,CAAC;QACxG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,CAAc,EAAE,CAAc;IAC7C,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,EAAE,CAAC;IACzC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,0EAA0E;AAC1E,MAAM,UAAU,OAAO,CAAC,CAAoB,EAAE,CAAoB;IAChE,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;IACvD,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzD,IAAI,gBAAgB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,cAAc;YAAE,OAAO,IAAI,CAAC;IAC9D,CAAC;IACD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC;AACxD,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,YAAY,CAAC,CAAoB,EAAE,CAAoB;IACrE,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3E,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAe,EAAE,CAAC;QAC/E,IAAI,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;YAAE,SAAS;QACzB,yEAAyE;QACzE,oEAAoE;QACpE,2DAA2D;QAC3D,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAAC,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,uEAAuE;QACvE,gFAAgF;QAChF,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;AACzG,4DAA4D;AAC5D,SAAS,OAAO,CAAC,CAAS;IACxB,MAAM,GAAG,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,GAAG;QAAE,OAAO,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IACrD,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,SAAS,CAAC,CAAoB;IACrC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;IAC7B,IAAI,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IACnB,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,KAAK,CAAC,CAAoB,EAAE,GAAW;IAC9C,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,SAAS,CAAC;AAC/E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,OAA4B,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;IACpF,MAAM,KAAK,GAAqB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAAE,SAAS;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE;gBAAE,SAAS;YACzF,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;gBAAE,SAAS;YAC7B,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5E,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACxD,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,yBAAyB,CAA8B,OAAY,EAAE,KAAuB;IAC1G,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IACxB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC7D,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrD,IAAI,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;oBACnB,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC1D,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;oBAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACxC,KAAK,GAAG,IAAI,CAAC;oBACb,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,MAAM;IACpB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,iBAAiB,CAAC,OAA4B,EAAE,KAAuB;IACrF,IAAI,IAAI,GAAkB,IAAI,EAAE,MAAM,GAAG,CAAC,QAAQ,CAAC;IACnD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAClC,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;YAAC,MAAM,GAAG,EAAE,CAAC;YAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/core/embeddings.d.ts

@@ -15,6 +15,15 @@
  * Set AWM_EMBED_MODEL=Xenova/all-MiniLM-L6-v2 for backward compatibility.
  */
 import { type FeatureExtractionPipeline } from '@huggingface/transformers';
+import type { Lane } from './model-daemon.js';
+/** The texts-per-pass setting, for the model daemon's background chunking. */
+export declare const EMBED_BATCH_SIZE: number;
+/** Exported with its batch size as a parameter so tests can compare settings in one process. */
+export declare function inProcessEmbed(args: {
+    texts: string[];
+    pooling: 'cls' | 'mean';
+    dimensions: number;
+}, batch?: number): Promise<number[][]>;
 /**
  * Get or initialize the embedding pipeline (singleton).
  * Kept for backwards compat — returns the in-process pipeline only.
@@ -30,9 +39,12 @@ export declare function embed(text: string): Promise<number[]>;
 /**
  * Generate embeddings for multiple texts in a batch.
  * More efficient than calling embed() in a loop — the worker batches the
- * tokenization + forward pass.
+ * tokenization + forward pass. `lane: 'background'` (consolidation backfill) lets the
+ * shared model daemon run interactive requests ahead of it.
  */
-export declare function embedBatch(texts: string[]): Promise<number[][]>;
+export declare function embedBatch(texts: string[], opts?: {
+    lane?: Lane;
+}): Promise<number[][]>;
 /** Get the current embedding model ID (for version tracking in stored embeddings) */
 export declare function getModelId(): string;
 /** Observed embedding-dimension mismatches. Surfaced by /health and memory_whoami. */

package/dist/core/embeddings.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/core/embeddings.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAY,KAAK,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AA8CrF;;;;;GAKG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,yBAAyB,CAAC,CAEtE;AAED;;;GAGG;AACH,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAG3D;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAGrE;AAED,qFAAqF;AACrF,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAeD,sFAAsF;AACtF,wBAAgB,eAAe,IAAI;IACjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAClD,CAMA;AAED,6CAA6C;AAC7C,wBAAgB,sBAAsB,IAAI,IAAI,CAI7C;AAED;;;;;;;;;GASG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CA0BjE;AAED,uCAAuC;AACvC,eAAO,MAAM,oBAAoB,QAAa,CAAC"}
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/core/embeddings.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAY,KAAK,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAErF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAsB9C,8EAA8E;AAC9E,eAAO,MAAM,gBAAgB,QAAc,CAAC;AAqB5C,gGAAgG;AAChG,wBAAsB,cAAc,CAAC,IAAI,EAAE;IAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,KAAK,GAAG,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,EAAE,KAAK,SAAc,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAerJ;AAQD;;;;;GAKG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,yBAAyB,CAAC,CAEtE;AAED;;;GAGG;AACH,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAG3D;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,GAAE;IAAE,IAAI,CAAC,EAAE,IAAI,CAAA;CAAO,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAGjG;AAED,qFAAqF;AACrF,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAeD,sFAAsF;AACtF,wBAAgB,eAAe,IAAI;IACjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAClD,CAMA;AAED,6CAA6C;AAC7C,wBAAgB,sBAAsB,IAAI,IAAI,CAI7C;AAED;;;;;;;;;GASG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CA0BjE;AAED,uCAAuC;AACvC,eAAO,MAAM,oBAAoB,QAAa,CAAC"}

package/dist/core/embeddings.js

@@ -17,12 +17,27 @@
  * Set AWM_EMBED_MODEL=Xenova/all-MiniLM-L6-v2 for backward compatibility.
  */
 import { pipeline } from '@huggingface/transformers';
-import { dispatchEmbed, registerInProcessHandlers } from './ml-worker.js';
+import { dispatchEmbed, registerInferenceConfig, registerInProcessHandlers } from './ml-worker.js';
 import { noteModelLoad } from './write-telemetry.js';
 import { ensureModelCacheDir } from './model-cache.js';
 const MODEL_ID = process.env.AWM_EMBED_MODEL ?? 'Xenova/bge-small-en-v1.5';
 const DIMENSIONS = parseInt(process.env.AWM_EMBED_DIMS ?? '384', 10);
 const POOLING = (process.env.AWM_EMBED_POOLING ?? 'mean');
+/**
+ * Texts per forward pass (default 8; 0 = all at once). onnxruntime-node's CPU arena grows
+ * to the largest tensor it has run and never shrinks, and attention is quadratic in the
+ * padded length: a 100-memory /memory/write-batch or a 32-engram consolidation backfill
+ * at 512 tokens set a high-water mark the process then kept for life. Chunking bounds it.
+ * A text's vector does not depend on the others in its batch (padding is masked).
+ * See reranker.ts for the measurement.
+ */
+const EMBED_BATCH = (() => {
+    // An explicit 0 disables chunking; anything else invalid falls back to 8 (see reranker.ts).
+    const v = Number(process.env.AWM_EMBED_BATCH?.trim() || NaN);
+    return Number.isInteger(v) && v >= 0 ? v : 8;
+})();
+/** The texts-per-pass setting, for the model daemon's background chunking. */
+export const EMBED_BATCH_SIZE = EMBED_BATCH;
 // --- In-process fallback (used by tests and crash recovery) ---
 let inProcessInstance = null;
 let inProcessInitPromise = null;
@@ -41,21 +56,27 @@ async function loadInProcess() {
     });
     return inProcessInitPromise;
 }
-async function inProcessEmbed(args) {
+/** Exported with its batch size as a parameter so tests can compare settings in one process. */
+export async function inProcessEmbed(args, batch = EMBED_BATCH) {
     const { texts, pooling, dimensions } = args;
     if (texts.length === 0)
         return [];
     const embedder = await loadInProcess();
-    const result = await embedder(texts, { pooling, normalize: true });
-    const data = result.data;
     const vectors = [];
-    for (let i = 0; i < texts.length; i++) {
-        vectors.push(Array.from(data.slice(i * dimensions, (i + 1) * dimensions)));
+    const size = batch > 0 ? batch : texts.length;
+    for (let b = 0; b < texts.length; b += size) {
+        const chunk = texts.slice(b, b + size);
+        const result = await embedder(chunk, { pooling, normalize: true });
+        const data = result.data;
+        for (let i = 0; i < chunk.length; i++) {
+            vectors.push(Array.from(data.slice(i * dimensions, (i + 1) * dimensions)));
+        }
     }
     return vectors;
 }
 // Register the in-process handler with the pool (used in test mode and as fallback)
-registerInProcessHandlers({ embed: inProcessEmbed });
+registerInProcessHandlers({ embed: (args) => inProcessEmbed(args) });
+registerInferenceConfig({ embedModel: MODEL_ID, embedDims: DIMENSIONS, embedPooling: POOLING, embedBatch: EMBED_BATCH });
 // --- Public API ---
 /**
  * Get or initialize the embedding pipeline (singleton).
@@ -77,12 +98,13 @@ export async function embed(text) {
 /**
  * Generate embeddings for multiple texts in a batch.
  * More efficient than calling embed() in a loop — the worker batches the
- * tokenization + forward pass.
+ * tokenization + forward pass. `lane: 'background'` (consolidation backfill) lets the
+ * shared model daemon run interactive requests ahead of it.
  */
-export async function embedBatch(texts) {
+export async function embedBatch(texts, opts = {}) {
     if (texts.length === 0)
         return [];
-    return dispatchEmbed({ texts, pooling: POOLING, dimensions: DIMENSIONS });
+    return dispatchEmbed({ texts, pooling: POOLING, dimensions: DIMENSIONS }, opts.lane);
 }
 /** Get the current embedding model ID (for version tracking in stored embeddings) */
 export function getModelId() {

package/dist/core/embeddings.js.map

@@ -1 +1 @@
-{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/core/embeddings.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,sCAAsC;AACtC;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,QAAQ,EAAkC,MAAM,2BAA2B,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,0BAA0B,CAAC;AAC3E,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,KAAK,EAAE,EAAE,CAAC,CAAC;AACrE,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAmB,CAAC;AAE5E,iEAAiE;AAEjE,IAAI,iBAAiB,GAAqC,IAAI,CAAC;AAC/D,IAAI,oBAAoB,GAA8C,IAAI,CAAC;AAE3E,KAAK,UAAU,aAAa;IAC1B,IAAI,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IAChD,IAAI,oBAAoB;QAAE,OAAO,oBAAoB,CAAC;IACtD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACrC,mBAAmB,EAAE,CAAC;IACtB,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC7F,iBAAiB,GAAG,IAAI,CAAC;QACzB,aAAa,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,sCAAsC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAsE;IAClG,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,MAAM,aAAa,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAoB,CAAC;IACzC,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,oFAAoF;AACpF,yBAAyB,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;AAErD,qBAAqB;AAErB;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,OAAO,aAAa,EAAE,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;IACjG,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAe;IAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,OAAO,aAAa,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,UAAU;IACxB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;GAQG;AACH,IAAI,gBAAgB,GAAG,CAAC,CAAC;AACzB,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAC9B,IAAI,iBAAiB,GAA6C,IAAI,CAAC;AAEvE,sFAAsF;AACtF,MAAM,UAAU,eAAe;IAK7B,OAAO;QACL,mBAAmB,EAAE,gBAAgB;QACrC,kBAAkB,EAAE,UAAU;QAC9B,MAAM,EAAE,iBAAiB;KAC1B,CAAC;AACJ,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,sBAAsB;IACpC,gBAAgB,GAAG,CAAC,CAAC;IACrB,iBAAiB,GAAG,KAAK,CAAC;IAC1B,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,yEAAyE;QACzE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,gBAAgB,EAAE,CAAC;YACnB,IAAI,CAAC,iBAAiB;gBAAE,iBAAiB,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;YAClF,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,iBAAiB,GAAG,IAAI,CAAC;gBACzB,OAAO,CAAC,KAAK,CACX,uCAAuC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,MAAM,KAAK;oBACpE,6EAA6E;oBAC7E,4EAA4E;oBAC5E,4EAA4E;oBAC5E,4DAA4D,CAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,kDAAkD;IAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,uCAAuC;AACvC,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC"}
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/core/embeddings.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,sCAAsC;AACtC;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,QAAQ,EAAkC,MAAM,2BAA2B,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAEnG,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,0BAA0B,CAAC;AAC3E,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,KAAK,EAAE,EAAE,CAAC,CAAC;AACrE,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAmB,CAAC;AAE5E;;;;;;;GAOG;AACH,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IACxB,4FAA4F;IAC5F,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC,CAAC,EAAE,CAAC;AAEL,8EAA8E;AAC9E,MAAM,CAAC,MAAM,gBAAgB,GAAG,WAAW,CAAC;AAE5C,iEAAiE;AAEjE,IAAI,iBAAiB,GAAqC,IAAI,CAAC;AAC/D,IAAI,oBAAoB,GAA8C,IAAI,CAAC;AAE3E,KAAK,UAAU,aAAa;IAC1B,IAAI,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IAChD,IAAI,oBAAoB;QAAE,OAAO,oBAAoB,CAAC;IACtD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACrC,mBAAmB,EAAE,CAAC;IACtB,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC7F,iBAAiB,GAAG,IAAI,CAAC;QACzB,aAAa,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,sCAAsC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,gGAAgG;AAChG,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAsE,EAAE,KAAK,GAAG,WAAW;IAC9H,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,MAAM,aAAa,EAAE,CAAC;IACvC,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAoB,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,oFAAoF;AACpF,yBAAyB,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrE,uBAAuB,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC;AAEzH,qBAAqB;AAErB;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,OAAO,aAAa,EAAE,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;IACjG,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAe,EAAE,OAAwB,EAAE;IAC1E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAClC,OAAO,aAAa,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;AACvF,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,UAAU;IACxB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;GAQG;AACH,IAAI,gBAAgB,GAAG,CAAC,CAAC;AACzB,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAC9B,IAAI,iBAAiB,GAA6C,IAAI,CAAC;AAEvE,sFAAsF;AACtF,MAAM,UAAU,eAAe;IAK7B,OAAO;QACL,mBAAmB,EAAE,gBAAgB;QACrC,kBAAkB,EAAE,UAAU;QAC9B,MAAM,EAAE,iBAAiB;KAC1B,CAAC;AACJ,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,sBAAsB;IACpC,gBAAgB,GAAG,CAAC,CAAC;IACrB,iBAAiB,GAAG,KAAK,CAAC;IAC1B,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,yEAAyE;QACzE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,gBAAgB,EAAE,CAAC;YACnB,IAAI,CAAC,iBAAiB;gBAAE,iBAAiB,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;YAClF,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,iBAAiB,GAAG,IAAI,CAAC;gBACzB,OAAO,CAAC,KAAK,CACX,uCAAuC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,MAAM,KAAK;oBACpE,6EAA6E;oBAC7E,4EAA4E;oBAC5E,4EAA4E;oBAC5E,4DAA4D,CAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,kDAAkD;IAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,uCAAuC;AACvC,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC"}

package/dist/core/format-recall.d.ts

@@ -12,5 +12,25 @@ import type { ActivationResult } from '../types/engram.js';
  * bodies can be long, and a consumer scanning for `[id: ...]` shouldn't have
  * to read past a paragraph of content to find it.
  */
-export declare function formatRecallResultLine(r: ActivationResult, index: number): string;
+/**
+ * True when Phase 5.5 has already trimmed this engram's body.
+ *
+ * The fade marker is written INTO the content (`consolidation.ts` appends
+ * `'… [faded]'` after slicing to FADE_KEEP_CHARS), which means it is only
+ * visible to a reader who reaches the end of the body. Two things hide it
+ * there: `granularity: 'compact'`/`'auto'`, where the displayed body is a
+ * query-aware 200-char window that will rarely include the tail, and the
+ * plain length of a full body. So the marker is detected on the CONTENT and
+ * rendered in the header, next to `[valid until …]`, where a partial answer
+ * cannot be mistaken for a complete one.
+ *
+ * Matched anywhere rather than at the end because merge-on-reinforce
+ * (`AWM_REINFORCE_MERGE_CONTENT`) can append text after a fade, which would
+ * leave the marker mid-body. A false positive labels a full memory partial,
+ * which is the harmless direction.
+ */
+export declare function isFaded(content: string): boolean;
+export declare function formatRecallResultLine(r: ActivationResult, index: number, now?: number): string;
+/** YYYY-MM-DD from a Date or ISO string; empty when absent or unparseable. */
+export declare function writtenDate(createdAt: Date | string | null | undefined): string;
 //# sourceMappingURL=format-recall.d.ts.map

package/dist/core/format-recall.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"format-recall.d.ts","sourceRoot":"","sources":["../../src/core/format-recall.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;;;;;;;;;;;GAYG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CASjF"}
+{"version":3,"file":"format-recall.d.ts","sourceRoot":"","sources":["../../src/core/format-recall.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAG3D;;;;;;;;;;;;GAYG;AACH;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAEhD;AAED,wBAAgB,sBAAsB,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAE,MAAmB,GAAG,MAAM,CAsC3G;AAED,8EAA8E;AAC9E,wBAAgB,WAAW,CAAC,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAI/E"}

package/dist/core/format-recall.js

@@ -1,3 +1,4 @@
+import { validityState } from './validity.js';
 /**
  * Formats one memory_recall result line for the MCP text response.
  *
@@ -11,14 +12,68 @@
  * bodies can be long, and a consumer scanning for `[id: ...]` shouldn't have
  * to read past a paragraph of content to find it.
  */
-export function formatRecallResultLine(r, index) {
+/**
+ * True when Phase 5.5 has already trimmed this engram's body.
+ *
+ * The fade marker is written INTO the content (`consolidation.ts` appends
+ * `'… [faded]'` after slicing to FADE_KEEP_CHARS), which means it is only
+ * visible to a reader who reaches the end of the body. Two things hide it
+ * there: `granularity: 'compact'`/`'auto'`, where the displayed body is a
+ * query-aware 200-char window that will rarely include the tail, and the
+ * plain length of a full body. So the marker is detected on the CONTENT and
+ * rendered in the header, next to `[valid until …]`, where a partial answer
+ * cannot be mistaken for a complete one.
+ *
+ * Matched anywhere rather than at the end because merge-on-reinforce
+ * (`AWM_REINFORCE_MERGE_CONTENT`) can append text after a fade, which would
+ * leave the marker mid-body. A false positive labels a full memory partial,
+ * which is the harmless direction.
+ */
+export function isFaded(content) {
+    return content.includes('[faded]');
+}
+export function formatRecallResultLine(r, index, now = Date.now()) {
     const body = r.summary ?? r.engram.content;
+    // Fade retains 7.1% of answer-bearing identifiers while leaving findability
+    // intact (docs/eval-gap-2026-10-11.md §8.1) — 37 of 38 faded engrams still
+    // surface by cue. That combination is the worst possible shape: the result
+    // ranks, reads as an answer, and no longer contains one. The label does not
+    // fix the retrieval, it stops the silent part.
+    const faded = isFaded(r.engram.content)
+        // Fade overwrites the content (consolidation.ts Phase 5.5); no tool can bring the
+        // rest back, so the label says what to do instead.
+        ? ' [faded — body trimmed, the rest is gone; confirm against the source or a newer memory]'
+        : '';
     const chain = r.engram.supersededBy
         ? ` ⚠ SUPERSEDED by ${r.engram.supersededBy} — treat as historical; recall/fetch the successor before relying on this.`
         : '';
-    const validity = r.engram.validTo
-        ? ` [valid until ${r.engram.validTo}]`
-        : '';
-    return `${index + 1}. **${r.engram.concept}** (${r.score.toFixed(3)}) [id: ${r.engram.id}]${validity}: ${body}${chain}`;
+    // Temporal validity (D8). Same decision as ranking (activation.ts Phase 8c,
+    // via core/validity.ts): a memory past its valid_to is down-ranked AND says
+    // so here — "[valid until 2026-01-15]" on a line read in March was the label
+    // that let 482 expired memories in the live store pass as current.
+    const vstate = validityState(r.engram, now);
+    const validity = vstate === 'expired'
+        ? ` ⚠ EXPIRED ${r.engram.validTo} — treat as historical; confirm the current state before relying on this.`
+        : vstate === 'not-yet-valid'
+            ? ` [not yet valid — from ${r.engram.validFrom}]`
+            : r.engram.validTo
+                ? ` [valid until ${r.engram.validTo}]`
+                : '';
+    // The written date on every line (2026-10-19). Two versions of a fact used
+    // to arrive with nothing to say which came first; the prime hook printed an
+    // age, this format printed nothing.
+    const written = writtenDate(r.engram.createdAt);
+    const dated = written ? ` [written ${written}]` : '';
+    // Conflict mark (src/core/conflicts.ts): phrased as a question, because the
+    // detector cannot tell a correction from two facts that share a template.
+    const conflicts = (r.conflictsWith ?? []).map(c => ` ⚠ POSSIBLE CONFLICT with ${c.id} on a ${c.slot} (this one is ${c.newer ? 'newer' : 'older'}; confirm against the source before stating a value)`).join('');
+    return `${index + 1}. **${r.engram.concept}** (${r.score.toFixed(3)}) [id: ${r.engram.id}]${dated}${validity}${faded}: ${body}${chain}${conflicts}`;
+}
+/** YYYY-MM-DD from a Date or ISO string; empty when absent or unparseable. */
+export function writtenDate(createdAt) {
+    if (!createdAt)
+        return '';
+    const ms = createdAt instanceof Date ? createdAt.getTime() : Date.parse(createdAt);
+    return Number.isFinite(ms) ? new Date(ms).toISOString().slice(0, 10) : '';
 }
 //# sourceMappingURL=format-recall.js.map