@namzu/sdk 34.2.0 → 36.0.0

package/dist/compaction/salience/score.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../../src/compaction/salience/score.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAoB,OAAO,EAAe,MAAM,8BAA8B,CAAA;AAO1F,MAAM,WAAW,eAAe;IAC/B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;CAC3B;AAED,eAAO,MAAM,wBAAwB,EAAE,eAKtC,CAAA;AAED,MAAM,WAAW,cAAc;IAC9B,+CAA+C;IAC/C,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,2EAA2E;IAC3E,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAA;IACnC,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAA;CACjC;AAED,eAAO,MAAM,uBAAuB,EAAE,cAIrC,CAAA;AAED,MAAM,MAAM,eAAe,GAAG,cAAc,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAA;AAE3E,MAAM,WAAW,aAAa;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;IAC9B,+EAA+E;IAC/E,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,yFAAyF;IACzF,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,eAAe,GAAG,IAAI,CAAA;CAC1C;AAED,MAAM,WAAW,YAAY;IAC5B,6FAA6F;IAC7F,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,0DAA0D;IAC1D,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAA;CACzC;AAED,4EAA4E;AAC5E,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAcpD;AAuBD,wBAAgB,aAAa,CAC5B,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,OAAO,EAAE,YAAY,GACnB,aAAa,EAAE,CAoLjB"}

package/dist/compaction/salience/score.js

@@ -0,0 +1,256 @@
+/**
+ * Salience: how much the next step depends on each message.
+ *
+ * The compaction pass chose what to keep by position — the floor, the
+ * last few turns, the last few tool results — and a fact stated in the
+ * middle of a long run aged out at the same rate as chatter. This gives
+ * every message a number instead, from four things the kernel can
+ * observe without a model:
+ *
+ *   recency     how many messages ago, decayed with a half-life;
+ *   relevance   BM25 against the goal — the task, the requirements, the
+ *               open plan items, the latest intent;
+ *   utility     whether it was USED: a tool result whose paths and
+ *               identifiers reappear in a later tool input or assistant
+ *               turn; an instruction from the user;
+ *   redundancy  whether a later message says the same thing — a repeated
+ *               read, the same error twice — so the older copy yields.
+ *
+ * What no score may cross is stated as `protected`: the leading system
+ * run, `retain` markers with the turn they pull in, the most recent
+ * turns, and the other half of a tool-call pair. Pure, like `plan.ts`:
+ * no run, no logger, no provider, so it can be asked without one.
+ */
+import { findRetainedIndices } from '../retention.js';
+import { estimateMessageTokens } from '../token-estimate.js';
+import { bm25Score, buildIndex, indexDocument } from './bm25.js';
+import { isEmptySignature, minhash, similarity } from './minhash.js';
+import { tokenize } from './tokenize.js';
+export const DEFAULT_SALIENCE_WEIGHTS = {
+    recency: 1,
+    relevance: 1,
+    utility: 1,
+    redundancy: 1,
+};
+export const DEFAULT_SALIENCE_CONFIG = {
+    halfLifeMessages: 12,
+    duplicateThreshold: 0.8,
+    weights: DEFAULT_SALIENCE_WEIGHTS,
+};
+/** The model-visible text of a message, with an assistant's tool inputs. */
+export function messageText(message) {
+    if (message.role === 'tool') {
+        return typeof message.content === 'string'
+            ? message.content
+            : message.content.flatMap((block) => (block.type === 'text' ? [block.text] : [])).join('\n');
+    }
+    const parts = [];
+    if (typeof message.content === 'string')
+        parts.push(message.content);
+    if (message.role === 'assistant') {
+        for (const call of message.toolCalls ?? []) {
+            parts.push(call.function.name, call.function.arguments);
+        }
+    }
+    return parts.join('\n');
+}
+function hasRichContent(message) {
+    return ((message.role === 'user' && (message.attachments?.length ?? 0) > 0) ||
+        (message.role === 'tool' &&
+            typeof message.content !== 'string' &&
+            message.content.some((block) => block.type !== 'text')));
+}
+const isAssistantWithCalls = (m) => m.role === 'assistant' && Array.isArray(m.toolCalls);
+/** Tokens that look like something a later turn could cite: paths, identifiers, dotted keys. */
+function citable(tokens) {
+    const out = new Set();
+    for (const token of tokens) {
+        if (token.length >= 5 || token.includes('/') || token.includes('.'))
+            out.add(token);
+    }
+    return out;
+}
+export function scoreMessages(messages, options) {
+    const config = {
+        ...DEFAULT_SALIENCE_CONFIG,
+        ...options.config,
+        weights: { ...DEFAULT_SALIENCE_WEIGHTS, ...options.config?.weights },
+    };
+    const n = messages.length;
+    const texts = messages.map(messageText);
+    const richContent = messages.map(hasRichContent);
+    const tokenLists = texts.map(tokenize);
+    const documents = texts.map(indexDocument);
+    const index = buildIndex(documents);
+    const goalTokens = tokenize(options.goal);
+    // Relevance, normalised to the best message of the pass so weights mean
+    // the same thing in a short run and a long one.
+    // Normalised to the best message the pass could evict, not to the user
+    // turn that stated the goal: that turn matches the goal by definition,
+    // and measured against it every result reads as barely relevant.
+    const rawRelevance = documents.map((doc) => bm25Score(index, doc, goalTokens));
+    // Nor to an assistant turn that only issued a call: its arguments echo
+    // the goal's path in a dozen tokens, which BM25 scores above the
+    // four-thousand-token result that actually holds the file.
+    const maxRelevance = Math.max(0, ...rawRelevance.filter((_, i) => {
+        const m = messages[i];
+        return m.role === 'tool' || (m.role === 'assistant' && !isAssistantWithCalls(m));
+    }));
+    // Citation index: everything a LATER assistant turn or tool input names.
+    // Built once, suffix-wise, so each message asks "does anything after me
+    // cite my identifiers" in one lookup.
+    const citedAfter = new Array(n);
+    let running = new Set();
+    for (let i = n - 1; i >= 0; i -= 1) {
+        citedAfter[i] = running;
+        const message = messages[i];
+        if (message.role === 'assistant' || message.role === 'user') {
+            running = new Set([...running, ...citable(tokenLists[i])]);
+        }
+    }
+    // Redundancy: the highest similarity to any later message of the same
+    // role, and a full demotion when a later assistant turn repeats this
+    // message's tool call exactly.
+    const signatures = tokenLists.map(minhash);
+    const callKeys = messages.map((m) => isAssistantWithCalls(m)
+        ? (m.toolCalls ?? []).map((c) => `${c.function.name}:${c.function.arguments}`)
+        : []);
+    const laterCallKeys = new Array(n);
+    let calls = new Set();
+    for (let i = n - 1; i >= 0; i -= 1) {
+        laterCallKeys[i] = calls;
+        if (callKeys[i].length > 0)
+            calls = new Set([...calls, ...callKeys[i]]);
+    }
+    // Protection.
+    const protectedBy = new Array(n).fill(null);
+    let floorEnd = 0;
+    while (floorEnd < n && messages[floorEnd]?.role === 'system') {
+        protectedBy[floorEnd] = 'system-floor';
+        floorEnd += 1;
+    }
+    for (const i of findRetainedIndices(messages))
+        if (protectedBy[i] === null)
+            protectedBy[i] = 'retain';
+    for (let i = Math.max(floorEnd, n - options.keepRecentMessages); i < n; i += 1) {
+        if (protectedBy[i] === null)
+            protectedBy[i] = 'recent';
+    }
+    // A protected half of a pair protects the other half.
+    for (let i = 0; i < n; i += 1) {
+        const message = messages[i];
+        if (!isAssistantWithCalls(message) || protectedBy[i] === null)
+            continue;
+        const ids = new Set((message.toolCalls ?? []).map((c) => c.id));
+        for (let j = i + 1; j < n && ids.size > 0; j += 1) {
+            const candidate = messages[j];
+            if (candidate.role !== 'tool') {
+                if (candidate.role === 'assistant')
+                    break;
+                continue;
+            }
+            if (ids.has(candidate.toolCallId)) {
+                ids.delete(candidate.toolCallId);
+                if (protectedBy[j] === null)
+                    protectedBy[j] = 'pair';
+            }
+        }
+    }
+    for (let j = n - 1; j >= 0; j -= 1) {
+        const message = messages[j];
+        if (message.role !== 'tool' || protectedBy[j] === null)
+            continue;
+        const id = message.toolCallId;
+        for (let i = j - 1; i >= 0; i -= 1) {
+            const candidate = messages[i];
+            if (isAssistantWithCalls(candidate) && (candidate.toolCalls ?? []).some((c) => c.id === id)) {
+                if (protectedBy[i] === null)
+                    protectedBy[i] = 'pair';
+                break;
+            }
+        }
+    }
+    const scored = [];
+    for (let i = 0; i < n; i += 1) {
+        const message = messages[i];
+        const distance = n - 1 - i;
+        const recency = 2 ** (-distance / Math.max(1, config.halfLifeMessages));
+        const relevance = maxRelevance > 0 ? rawRelevance[i] / maxRelevance : 0;
+        let utility = 0;
+        if (message.role === 'user') {
+            // An instruction is used by everything after it; an acknowledgment
+            // ("ok, go on") is not an instruction. The difference is whether it
+            // names anything or says more than a few words.
+            const tokens = tokenLists[i];
+            utility = citable(tokens).size > 0 || tokens.length >= 6 ? 1 : 0.2;
+        }
+        else if (message.role === 'tool') {
+            // Used is used: one identifier from this result named by a later
+            // turn is the evidence, and a count would let the recency of
+            // everything after it outvote the one result the run came back
+            // for. The eval that placed the account id deep in an early dump
+            // and cited it later watched the salience pass clear it under a
+            // thirds rule.
+            const mine = citable(tokenLists[i]);
+            let hits = 0;
+            for (const token of mine)
+                if (citedAfter[i].has(token))
+                    hits += 1;
+            utility = hits > 0 ? 1 : 0;
+        }
+        else if (isAssistantWithCalls(message))
+            utility = 0.5;
+        let redundancy = 0;
+        const signature = signatures[i];
+        // A caption or a repeated call cannot prove that two screenshots or
+        // documents contain the same evidence. The lexical scorer has no
+        // access to their meaning, so it must not call those messages duplicates.
+        if (!richContent[i] && !isEmptySignature(signature)) {
+            for (let j = i + 1; j < n; j += 1) {
+                if (richContent[j] || messages[j].role !== message.role)
+                    continue;
+                const sim = similarity(signature, signatures[j]);
+                if (sim > redundancy)
+                    redundancy = sim;
+            }
+        }
+        if (redundancy < config.duplicateThreshold)
+            redundancy = redundancy >= 0.5 ? redundancy : 0;
+        else
+            redundancy = 1;
+        if (message.role === 'tool' && !richContent[i]) {
+            // The result of a call a later turn repeats exactly: the newer
+            // result is the one that counts.
+            for (let k = i - 1; k >= 0; k -= 1) {
+                const producer = messages[k];
+                if (!isAssistantWithCalls(producer))
+                    continue;
+                const call = (producer.toolCalls ?? []).find((c) => c.id === message.toolCallId);
+                if (call) {
+                    const key = `${call.function.name}:${call.function.arguments}`;
+                    if (laterCallKeys[i].has(key))
+                        redundancy = 1;
+                    break;
+                }
+            }
+        }
+        const w = config.weights;
+        const salience = w.recency * recency +
+            w.relevance * relevance +
+            w.utility * utility -
+            w.redundancy * redundancy;
+        scored.push({
+            index: i,
+            role: message.role,
+            tokens: estimateMessageTokens(message),
+            recency,
+            relevance,
+            utility,
+            redundancy,
+            salience,
+            protected: protectedBy[i],
+        });
+    }
+    return scored;
+}
+//# sourceMappingURL=score.js.map

package/dist/compaction/salience/score.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.js","sourceRoot":"","sources":["../../../src/compaction/salience/score.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAGH,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,EAAqB,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AACnF,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AASxC,MAAM,CAAC,MAAM,wBAAwB,GAAoB;IACxD,OAAO,EAAE,CAAC;IACV,SAAS,EAAE,CAAC;IACZ,OAAO,EAAE,CAAC;IACV,UAAU,EAAE,CAAC;CACb,CAAA;AAUD,MAAM,CAAC,MAAM,uBAAuB,GAAmB;IACtD,gBAAgB,EAAE,EAAE;IACpB,kBAAkB,EAAE,GAAG;IACvB,OAAO,EAAE,wBAAwB;CACjC,CAAA;AA0BD,4EAA4E;AAC5E,MAAM,UAAU,WAAW,CAAC,OAAgB;IAC3C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7B,OAAO,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YACzC,CAAC,CAAC,OAAO,CAAC,OAAO;YACjB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC9F,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACpE,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAK,OAA4B,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;QACxD,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,OAAgB;IACvC,OAAO,CACN,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YACnC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CACxD,CAAA;AACF,CAAC;AAED,MAAM,oBAAoB,GAAG,CAAC,CAAU,EAAyB,EAAE,CAClE,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,OAAO,CAAE,CAAsB,CAAC,SAAS,CAAC,CAAA;AAE3E,gGAAgG;AAChG,SAAS,OAAO,CAAC,MAAyB;IACzC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAA;IAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACpF,CAAC;IACD,OAAO,GAAG,CAAA;AACX,CAAC;AAED,MAAM,UAAU,aAAa,CAC5B,QAA4B,EAC5B,OAAqB;IAErB,MAAM,MAAM,GAAmB;QAC9B,GAAG,uBAAuB;QAC1B,GAAG,OAAO,CAAC,MAAM;QACjB,OAAO,EAAE,EAAE,GAAG,wBAAwB,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE;KACpE,CAAA;IACD,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAA;IACzB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;IACvC,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IAChD,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;IACtC,MAAM,SAAS,GAAmB,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,CAAA;IACnC,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAEzC,wEAAwE;IACxE,gDAAgD;IAChD,uEAAuE;IACvE,uEAAuE;IACvE,iEAAiE;IACjE,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,CAAA;IAC9E,uEAAuE;IACvE,iEAAiE;IACjE,2DAA2D;IAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC5B,CAAC,EACD,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC/B,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;QAChC,OAAO,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAA;IACjF,CAAC,CAAC,CACF,CAAA;IAED,yEAAyE;IACzE,wEAAwE;IACxE,sCAAsC;IACtC,MAAM,UAAU,GAAkB,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IAC9C,IAAI,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAA;QACvB,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;QACtC,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7D,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAa,CAAC,CAAC,CAAC,CAAA;QACvE,CAAC;IACF,CAAC;IAED,sEAAsE;IACtE,qEAAqE;IACrE,+BAA+B;IAC/B,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACnC,oBAAoB,CAAC,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QAC9E,CAAC,CAAC,EAAE,CACL,CAAA;IACD,MAAM,aAAa,GAAkB,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IACjD,IAAI,KAAK,GAAG,IAAI,GAAG,EAAU,CAAA;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,aAAa,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;QACxB,IAAK,QAAQ,CAAC,CAAC,CAAc,CAAC,MAAM,GAAG,CAAC;YACvC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,GAAI,QAAQ,CAAC,CAAC,CAAc,CAAC,CAAC,CAAA;IAC3D,CAAC;IAED,cAAc;IACd,MAAM,WAAW,GAA+B,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvE,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,OAAO,QAAQ,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9D,WAAW,CAAC,QAAQ,CAAC,GAAG,cAAc,CAAA;QACtC,QAAQ,IAAI,CAAC,CAAA;IACd,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,mBAAmB,CAAC,QAAQ,CAAC;QAC5C,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,WAAW,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAA;IACvD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAChF,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,WAAW,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAA;IACvD,CAAC;IACD,sDAAsD;IACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;QACtC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,SAAQ;QACvE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACnD,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;YACxC,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW;oBAAE,MAAK;gBACzC,SAAQ;YACT,CAAC;YACD,IAAI,GAAG,CAAC,GAAG,CAAE,SAAyB,CAAC,UAAU,CAAC,EAAE,CAAC;gBACpD,GAAG,CAAC,MAAM,CAAE,SAAyB,CAAC,UAAU,CAAC,CAAA;gBACjD,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI;oBAAE,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,CAAA;YACrD,CAAC;QACF,CAAC;IACF,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;QACtC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,SAAQ;QAChE,MAAM,EAAE,GAAI,OAAuB,CAAC,UAAU,CAAA;QAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;YACxC,IAAI,oBAAoB,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBAC7F,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI;oBAAE,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,CAAA;gBACpD,MAAK;YACN,CAAC;QACF,CAAC;IACF,CAAC;IAED,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;QACtC,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC1B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAA;QACvE,MAAM,SAAS,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAE,YAAY,CAAC,CAAC,CAAY,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;QAEnF,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,mEAAmE;YACnE,oEAAoE;YACpE,gDAAgD;YAChD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAa,CAAA;YACxC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;QACnE,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACpC,iEAAiE;YACjE,6DAA6D;YAC7D,+DAA+D;YAC/D,iEAAiE;YACjE,gEAAgE;YAChE,eAAe;YACf,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAa,CAAC,CAAA;YAC/C,IAAI,IAAI,GAAG,CAAC,CAAA;YACZ,KAAK,MAAM,KAAK,IAAI,IAAI;gBAAE,IAAK,UAAU,CAAC,CAAC,CAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,IAAI,IAAI,CAAC,CAAA;YAClF,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3B,CAAC;aAAM,IAAI,oBAAoB,CAAC,OAAO,CAAC;YAAE,OAAO,GAAG,GAAG,CAAA;QAEvD,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAgB,CAAA;QAC9C,oEAAoE;QACpE,iEAAiE;QACjE,0EAA0E;QAC1E,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YACrD,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,IAAI,WAAW,CAAC,CAAC,CAAC,IAAK,QAAQ,CAAC,CAAC,CAAa,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI;oBAAE,SAAQ;gBAC9E,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAgB,CAAC,CAAA;gBAC/D,IAAI,GAAG,GAAG,UAAU;oBAAE,UAAU,GAAG,GAAG,CAAA;YACvC,CAAC;QACF,CAAC;QACD,IAAI,UAAU,GAAG,MAAM,CAAC,kBAAkB;YAAE,UAAU,GAAG,UAAU,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;;YACtF,UAAU,GAAG,CAAC,CAAA;QACnB,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,+DAA+D;YAC/D,iCAAiC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAY,CAAA;gBACvC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC;oBAAE,SAAQ;gBAC7C,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAM,OAAuB,CAAC,UAAU,CACnD,CAAA;gBACD,IAAI,IAAI,EAAE,CAAC;oBACV,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;oBAC9D,IAAK,aAAa,CAAC,CAAC,CAAiB,CAAC,GAAG,CAAC,GAAG,CAAC;wBAAE,UAAU,GAAG,CAAC,CAAA;oBAC9D,MAAK;gBACN,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAA;QACxB,MAAM,QAAQ,GACb,CAAC,CAAC,OAAO,GAAG,OAAO;YACnB,CAAC,CAAC,SAAS,GAAG,SAAS;YACvB,CAAC,CAAC,OAAO,GAAG,OAAO;YACnB,CAAC,CAAC,UAAU,GAAG,UAAU,CAAA;QAC1B,MAAM,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,qBAAqB,CAAC,OAAO,CAAC;YACtC,OAAO;YACP,SAAS;YACT,OAAO;YACP,UAAU;YACV,QAAQ;YACR,SAAS,EAAE,WAAW,CAAC,CAAC,CAA2B;SACnD,CAAC,CAAA;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACd,CAAC"}

package/dist/compaction/salience/tokenize.d.ts

@@ -0,0 +1,20 @@
+/**
+ * An identifier-aware tokenizer for scoring, not for search.
+ *
+ * A coding conversation's vocabulary is paths, identifiers and error
+ * names. A word tokenizer sees `src/store.mjs` as one token that matches
+ * nothing and `removeTodo` as another; the model, asked about `store`,
+ * is looking at both. So a path splits on its separators, a `camelCase`
+ * or `snake_case` identifier splits into its words AND keeps its whole
+ * form, and a dotted attribute key (`namzu.run.id`) yields both the key
+ * and its parts. Everything is lower-cased; nothing is stemmed, because
+ * a stemmer that turns `tests` into `test` also turns `testing` into it,
+ * and the false matches cost more than the missed ones in a corpus this
+ * small. Stop words are the handful that carry no relevance in any
+ * sentence and would otherwise dominate term frequency.
+ */
+/** Tokens of `text`, lower-cased, with identifiers and paths opened up. */
+export declare function tokenize(text: string): string[];
+/** Term frequencies of `tokens`. */
+export declare function termFrequencies(tokens: readonly string[]): Map<string, number>;
+//# sourceMappingURL=tokenize.d.ts.map

package/dist/compaction/salience/tokenize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenize.d.ts","sourceRoot":"","sources":["../../../src/compaction/salience/tokenize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AA2CH,2EAA2E;AAC3E,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAuB/C;AAED,oCAAoC;AACpC,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAI9E"}

package/dist/compaction/salience/tokenize.js

@@ -0,0 +1,92 @@
+/**
+ * An identifier-aware tokenizer for scoring, not for search.
+ *
+ * A coding conversation's vocabulary is paths, identifiers and error
+ * names. A word tokenizer sees `src/store.mjs` as one token that matches
+ * nothing and `removeTodo` as another; the model, asked about `store`,
+ * is looking at both. So a path splits on its separators, a `camelCase`
+ * or `snake_case` identifier splits into its words AND keeps its whole
+ * form, and a dotted attribute key (`namzu.run.id`) yields both the key
+ * and its parts. Everything is lower-cased; nothing is stemmed, because
+ * a stemmer that turns `tests` into `test` also turns `testing` into it,
+ * and the false matches cost more than the missed ones in a corpus this
+ * small. Stop words are the handful that carry no relevance in any
+ * sentence and would otherwise dominate term frequency.
+ */
+const STOP_WORDS = new Set([
+    'a',
+    'an',
+    'and',
+    'are',
+    'as',
+    'at',
+    'be',
+    'by',
+    'for',
+    'from',
+    'i',
+    'if',
+    'in',
+    'is',
+    'it',
+    'of',
+    'on',
+    'or',
+    'that',
+    'the',
+    'then',
+    'this',
+    'to',
+    'was',
+    'will',
+    'with',
+    'you',
+]);
+const WORD = /[\p{L}\p{N}_$][\p{L}\p{N}_$.\-/\\:]*/gu;
+function splitIdentifier(raw) {
+    const parts = raw
+        .replace(/([a-z0-9])([A-Z])/g, '$1 $2')
+        .replace(/([A-Z]+)([A-Z][a-z])/g, '$1 $2')
+        .split(/[_\s]+/)
+        .filter((p) => p.length > 0);
+    return parts.length > 1 ? parts : [];
+}
+/** Tokens of `text`, lower-cased, with identifiers and paths opened up. */
+export function tokenize(text) {
+    const out = [];
+    for (const match of text.matchAll(WORD)) {
+        const raw = match[0].replace(/^[.\-/\\:]+|[.\-/\\:]+$/g, '');
+        if (raw.length === 0)
+            continue;
+        const whole = raw.toLowerCase();
+        if (!STOP_WORDS.has(whole))
+            out.push(whole);
+        // Separators first: a path or dotted key contributes each segment.
+        const segments = raw.split(/[/\\.:\-]+/).filter((s) => s.length > 0);
+        if (segments.length > 1) {
+            for (const segment of segments) {
+                const lower = segment.toLowerCase();
+                if (!STOP_WORDS.has(lower) && lower !== whole)
+                    out.push(lower);
+                for (const part of splitIdentifier(segment))
+                    out.push(part.toLowerCase());
+            }
+        }
+        else {
+            for (const part of splitIdentifier(raw)) {
+                const lower = part.toLowerCase();
+                if (!STOP_WORDS.has(lower))
+                    out.push(lower);
+            }
+        }
+    }
+    return out;
+}
+/** Term frequencies of `tokens`. */
+export function termFrequencies(tokens) {
+    const tf = new Map();
+    for (const token of tokens)
+        tf.set(token, (tf.get(token) ?? 0) + 1);
+    return tf;
+}
+//# sourceMappingURL=tokenize.js.map

package/dist/compaction/salience/tokenize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenize.js","sourceRoot":"","sources":["../../../src/compaction/salience/tokenize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,MAAM,UAAU,GAAwB,IAAI,GAAG,CAAC;IAC/C,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,MAAM;IACN,GAAG;IACH,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,IAAI;IACJ,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;CACL,CAAC,CAAA;AAEF,MAAM,IAAI,GAAG,wCAAwC,CAAA;AAErD,SAAS,eAAe,CAAC,GAAW;IACnC,MAAM,KAAK,GAAG,GAAG;SACf,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC;SACtC,OAAO,CAAC,uBAAuB,EAAE,OAAO,CAAC;SACzC,KAAK,CAAC,QAAQ,CAAC;SACf,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC7B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;AACrC,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,QAAQ,CAAC,IAAY;IACpC,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAA;QAC5D,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAA;QAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC3C,mEAAmE;QACnE,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACpE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAA;gBACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,KAAK;oBAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC9D,KAAK,MAAM,IAAI,IAAI,eAAe,CAAC,OAAO,CAAC;oBAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAA;YAC1E,CAAC;QACF,CAAC;aAAM,CAAC;YACP,KAAK,MAAM,IAAI,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;gBAChC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC5C,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,GAAG,CAAA;AACX,CAAC;AAED,oCAAoC;AACpC,MAAM,UAAU,eAAe,CAAC,MAAyB;IACxD,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAA;IACpC,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACnE,OAAO,EAAE,CAAA;AACV,CAAC"}

package/dist/compaction/salience/working-set.d.ts

@@ -0,0 +1,59 @@
+/**
+ * The working set: which messages stay whole for the next call.
+ *
+ * Given every message's salience, choose the cheapest actions that bring
+ * the estimated context under a target, lowest salience first, then the
+ * larger result among equally salient candidates:
+ *
+ *   clear   replace a tool result with the same excerpt the stale pass
+ *           uses, retaining a saved-artifact pointer when one exists;
+ *   stub    cut an assistant narration to its first sentence — the
+ *           decision survives, the paragraph around it does not.
+ *
+ * Nothing protected is touched, and a message is never removed: the
+ * shape of the conversation — every `tool_use` beside its `tool_result`,
+ * every turn boundary — is exactly what it was, which is what makes this
+ * safe to run on every iteration. Folding a span into the structured
+ * state and summarising stay with the existing plan, which runs after
+ * this when the target could not be reached. Pure, like the rest of the
+ * compaction arithmetic.
+ */
+import type { Message } from '../../types/message/index.js';
+import type { ScoredMessage } from './score.js';
+export interface WorkingSetAction {
+    readonly kind: 'clear' | 'stub';
+    readonly index: number;
+    readonly charsReclaimed: number;
+}
+export interface WorkingSetPlan {
+    readonly messages: Message[];
+    readonly actions: readonly WorkingSetAction[];
+    readonly clearedCount: number;
+    readonly stubbedCount: number;
+    readonly charsReclaimed: number;
+    readonly reclaimedTokens: number;
+    /** Whether the actions brought the estimate under the target. */
+    readonly reachedTarget: boolean;
+}
+export interface WorkingSetOptions {
+    readonly estimatedTokens: number;
+    readonly targetTokens: number;
+    /** Tool results smaller than this are not worth a placeholder. */
+    readonly minToolResultChars?: number;
+    /** Assistant narrations shorter than this keep their whole text. */
+    readonly minNarrationChars?: number;
+    /** Tools whose results are never cleared. */
+    readonly preserveTools?: readonly string[];
+    /**
+     * A message the goal names or a later turn cited is not evicted to
+     * reach the target while it scores above this fraction of the most
+     * salient evictable message. A strict target evicted the one result
+     * the goal named to shave the last few tokens — an eval watched it
+     * happen — and a pass that stops short and says so is the better
+     * answer: the trigger threshold still guards the hard limit.
+     */
+    readonly keepAboveFraction?: number;
+}
+export declare function isStubbedNarration(content: unknown): boolean;
+export declare function planWorkingSet(messages: readonly Message[], scored: readonly ScoredMessage[], options: WorkingSetOptions): WorkingSetPlan;
+//# sourceMappingURL=working-set.d.ts.map

package/dist/compaction/salience/working-set.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"working-set.d.ts","sourceRoot":"","sources":["../../../src/compaction/salience/working-set.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAGH,OAAO,KAAK,EAAoB,OAAO,EAAe,MAAM,8BAA8B,CAAA;AAG1F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAE/C,MAAM,WAAW,gBAAgB;IAChC,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAAA;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;CAC/B;AAED,MAAM,WAAW,cAAc;IAC9B,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAC7C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,iEAAiE;IACjE,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAA;CAC/B;AAED,MAAM,WAAW,iBAAiB;IACjC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,kEAAkE;IAClE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;IACpC,oEAAoE;IACpE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IACnC,6CAA6C;IAC7C,QAAQ,CAAC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAC1C;;;;;;;OAOG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;CACnC;AASD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAE5D;AAED,wBAAgB,cAAc,CAC7B,QAAQ,EAAE,SAAS,OAAO,EAAE,EAC5B,MAAM,EAAE,SAAS,aAAa,EAAE,EAChC,OAAO,EAAE,iBAAiB,GACxB,cAAc,CA2GhB"}

package/dist/compaction/salience/working-set.js

@@ -0,0 +1,137 @@
+/**
+ * The working set: which messages stay whole for the next call.
+ *
+ * Given every message's salience, choose the cheapest actions that bring
+ * the estimated context under a target, lowest salience first, then the
+ * larger result among equally salient candidates:
+ *
+ *   clear   replace a tool result with the same excerpt the stale pass
+ *           uses, retaining a saved-artifact pointer when one exists;
+ *   stub    cut an assistant narration to its first sentence — the
+ *           decision survives, the paragraph around it does not.
+ *
+ * Nothing protected is touched, and a message is never removed: the
+ * shape of the conversation — every `tool_use` beside its `tool_result`,
+ * every turn boundary — is exactly what it was, which is what makes this
+ * safe to run on every iteration. Folding a span into the structured
+ * state and summarising stay with the existing plan, which runs after
+ * this when the target could not be reached. Pure, like the rest of the
+ * compaction arithmetic.
+ */
+import { CHARS_PER_TOKEN } from '../../constants/limits.js';
+import { estimateMessageTokens } from '../token-estimate.js';
+import { clearToolResult, isClearedToolResult } from '../tool-result-editing.js';
+const STUB_MARK = '… (elided';
+function firstSentence(text) {
+    const match = /^[\s\S]*?[.!?](?=\s|$)/u.exec(text.trim());
+    return (match ? match[0] : (text.trim().split('\n')[0] ?? '')).slice(0, 240);
+}
+export function isStubbedNarration(content) {
+    return typeof content === 'string' && content.includes(STUB_MARK);
+}
+export function planWorkingSet(messages, scored, options) {
+    const minTool = options.minToolResultChars ?? 1_000;
+    const minNarration = options.minNarrationChars ?? 240;
+    const preserve = new Set(options.preserveTools ?? []);
+    const toolNameByCallId = new Map();
+    for (const m of messages) {
+        if (m.role !== 'assistant')
+            continue;
+        for (const call of m.toolCalls ?? []) {
+            toolNameByCallId.set(call.id, call.function.name);
+        }
+    }
+    const candidates = [];
+    for (const s of scored) {
+        if (s.protected !== null || s.tokens === 0)
+            continue;
+        const m = messages[s.index];
+        if (m.role === 'tool') {
+            const tool = m;
+            if (tool.isError || isClearedToolResult(tool.content))
+                continue;
+            if (preserve.has(toolNameByCallId.get(tool.toolCallId) ?? ''))
+                continue;
+            if (s.tokens * CHARS_PER_TOKEN < minTool)
+                continue;
+            candidates.push({
+                index: s.index,
+                kind: 'clear',
+                salience: s.salience,
+                tokens: s.tokens,
+                goalBound: s.relevance >= 0.5 || s.utility >= 1,
+            });
+        }
+        else if (m.role === 'assistant' && !Array.isArray(m.toolCalls)) {
+            const text = typeof m.content === 'string' ? m.content : '';
+            if (text.length < minNarration || isStubbedNarration(text))
+                continue;
+            candidates.push({
+                index: s.index,
+                kind: 'stub',
+                salience: s.salience,
+                tokens: s.tokens,
+                goalBound: s.relevance >= 0.5 || s.utility >= 1,
+            });
+        }
+    }
+    candidates.sort((a, b) => a.salience - b.salience || b.tokens - a.tokens || a.index - b.index);
+    const maxSalience = candidates.reduce((m, c) => Math.max(m, c.salience), Number.NEGATIVE_INFINITY);
+    const floor = maxSalience * (options.keepAboveFraction ?? 0.5);
+    const next = [...messages];
+    const actions = [];
+    let charsReclaimed = 0;
+    let reclaimedTokens = 0;
+    let clearedCount = 0;
+    let stubbedCount = 0;
+    const excess = () => options.estimatedTokens - reclaimedTokens - options.targetTokens;
+    for (const candidate of candidates) {
+        if (excess() <= 0)
+            break;
+        // The floor guards what the goal names or a later turn used, not
+        // every above-average message: a run of look-alike dumps must still
+        // be evicted from the bottom when the target asks for it.
+        if (candidate.goalBound && candidate.salience > floor && candidate.salience > 0)
+            continue;
+        const m = next[candidate.index];
+        if (candidate.kind === 'clear') {
+            const tool = m;
+            const cleared = clearToolResult(tool, toolNameByCallId.get(tool.toolCallId) ?? 'unknown');
+            const tokenSaving = estimateMessageTokens(tool) - estimateMessageTokens(cleared.message);
+            if (tokenSaving <= 0)
+                continue;
+            next[candidate.index] = cleared.message;
+            charsReclaimed += cleared.charsReclaimed;
+            reclaimedTokens += tokenSaving;
+            clearedCount += 1;
+            actions.push({
+                kind: 'clear',
+                index: candidate.index,
+                charsReclaimed: cleared.charsReclaimed,
+            });
+        }
+        else {
+            const text = m.content;
+            const stub = `${firstSentence(text)} ${STUB_MARK}; ${(text.length - firstSentence(text).length).toLocaleString('en-US')} characters of narration)`;
+            const reclaimed = text.length - stub.length;
+            if (reclaimed <= 0)
+                continue;
+            const stubbed = { ...m, content: stub };
+            next[candidate.index] = stubbed;
+            charsReclaimed += reclaimed;
+            reclaimedTokens += estimateMessageTokens(m) - estimateMessageTokens(stubbed);
+            stubbedCount += 1;
+            actions.push({ kind: 'stub', index: candidate.index, charsReclaimed: reclaimed });
+        }
+    }
+    return {
+        messages: next,
+        actions,
+        clearedCount,
+        stubbedCount,
+        charsReclaimed,
+        reclaimedTokens,
+        reachedTarget: excess() <= 0,
+    };
+}
+//# sourceMappingURL=working-set.js.map

package/dist/compaction/salience/working-set.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"working-set.js","sourceRoot":"","sources":["../../../src/compaction/salience/working-set.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAwChF,MAAM,SAAS,GAAG,WAAW,CAAA;AAE7B,SAAS,aAAa,CAAC,IAAY;IAClC,MAAM,KAAK,GAAG,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IACzD,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;AAC7E,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAgB;IAClD,OAAO,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;AAClE,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,QAA4B,EAC5B,MAAgC,EAChC,OAA0B;IAE1B,MAAM,OAAO,GAAG,OAAO,CAAC,kBAAkB,IAAI,KAAK,CAAA;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,iBAAiB,IAAI,GAAG,CAAA;IACrD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,CAAA;IACrD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAA;IAClD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;YAAE,SAAQ;QACpC,KAAK,MAAM,IAAI,IAAK,CAAsB,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YAC5D,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAClD,CAAC;IACF,CAAC;IAeD,MAAM,UAAU,GAAgB,EAAE,CAAA;IAClC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QACpD,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAY,CAAA;QACtC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,CAAgB,CAAA;YAC7B,IAAI,IAAI,CAAC,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,SAAQ;YAC/D,IAAI,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAAE,SAAQ;YACvE,IAAI,CAAC,CAAC,MAAM,GAAG,eAAe,GAAG,OAAO;gBAAE,SAAQ;YAClD,UAAU,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC;aAC/C,CAAC,CAAA;QACH,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,CAAsB,CAAC,SAAS,CAAC,EAAE,CAAC;YACxF,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;YAC3D,IAAI,IAAI,CAAC,MAAM,GAAG,YAAY,IAAI,kBAAkB,CAAC,IAAI,CAAC;gBAAE,SAAQ;YACpE,UAAU,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC;aAC/C,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IACD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;IAC9F,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAA;IAClG,MAAM,KAAK,GAAG,WAAW,GAAG,CAAC,OAAO,CAAC,iBAAiB,IAAI,GAAG,CAAC,CAAA;IAE9D,MAAM,IAAI,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAA;IAC1B,MAAM,OAAO,GAAuB,EAAE,CAAA;IACtC,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,eAAe,GAAG,eAAe,GAAG,OAAO,CAAC,YAAY,CAAA;IACrF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,MAAM,EAAE,IAAI,CAAC;YAAE,MAAK;QACxB,iEAAiE;QACjE,oEAAoE;QACpE,0DAA0D;QAC1D,IAAI,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,GAAG,KAAK,IAAI,SAAS,CAAC,QAAQ,GAAG,CAAC;YAAE,SAAQ;QACzF,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAY,CAAA;QAC1C,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,CAAgB,CAAA;YAC7B,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC,CAAA;YACzF,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,GAAG,qBAAqB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACxF,IAAI,WAAW,IAAI,CAAC;gBAAE,SAAQ;YAC9B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,OAAO,CAAA;YACvC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAA;YACxC,eAAe,IAAI,WAAW,CAAA;YAC9B,YAAY,IAAI,CAAC,CAAA;YACjB,OAAO,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,cAAc,EAAE,OAAO,CAAC,cAAc;aACtC,CAAC,CAAA;QACH,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,GAAG,CAAC,CAAC,OAAiB,CAAA;YAChC,MAAM,IAAI,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,SAAS,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,2BAA2B,CAAA;YAClJ,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;YAC3C,IAAI,SAAS,IAAI,CAAC;gBAAE,SAAQ;YAC5B,MAAM,OAAO,GAAG,EAAE,GAAI,CAAsB,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;YAC7D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,OAAO,CAAA;YAC/B,cAAc,IAAI,SAAS,CAAA;YAC3B,eAAe,IAAI,qBAAqB,CAAC,CAAC,CAAC,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;YAC5E,YAAY,IAAI,CAAC,CAAA;YACjB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAA;QAClF,CAAC;IACF,CAAC;IACD,OAAO;QACN,QAAQ,EAAE,IAAI;QACd,OAAO;QACP,YAAY;QACZ,YAAY;QACZ,cAAc;QACd,eAAe;QACf,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC;KAC5B,CAAA;AACF,CAAC"}

package/dist/compaction/serializer.d.ts

@@ -1,3 +1,5 @@
 import type { WorkingState } from './types.js';
+/** The pinned-facts section alone, or null when nothing is pinned. */
+export declare function renderPins(state: WorkingState): string | null;
 export declare function serializeState(state: WorkingState): string;
 //# sourceMappingURL=serializer.d.ts.map

package/dist/compaction/serializer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"serializer.d.ts","sourceRoot":"","sources":["../../src/compaction/serializer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAY,YAAY,EAAE,MAAM,YAAY,CAAA;AA2DxD,wBAAgB,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CA0D1D"}
+{"version":3,"file":"serializer.d.ts","sourceRoot":"","sources":["../../src/compaction/serializer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAY,YAAY,EAAE,MAAM,YAAY,CAAA;AA2DxD,sEAAsE;AACtE,wBAAgB,UAAU,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,GAAG,IAAI,CAW7D;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CA4D1D"}