@animalabs/context-manager 0.5.4 → 0.5.9

package/dist/test/anti-redundancy-budget.test.js

@@ -0,0 +1,197 @@
+/**
+ * Bug 6.9: anti-redundancy × budget-cap = silent memory holes.
+ *
+ * `getAntiRedundantSummaries` excludes an L2 when ALL of its source L1s are
+ * in the CANDIDATE shown-set — computed BEFORE budget selection. When the
+ * budget cap (e.g. KnowledgeStrategy's research L1 cap) then drops some of
+ * those L1s, their parent L2 was already excluded, so the covered history
+ * appears at NEITHER level — unrecoverable until a later merge changes the
+ * shown-set. Long research-heavy runs lose their oldest research memories
+ * entirely and the agent re-researches (a token-burning feedback loop).
+ *
+ * Fix: a post-selection coverage-repair pass in selectHierarchical
+ * re-includes an excluded L2/L3 whose children did not all survive budget
+ * selection.
+ */
+import { describe, it, before, after } from 'node:test';
+import assert from 'node:assert';
+import { rmSync, existsSync } from 'node:fs';
+import { ContextManager, KnowledgeStrategy } from '../src/index.js';
+const TEST_STORE_PATH = './test-anti-redundancy-budget';
+function cleanup() {
+    if (existsSync(TEST_STORE_PATH)) {
+        rmSync(TEST_STORE_PATH, { recursive: true, force: true });
+    }
+}
+describe('Anti-redundancy vs budget cap (memory-hole repair)', () => {
+    before(() => cleanup());
+    after(() => cleanup());
+    it('re-includes an excluded L2 when the budget drops its L1 children', async () => {
+        cleanup();
+        const strategy = new KnowledgeStrategy({
+            targetChunkTokens: 20, // research max = 40 → one tool pair per chunk
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            autoTickOnNewMessage: false,
+            // Tight L1 budget: research cap = 0.3 * 1000 = 300 tokens → only 3 of
+            // the 10 research L1s (100 tokens each) survive selection.
+            l1BudgetTokens: 1000,
+            l2BudgetTokens: 0,
+            l3BudgetTokens: 0,
+            researchL1BudgetCap: 0.3,
+        });
+        const manager = await ContextManager.open({
+            path: TEST_STORE_PATH,
+            strategy,
+        });
+        // 10 research tool pairs → 10 chunks of [tool_use, tool_result].
+        for (let k = 0; k < 10; k++) {
+            manager.addMessage('Claude', [
+                { type: 'tool_use', id: `tu-${k}`, name: 'mcpl:search', input: { q: 'x'.repeat(120) } },
+            ]);
+            manager.addMessage('User', [
+                { type: 'tool_result', toolUseId: `tu-${k}`, content: 'r'.repeat(120) },
+            ]);
+        }
+        const s = strategy;
+        const internals = manager;
+        s.rebuildChunks(internals.messageStore);
+        assert.ok(s.chunks.length >= 6, `need several chunks to exercise the cap, got ${s.chunks.length}`);
+        // Inject one research L1 per chunk (sourceIds exactly matching the chunk
+        // key, so rebuildChunks re-links them as compressed and the raw fallback
+        // does NOT re-emit these messages), plus one L2 covering ALL the L1s.
+        // The L1s are unmerged — the candidate shown-set contains all of them, so
+        // pre-fix anti-redundancy excludes the L2 outright.
+        const l1Ids = [];
+        const allMsgIds = [];
+        s.chunks.forEach((chunk, i) => {
+            const msgIds = chunk.messages.map(m => m.id);
+            allMsgIds.push(...msgIds);
+            const id = `L1-${i}`;
+            l1Ids.push(id);
+            s.summaries.push({
+                id,
+                level: 1,
+                content: `[[R${i}]] research memory ${i}`,
+                tokens: 100,
+                sourceLevel: 0,
+                sourceIds: msgIds,
+                sourceRange: { first: msgIds[0], last: msgIds[msgIds.length - 1] },
+                created: Date.now(),
+                phaseType: 'research',
+            });
+        });
+        s.summaries.push({
+            id: 'L2-0',
+            level: 2,
+            content: '[[L2COVER]] consolidated research memory',
+            tokens: 150,
+            sourceLevel: 1,
+            sourceIds: l1Ids,
+            sourceRange: { first: allMsgIds[0], last: allMsgIds[allMsgIds.length - 1] },
+            created: Date.now(),
+        });
+        // Render with a generous overall budget — the hole is created by the
+        // research cap, not by overall exhaustion.
+        const entries = strategy.select(internals.messageStore.createView(), internals.contextLog.createView(), { maxTokens: 50000, reserveForResponse: 0 });
+        const renderedText = entries
+            .map(e => e.content.filter(b => b.type === 'text').map(b => b.text).join('\n'))
+            .join('\n');
+        const rawMsgIds = new Set(entries.map(e => e.sourceMessageId).filter(Boolean));
+        // Which L1s made it?
+        const shownL1Indexes = new Set();
+        for (let i = 0; i < l1Ids.length; i++) {
+            if (renderedText.includes(`[[R${i}]]`))
+                shownL1Indexes.add(i);
+        }
+        assert.ok(shownL1Indexes.size < l1Ids.length, 'test setup: the research cap should drop at least one L1 (else nothing to repair)');
+        // The core assertion: every source message is represented at SOME level —
+        // raw, via its L1, or via the L2 that covers everything.
+        const l2Shown = renderedText.includes('[[L2COVER]]');
+        s.chunks.forEach((chunk, i) => {
+            for (const m of chunk.messages) {
+                const represented = rawMsgIds.has(m.id) || shownL1Indexes.has(i) || l2Shown;
+                assert.ok(represented, `message ${m.id} (chunk ${i}) is represented at no level — silent memory hole`);
+            }
+        });
+        // And specifically: since the cap dropped some L1s, the parent L2 must
+        // have been re-included.
+        assert.ok(l2Shown, 'excluded L2 must be re-included when its children are budget-dropped');
+        await manager.close();
+    });
+    it('bounds coverage repairs by a per-level allowance and warns on a corrupted store', async () => {
+        cleanup();
+        const strategy = new KnowledgeStrategy({
+            targetChunkTokens: 20,
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            autoTickOnNewMessage: false,
+            l1BudgetTokens: 1000,
+            l2BudgetTokens: 0, // zero level budget → repair falls back to the floor
+            l3BudgetTokens: 0,
+            researchL1BudgetCap: 0.3, // drops most L1s → every covering L2 is a repair candidate
+        });
+        const manager = await ContextManager.open({
+            path: TEST_STORE_PATH,
+            strategy,
+        });
+        for (let k = 0; k < 10; k++) {
+            manager.addMessage('Claude', [
+                { type: 'tool_use', id: `tu-${k}`, name: 'mcpl:search', input: { q: 'x'.repeat(120) } },
+            ]);
+            manager.addMessage('User', [
+                { type: 'tool_result', toolUseId: `tu-${k}`, content: 'r'.repeat(120) },
+            ]);
+        }
+        const s = strategy;
+        const internals = manager;
+        s.rebuildChunks(internals.messageStore);
+        const l1Ids = [];
+        const allMsgIds = [];
+        s.chunks.forEach((chunk, i) => {
+            const msgIds = chunk.messages.map(m => m.id);
+            allMsgIds.push(...msgIds);
+            const id = `L1-${i}`;
+            l1Ids.push(id);
+            s.summaries.push({
+                id, level: 1, content: `[[R${i}]] research memory ${i}`, tokens: 100,
+                sourceLevel: 0, sourceIds: msgIds,
+                sourceRange: { first: msgIds[0], last: msgIds[msgIds.length - 1] },
+                created: Date.now(), phaseType: 'research',
+            });
+        });
+        // Simulate a store damaged mid-merge: MANY excluded L2s, each covering all
+        // L1s (so each is individually a repair candidate once the cap drops L1s).
+        const L2_COUNT = 6;
+        for (let j = 0; j < L2_COUNT; j++) {
+            s.summaries.push({
+                id: `L2-${j}`, level: 2, content: `[[L2-${j}]] consolidated research ${j}`, tokens: 150,
+                sourceLevel: 1, sourceIds: l1Ids,
+                sourceRange: { first: allMsgIds[0], last: allMsgIds[allMsgIds.length - 1] },
+                created: Date.now(),
+            });
+        }
+        const warnings = [];
+        const origWarn = console.warn;
+        console.warn = (...args) => { warnings.push(args.join(' ')); };
+        let entries;
+        try {
+            // Small overall budget → floor allowance (0.05 * maxTokens) is small, so
+            // only a couple of the six covering L2s can be re-included.
+            entries = strategy.select(internals.messageStore.createView(), internals.contextLog.createView(), { maxTokens: 8000, reserveForResponse: 0 });
+        }
+        finally {
+            console.warn = origWarn;
+        }
+        const renderedText = entries
+            .map(e => e.content.filter(b => b.type === 'text').map(b => b.text).join('\n'))
+            .join('\n');
+        const l2ShownCount = Array.from({ length: L2_COUNT }, (_, j) => j)
+            .filter(j => renderedText.includes(`[[L2-${j}]]`)).length;
+        assert.ok(l2ShownCount >= 1, 'at least one covering L2 should still be repaired');
+        assert.ok(l2ShownCount < L2_COUNT, `repair allowance must cap re-inclusion, but all ${L2_COUNT} L2s rendered`);
+        assert.ok(warnings.some(w => w.includes('coverage-repair allowance exceeded')), 'a corrupted store exceeding the repair allowance must warn');
+        await manager.close();
+    });
+});
+//# sourceMappingURL=anti-redundancy-budget.test.js.map

package/dist/test/anti-redundancy-budget.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anti-redundancy-budget.test.js","sourceRoot":"","sources":["../../test/anti-redundancy-budget.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAIpE,MAAM,eAAe,GAAG,+BAA+B,CAAC;AAExD,SAAS,OAAO;IACd,IAAI,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QAChC,MAAM,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,oDAAoD,EAAE,GAAG,EAAE;IAClE,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACxB,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IAEvB,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,OAAO,EAAE,CAAC;QACV,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC;YACrC,iBAAiB,EAAE,EAAE,EAAE,8CAA8C;YACrE,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,KAAK;YAC3B,sEAAsE;YACtE,2DAA2D;YAC3D,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,CAAC;YACjB,cAAc,EAAE,CAAC;YACjB,mBAAmB,EAAE,GAAG;SACzB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC;YACxC,IAAI,EAAE,eAAe;YACrB,QAAQ;SACT,CAAC,CAAC;QAEH,iEAAiE;QACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE;gBAC3B,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;aACtE,CAAC,CAAC;YACrB,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE;gBACzB,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aACtD,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,CAAC,GAAG,QAIT,CAAC;QACF,MAAM,SAAS,GAAG,OAGjB,CAAC;QACF,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAExC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,gDAAgD,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAEnG,yEAAyE;QACzE,yEAAyE;QACzE,sEAAsE;QACtE,0EAA0E;QAC1E,oDAAoD;QACpD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;gBACf,EAAE;gBACF,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,MAAM,CAAC,sBAAsB,CAAC,EAAE;gBACzC,MAAM,EAAE,GAAG;gBACX,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,MAAM;gBACjB,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;gBAClE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;gBACnB,SAAS,EAAE,UAAU;aACtB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;YACf,EAAE,EAAE,MAAM;YACV,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,0CAA0C;YACnD,MAAM,EAAE,GAAG;YACX,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;YAC3E,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;SACpB,CAAC,CAAC;QAEH,qEAAqE;QACrE,2CAA2C;QAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAC7B,SAAS,CAAC,YAAY,CAAC,UAAU,EAAW,EAC5C,SAAS,CAAC,UAAU,CAAC,UAAU,EAAW,EAC1C,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAC1B,CAAC;QAEpB,MAAM,YAAY,GAAG,OAAO;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAsB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACpG,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAE/E,qBAAqB;QACrB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;gBAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,CAAC,EAAE,CACP,cAAc,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,EAClC,mFAAmF,CACpF,CAAC;QAEF,0EAA0E;QAC1E,yDAAyD;QACzD,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACrD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC/B,MAAM,WAAW,GACf,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAW,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;gBACnE,MAAM,CAAC,EAAE,CACP,WAAW,EACX,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,mDAAmD,CAC/E,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,uEAAuE;QACvE,yBAAyB;QACzB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,sEAAsE,CAAC,CAAC;QAE3F,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;QAC/F,OAAO,EAAE,CAAC;QACV,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC;YACrC,iBAAiB,EAAE,EAAE;YACrB,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,KAAK;YAC3B,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,CAAC,EAAE,qDAAqD;YACxE,cAAc,EAAE,CAAC;YACjB,mBAAmB,EAAE,GAAG,EAAE,2DAA2D;SACtF,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC;YACxC,IAAI,EAAE,eAAe;YACrB,QAAQ;SACT,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE;gBAC3B,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;aACtE,CAAC,CAAC;YACrB,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE;gBACzB,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aACtD,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,CAAC,GAAG,QAIT,CAAC;QACF,MAAM,SAAS,GAAG,OAGjB,CAAC;QACF,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAExC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;gBACf,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,sBAAsB,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG;gBACpE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM;gBACjC,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;gBAClE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,UAAU;aAC3C,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,2EAA2E;QAC3E,2EAA2E;QAC3E,MAAM,QAAQ,GAAG,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;gBACf,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,4BAA4B,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG;gBACvF,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK;gBAChC,WAAW,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;gBAC3E,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;QAC9B,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,IAAe,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,OAAuB,CAAC;QAC5B,IAAI,CAAC;YACH,yEAAyE;YACzE,4DAA4D;YAC5D,OAAO,GAAG,QAAQ,CAAC,MAAM,CACvB,SAAS,CAAC,YAAY,CAAC,UAAU,EAAW,EAC5C,SAAS,CAAC,UAAU,CAAC,UAAU,EAAW,EAC1C,EAAE,SAAS,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,EAAE,CACzB,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,IAAI,GAAG,QAAQ,CAAC;QAC1B,CAAC;QAED,MAAM,YAAY,GAAG,OAAO;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAsB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACpG,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aAC/D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;QAE5D,MAAM,CAAC,EAAE,CAAC,YAAY,IAAI,CAAC,EAAE,mDAAmD,CAAC,CAAC;QAClF,MAAM,CAAC,EAAE,CAAC,YAAY,GAAG,QAAQ,EAAE,mDAAmD,QAAQ,eAAe,CAAC,CAAC;QAC/G,MAAM,CAAC,EAAE,CACP,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,oCAAoC,CAAC,CAAC,EACpE,4DAA4D,CAC7D,CAAC;QAEF,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/chunk-persistence.test.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Regression tests for chunk-boundary persistence + close-then-compress.
+ *
+ * Background (Mythos duplication incident, 2026-07; fleet audit):
+ *   1. Chunk boundaries were recomputed from a running token sum on every
+ *      rebuild; "already compressed" was recovered only by EXACT
+ *      message-ID-set match against persisted L1 sourceIds. Any boundary
+ *      shift (config change, restart, message mutation, chain break)
+ *      re-keyed the tail → mass duplicate L1s over already-lived ground.
+ *   2. The trailing PARTIAL chunk (>=4 messages, under targetChunkTokens)
+ *      was compressed eagerly on every rebuild while it grew → families of
+ *      prefix-generation L1s (same start, growing span), all retained, all
+ *      merged upward into the same L2 (content multiplication).
+ *
+ * New contract pinned here:
+ *   - A chunk is compressed only after it CLOSES (running sum reaches
+ *     targetChunkTokens); the trailing partial chunk is never compressed.
+ *   - Closing a chunk persists a ChunkRecord to the `autobio:chunks`
+ *     chronicle state slot; persisted records OWN the past — rebuilds and
+ *     restarts never re-chunk covered ground, regardless of config drift.
+ *   - L1 production refuses to overlap an existing L1 (strict guard).
+ *   - If most records resolve to zero live messages (chain-break
+ *     signature), compression fails CLOSED (no re-chunking of history).
+ *   - Stores from before this change migrate lazily: records are
+ *     synthesized from existing L1 sourceIds, longest generation per
+ *     prefix family.
+ */
+export {};
+//# sourceMappingURL=chunk-persistence.test.d.ts.map

package/dist/test/chunk-persistence.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-persistence.test.d.ts","sourceRoot":"","sources":["../../test/chunk-persistence.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG"}

package/dist/test/chunk-persistence.test.js

@@ -0,0 +1,290 @@
+/**
+ * Regression tests for chunk-boundary persistence + close-then-compress.
+ *
+ * Background (Mythos duplication incident, 2026-07; fleet audit):
+ *   1. Chunk boundaries were recomputed from a running token sum on every
+ *      rebuild; "already compressed" was recovered only by EXACT
+ *      message-ID-set match against persisted L1 sourceIds. Any boundary
+ *      shift (config change, restart, message mutation, chain break)
+ *      re-keyed the tail → mass duplicate L1s over already-lived ground.
+ *   2. The trailing PARTIAL chunk (>=4 messages, under targetChunkTokens)
+ *      was compressed eagerly on every rebuild while it grew → families of
+ *      prefix-generation L1s (same start, growing span), all retained, all
+ *      merged upward into the same L2 (content multiplication).
+ *
+ * New contract pinned here:
+ *   - A chunk is compressed only after it CLOSES (running sum reaches
+ *     targetChunkTokens); the trailing partial chunk is never compressed.
+ *   - Closing a chunk persists a ChunkRecord to the `autobio:chunks`
+ *     chronicle state slot; persisted records OWN the past — rebuilds and
+ *     restarts never re-chunk covered ground, regardless of config drift.
+ *   - L1 production refuses to overlap an existing L1 (strict guard).
+ *   - If most records resolve to zero live messages (chain-break
+ *     signature), compression fails CLOSED (no re-chunking of history).
+ *   - Stores from before this change migrate lazily: records are
+ *     synthesized from existing L1 sourceIds, longest generation per
+ *     prefix family.
+ */
+import { describe, it, before, after } from 'node:test';
+import assert from 'node:assert';
+import { rmSync, existsSync } from 'node:fs';
+import { ContextManager, AutobiographicalStrategy } from '../src/index.js';
+const BASE = './test-chunk-persistence';
+let storeSeq = 0;
+function freshPath() {
+    return `${BASE}-${storeSeq++}`;
+}
+function cleanup() {
+    for (let i = 0; i < storeSeq + 1; i++) {
+        const p = `${BASE}-${i}`;
+        if (existsSync(p))
+            rmSync(p, { recursive: true, force: true });
+    }
+}
+const SUMS = 'default/autobio:summaries';
+const CHUNKS = 'default/autobio:chunks';
+function mockMembrane() {
+    const calls = [];
+    return {
+        calls,
+        membrane: {
+            complete: async (request) => {
+                calls.push({ messages: request.messages });
+                const inputChars = request.messages
+                    .flatMap((m) => m.content)
+                    .map((b) => b.text ?? '')
+                    .join('').length;
+                const text = `[mock summary inChars=${inputChars}] ` + 'x '.repeat(40);
+                return {
+                    content: [{ type: 'text', text }],
+                    usage: { input_tokens: Math.ceil(inputChars / 4), output_tokens: 25 },
+                };
+            },
+        },
+    };
+}
+const t = (s) => ({ type: 'text', text: s });
+async function drain(manager) {
+    for (let i = 0; i < 500; i++) {
+        if (manager.isReady())
+            return;
+        await manager.tick();
+    }
+    throw new Error('drain: queue did not converge within 500 ticks');
+}
+function l1s(manager) {
+    const stored = manager.getStore().getStateJson(SUMS);
+    return (Array.isArray(stored) ? stored : []).filter((s) => s && s.level === 1);
+}
+function assertDisjointL1s(entries) {
+    const seen = new Map();
+    for (const s of entries) {
+        for (const mid of s.sourceIds ?? []) {
+            const prev = seen.get(mid);
+            assert.ok(prev === undefined || prev === s.id, `message ${mid} covered by both ${prev} and ${s.id} — duplicate L1s over the same span`);
+            seen.set(mid, s.id);
+        }
+    }
+}
+/** ~10 tokens of text per message at estimateTokens' chars/4 heuristic. */
+const filler = (i) => `message ${i} ` + 'word '.repeat(8);
+describe('Chunk persistence: close-then-compress', () => {
+    before(() => cleanup());
+    after(() => cleanup());
+    it('never compresses an unclosed (trailing partial) chunk', async () => {
+        const path = freshPath();
+        const { membrane, calls } = mockMembrane();
+        const strategy = new AutobiographicalStrategy({
+            targetChunkTokens: 1000, // far above what 6 tiny messages reach
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            hierarchical: true,
+        });
+        const manager = await ContextManager.open({ path, strategy, membrane });
+        for (let i = 0; i < 6; i++)
+            manager.addMessage(i % 2 ? 'agent' : 'user', [t(filler(i))]);
+        await drain(manager);
+        assert.strictEqual(calls.length, 0, 'partial tail chunk (under targetChunkTokens) must not be compressed');
+        assert.strictEqual(l1s(manager).length, 0);
+        await manager.close();
+    });
+    it('a growing tail never produces prefix-generation L1 families', async () => {
+        const path = freshPath();
+        const { membrane } = mockMembrane();
+        const strategy = new AutobiographicalStrategy({
+            targetChunkTokens: 120,
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            hierarchical: true,
+        });
+        const manager = await ContextManager.open({ path, strategy, membrane });
+        // Grow in small increments with a full drain between each — the exact
+        // pattern that used to mint one L1 generation per drain.
+        for (let batch = 0; batch < 12; batch++) {
+            for (let i = 0; i < 4; i++) {
+                manager.addMessage(i % 2 ? 'agent' : 'user', [t(filler(batch * 4 + i))]);
+            }
+            await drain(manager);
+        }
+        const entries = l1s(manager);
+        assert.ok(entries.length > 0, 'expected some closed chunks to compress');
+        assertDisjointL1s(entries);
+        // No two L1s may share a starting message (prefix-family signature).
+        const starts = entries.map((s) => s.sourceIds[0]);
+        assert.strictEqual(new Set(starts).size, starts.length, 'two L1s share a starting message — prefix-generation family detected');
+        await manager.close();
+    });
+    it('persists chunk records when chunks close', async () => {
+        const path = freshPath();
+        const { membrane } = mockMembrane();
+        const strategy = new AutobiographicalStrategy({
+            targetChunkTokens: 100,
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            hierarchical: true,
+            l1HoldbackChunks: 0, // this test asserts EVERY record compresses after drain
+        });
+        const manager = await ContextManager.open({ path, strategy, membrane });
+        for (let i = 0; i < 40; i++)
+            manager.addMessage(i % 2 ? 'agent' : 'user', [t(filler(i))]);
+        await drain(manager);
+        const records = manager.getStore().getStateJson(CHUNKS);
+        assert.ok(Array.isArray(records) && records.length > 0, 'chunk records persisted');
+        for (const r of records) {
+            assert.ok(typeof r.id === 'string' && r.id.length > 0);
+            assert.ok(Array.isArray(r.sourceIds) && r.sourceIds.length >= 4);
+            assert.strictEqual(r.compressed, true, `record ${r.id} compressed after drain`);
+            assert.ok(typeof r.summaryId === 'string', `record ${r.id} linked to its L1`);
+        }
+        const l1 = l1s(manager);
+        assert.strictEqual(records.length, l1.length, 'one record per L1');
+        await manager.close();
+    });
+    it('restart + config drift does not re-compress covered ground', async () => {
+        const path = freshPath();
+        const { membrane } = mockMembrane();
+        {
+            const strategy = new AutobiographicalStrategy({
+                targetChunkTokens: 100,
+                headWindowTokens: 0,
+                recentWindowTokens: 0,
+                hierarchical: true,
+            });
+            const manager = await ContextManager.open({ path, strategy, membrane });
+            for (let i = 0; i < 60; i++)
+                manager.addMessage(i % 2 ? 'agent' : 'user', [t(filler(i))]);
+            await drain(manager);
+            assert.ok(l1s(manager).length >= 3, 'seed store built several L1s');
+            await manager.close();
+        }
+        // Restart with SHIFTED boundary inputs — the pre-fix code re-keys every
+        // chunk (exact sourceIds match fails) and re-compresses all of history.
+        const fresh = mockMembrane();
+        const strategy = new AutobiographicalStrategy({
+            targetChunkTokens: 170, // drifted
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            hierarchical: true,
+        });
+        const manager = await ContextManager.open({
+            path,
+            strategy,
+            membrane: fresh.membrane,
+        });
+        await drain(manager);
+        const entries = l1s(manager);
+        assertDisjointL1s(entries);
+        assert.strictEqual(fresh.calls.length, 0, `restart with drifted config re-compressed covered ground (${fresh.calls.length} calls)`);
+        await manager.close();
+    });
+    it('fails closed when chunk records mass-orphan (chain-break signature)', async () => {
+        const path = freshPath();
+        const { membrane, calls } = mockMembrane();
+        // Seed: chunk records referencing message ids that do NOT exist (as after
+        // a messages chain break / renumbering), while live messages are present.
+        {
+            const strategy = new AutobiographicalStrategy({ recentWindowTokens: 1000 });
+            const manager = await ContextManager.open({ path, strategy, membrane });
+            const store = manager.getStore();
+            try {
+                store.registerState({ id: CHUNKS, strategy: 'append_log', deltaSnapshotEvery: 50, fullSnapshotEvery: 10 });
+            }
+            catch { /* registered by strategy already */ }
+            for (let c = 0; c < 4; c++) {
+                store.appendToStateJson(CHUNKS, {
+                    id: `c-${c}`,
+                    sourceIds: [`ghost-${c}-a`, `ghost-${c}-b`, `ghost-${c}-c`, `ghost-${c}-d`],
+                    compressed: true,
+                    summaryId: `L1-${c}`,
+                });
+            }
+            manager.sync();
+            await manager.close();
+        }
+        const strategy = new AutobiographicalStrategy({
+            targetChunkTokens: 100,
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            hierarchical: true,
+        });
+        const manager = await ContextManager.open({ path, strategy, membrane });
+        for (let i = 0; i < 60; i++)
+            manager.addMessage(i % 2 ? 'agent' : 'user', [t(filler(i))]);
+        await drain(manager);
+        assert.strictEqual(calls.length, 0, 'mass-orphaned records must fail closed: no compression until an operator looks');
+        assert.strictEqual(l1s(manager).length, 0);
+        await manager.close();
+    });
+    it('migrates legacy stores: synthesizes records, collapses prefix families, no recompression', async () => {
+        const path = freshPath();
+        const { membrane, calls } = mockMembrane();
+        // Seed a LEGACY store: messages + L1 summaries, NO chunks slot.
+        // Includes a prefix family (L1-1 ⊂ L1-2) from the old partial-tail bug.
+        {
+            const strategy = new AutobiographicalStrategy({ recentWindowTokens: 100000 });
+            const manager = await ContextManager.open({ path, strategy, membrane });
+            const store = manager.getStore();
+            const ids = [];
+            for (let i = 0; i < 16; i++) {
+                const m = manager.addMessage(i % 2 ? 'agent' : 'user', [t(filler(i))]);
+                ids.push(m.id ?? String(i));
+            }
+            const mk = (id, src, extra = {}) => ({
+                id,
+                level: 1,
+                content: `memory ${id}`,
+                tokens: 10,
+                sourceLevel: 0,
+                sourceIds: src,
+                sourceRange: { first: src[0], last: src[src.length - 1] },
+                created: 1750000000000,
+                ...extra,
+            });
+            store.appendToStateJson(SUMS, mk('L1-0', ids.slice(0, 6)));
+            store.appendToStateJson(SUMS, mk('L1-1', ids.slice(6, 10))); // stale generation
+            store.appendToStateJson(SUMS, mk('L1-2', ids.slice(6, 14))); // superset, same start
+            manager.sync();
+            await manager.close();
+        }
+        const strategy = new AutobiographicalStrategy({
+            targetChunkTokens: 100,
+            headWindowTokens: 0,
+            recentWindowTokens: 0,
+            hierarchical: true,
+        });
+        const manager = await ContextManager.open({ path, strategy, membrane });
+        await drain(manager);
+        const records = manager.getStore().getStateJson(CHUNKS);
+        assert.ok(Array.isArray(records), 'migration created the chunks slot');
+        const bySummary = new Map(records.map((r) => [r.summaryId, r]));
+        assert.ok(bySummary.has('L1-0'), 'record synthesized for L1-0');
+        assert.ok(bySummary.has('L1-2'), 'record synthesized for longest generation L1-2');
+        assert.ok(!bySummary.has('L1-1'), 'stale prefix generation L1-1 gets NO record');
+        // Covered ground must not be re-compressed; only the uncovered tail
+        // (ids[14..15], 2 messages — under min chunk length) may ever compress,
+        // and it cannot close here, so: zero calls.
+        assert.strictEqual(calls.length, 0, 'migration must not trigger recompression');
+        await manager.close();
+    });
+});
+//# sourceMappingURL=chunk-persistence.test.js.map

package/dist/test/chunk-persistence.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-persistence.test.js","sourceRoot":"","sources":["../../test/chunk-persistence.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAG3E,MAAM,IAAI,GAAG,0BAA0B,CAAC;AACxC,IAAI,QAAQ,GAAG,CAAC,CAAC;AACjB,SAAS,SAAS;IAChB,OAAO,GAAG,IAAI,IAAI,QAAQ,EAAE,EAAE,CAAC;AACjC,CAAC;AACD,SAAS,OAAO;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC;QACzB,IAAI,UAAU,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,MAAM,IAAI,GAAG,2BAA2B,CAAC;AACzC,MAAM,MAAM,GAAG,wBAAwB,CAAC;AAIxC,SAAS,YAAY;IACnB,MAAM,KAAK,GAAsC,EAAE,CAAC;IACpD,OAAO;QACL,KAAK;QACL,QAAQ,EAAE;YACR,QAAQ,EAAE,KAAK,EAAE,OAAmC,EAAE,EAAE;gBACtD,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC3C,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ;qBAChC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAuB,CAAC,IAAI,IAAI,EAAE,CAAC;qBAC/C,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;gBACnB,MAAM,IAAI,GAAG,yBAAyB,UAAU,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACvE,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;oBACjC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE;iBACtE,CAAC;YACJ,CAAC;SACK;KACT,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,GAAG,CAAC,CAAS,EAAgB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;AAEnE,KAAK,UAAU,KAAK,CAAC,OAAuB;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,OAAO,EAAE;YAAE,OAAO;QAC9B,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,GAAG,CAAC,OAAuB;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACrD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CACjD,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAmD;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CACP,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,CAAC,CAAC,EAAE,EACnC,WAAW,GAAG,oBAAoB,IAAI,QAAQ,CAAC,CAAC,EAAE,qCAAqC,CACxF,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC;AAED,2EAA2E;AAC3E,MAAM,MAAM,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAElE,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;IACtD,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACxB,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IAEvB,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,YAAY,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC;YAC5C,iBAAiB,EAAE,IAAI,EAAE,uCAAuC;YAChE,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzF,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QAErB,MAAM,CAAC,WAAW,CAChB,KAAK,CAAC,MAAM,EACZ,CAAC,EACD,qEAAqE,CACtE,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3C,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC;YAC5C,iBAAiB,EAAE,GAAG;YACtB,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExE,sEAAsE;QACtE,yDAAyD;QACzD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3E,CAAC;YACD,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,yCAAyC,CAAC,CAAC;QACzE,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3B,qEAAqE;QACrE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,WAAW,CAChB,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EACpB,MAAM,CAAC,MAAM,EACb,sEAAsE,CACvE,CAAC;QACF,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC;YAC5C,iBAAiB,EAAE,GAAG;YACtB,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,YAAY,EAAE,IAAI;YAClB,gBAAgB,EAAE,CAAC,EAAE,wDAAwD;SAC9E,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE;YAAE,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1F,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QAErB,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,YAAY,CAAC,MAAM,CAAU,CAAC;QACjE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAC;QACnF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACvD,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC;YAChF,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,EAAE,UAAU,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QACxB,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;QACnE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,CAAC;QACpC,CAAC;YACC,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC;gBAC5C,iBAAiB,EAAE,GAAG;gBACtB,gBAAgB,EAAE,CAAC;gBACnB,kBAAkB,EAAE,CAAC;gBACrB,YAAY,EAAE,IAAI;aACnB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;YACxE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE;gBAAE,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,8BAA8B,CAAC,CAAC;YACpE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QAED,wEAAwE;QACxE,wEAAwE;QACxE,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC;YAC5C,iBAAiB,EAAE,GAAG,EAAE,UAAU;YAClC,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC;YACxC,IAAI;YACJ,QAAQ;YACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QAErB,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,CAAC,WAAW,CAChB,KAAK,CAAC,KAAK,CAAC,MAAM,EAClB,CAAC,EACD,6DAA6D,KAAK,CAAC,KAAK,CAAC,MAAM,SAAS,CACzF,CAAC;QACF,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,YAAY,EAAE,CAAC;QAC3C,0EAA0E;QAC1E,0EAA0E;QAC1E,CAAC;YACC,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;YACxE,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,kBAAkB,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7G,CAAC;YAAC,MAAM,CAAC,CAAC,oCAAoC,CAAC,CAAC;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE;oBAC9B,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,SAAS,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;oBAC3E,UAAU,EAAE,IAAI;oBAChB,SAAS,EAAE,MAAM,CAAC,EAAE;iBACrB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC;YAC5C,iBAAiB,EAAE,GAAG;YACtB,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE;YAAE,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1F,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QAErB,MAAM,CAAC,WAAW,CAChB,KAAK,CAAC,MAAM,EACZ,CAAC,EACD,gFAAgF,CACjF,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3C,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0FAA0F,EAAE,KAAK,IAAI,EAAE;QACxG,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;QACzB,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,YAAY,EAAE,CAAC;QAC3C,gEAAgE;QAChE,wEAAwE;QACxE,CAAC;YACC,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9E,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;YACxE,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,GAAG,GAAa,EAAE,CAAC;YACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvE,GAAG,CAAC,IAAI,CAAE,CAAS,CAAC,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACvC,CAAC;YACD,MAAM,EAAE,GAAG,CAAC,EAAU,EAAE,GAAa,EAAE,QAAiC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC9E,EAAE;gBACF,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,UAAU,EAAE,EAAE;gBACvB,MAAM,EAAE,EAAE;gBACV,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;gBACzD,OAAO,EAAE,aAAa;gBACtB,GAAG,KAAK;aACT,CAAC,CAAC;YACH,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,mBAAmB;YACjF,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAE,uBAAuB;YACrF,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,wBAAwB,CAAC;YAC5C,iBAAiB,EAAE,GAAG;YACtB,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxE,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QAErB,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,YAAY,CAAC,MAAM,CAAU,CAAC;QACjE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,mCAAmC,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,6BAA6B,CAAC,CAAC;QAChE,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,gDAAgD,CAAC,CAAC;QACnF,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,6CAA6C,CAAC,CAAC;QACjF,oEAAoE;QACpE,wEAAwE;QACxE,4CAA4C;QAC5C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,0CAA0C,CAAC,CAAC;QAChF,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/compression-dedup.test.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Bug 6.10: compression concurrent with new messages — stale chunk identity
+ * across rebuildChunks.
+ *
+ * tick() shifts an index into `this.chunks` and starts an async
+ * `compressChunkHierarchical` holding a reference to that chunk OBJECT.
+ * A rebuildChunks (fired by select()/onNewMessage while the LLM call is in
+ * flight) rebuilds `this.chunks` and resets `compressionQueue`; the rebuilt
+ * chunk for the same messages is created BEFORE the in-flight summary
+ * exists, so it re-queues as uncompressed. When the in-flight call
+ * completes it marks only the STALE object — the next tick compresses the
+ * same messages again, producing a duplicate L1 over identical history.
+ *
+ * Fix: compressChunkHierarchical reconciles by content identity (sourceIds)
+ * against the summary archive before (and after) the LLM call — an exact
+ * match adopts the existing summary; full coverage by existing L1s drops
+ * the chunk instead of duplicating history.
+ */
+export {};
+//# sourceMappingURL=compression-dedup.test.d.ts.map

package/dist/test/compression-dedup.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compression-dedup.test.d.ts","sourceRoot":"","sources":["../../test/compression-dedup.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG"}