@animalabs/context-manager 0.3.0 → 0.5.0

package/dist/test/adaptive/picker.test.js

@@ -0,0 +1,333 @@
+import { test } from 'node:test';
+import assert from 'node:assert/strict';
+import { Picker } from '../../src/adaptive/picker.js';
+import { FlatProfileStrategy } from '../../src/adaptive/strategies/flat-profile.js';
+import { OldestFirstStrategy } from '../../src/adaptive/strategies/oldest-first.js';
+import { buildChronicleWithChain, MockChronicle } from './harness.js';
+const BUDGET = (totalBudget, slack = 0.1) => ({
+    totalBudget,
+    targetBudget: totalBudget * (1 - slack),
+    slack,
+});
+test('picker: under budget — no folds', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 12,
+        tokensPerChunk: 100,
+    });
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 300 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(100_000));
+    assert.equal(result.applied.length, 0);
+    assert.equal(result.iterations, 0);
+    assert.equal(result.budgetMet, true);
+});
+test('picker: over budget — flat-profile raises oldest group at L0', () => {
+    // 12 chunks × 100 tokens = 1200 raw. mergeThreshold=6 → 2 L1 groups (no L2 produced).
+    // With budget 700 / target 630, two L1 folds bring us to ~600 → budget met.
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 12,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 200,
+    });
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 200 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(700));
+    assert.ok(result.applied.length > 0, 'should have applied at least one fold');
+    for (const op of result.applied) {
+        assert.equal(op.kind, 'raise');
+    }
+    assert.equal(result.budgetMet, true);
+});
+test('picker: over budget without L2 available — emits produce op', () => {
+    // 12 chunks × 100, 2 L1 groups, no L2. Budget 400 forces deeper folding.
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 12,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 200,
+    });
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 200 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(400));
+    // Should have applied L1 folds AND requested L2 production.
+    assert.ok(result.applied.length > 0);
+    assert.ok(result.produced.length > 0, 'should have emitted produce op for L2');
+    const produceOp = result.produced[0];
+    if (produceOp.kind === 'produce') {
+        assert.equal(produceOp.level, 2);
+    }
+});
+test('picker: group-fold semantics — raising one chunk to L1 raises all siblings under same L1', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 12,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 100,
+    });
+    // Force pressure such that exactly one L1 group is folded.
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(1000));
+    // After folding, count how many chunks at L1 vs L0.
+    const l1Chunks = [];
+    for (const [id, level] of result.finalResolutions) {
+        if (level === 1)
+            l1Chunks.push(id);
+    }
+    // L1 chunks should come in multiples of 6 (one group at a time).
+    assert.equal(l1Chunks.length % 6, 0, `L1 chunk count ${l1Chunks.length} should be multiple of 6`);
+    // And they should be contiguous from the oldest.
+    l1Chunks.sort();
+    for (let i = 0; i < l1Chunks.length; i++) {
+        assert.equal(l1Chunks[i], `c-${i.toString().padStart(4, '0')}`);
+    }
+});
+test('picker: oldest-first strategy raises chronologically', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 12,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 100,
+    });
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new OldestFirstStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(900));
+    // First raise should target the oldest chunks (c-0000…c-0005)
+    if (result.applied.length > 0) {
+        const firstOp = result.applied[0];
+        assert.equal(firstOp.kind, 'raise');
+        // The groupRoot is an L1, and its source range should start at c-0000.
+        if (firstOp.kind === 'raise') {
+            const summary = chronicle.summaries.get(firstOp.groupRoot);
+            assert.equal(summary.sourceRange.first, 'c-0000');
+        }
+    }
+});
+test('picker: monotonicity — re-running with same state does not lower anything', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 18,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 100,
+    });
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new FlatProfileStrategy());
+    // First run
+    const r1 = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(800));
+    chronicle.applyResolutions(r1.finalResolutions);
+    // Second run with same inputs — should not change anything.
+    const r2 = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(800));
+    assert.equal(r2.applied.length, 0, 'second run with no pressure change should not apply folds');
+    // All chunks' resolutions stable
+    for (const c of chronicle.chunks) {
+        const r1Val = r1.finalResolutions.get(c.id);
+        const r2Val = r2.finalResolutions.get(c.id);
+        assert.equal(r2Val, r1Val);
+    }
+});
+test('picker: locked chunks survive partial group fold', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 12,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 100,
+    });
+    // Lock chunk c-0003 (in the first L1 group).
+    chronicle.chunks[3].lockedByAgent = true;
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(900));
+    // After folding the first L1 group, c-0003 should still be at L0.
+    // Other chunks in that group should be at L1.
+    if (result.finalResolutions.get('c-0000') === 1) {
+        assert.equal(result.finalResolutions.get('c-0003'), 0, 'locked chunk should not be raised');
+        assert.equal(result.finalResolutions.get('c-0001'), 1);
+        assert.equal(result.finalResolutions.get('c-0002'), 1);
+        assert.equal(result.finalResolutions.get('c-0004'), 1);
+        assert.equal(result.finalResolutions.get('c-0005'), 1);
+    }
+});
+test('picker: pinned chunks always render raw, never folded', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 12,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 100,
+    });
+    chronicle.chunks[5].pinned = true; // Pin chunk in first L1 group
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(900));
+    // Pinned chunk is not in foldableMiddle, so it isn't raised.
+    assert.equal(result.finalResolutions.get('c-0005'), 0);
+});
+test('picker: deep folding cascades through levels (L1 → L2 → L3 → …)', () => {
+    // Many chunks → deep tree. With aggressive budget, picker should fold to higher levels.
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 36, // 36 / 6 = 6 L1s; 6 L1s = 1 L2; need more to test L2 → L3
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 50,
+    });
+    // 36 chunks × 100 tokens = 3600. With budget 200 and recallPair 50, force deep folding.
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(300));
+    assert.equal(result.budgetMet, true);
+    // Should have raised to at least L1 for the middle, possibly higher.
+    const maxLevel = Math.max(...Array.from(result.finalResolutions.values()));
+    assert.ok(maxLevel >= 1, `expected max level >= 1, got ${maxLevel}`);
+});
+test('picker: produce op emitted when L_{k+1} missing', () => {
+    // Build chronicle WITHOUT producing the full chain — only L1s.
+    const chronicle = new MockChronicle({ mergeThreshold: 6, recallPairTokens: 50 });
+    for (let i = 0; i < 18; i++) {
+        chronicle.addChunk({ id: `c-${i.toString().padStart(4, '0')}`, rawTokens: 100 });
+    }
+    // Only L1 chain — no L2 yet.
+    for (let i = 0; i < 18; i += 6) {
+        chronicle.produceL1(chronicle.chunks.slice(i, i + 6).map((c) => c.id));
+    }
+    // Manually raise all chunks to L1 to simulate prior fold state.
+    for (const c of chronicle.chunks)
+        c.currentResolution = 1;
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(120));
+    // The picker should ask for an L2 to be produced.
+    assert.ok(result.produced.length > 0, 'should have requested L2 production');
+    const produceOp = result.produced[0];
+    assert.equal(produceOp.kind, 'produce');
+    if (produceOp.kind === 'produce') {
+        assert.equal(produceOp.level, 2);
+    }
+});
+test('picker: head and tail chunks are never folded', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 18,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 100,
+    });
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 200, tailTokens: 200 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(500));
+    // Head chunks (first 2 = 200 tokens) and tail chunks (last 2 = 200 tokens) stay at L0.
+    for (const id of tailInfo.headChunkIds) {
+        assert.equal(result.finalResolutions.get(id), 0, `head chunk ${id} should remain L0`);
+    }
+    for (const id of tailInfo.tailChunkIds) {
+        assert.equal(result.finalResolutions.get(id), 0, `tail chunk ${id} should remain L0`);
+    }
+});
+test('picker: 500K-token doc scenario — folds dramatically without exhausting', () => {
+    // Simulate a single 500K-token doc as 125 shards of ~4K tokens each.
+    const SHARD_TOKENS = 4000;
+    const SHARD_COUNT = 125;
+    const RECALL_PAIR_TOKENS = 200;
+    const chronicle = buildChronicleWithChain({
+        chunkCount: SHARD_COUNT,
+        tokensPerChunk: SHARD_TOKENS,
+        mergeThreshold: 6,
+        recallPairTokens: RECALL_PAIR_TOKENS,
+    });
+    // Assign all shards the same bodyGroupId.
+    for (const c of chronicle.chunks)
+        c.bodyGroupId = 'doc-1';
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 0 });
+    // Budget 100K — doc can't fit at L0 (500K) or even at L1 (~125 × 200 = 25K, fits!).
+    // Try budget 30K — at L1 it's tight, picker should fold further.
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(30_000));
+    // Picker should converge — either budget met or further produce requests pending.
+    assert.ok(result.budgetMet || result.produced.length > 0, `picker should converge: budgetMet=${result.budgetMet}, produced=${result.produced.length}`);
+    // Most shards should not be at L0 anymore.
+    const l0Count = Array.from(result.finalResolutions.values()).filter((v) => v === 0).length;
+    assert.ok(l0Count < SHARD_COUNT / 2, `expected most shards folded, but ${l0Count} of ${SHARD_COUNT} still at L0`);
+});
+test('picker: hits soft target with slack-bounded room', () => {
+    const chronicle = buildChronicleWithChain({
+        chunkCount: 30,
+        tokensPerChunk: 100,
+        mergeThreshold: 6,
+        recallPairTokens: 100,
+    });
+    const tailInfo = chronicle.computeHeadTail({ headTokens: 0, tailTokens: 100 });
+    const picker = new Picker(new FlatProfileStrategy());
+    const result = picker.run({
+        chunks: chronicle.chunks,
+        summaries: chronicle.summaries,
+        recallPairTokens: chronicle.recallPairTokens,
+        ...tailInfo,
+    }, BUDGET(2000, 0.1) // budget 2000, target 1800
+    );
+    assert.ok(result.budgetMet);
+    assert.ok(result.finalTokens <= 1800, `finalTokens ${result.finalTokens} should be ≤ targetBudget 1800`);
+});
+//# sourceMappingURL=picker.test.js.map

package/dist/test/adaptive/picker.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"picker.test.js","sourceRoot":"","sources":["../../../test/adaptive/picker.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,+CAA+C,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,MAAM,+CAA+C,CAAC;AAEpF,OAAO,EAAE,uBAAuB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAEtE,MAAM,MAAM,GAAG,CAAC,WAAmB,EAAE,KAAK,GAAG,GAAG,EAAiB,EAAE,CAAC,CAAC;IACnE,WAAW;IACX,YAAY,EAAE,WAAW,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;IACvC,KAAK;CACN,CAAC,CAAC;AAEH,IAAI,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC3C,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;KACpB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,OAAO,CAAC,CAChB,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,8DAA8D,EAAE,GAAG,EAAE;IACxE,sFAAsF;IACtF,4EAA4E;IAC5E,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,uCAAuC,CAAC,CAAC;IAC9E,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6DAA6D,EAAE,GAAG,EAAE;IACvE,yEAAyE;IACzE,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,4DAA4D;IAC5D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,uCAAuC,CAAC,CAAC;IAC/E,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrC,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACnC,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0FAA0F,EAAE,GAAG,EAAE;IACpG,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,2DAA2D;IAC3D,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,IAAI,CAAC,CACb,CAAC;IACF,oDAAoD;IACpD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAClD,IAAI,KAAK,KAAK,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC;IACD,iEAAiE;IACjE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,kBAAkB,QAAQ,CAAC,MAAM,0BAA0B,CAAC,CAAC;IAClG,iDAAiD;IACjD,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,sDAAsD,EAAE,GAAG,EAAE;IAChE,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,8DAA8D;IAC9D,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpC,uEAAuE;QACvE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAE,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2EAA2E,EAAE,GAAG,EAAE;IACrF,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IAErD,YAAY;IACZ,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CACnB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,SAAS,CAAC,gBAAgB,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC;IAEhD,4DAA4D;IAC5D,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CACnB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,2DAA2D,CAAC,CAAC;IAChG,iCAAiC;IACjC,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAC5D,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,6CAA6C;IAC7C,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC;IACzC,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAE/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,kEAAkE;IAClE,8CAA8C;IAC9C,IAAI,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,mCAAmC,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,uDAAuD,EAAE,GAAG,EAAE;IACjE,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,8BAA8B;IACjE,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,6DAA6D;IAC7D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,iEAAiE,EAAE,GAAG,EAAE;IAC3E,wFAAwF;IACxF,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE,EAAE,0DAA0D;QAC1E,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,EAAE;KACrB,CAAC,CAAC;IACH,wFAAwF;IACxF,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACrC,qEAAqE;IACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC3E,MAAM,CAAC,EAAE,CAAC,QAAQ,IAAI,CAAC,EAAE,gCAAgC,QAAQ,EAAE,CAAC,CAAC;AACvE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,iDAAiD,EAAE,GAAG,EAAE;IAC3D,+DAA+D;IAC/D,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,CAAC;IACjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,6BAA6B;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,gEAAgE;IAChE,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM;QAAE,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC;IAE1D,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,kDAAkD;IAClD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,qCAAqC,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACxC,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACnC,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,+CAA+C,EAAE,GAAG,EAAE;IACzD,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,GAAG,CAAC,CACZ,CAAC;IACF,uFAAuF;IACvF,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,cAAc,EAAE,mBAAmB,CAAC,CAAC;IACxF,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,cAAc,EAAE,mBAAmB,CAAC,CAAC;IACxF,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,yEAAyE,EAAE,GAAG,EAAE;IACnF,qEAAqE;IACrE,MAAM,YAAY,GAAG,IAAI,CAAC;IAC1B,MAAM,WAAW,GAAG,GAAG,CAAC;IACxB,MAAM,kBAAkB,GAAG,GAAG,CAAC;IAC/B,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,WAAW;QACvB,cAAc,EAAE,YAAY;QAC5B,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,kBAAkB;KACrC,CAAC,CAAC;IACH,0CAA0C;IAC1C,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM;QAAE,CAAC,CAAC,WAAW,GAAG,OAAO,CAAC;IAE1D,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAE7E,oFAAoF;IACpF,iEAAiE;IACjE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,MAAM,CAAC,CACf,CAAC;IAEF,kFAAkF;IAClF,MAAM,CAAC,EAAE,CACP,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAC9C,qCAAqC,MAAM,CAAC,SAAS,cAAc,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAC5F,CAAC;IACF,2CAA2C;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3F,MAAM,CAAC,EAAE,CAAC,OAAO,GAAG,WAAW,GAAG,CAAC,EAAE,oCAAoC,OAAO,OAAO,WAAW,cAAc,CAAC,CAAC;AACpH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAC5D,MAAM,SAAS,GAAG,uBAAuB,CAAC;QACxC,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,GAAG;QACnB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,GAAG;KACtB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CACvB;QACE,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,GAAG,QAAQ;KACZ,EACD,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,2BAA2B;KAC9C,CAAC;IACF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,eAAe,MAAM,CAAC,WAAW,gCAAgC,CAAC,CAAC;AAC3G,CAAC,CAAC,CAAC"}

package/dist/test/adaptive/render.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=render.test.d.ts.map

package/dist/test/adaptive/render.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.test.d.ts","sourceRoot":"","sources":["../../../test/adaptive/render.test.ts"],"names":[],"mappings":""}

package/dist/test/adaptive/render.test.js

@@ -0,0 +1,109 @@
+import { test } from 'node:test';
+import assert from 'node:assert/strict';
+import { chunkMessage } from '../../src/adaptive/chunker.js';
+import { concatBodyGroups, placeholderRecallText } from '../../src/adaptive/render.js';
+function makeShard(body, groupId, shardIndex, options = {}) {
+    return {
+        id: `${groupId}-shard-${shardIndex}`,
+        sequence: shardIndex,
+        participant: 'User',
+        content: [{ type: 'text', text: body }],
+        timestamp: new Date(0),
+        bodyGroupId: groupId,
+        shardIndex,
+        ...options,
+    };
+}
+function makePlainMessage(id, body, sequence = 0) {
+    return {
+        id,
+        sequence,
+        participant: 'User',
+        content: [{ type: 'text', text: body }],
+        timestamp: new Date(0),
+    };
+}
+test('render: messages without bodyGroupId pass through unchanged', () => {
+    const messages = [
+        makePlainMessage('m-1', 'hello', 0),
+        makePlainMessage('m-2', 'world', 1),
+    ];
+    const out = concatBodyGroups(messages, placeholderRecallText);
+    assert.equal(out.length, 2);
+    assert.equal(out[0].id, 'm-1');
+    assert.equal(out[1].id, 'm-2');
+});
+test('render: byte-faithful concat for all-L0 shards', () => {
+    const originalBody = 'a'.repeat(200) + '\n\n' + 'b'.repeat(200) + '\n\n' + 'c'.repeat(200);
+    const sharded = chunkMessage(originalBody, { chunkThreshold: 50, chunkSize: 50, charsPerToken: 1.0 });
+    assert.equal(sharded.wasSharded, true);
+    // Build StoredMessages from the shards
+    const messages = sharded.shards.map((s) => makeShard(s.content, sharded.bodyGroupId, s.index));
+    const concatenated = concatBodyGroups(messages, placeholderRecallText);
+    assert.equal(concatenated.length, 1, 'all shards should merge into one composite');
+    const block = concatenated[0].content[0];
+    assert.equal(block.type, 'text');
+    const text = block.text;
+    assert.equal(text, originalBody, 'concatenated body must equal original byte-for-byte');
+});
+test('render: shard at L1 emits recall text instead of raw', () => {
+    const shard0 = makeShard('first shard ', 'g-1', 0);
+    const shard1 = makeShard('second shard ', 'g-1', 1, { currentResolution: 1 });
+    const shard2 = makeShard('third shard', 'g-1', 2);
+    const concatenated = concatBodyGroups([shard0, shard1, shard2], (s) => `<<recall:${s.id}>>`);
+    assert.equal(concatenated.length, 1);
+    const text = concatenated[0].content[0].text;
+    assert.equal(text, 'first shard <<recall:g-1-shard-1>>third shard');
+});
+test('render: multiple bodyGroups remain separate', () => {
+    const g1s0 = makeShard('hello ', 'g-1', 0);
+    const g1s1 = makeShard('world', 'g-1', 1);
+    const g2s0 = makeShard('foo ', 'g-2', 0);
+    const g2s1 = makeShard('bar', 'g-2', 1);
+    const concatenated = concatBodyGroups([g1s0, g1s1, g2s0, g2s1], placeholderRecallText);
+    assert.equal(concatenated.length, 2);
+    assert.equal(concatenated[0].content[0].text, 'hello world');
+    assert.equal(concatenated[1].content[0].text, 'foo bar');
+});
+test('render: shard order honored even if input is out of order', () => {
+    const s0 = makeShard('A', 'g', 0);
+    const s1 = makeShard('B', 'g', 1);
+    const s2 = makeShard('C', 'g', 2);
+    // Note: the input order here would actually break grouping because we
+    // group by *consecutive* same-bodyGroupId — out-of-order input means
+    // the group is broken if a different one interrupts. But within a
+    // contiguous run, shardIndex determines concat order.
+    const concatenated = concatBodyGroups([s2, s0, s1], placeholderRecallText);
+    assert.equal(concatenated.length, 1);
+    const text = concatenated[0].content[0].text;
+    assert.equal(text, 'ABC');
+});
+test('render: interleaved plain + grouped messages preserve order', () => {
+    const plain1 = makePlainMessage('p-1', 'plain text 1', 0);
+    const g1s0 = makeShard('group ', 'g-1', 0);
+    const g1s1 = makeShard('one', 'g-1', 1);
+    const plain2 = makePlainMessage('p-2', 'plain text 2', 3);
+    const g2s0 = makeShard('group ', 'g-2', 0);
+    const g2s1 = makeShard('two', 'g-2', 1);
+    const concatenated = concatBodyGroups([plain1, g1s0, g1s1, plain2, g2s0, g2s1], placeholderRecallText);
+    assert.equal(concatenated.length, 4);
+    assert.equal(concatenated[0].id, 'p-1');
+    assert.equal(concatenated[1].content[0].text, 'group one');
+    assert.equal(concatenated[2].id, 'p-2');
+    assert.equal(concatenated[3].content[0].text, 'group two');
+});
+test('render: chunker + render round-trips with realistic large doc', () => {
+    // Build a synthetic doc, chunk it, render it back, verify byte-identical.
+    const paragraphs = [];
+    for (let i = 0; i < 50; i++) {
+        paragraphs.push(`# Section ${i}\n\nThis is the content of section ${i}. ` + 'Lorem ipsum dolor sit amet. '.repeat(20));
+    }
+    const body = paragraphs.join('\n\n');
+    const sharded = chunkMessage(body); // default options
+    const messages = sharded.shards.map((s) => makeShard(s.content, sharded.bodyGroupId, s.index));
+    const concatenated = concatBodyGroups(messages, placeholderRecallText);
+    assert.equal(concatenated.length, 1);
+    const text = concatenated[0].content[0].text;
+    assert.equal(text, body);
+});
+//# sourceMappingURL=render.test.js.map

package/dist/test/adaptive/render.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.test.js","sourceRoot":"","sources":["../../../test/adaptive/render.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAIvF,SAAS,SAAS,CAChB,IAAY,EACZ,OAAe,EACf,UAAkB,EAClB,UAAkC,EAAE;IAEpC,OAAO;QACL,EAAE,EAAE,GAAG,OAAO,UAAU,UAAU,EAAE;QACpC,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAkB,CAAC;QACvD,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;QACtB,WAAW,EAAE,OAAO;QACpB,UAAU;QACV,GAAG,OAAO;KACX,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,EAAU,EAAE,IAAY,EAAE,QAAQ,GAAG,CAAC;IAC9D,OAAO;QACL,EAAE;QACF,QAAQ;QACR,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAkB,CAAC;QACvD,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;KACvB,CAAC;AACJ,CAAC;AAED,IAAI,CAAC,6DAA6D,EAAE,GAAG,EAAE;IACvE,MAAM,QAAQ,GAAG;QACf,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACnC,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;KACpC,CAAC;IACF,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IAC9D,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC/B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;AACjC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,gDAAgD,EAAE,GAAG,EAAE;IAC1D,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IACtG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IAEvC,uCAAuC;IACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACxC,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CACnD,CAAC;IAEF,MAAM,YAAY,GAAG,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IACvE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,4CAA4C,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,IAAI,GAAI,KAAwC,CAAC,IAAI,CAAC;IAC5D,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,EAAE,qDAAqD,CAAC,CAAC;AAC1F,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,sDAAsD,EAAE,GAAG,EAAE;IAChE,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAElD,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7F,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,IAAI,GAAI,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,CAAC;IACjF,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,+CAA+C,CAAC,CAAC;AACtE,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6CAA6C,EAAE,GAAG,EAAE;IACvD,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAExC,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,qBAAqB,CAAC,CAAC;IACvF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAE,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACjG,MAAM,CAAC,KAAK,CAAE,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;AAC/F,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,2DAA2D,EAAE,GAAG,EAAE;IACrE,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAClC,sEAAsE;IACtE,qEAAqE;IACrE,kEAAkE;IAClE,sDAAsD;IACtD,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC3E,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,IAAI,GAAI,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,CAAC;IACjF,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC5B,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,6DAA6D,EAAE,GAAG,EAAE;IACvE,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAExC,MAAM,YAAY,GAAG,gBAAgB,CACnC,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,EACxC,qBAAqB,CACtB,CAAC;IACF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,CAAE,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC/F,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,CAAE,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;AACjG,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,+DAA+D,EAAE,GAAG,EAAE;IACzE,0EAA0E;IAC1E,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,sCAAsC,CAAC,IAAI,GAAG,8BAA8B,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACzH,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAErC,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACxC,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CACnD,CAAC;IAEF,MAAM,YAAY,GAAG,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;IACvE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,IAAI,GAAI,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAoC,CAAC,IAAI,CAAC;IACjF,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AAC3B,CAAC,CAAC,CAAC"}

package/dist/test/adaptive/shard-immutability.test.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Tests that the message store rejects operations that would corrupt a
+ * bodyGroup's byte-faithful reassembly invariant:
+ *   - editMessage on a shard
+ *   - removeMessage on a single shard (without removing the rest)
+ *   - removeRange that bisects a bodyGroup
+ *
+ * Provides removeBodyGroup as the atomic way to drop a sharded message.
+ *
+ * Also verifies pins-in-adaptive (Fix #1) and maxMessageTokens not applied
+ * to bodyGroup composites (Fix #3) for completeness.
+ */
+export {};
+//# sourceMappingURL=shard-immutability.test.d.ts.map

package/dist/test/adaptive/shard-immutability.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shard-immutability.test.d.ts","sourceRoot":"","sources":["../../../test/adaptive/shard-immutability.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG"}