@claudexor/journal 3.11.0 → 3.12.1

package/dist/journal-background-compaction.js

@@ -2,16 +2,14 @@ import { randomUUID } from "node:crypto";
 import { constants } from "node:fs";
 import { open, unlink } from "node:fs/promises";
 import { join } from "node:path";
-import { Readable, Writable } from "node:stream";
-import { pipeline } from "node:stream/promises";
 import { setImmediate } from "node:timers/promises";
-import { createGzip } from "node:zlib";
 import { encodeJournalPayload } from "./append-batch.js";
-import { HASH_BYTES, MAX_COMPACTED_LOGICAL_BYTES, MAX_PAYLOAD_BYTES, encodeFrame, } from "./frame-codec.js";
-import { compactedJournalRecord, encodeCompactionSnapshot, isCompactionCapacityError, logicalRecord, } from "./journal-compaction.js";
-// A working batch, never a history retention limit or a user setting.
-const STREAM_BATCH_BYTES = 64 * 1024;
+import { HASH_BYTES, ZERO_HASH, encodeFrame } from "./frame-codec.js";
+import { STREAM_BATCH_BYTES, snapshotChunks } from "./journal-compaction-chunks.js";
+import { capacityCapOf, declinedCompaction, isCompactionCapacityError, logicalRecord, } from "./journal-compaction.js";
+import { foldStream } from "./journal-fold.js";
 const COMPACTION_FILE_PREFIX = "journal-compaction-";
+const FOLD_YIELD_EVERY = STREAM_BATCH_BYTES / 128;
 /** The journal owns freshness and installation; this helper owns only its
  * temporary file and immutable logical-record references. */
 export async function prepareBackgroundCompaction(input) {
@@ -19,46 +17,74 @@ export async function prepareBackgroundCompaction(input) {
     let path = null;
     try {
         await setImmediate(undefined, { signal: input.signal });
-        const compressed = await compressRecords(input.entries, input.prefix.count, input.signal);
-        const snapshot = encodeCompactionSnapshot({
-            partition: input.partition,
-            epoch: input.epoch,
-            time: input.time,
-            count: input.prefix.count,
-            compressed,
-        });
-        if (!snapshot || snapshot.frame.length >= input.prefix.knownFileBytes)
-            return null;
-        input.signal.throwIfAborted();
-        const records = [];
-        for (let index = 0; index < input.prefix.count; index += 1) {
-            records.push(compactedJournalRecord(input.entries[index], input.partition, input.epoch, index, snapshot.frameHash));
-            if ((index + 1) % (STREAM_BATCH_BYTES / 128) === 0)
-                await setImmediate(undefined, { signal: input.signal });
-        }
+        // The fold applies uniformly to the captured prefix: records retained at
+        // replay and unfolded appends since are judged by the same policy.
+        const folded = input.fold
+            ? await foldPrefix(input.entries, input.prefix.count, input.fold, input.signal)
+            : null;
+        const source = folded ? folded.retained : input.entries;
+        const count = folded ? folded.retained.length : input.prefix.count;
         input.signal.throwIfAborted();
         path = join(input.stagingDir, `${COMPACTION_FILE_PREFIX}${randomUUID()}.compact`);
         handle = await open(path, constants.O_WRONLY | constants.O_CREAT | constants.O_EXCL, 0o600);
-        await writeBytes(handle, snapshot.frame, input.signal);
         const candidate = {
             path,
-            records,
+            records: [],
             epoch: input.epoch,
             nextSeq: input.prefix.nextSeq,
-            previousFrameHash: snapshot.frameHash,
-            knownFileBytes: snapshot.frame.length,
+            previousFrameHash: ZERO_HASH,
+            knownFileBytes: 0,
             receipt: {
                 beforeBytes: input.prefix.knownFileBytes,
-                afterBytes: snapshot.frame.length,
-                records: input.prefix.count,
+                afterBytes: 0,
+                records: 0,
+                retainedCount: count,
+                retiredCount: folded?.retiredCount ?? 0,
+                retiredBytes: folded?.retiredBytes ?? 0,
             },
         };
+        const chunks = snapshotChunks({
+            partition: input.partition,
+            epoch: input.epoch,
+            time: input.time,
+            records: source,
+            count,
+            endSeq: input.prefix.nextSeq - 1,
+            signal: input.signal,
+        });
+        for await (const chunk of chunks) {
+            await writeBytes(handle, chunk.frame, input.signal);
+            for (let index = 0; index < chunk.count; index += 1) {
+                const record = source[chunk.firstIndex + index];
+                candidate.records.push({
+                    partition: input.partition,
+                    epoch: input.epoch,
+                    seq: record.seq,
+                    previousFrameHash: index === 0 ? chunk.header.previousFrameHash : chunk.frameHash,
+                    frameHash: chunk.frameHash,
+                    time: record.time,
+                    type: record.type,
+                    payload: record.payload,
+                    byteOffset: candidate.knownFileBytes,
+                });
+            }
+            candidate.previousFrameHash = chunk.frameHash;
+            candidate.knownFileBytes += chunk.frame.length;
+        }
+        if (candidate.knownFileBytes >= input.prefix.knownFileBytes) {
+            return declinedCompaction("no_reclaim", {
+                compressedBytes: candidate.knownFileBytes,
+                cap: input.prefix.knownFileBytes,
+            });
+        }
+        let consumed = input.prefix.count;
         for (;;) {
             input.signal.throwIfAborted();
             // appendBatch publishes its entries/counters together, after ACK. Capture
             // only complete batches, even when encoding yields partway through one.
             const boundary = input.current();
-            await appendTail(handle, candidate, input.entries, boundary.count, input.signal);
+            await appendTail(handle, candidate, input.entries, consumed, boundary.count, input.signal);
+            consumed = boundary.count;
             await handle.sync();
             input.signal.throwIfAborted();
             if (!sameBoundary(boundary, input.current()))
@@ -69,6 +95,7 @@ export async function prepareBackgroundCompaction(input) {
             handle = null;
             input.signal.throwIfAborted();
             candidate.receipt = {
+                ...candidate.receipt,
                 beforeBytes: boundary.knownFileBytes,
                 afterBytes: candidate.knownFileBytes,
                 records: candidate.records.length,
@@ -80,11 +107,13 @@ export async function prepareBackgroundCompaction(input) {
         }
     }
     catch (error) {
-        if ((input.signal.aborted &&
-            (error === input.signal.reason ||
-                (error instanceof Error && error.name === "AbortError"))) ||
-            isCompactionCapacityError(error))
-            return null;
+        if (input.signal.aborted &&
+            (error === input.signal.reason || (error instanceof Error && error.name === "AbortError")))
+            return declinedCompaction("aborted");
+        if (isCompactionCapacityError(error)) {
+            const cap = capacityCapOf(error);
+            return declinedCompaction("capacity", cap === undefined ? {} : { cap });
+        }
         throw error;
     }
     finally {
@@ -106,47 +135,24 @@ export function sameBoundary(a, b) {
         a.previousFrameHash === b.previousFrameHash &&
         a.knownFileBytes === b.knownFileBytes);
 }
-async function compressRecords(entries, count, signal) {
-    const chunks = [];
-    let compressedBytes = 0;
-    await pipeline(Readable.from(serializeRecords(entries, count, signal), {
-        objectMode: false,
-        highWaterMark: STREAM_BATCH_BYTES,
-    }), createGzip(), new Writable({
-        write(chunk, _encoding, done) {
-            compressedBytes += chunk.length;
-            if (compressedBytes > MAX_PAYLOAD_BYTES)
-                return done(capacityError("compressed bytes"));
-            chunks.push(chunk);
-            done();
-        },
-    }), { signal });
-    return Buffer.concat(chunks, compressedBytes);
-}
-async function* serializeRecords(entries, count, signal) {
-    let totalBytes = 2; // brackets
-    let batchBytes = 0;
-    yield "[";
+async function foldPrefix(entries, count, fold, signal) {
+    const sink = foldStream(fold);
     for (let index = 0; index < count; index += 1) {
-        signal.throwIfAborted();
-        const json = JSON.stringify(logicalRecord(entries[index]));
-        const bytes = Buffer.byteLength(json, "utf8") + (index === 0 ? 0 : 1);
-        totalBytes += bytes;
-        if (totalBytes > MAX_COMPACTED_LOGICAL_BYTES)
-            throw capacityError("logical bytes");
-        if (index > 0)
-            yield ",";
-        yield json;
-        batchBytes += bytes;
-        if (batchBytes >= STREAM_BATCH_BYTES) {
+        const record = entries[index];
+        sink.push(record, {
+            seq: record.seq,
+            type: record.type,
+            time: record.time,
+            payload: record.payload,
+            byteLength: Buffer.byteLength(JSON.stringify(logicalRecord(record)), "utf8"),
+        });
+        if ((index + 1) % FOLD_YIELD_EVERY === 0)
             await setImmediate(undefined, { signal });
-            batchBytes = 0;
-        }
     }
-    yield "]";
+    return sink.finish();
 }
-async function appendTail(handle, candidate, entries, count, signal) {
-    for (let index = candidate.records.length; index < count; index += 1) {
+async function appendTail(handle, candidate, entries, from, to, signal) {
+    for (let index = from; index < to; index += 1) {
         signal.throwIfAborted();
         const record = entries[index];
         const header = {
@@ -181,9 +187,4 @@ async function writeBytes(handle, bytes, signal) {
         offset += bytesWritten;
     }
 }
-function capacityError(kind) {
-    return Object.assign(new Error(`journal compaction exceeds the existing ${kind} cap`), {
-        code: "journal_compaction_capacity",
-    });
-}
 //# sourceMappingURL=journal-background-compaction.js.map

package/dist/journal-background-compaction.js.map

@@ -1 +1 @@
-{"version":3,"file":"journal-background-compaction.js","sourceRoot":"","sources":["../src/journal-background-compaction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAmB,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EACL,UAAU,EACV,2BAA2B,EAC3B,iBAAiB,EACjB,WAAW,GAEZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,yBAAyB,EACzB,aAAa,GAEd,MAAM,yBAAyB,CAAC;AAEjC,sEAAsE;AACtE,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;AACrC,MAAM,sBAAsB,GAAG,qBAAqB,CAAC;AASrD;6DAC6D;AAC7D,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KAUjD;IACC,IAAI,MAAM,GAAsB,IAAI,CAAC;IACrC,IAAI,IAAI,GAAkB,IAAI,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,wBAAwB,CAAC;YACxC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK;YACzB,UAAU;SACX,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC;QACnF,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,IAAI,CACV,sBAAsB,CACpB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAE,EACrB,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,KAAK,EACX,KAAK,EACL,QAAQ,CAAC,SAAS,CACnB,CACF,CAAC;YACF,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,kBAAkB,GAAG,GAAG,CAAC,KAAK,CAAC;gBAChD,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC9B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,sBAAsB,GAAG,UAAU,EAAE,UAAU,CAAC,CAAC;QAClF,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5F,MAAM,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,SAAS,GAA4B;YACzC,IAAI;YACJ,OAAO;YACP,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;YAC7B,iBAAiB,EAAE,QAAQ,CAAC,SAAS;YACrC,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;YACrC,OAAO,EAAE;gBACP,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc;gBACxC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;gBACjC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK;aAC5B;SACF,CAAC;QACF,SAAS,CAAC;YACR,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,0EAA0E;YAC1E,wEAAwE;YACxE,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACjF,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBAAE,SAAS;YACvD,yEAAyE;YACzE,0EAA0E;YAC1E,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,GAAG,IAAI,CAAC;YACd,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,SAAS,CAAC,OAAO,GAAG;gBAClB,WAAW,EAAE,QAAQ,CAAC,cAAc;gBACpC,UAAU,EAAE,SAAS,CAAC,cAAc;gBACpC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM;aAClC,CAAC;YACF,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;gBAAE,OAAO,SAAS,CAAC,OAAO,CAAC;YACjE,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO;YACnB,CAAC,KAAK,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM;gBAC5B,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC;YAC7D,yBAAyB,CAAC,KAAK,CAAC;YAEhC,OAAO,IAAI,CAAC;QACd,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;QACxB,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI;gBACN,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;oBACxD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;wBAAE,MAAM,KAAK,CAAC;gBAC3C,CAAC,CAAC,CAAC;QACP,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAqB,EAAE,CAAqB;IACvE,OAAO,CACL,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;QACnB,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO;QACvB,CAAC,CAAC,iBAAiB,KAAK,CAAC,CAAC,iBAAiB;QAC3C,CAAC,CAAC,cAAc,KAAK,CAAC,CAAC,cAAc,CACtC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAiC,EACjC,KAAa,EACb,MAAmB;IAEnB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,QAAQ,CACZ,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE;QACtD,UAAU,EAAE,KAAK;QACjB,aAAa,EAAE,kBAAkB;KAClC,CAAC,EACF,UAAU,EAAE,EACZ,IAAI,QAAQ,CAAC;QACX,KAAK,CAAC,KAAa,EAAE,SAAS,EAAE,IAAI;YAClC,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;YAChC,IAAI,eAAe,GAAG,iBAAiB;gBAAE,OAAO,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACxF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,IAAI,EAAE,CAAC;QACT,CAAC;KACF,CAAC,EACF,EAAE,MAAM,EAAE,CACX,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,gBAAgB,CAC9B,OAAiC,EACjC,KAAa,EACb,MAAmB;IAEnB,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,WAAW;IAC/B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,GAAG,CAAC;IACV,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,UAAU,IAAI,KAAK,CAAC;QACpB,IAAI,UAAU,GAAG,2BAA2B;YAAE,MAAM,aAAa,CAAC,eAAe,CAAC,CAAC;QACnF,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,GAAG,CAAC;QACzB,MAAM,IAAI,CAAC;QACX,UAAU,IAAI,KAAK,CAAC;QACpB,IAAI,UAAU,IAAI,kBAAkB,EAAE,CAAC;YACrC,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1C,UAAU,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,MAAM,GAAG,CAAC;AACZ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,MAAkB,EAClB,SAAkC,EAClC,OAAiC,EACjC,KAAa,EACb,MAAmB;IAEnB,KAAK,IAAI,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAE,CAAC;QAC/B,MAAM,MAAM,GAAG;YACb,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,iBAAiB,EAAE,SAAS,CAAC,iBAAiB;YAC9C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;SAClB,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5E,MAAM,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QACxC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;YACrB,GAAG,MAAM;YACT,SAAS;YACT,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,SAAS,CAAC,cAAc;SACrC,CAAC,CAAC;QACH,SAAS,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACxC,SAAS,CAAC,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC;QACzC,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAmB;IAC9E,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;QAClF,IAAI,YAAY,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACrF,MAAM,IAAI,YAAY,CAAC;IACzB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2CAA2C,IAAI,MAAM,CAAC,EAAE;QACrF,IAAI,EAAE,6BAA6B;KACpC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"journal-background-compaction.js","sourceRoot":"","sources":["../src/journal-background-compaction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAmB,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAsB,MAAM,kBAAkB,CAAC;AAC1F,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AACpF,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,yBAAyB,EACzB,aAAa,GAGd,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,UAAU,EAAoB,MAAM,mBAAmB,CAAC;AAEjE,MAAM,sBAAsB,GAAG,qBAAqB,CAAC;AACrD,MAAM,gBAAgB,GAAG,kBAAkB,GAAG,GAAG,CAAC;AAYlD;6DAC6D;AAC7D,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KAWjD;IACC,IAAI,MAAM,GAAsB,IAAI,CAAC;IACrC,IAAI,IAAI,GAAkB,IAAI,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,yEAAyE;QACzE,mEAAmE;QACnE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI;YACvB,CAAC,CAAC,MAAM,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;YAC/E,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;QACxD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QACnE,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC9B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,sBAAsB,GAAG,UAAU,EAAE,UAAU,CAAC,CAAC;QAClF,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5F,MAAM,SAAS,GAA4B;YACzC,IAAI;YACJ,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;YAC7B,iBAAiB,EAAE,SAAS;YAC5B,cAAc,EAAE,CAAC;YACjB,OAAO,EAAE;gBACP,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc;gBACxC,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;gBACV,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,MAAM,EAAE,YAAY,IAAI,CAAC;gBACvC,YAAY,EAAE,MAAM,EAAE,YAAY,IAAI,CAAC;aACxC;SACF,CAAC;QACF,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,MAAM;YACf,KAAK;YACL,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACpD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAE,CAAC;gBACjD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;oBACrB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,iBAAiB,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS;oBACjF,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,UAAU,EAAE,SAAS,CAAC,cAAc;iBACrC,CAAC,CAAC;YACL,CAAC;YACD,SAAS,CAAC,iBAAiB,GAAG,KAAK,CAAC,SAAS,CAAC;YAC9C,SAAS,CAAC,cAAc,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QACjD,CAAC;QACD,IAAI,SAAS,CAAC,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC5D,OAAO,kBAAkB,CAAC,YAAY,EAAE;gBACtC,eAAe,EAAE,SAAS,CAAC,cAAc;gBACzC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc;aACjC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QAClC,SAAS,CAAC;YACR,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,0EAA0E;YAC1E,wEAAwE;YACxE,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC;YAC1B,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBAAE,SAAS;YACvD,yEAAyE;YACzE,0EAA0E;YAC1E,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,GAAG,IAAI,CAAC;YACd,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,SAAS,CAAC,OAAO,GAAG;gBAClB,GAAG,SAAS,CAAC,OAAO;gBACpB,WAAW,EAAE,QAAQ,CAAC,cAAc;gBACpC,UAAU,EAAE,SAAS,CAAC,cAAc;gBACpC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM;aAClC,CAAC;YACF,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;gBAAE,OAAO,SAAS,CAAC,OAAO,CAAC;YACjE,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC9B,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,KAAK,CAAC,MAAM,CAAC,OAAO;YACpB,CAAC,KAAK,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;YAE1F,OAAO,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,yBAAyB,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACjC,OAAO,kBAAkB,CAAC,UAAU,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;QACxB,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI;gBACN,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;oBACxD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;wBAAE,MAAM,KAAK,CAAC;gBAC3C,CAAC,CAAC,CAAC;QACP,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAqB,EAAE,CAAqB;IACvE,OAAO,CACL,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;QACnB,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO;QACvB,CAAC,CAAC,iBAAiB,KAAK,CAAC,CAAC,iBAAiB;QAC3C,CAAC,CAAC,cAAc,KAAK,CAAC,CAAC,cAAc,CACtC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,OAAiC,EACjC,KAAa,EACb,IAAiB,EACjB,MAAmB;IAEnB,MAAM,IAAI,GAAG,UAAU,CAAgB,IAAI,CAAC,CAAC;IAC7C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAE,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC;SAC7E,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,gBAAgB,KAAK,CAAC;YAAE,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,MAAkB,EAClB,SAAkC,EAClC,OAAiC,EACjC,IAAY,EACZ,EAAU,EACV,MAAmB;IAEnB,KAAK,IAAI,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAE,CAAC;QAC/B,MAAM,MAAM,GAAG;YACb,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,iBAAiB,EAAE,SAAS,CAAC,iBAAiB;YAC9C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;SAClB,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5E,MAAM,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QACxC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;YACrB,GAAG,MAAM;YACT,SAAS;YACT,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,SAAS,CAAC,cAAc;SACrC,CAAC,CAAC;QACH,SAAS,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACxC,SAAS,CAAC,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC;QACzC,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAmB;IAC9E,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;QAClF,IAAI,YAAY,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACrF,MAAM,IAAI,YAAY,CAAC;IACzB,CAAC;AACH,CAAC"}

package/dist/journal-compaction-chunks.d.ts

@@ -0,0 +1,29 @@
+import { type FrameHeader, type JournalRecord } from "./frame-codec.js";
+export declare const STREAM_BATCH_BYTES: number;
+export interface SnapshotChunk {
+    frame: Buffer;
+    frameHash: string;
+    header: FrameHeader;
+    /** Index into the retained source of this chunk's first record. */
+    firstIndex: number;
+    count: number;
+}
+/** Emit the seq-preserving chain of `journal.compacted_snapshot` frames that
+ * covers logical sequence numbers `1..endSeq` and holds exactly the retained
+ * records `[0, count)` in seq order. Every record keeps its original `seq`; a
+ * chunk's header names the first sequence it covers and its `logicalSpan`
+ * runs up to the next chunk's first retained record (or `endSeq`), so the
+ * dropped numbers are accounted for without a record. Chunks are cut by
+ * logical bytes so the compressed base64 envelope fits one frame; a single
+ * record larger than the cut point becomes its own chunk, and only the
+ * compressed-output and envelope caps can refuse it. */
+export declare function snapshotChunks(input: {
+    partition: string;
+    epoch: string;
+    time: string;
+    records: readonly JournalRecord[];
+    count: number;
+    endSeq: number;
+    signal: AbortSignal;
+}): AsyncGenerator<SnapshotChunk>;
+//# sourceMappingURL=journal-compaction-chunks.d.ts.map

package/dist/journal-compaction-chunks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"journal-compaction-chunks.d.ts","sourceRoot":"","sources":["../src/journal-compaction-chunks.ts"],"names":[],"mappings":"AAKA,OAAO,EASL,KAAK,WAAW,EAChB,KAAK,aAAa,EACnB,MAAM,kBAAkB,CAAC;AAI1B,eAAO,MAAM,kBAAkB,QAAY,CAAC;AAE5C,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,mEAAmE;IACnE,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;;;wDAQwD;AACxD,wBAAuB,cAAc,CAAC,KAAK,EAAE;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;CACrB,GAAG,cAAc,CAAC,aAAa,CAAC,CA0BhC"}

package/dist/journal-compaction-chunks.js

@@ -0,0 +1,112 @@
+import { Readable, Writable } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { setImmediate } from "node:timers/promises";
+import { createGzip } from "node:zlib";
+import { encodeJournalPayload } from "./append-batch.js";
+import { COMPACTED_SNAPSHOT, HASH_BYTES, MAX_PAYLOAD_BYTES, SNAPSHOT_CHUNK_LOGICAL_BYTES, ZERO_HASH, encodeFrame, } from "./frame-codec.js";
+import { capacityError } from "./journal-compaction.js";
+// A working batch, never a history retention limit or a user setting.
+export const STREAM_BATCH_BYTES = 64 * 1024;
+/** Emit the seq-preserving chain of `journal.compacted_snapshot` frames that
+ * covers logical sequence numbers `1..endSeq` and holds exactly the retained
+ * records `[0, count)` in seq order. Every record keeps its original `seq`; a
+ * chunk's header names the first sequence it covers and its `logicalSpan`
+ * runs up to the next chunk's first retained record (or `endSeq`), so the
+ * dropped numbers are accounted for without a record. Chunks are cut by
+ * logical bytes so the compressed base64 envelope fits one frame; a single
+ * record larger than the cut point becomes its own chunk, and only the
+ * compressed-output and envelope caps can refuse it. */
+export async function* snapshotChunks(input) {
+    const limit = SNAPSHOT_CHUNK_LOGICAL_BYTES;
+    const cursor = { index: 0, pending: null };
+    let coverStart = 1;
+    let previousFrameHash = ZERO_HASH;
+    do {
+        const firstIndex = cursor.index;
+        const compressed = await compressChunk(serializeChunk(input, cursor, limit), input.signal);
+        const count = cursor.index - firstIndex;
+        const coverEnd = cursor.index < input.count ? input.records[cursor.index].seq - 1 : input.endSeq;
+        const header = {
+            partition: input.partition,
+            epoch: input.epoch,
+            seq: coverStart,
+            previousFrameHash,
+            time: input.time,
+            type: COMPACTED_SNAPSHOT,
+            logicalSpan: coverEnd - coverStart + 1,
+        };
+        const frame = encodeFrame(header, encodeSnapshotPayload(count, compressed));
+        const frameHash = frame.subarray(frame.length - HASH_BYTES).toString("hex");
+        yield { frame, frameHash, header, firstIndex, count };
+        previousFrameHash = frameHash;
+        coverStart = coverEnd + 1;
+    } while (cursor.index < input.count);
+}
+function encodeSnapshotPayload(count, compressed) {
+    const payload = {
+        version: 1,
+        count,
+        encoding: "gzip-base64",
+        data: compressed.toString("base64"),
+    };
+    const bytes = encodeJournalPayload(payload);
+    if (bytes.length > MAX_PAYLOAD_BYTES)
+        throw capacityError("envelope", MAX_PAYLOAD_BYTES);
+    return bytes;
+}
+/** One chunk's JSON array, record by record. Stops before the record that
+ * would push a non-empty chunk past `limit`, leaving it pending for the next
+ * chunk; the first record of a chunk is always taken, whatever its size. */
+async function* serializeChunk(input, cursor, limit) {
+    let totalBytes = 2; // brackets
+    let batchBytes = 0;
+    let emitted = 0;
+    yield "[";
+    while (cursor.index < input.count) {
+        input.signal.throwIfAborted();
+        const next = cursor.pending ?? serializeRecord(input.records[cursor.index]);
+        const bytes = next.bytes + (emitted === 0 ? 0 : 1);
+        if (emitted > 0 && totalBytes + bytes > limit) {
+            cursor.pending = next;
+            break;
+        }
+        cursor.pending = null;
+        cursor.index += 1;
+        totalBytes += bytes;
+        if (emitted > 0)
+            yield ",";
+        yield next.json;
+        emitted += 1;
+        batchBytes += bytes;
+        if (batchBytes >= STREAM_BATCH_BYTES) {
+            await setImmediate(undefined, { signal: input.signal });
+            batchBytes = 0;
+        }
+    }
+    yield "]";
+}
+function serializeRecord(record) {
+    const logical = {
+        seq: record.seq,
+        time: record.time,
+        type: record.type,
+        payload: record.payload,
+    };
+    const json = JSON.stringify(logical);
+    return { json, bytes: Buffer.byteLength(json, "utf8") };
+}
+async function compressChunk(source, signal) {
+    const chunks = [];
+    let compressedBytes = 0;
+    await pipeline(Readable.from(source, { objectMode: false, highWaterMark: STREAM_BATCH_BYTES }), createGzip(), new Writable({
+        write(chunk, _encoding, done) {
+            compressedBytes += chunk.length;
+            if (compressedBytes > MAX_PAYLOAD_BYTES)
+                return done(capacityError("compressed bytes", MAX_PAYLOAD_BYTES));
+            chunks.push(chunk);
+            done();
+        },
+    }), { signal });
+    return Buffer.concat(chunks, compressedBytes);
+}
+//# sourceMappingURL=journal-compaction-chunks.js.map

package/dist/journal-compaction-chunks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"journal-compaction-chunks.js","sourceRoot":"","sources":["../src/journal-compaction-chunks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EACL,kBAAkB,EAClB,UAAU,EACV,iBAAiB,EACjB,4BAA4B,EAC5B,SAAS,EACT,WAAW,GAKZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAExD,sEAAsE;AACtE,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;AAW5C;;;;;;;;wDAQwD;AACxD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,KAQrC;IACC,MAAM,KAAK,GAAG,4BAA4B,CAAC;IAC3C,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAA8C,EAAE,CAAC;IACrF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,iBAAiB,GAAG,SAAS,CAAC;IAClC,GAAG,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;QAChC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3F,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC;QACxC,MAAM,QAAQ,GACZ,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QACnF,MAAM,MAAM,GAAgB;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG,EAAE,UAAU;YACf,iBAAiB;YACjB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,QAAQ,GAAG,UAAU,GAAG,CAAC;SACvC,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,qBAAqB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC5E,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QACtD,iBAAiB,GAAG,SAAS,CAAC;QAC9B,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAC;IAC5B,CAAC,QAAQ,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE;AACvC,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa,EAAE,UAAkB;IAC9D,MAAM,OAAO,GAA6B;QACxC,OAAO,EAAE,CAAC;QACV,KAAK;QACL,QAAQ,EAAE,aAAa;QACvB,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;KACpC,CAAC;IACF,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,GAAG,iBAAiB;QAAE,MAAM,aAAa,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;IACzF,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;4EAE4E;AAC5E,KAAK,SAAS,CAAC,CAAC,cAAc,CAC5B,KAAgF,EAChF,MAA0E,EAC1E,KAAa;IAEb,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,WAAW;IAC/B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,GAAG,CAAC;IACV,OAAO,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAClC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,IAAI,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC;YAC9C,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACtB,MAAM;QACR,CAAC;QACD,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAClB,UAAU,IAAI,KAAK,CAAC;QACpB,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,GAAG,CAAC;QAC3B,MAAM,IAAI,CAAC,IAAI,CAAC;QAChB,OAAO,IAAI,CAAC,CAAC;QACb,UAAU,IAAI,KAAK,CAAC;QACpB,IAAI,UAAU,IAAI,kBAAkB,EAAE,CAAC;YACrC,MAAM,YAAY,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACxD,UAAU,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,MAAM,GAAG,CAAC;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,MAAqB;IAC5C,MAAM,OAAO,GAAoB;QAC/B,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACrC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;AAC1D,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAA8B,EAAE,MAAmB;IAC9E,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,QAAQ,CACZ,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,CAAC,EAC/E,UAAU,EAAE,EACZ,IAAI,QAAQ,CAAC;QACX,KAAK,CAAC,KAAa,EAAE,SAAS,EAAE,IAAI;YAClC,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;YAChC,IAAI,eAAe,GAAG,iBAAiB;gBACrC,OAAO,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,IAAI,EAAE,CAAC;QACT,CAAC;KACF,CAAC,EACF,EAAE,MAAM,EAAE,CACX,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AAChD,CAAC"}

package/dist/journal-compaction.d.ts

@@ -1,11 +1,30 @@
 import { type CompactedRecord, type JournalRecord } from "./frame-codec.js";
+export interface JournalCompactionReceipt {
+    beforeBytes: number;
+    afterBytes: number;
+    /** Records in the installed file: the retained prefix plus the caught-up tail. */
+    records: number;
+    retainedCount: number;
+    retiredCount: number;
+    /** Serialized logical bytes of the retired records (informational; the daemon
+     * reports it as `journal.records_retired`). */
+    retiredBytes: number;
+}
+export type JournalCompactionDeclineReason = "aborted" | "below_threshold" | "empty" | "capacity" | "no_reclaim";
+/** A declined maintenance pass leaves the original file untouched. */
+export interface JournalCompactionDeclined {
+    declined: true;
+    reason: JournalCompactionDeclineReason;
+    compressedBytes?: number;
+    /** The cap that fired: the frame payload cap for `capacity`, the current
+     * file size for `no_reclaim`. */
+    cap?: number;
+}
+export type JournalCompactionOutcome = JournalCompactionReceipt | JournalCompactionDeclined;
+export declare function declinedCompaction(reason: JournalCompactionDeclineReason, detail?: Omit<JournalCompactionDeclined, "declined" | "reason">): JournalCompactionDeclined;
 export interface JournalCompactionResult {
     path: string;
-    receipt: {
-        beforeBytes: number;
-        afterBytes: number;
-        records: number;
-    };
+    receipt: JournalCompactionReceipt;
     records: JournalRecord[];
     epoch: string;
     nextSeq: number;
@@ -33,5 +52,8 @@ export declare function encodeCompactionSnapshot(input: {
     frameHash: string;
 } | null;
 export declare function compactedJournalRecord(record: CompactedRecord, partition: string, epoch: string, index: number, frameHash: string, payload?: unknown): JournalRecord;
+/** A typed capacity refusal names the cap that actually fired. */
+export declare function capacityError(kind: string, cap: number): Error;
+export declare function capacityCapOf(error: unknown): number | undefined;
 export declare function isCompactionCapacityError(error: unknown): boolean;
 //# sourceMappingURL=journal-compaction.d.ts.map

package/dist/journal-compaction.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"journal-compaction.d.ts","sourceRoot":"","sources":["../src/journal-compaction.ts"],"names":[],"mappings":"AAIA,OAAO,EAOL,KAAK,eAAe,EAGpB,KAAK,aAAa,EACnB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IACtE,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,iFAAiF;AACjF,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAClC,cAAc,EAAE,MAAM,CAAC;IACvB,GAAG,EAAE,MAAM,IAAI,CAAC;CACjB,GAAG,uBAAuB,GAAG,IAAI,CA8EjC;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,UAAiB,GAAG,eAAe,CAEhG;AAED,qFAAqF;AACrF,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CA6B9C;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,eAAe,EACvB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,OAAO,UAAiB,GACvB,aAAa,CAYf;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAgBjE"}
+{"version":3,"file":"journal-compaction.d.ts","sourceRoot":"","sources":["../src/journal-compaction.ts"],"names":[],"mappings":"AAIA,OAAO,EAOL,KAAK,eAAe,EAGpB,KAAK,aAAa,EACnB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,wBAAwB;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,kFAAkF;IAClF,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB;mDAC+C;IAC/C,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,8BAA8B,GACxC,SAAS,GAAG,iBAAiB,GAAG,OAAO,GAAG,UAAU,GAAG,YAAY,CAAC;AAEtE,sEAAsE;AACtE,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,IAAI,CAAC;IACf,MAAM,EAAE,8BAA8B,CAAC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;qCACiC;IACjC,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,wBAAwB,GAAG,wBAAwB,GAAG,yBAAyB,CAAC;AAE5F,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,8BAA8B,EACtC,MAAM,GAAE,IAAI,CAAC,yBAAyB,EAAE,UAAU,GAAG,QAAQ,CAAM,GAClE,yBAAyB,CAE3B;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,wBAAwB,CAAC;IAClC,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,iFAAiF;AACjF,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAClC,cAAc,EAAE,MAAM,CAAC;IACvB,GAAG,EAAE,MAAM,IAAI,CAAC;CACjB,GAAG,uBAAuB,GAAG,IAAI,CAiFjC;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,UAAiB,GAAG,eAAe,CAEhG;AAED,qFAAqF;AACrF,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CA6B9C;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,eAAe,EACvB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,OAAO,UAAiB,GACvB,aAAa,CAYf;AAED,kEAAkE;AAClE,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,KAAK,CAK9D;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAOhE;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAgBjE"}

package/dist/journal-compaction.js

@@ -1,9 +1,12 @@
 import { randomUUID } from "node:crypto";
 import { closeSync, constants, openSync, rmSync } from "node:fs";
 import { gzipSync } from "node:zlib";
-import { encodeJournalPayload } from "./append-batch.js";
+import { cloneJson, encodeJournalPayload } from "./append-batch.js";
 import { COMPACTED_SNAPSHOT, HASH_BYTES, MAX_COMPACTED_LOGICAL_BYTES, MAX_PAYLOAD_BYTES, ZERO_HASH, encodeFrame, } from "./frame-codec.js";
 import { appendAndSync } from "./journal-files.js";
+export function declinedCompaction(reason, detail = {}) {
+    return { declined: true, reason, ...detail };
+}
 /** Prepare a fsynced candidate. Only DurableJournal installs canonical bytes. */
 export function prepareJournalCompaction(input) {
     if (input.entries.length === 0)
@@ -81,6 +84,9 @@ export function prepareJournalCompaction(input) {
             beforeBytes: input.knownFileBytes,
             afterBytes: frame.length,
             records: logical.length,
+            retainedCount: logical.length,
+            retiredCount: 0,
+            retiredBytes: 0,
         },
         records,
         epoch,
@@ -140,6 +146,21 @@ export function compactedJournalRecord(record, partition, epoch, index, frameHas
         byteOffset: 0,
     };
 }
+/** A typed capacity refusal names the cap that actually fired. */
+export function capacityError(kind, cap) {
+    return Object.assign(new Error(`journal compaction exceeds the existing ${kind} cap`), {
+        code: "journal_compaction_capacity",
+        cap,
+    });
+}
+export function capacityCapOf(error) {
+    return typeof error === "object" &&
+        error !== null &&
+        "cap" in error &&
+        typeof error.cap === "number"
+        ? error.cap
+        : undefined;
+}
 export function isCompactionCapacityError(error) {
     if (error instanceof RangeError &&
         (error.message === "Invalid string length" ||
@@ -153,7 +174,4 @@ export function isCompactionCapacityError(error) {
             error.code === "ERR_STRING_TOO_LONG" ||
             error.code === "journal_compaction_capacity"));
 }
-function cloneJson(value) {
-    return JSON.parse(JSON.stringify(value));
-}
 //# sourceMappingURL=journal-compaction.js.map

package/dist/journal-compaction.js.map

@@ -1 +1 @@
-{"version":3,"file":"journal-compaction.js","sourceRoot":"","sources":["../src/journal-compaction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EACL,kBAAkB,EAClB,UAAU,EACV,2BAA2B,EAC3B,iBAAiB,EACjB,SAAS,EACT,WAAW,GAKZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAYnD,iFAAiF;AACjF,MAAM,UAAU,wBAAwB,CAAC,KAMxC;IACC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,OAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACrC,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,2BAA2B;QAAE,OAAO,IAAI,CAAC;IACrF,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACH,uEAAuE;QACvE,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,eAAe,EAAE,iBAAiB,EAAE,CAAC,CAAC;IACzF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QACxC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK;QACL,IAAI,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC/B,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,UAAU;KACX,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,cAAc;QAAE,OAAO,IAAI,CAAC;IAC5E,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;IACtC,IAAI,OAAwB,CAAC;IAC7B,IAAI,CAAC;QACH,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CACtC,sBAAsB,CACpB,MAAM,EACN,KAAK,CAAC,SAAS,EACf,KAAK,EACL,KAAK,EACL,SAAS,EACT,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAC1B,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,IAAI,UAAU,EAAE,UAAU,CAAC;IACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAChG,IAAI,CAAC;QACH,IAAI,CAAC;YACH,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9B,MAAM,KAAK,CAAC;IACd,CAAC;IACD,OAAO;QACL,IAAI,EAAE,IAAI;QACV,OAAO,EAAE;YACP,WAAW,EAAE,KAAK,CAAC,cAAc;YACjC,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,OAAO,EAAE,OAAO,CAAC,MAAM;SACxB;QACD,OAAO;QACP,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC;QAC3B,iBAAiB,EAAE,SAAS;QAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;KAC7B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAuB,EAAE,OAAO,GAAG,MAAM,CAAC,OAAO;IAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3D,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,wBAAwB,CAAC,KAMxC;IACC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,iBAAiB;QAAE,OAAO,IAAI,CAAC;IAC7D,IAAI,OAAiC,CAAC;IACtC,IAAI,YAAoB,CAAC;IACzB,IAAI,CAAC;QACH,OAAO,GAAG;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,aAAa;YACvB,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAC1C,CAAC;QACF,YAAY,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,iBAAiB;QAAE,OAAO,IAAI,CAAC;IACzD,MAAM,MAAM,GAAgB;QAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,EAAE,CAAC;QACN,iBAAiB,EAAE,SAAS;QAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,KAAK,CAAC,KAAK;KACzB,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5E,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,MAAuB,EACvB,SAAiB,EACjB,KAAa,EACb,KAAa,EACb,SAAiB,EACjB,OAAO,GAAG,MAAM,CAAC,OAAO;IAExB,OAAO;QACL,SAAS;QACT,KAAK;QACL,GAAG,EAAE,KAAK,GAAG,CAAC;QACd,iBAAiB,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACtD,SAAS;QACT,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO;QACP,UAAU,EAAE,CAAC;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IACE,KAAK,YAAY,UAAU;QAC3B,CAAC,KAAK,CAAC,OAAO,KAAK,uBAAuB;YACxC,CAAC,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,CAAC,CAAC,EAC5D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,MAAM,IAAI,KAAK;QACf,CAAC,KAAK,CAAC,IAAI,KAAK,sBAAsB;YACpC,KAAK,CAAC,IAAI,KAAK,qBAAqB;YACpC,KAAK,CAAC,IAAI,KAAK,6BAA6B,CAAC,CAChD,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAI,KAAQ;IAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAM,CAAC;AAChD,CAAC"}
+{"version":3,"file":"journal-compaction.js","sourceRoot":"","sources":["../src/journal-compaction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EACL,kBAAkB,EAClB,UAAU,EACV,2BAA2B,EAC3B,iBAAiB,EACjB,SAAS,EACT,WAAW,GAKZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AA6BnD,MAAM,UAAU,kBAAkB,CAChC,MAAsC,EACtC,MAAM,GAA2D,EAAE;IAEnE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;AAC/C,CAAC;AAYD,iFAAiF;AACjF,MAAM,UAAU,wBAAwB,CAAC,KAMxC;IACC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,OAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACrC,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,2BAA2B;QAAE,OAAO,IAAI,CAAC;IACrF,IAAI,UAAkB,CAAC;IACvB,IAAI,CAAC;QACH,uEAAuE;QACvE,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,eAAe,EAAE,iBAAiB,EAAE,CAAC,CAAC;IACzF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QACxC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK;QACL,IAAI,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC/B,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,UAAU;KACX,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,cAAc;QAAE,OAAO,IAAI,CAAC;IAC5E,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;IACtC,IAAI,OAAwB,CAAC;IAC7B,IAAI,CAAC;QACH,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CACtC,sBAAsB,CACpB,MAAM,EACN,KAAK,CAAC,SAAS,EACf,KAAK,EACL,KAAK,EACL,SAAS,EACT,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAC1B,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,IAAI,UAAU,EAAE,UAAU,CAAC;IACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAChG,IAAI,CAAC;QACH,IAAI,CAAC;YACH,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9B,MAAM,KAAK,CAAC;IACd,CAAC;IACD,OAAO;QACL,IAAI,EAAE,IAAI;QACV,OAAO,EAAE;YACP,WAAW,EAAE,KAAK,CAAC,cAAc;YACjC,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,aAAa,EAAE,OAAO,CAAC,MAAM;YAC7B,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;SAChB;QACD,OAAO;QACP,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC;QAC3B,iBAAiB,EAAE,SAAS;QAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;KAC7B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAuB,EAAE,OAAO,GAAG,MAAM,CAAC,OAAO;IAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3D,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,wBAAwB,CAAC,KAMxC;IACC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,iBAAiB;QAAE,OAAO,IAAI,CAAC;IAC7D,IAAI,OAAiC,CAAC;IACtC,IAAI,YAAoB,CAAC;IACzB,IAAI,CAAC;QACH,OAAO,GAAG;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,aAAa;YACvB,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAC1C,CAAC;QACF,YAAY,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,yBAAyB,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,iBAAiB;QAAE,OAAO,IAAI,CAAC;IACzD,MAAM,MAAM,GAAgB;QAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,EAAE,CAAC;QACN,iBAAiB,EAAE,SAAS;QAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,KAAK,CAAC,KAAK;KACzB,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5E,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,MAAuB,EACvB,SAAiB,EACjB,KAAa,EACb,KAAa,EACb,SAAiB,EACjB,OAAO,GAAG,MAAM,CAAC,OAAO;IAExB,OAAO;QACL,SAAS;QACT,KAAK;QACL,GAAG,EAAE,KAAK,GAAG,CAAC;QACd,iBAAiB,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACtD,SAAS;QACT,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO;QACP,UAAU,EAAE,CAAC;KACd,CAAC;AACJ,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,GAAW;IACrD,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2CAA2C,IAAI,MAAM,CAAC,EAAE;QACrF,IAAI,EAAE,6BAA6B;QACnC,GAAG;KACJ,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ;QAC9B,KAAK,KAAK,IAAI;QACd,KAAK,IAAI,KAAK;QACd,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,CAAC,CAAC,KAAK,CAAC,GAAG;QACX,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IACE,KAAK,YAAY,UAAU;QAC3B,CAAC,KAAK,CAAC,OAAO,KAAK,uBAAuB;YACxC,CAAC,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,CAAC,CAAC,EAC5D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,MAAM,IAAI,KAAK;QACf,CAAC,KAAK,CAAC,IAAI,KAAK,sBAAsB;YACpC,KAAK,CAAC,IAAI,KAAK,qBAAqB;YACpC,KAAK,CAAC,IAAI,KAAK,6BAA6B,CAAC,CAChD,CAAC;AACJ,CAAC"}