@statewalker/cellb 0.0.0-stage → 0.1.1

package/dist/ltx/ltx.js

@@ -0,0 +1,203 @@
+import { crc64 } from "./crc64.js";
+import { lz4Compress, lz4Decompress, lz4FrameCompress, lz4FrameDecompress } from "./lz4.js";
+/**
+ * LTX v3 (superfly/ltx v0.5.2), byte for byte as celld writes it — see
+ * crates/ltx/reference/ltx-format.md in denoland/celld. Big-endian integers, 100-byte
+ * header, size-prefixed LZ4 page blocks, page index, 16-byte trailer, CRC-64/ISO checksums
+ * with the top bit always set.
+ */
+export const CHECKSUM_FLAG = 1n << 63n;
+const HEADER_SIZE = 100;
+const PAGE_HEADER_FLAG_SIZE = 1;
+/** Header flag: the file carries no rolling database checksums (what celld 0.6.2 writes). */
+export const HEADER_FLAG_NO_CHECKSUM = 1 << 1;
+const be32 = (n) => {
+    const b = new Uint8Array(4);
+    new DataView(b.buffer).setUint32(0, n);
+    return b;
+};
+const be64 = (n) => {
+    const b = new Uint8Array(8);
+    new DataView(b.buffer).setBigUint64(0, BigInt.asUintN(64, n));
+    return b;
+};
+const uvarint = (n) => {
+    const out = [];
+    while (n >= 0x80) {
+        out.push((n & 0x7f) | 0x80);
+        n = Math.floor(n / 128);
+    }
+    out.push(n);
+    return out;
+};
+/** The SQLite lock page (never stored, excluded from checksums). */
+export const lockPgno = (pageSize) => Math.floor(0x40000000 / pageSize) + 1;
+export const checksumPage = (pgno, data) => CHECKSUM_FLAG | crc64(be32(pgno), data);
+/** Rolling database checksum over pages 1..n (lock page excluded). */
+export function databaseChecksum(pageSize, pageAt, n) {
+    const lock = lockPgno(pageSize);
+    let sum = CHECKSUM_FLAG;
+    for (let p = 1; p <= n; p++)
+        if (p !== lock)
+            sum = CHECKSUM_FLAG | (sum ^ checksumPage(p, pageAt(p)));
+    return sum;
+}
+/** Offset just past the LZ4 frame starting at `o` (blocks up to the end mark, content checksum). */
+function endOfFrame(b, o) {
+    const v = new DataView(b.buffer, b.byteOffset, b.byteLength);
+    const flg = b[o + 4];
+    o += 6 + (flg & 0x08 ? 8 : 0) + (flg & 0x01 ? 4 : 0) + 1;
+    for (;;) {
+        const word = v.getUint32(o, true);
+        o += 4;
+        if (word === 0)
+            break;
+        o += (word & 0x7fffffff) + (flg & 0x10 ? 4 : 0);
+    }
+    return o + (flg & 0x04 ? 4 : 0);
+}
+/**
+ * `format: "legacy"` (default) writes one LZ4 frame per page, as celld 0.6.2 does; `"block"`
+ * writes v0.5.2's size-prefixed blocks (celld's decoder accepts both).
+ */
+export function encodeLtx(file, format = "legacy") {
+    const h = file.header;
+    const header = new Uint8Array(HEADER_SIZE);
+    const v = new DataView(header.buffer);
+    header.set(new TextEncoder().encode("LTX1"), 0);
+    // celld's validator: with checksums on, a snapshot needs a real post-apply checksum and an
+    // incremental a pre-apply one; with both at 0 the file must say NO_CHECKSUM (as celld's do).
+    const flags = h.flags ??
+        (h.preApplyChecksum === 0n && file.postApplyChecksum === 0n ? HEADER_FLAG_NO_CHECKSUM : 0);
+    v.setUint32(4, flags);
+    v.setUint32(8, h.pageSize);
+    v.setUint32(12, h.commit);
+    v.setBigUint64(16, h.minTXID);
+    v.setBigUint64(24, h.maxTXID);
+    v.setBigInt64(32, BigInt(h.timestamp));
+    v.setBigUint64(40, h.preApplyChecksum);
+    v.setBigInt64(48, h.walOffset ?? 0n);
+    v.setBigInt64(56, h.walSize ?? 0n);
+    v.setUint32(64, h.walSalt1 ?? 0);
+    v.setUint32(68, h.walSalt2 ?? 0);
+    v.setBigUint64(72, h.nodeID ?? 0n);
+    const out = [header];
+    const feed = [header];
+    const index = [];
+    let offset = HEADER_SIZE;
+    const lock = lockPgno(h.pageSize);
+    for (const [pgno, data] of [...file.pages].sort((a, b) => a[0] - b[0])) {
+        if (pgno === lock)
+            continue;
+        const ph = new Uint8Array(6);
+        new DataView(ph.buffer).setUint32(0, pgno);
+        if (format === "block") {
+            new DataView(ph.buffer).setUint16(4, PAGE_HEADER_FLAG_SIZE);
+            const compressed = lz4Compress(data);
+            const size = be32(compressed.length);
+            out.push(ph, size, compressed);
+            feed.push(ph, size, data);
+            index.push(...uvarint(pgno), ...uvarint(offset), ...uvarint(6 + 4 + compressed.length));
+            offset += 6 + 4 + compressed.length;
+        }
+        else {
+            const frame = lz4FrameCompress(data);
+            out.push(ph, frame);
+            feed.push(ph, data);
+            index.push(...uvarint(pgno), ...uvarint(offset), ...uvarint(6 + frame.length));
+            offset += 6 + frame.length;
+        }
+    }
+    const empty = new Uint8Array(6);
+    index.push(...uvarint(0));
+    const idx = Uint8Array.from(index);
+    const idxLen = be64(BigInt(idx.length));
+    const post = be64(file.postApplyChecksum);
+    out.push(empty, idx, idxLen);
+    feed.push(empty, idx, idxLen, post);
+    const fileChecksum = CHECKSUM_FLAG | crc64(...feed);
+    out.push(post, be64(fileChecksum));
+    const total = new Uint8Array(out.reduce((n, b) => n + b.length, 0));
+    let o = 0;
+    for (const b of out) {
+        total.set(b, o);
+        o += b.length;
+    }
+    return total;
+}
+export function decodeLtx(bytes) {
+    const v = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
+    if (new TextDecoder().decode(bytes.subarray(0, 4)) !== "LTX1")
+        throw new Error("ltx: bad magic");
+    const flags = v.getUint32(4);
+    const header = {
+        flags,
+        walOffset: v.getBigInt64(48),
+        walSize: v.getBigInt64(56),
+        walSalt1: v.getUint32(64),
+        walSalt2: v.getUint32(68),
+        pageSize: v.getUint32(8),
+        commit: v.getUint32(12),
+        minTXID: v.getBigUint64(16),
+        maxTXID: v.getBigUint64(24),
+        timestamp: Number(v.getBigInt64(32)),
+        preApplyChecksum: v.getBigUint64(40),
+        nodeID: v.getBigUint64(72),
+    };
+    const feed = [bytes.subarray(0, HEADER_SIZE)];
+    const pages = new Map();
+    let o = HEADER_SIZE;
+    for (;;) {
+        const pgno = v.getUint32(o);
+        const pflags = v.getUint16(o + 4);
+        feed.push(bytes.subarray(o, o + 6));
+        o += 6;
+        if (pgno === 0)
+            break;
+        let data;
+        if (pflags & PAGE_HEADER_FLAG_SIZE) {
+            const size = v.getUint32(o);
+            feed.push(bytes.subarray(o, o + 4));
+            o += 4;
+            data = lz4Decompress(bytes.subarray(o, o + size), header.pageSize);
+            o += size;
+        }
+        else {
+            // legacy (v0.5.1, what celld writes today): one LZ4 frame, its length found by parsing
+            const start = o;
+            o = endOfFrame(bytes, o);
+            data = lz4FrameDecompress(bytes.subarray(start, o), header.pageSize);
+        }
+        feed.push(data);
+        pages.set(pgno, data);
+    }
+    // page index: varints until 0, then u64 length
+    const idxStart = o;
+    for (;;) {
+        let x = 0;
+        let shift = 0;
+        let b;
+        do {
+            b = bytes[o++];
+            x += (b & 0x7f) * 2 ** shift;
+            shift += 7;
+        } while (b & 0x80);
+        if (x === 0)
+            break;
+        for (let k = 0; k < 2; k++)
+            do
+                b = bytes[o++];
+            while (b & 0x80);
+    }
+    feed.push(bytes.subarray(idxStart, o + 8));
+    o += 8;
+    const postApplyChecksum = v.getBigUint64(o);
+    const fileChecksum = v.getBigUint64(o + 8);
+    feed.push(bytes.subarray(o, o + 8));
+    if (!(flags & 2) && (CHECKSUM_FLAG | crc64(...feed)) !== fileChecksum)
+        throw new Error("ltx: file checksum mismatch");
+    return { header, pages, postApplyChecksum };
+}
+/** `<minTXID:016x>-<maxTXID:016x>.ltx` */
+export const ltxFileName = (min, max) => `${min.toString(16).padStart(16, "0")}-${max.toString(16).padStart(16, "0")}.ltx`;
+//# sourceMappingURL=ltx.js.map

package/dist/ltx/ltx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ltx.js","sourceRoot":"","sources":["../../src/ltx/ltx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAE5F;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,IAAI,GAAG,CAAC;AACvC,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEhC,6FAA6F;AAC7F,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,IAAI,CAAC,CAAC;AA2B9C,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;IACzB,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC5B,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACvC,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AACF,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;IACzB,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC5B,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,CAAS,EAAY,EAAE;IACtC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QACjB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAC5B,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IAC1B,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,oEAAoE;AACpE,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,QAAgB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;AAEpF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAgB,EAAE,EAAE,CAC7D,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;AAE1C,sEAAsE;AACtE,MAAM,UAAU,gBAAgB,CAC9B,QAAgB,EAChB,MAAoC,EACpC,CAAS;IAET,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,IAAI,GAAG,GAAG,aAAa,CAAC;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QACzB,IAAI,CAAC,KAAK,IAAI;YAAE,GAAG,GAAG,aAAa,GAAG,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,oGAAoG;AACpG,SAAS,UAAU,CAAC,CAAa,EAAE,CAAS;IAC1C,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;IAC7D,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,SAAS,CAAC;QACR,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,IAAI,CAAC,CAAC;QACP,IAAI,IAAI,KAAK,CAAC;YAAE,MAAM;QACtB,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,IAAa,EAAE,MAAM,GAAuB,QAAQ;IAC5E,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IACtB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,CAAC,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAChD,2FAA2F;IAC3F,6FAA6F;IAC7F,MAAM,KAAK,GACT,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,CAAC,gBAAgB,KAAK,EAAE,IAAI,IAAI,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7F,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtB,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACvC,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAEnC,MAAM,GAAG,GAAiB,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,IAAI,GAAiB,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,WAAW,CAAC;IACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,IAAI,IAAI,KAAK,IAAI;YAAE,SAAS;QAC5B,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3C,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,IAAI,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;YAC5D,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YACxF,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/E,MAAM,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC1C,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACpC,MAAM,YAAY,GAAG,aAAa,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;IACpD,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACpB,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAiB;IACzC,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACzE,IAAI,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACjG,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAc;QACxB,KAAK;QACL,SAAS,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1B,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;QACzB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;QACzB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACxB,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;QAC3B,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACpC,gBAAgB,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;QACpC,MAAM,EAAE,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC;KAC3B,CAAC;IACF,MAAM,IAAI,GAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC5C,IAAI,CAAC,GAAG,WAAW,CAAC;IACpB,SAAS,CAAC;QACR,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,IAAI,CAAC,CAAC;QACP,IAAI,IAAI,KAAK,CAAC;YAAE,MAAM;QACtB,IAAI,IAAgB,CAAC;QACrB,IAAI,MAAM,GAAG,qBAAqB,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACpC,CAAC,IAAI,CAAC,CAAC;YACP,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnE,CAAC,IAAI,IAAI,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,uFAAuF;YACvF,MAAM,KAAK,GAAG,CAAC,CAAC;YAChB,CAAC,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACzB,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,+CAA+C;IAC/C,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,SAAS,CAAC;QACR,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAS,CAAC;QACd,GAAG,CAAC;YACF,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACf,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC;YAC7B,KAAK,IAAI,CAAC,CAAC;QACb,CAAC,QAAQ,CAAC,GAAG,IAAI,EAAE;QACnB,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YACxB;gBAAG,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;mBACX,CAAC,GAAG,IAAI,EAAE;IACrB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,IAAI,CAAC,CAAC;IACP,MAAM,iBAAiB,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,KAAK,YAAY;QACnE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACjD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;AAC9C,CAAC;AAED,0CAA0C;AAC1C,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,GAAW,EAAE,EAAE,CACtD,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC","sourcesContent":["import { crc64 } from \"./crc64.js\";\nimport { lz4Compress, lz4Decompress, lz4FrameCompress, lz4FrameDecompress } from \"./lz4.js\";\n\n/**\n * LTX v3 (superfly/ltx v0.5.2), byte for byte as celld writes it — see\n * crates/ltx/reference/ltx-format.md in denoland/celld. Big-endian integers, 100-byte\n * header, size-prefixed LZ4 page blocks, page index, 16-byte trailer, CRC-64/ISO checksums\n * with the top bit always set.\n */\nexport const CHECKSUM_FLAG = 1n << 63n;\nconst HEADER_SIZE = 100;\nconst PAGE_HEADER_FLAG_SIZE = 1;\n\n/** Header flag: the file carries no rolling database checksums (what celld 0.6.2 writes). */\nexport const HEADER_FLAG_NO_CHECKSUM = 1 << 1;\n\nexport interface LtxHeader {\n  /** Header flags; defaults to NO_CHECKSUM when both rolling checksums are 0 (celld's files). */\n  flags?: number;\n  /** WAL position the file was cut from (litestream WAL mode; 0 in journal mode). */\n  walOffset?: bigint;\n  walSize?: bigint;\n  walSalt1?: number;\n  walSalt2?: number;\n  pageSize: number;\n  /** Database size after the transaction, in pages. */\n  commit: number;\n  minTXID: bigint;\n  maxTXID: bigint;\n  timestamp: number;\n  preApplyChecksum: bigint;\n  nodeID?: bigint;\n}\n\nexport interface LtxFile {\n  header: LtxHeader;\n  /** pgno → page bytes, ascending. */\n  pages: Map<number, Uint8Array>;\n  postApplyChecksum: bigint;\n}\n\nconst be32 = (n: number) => {\n  const b = new Uint8Array(4);\n  new DataView(b.buffer).setUint32(0, n);\n  return b;\n};\nconst be64 = (n: bigint) => {\n  const b = new Uint8Array(8);\n  new DataView(b.buffer).setBigUint64(0, BigInt.asUintN(64, n));\n  return b;\n};\nconst uvarint = (n: number): number[] => {\n  const out: number[] = [];\n  while (n >= 0x80) {\n    out.push((n & 0x7f) | 0x80);\n    n = Math.floor(n / 128);\n  }\n  out.push(n);\n  return out;\n};\n\n/** The SQLite lock page (never stored, excluded from checksums). */\nexport const lockPgno = (pageSize: number) => Math.floor(0x40000000 / pageSize) + 1;\n\nexport const checksumPage = (pgno: number, data: Uint8Array) =>\n  CHECKSUM_FLAG | crc64(be32(pgno), data);\n\n/** Rolling database checksum over pages 1..n (lock page excluded). */\nexport function databaseChecksum(\n  pageSize: number,\n  pageAt: (pgno: number) => Uint8Array,\n  n: number,\n): bigint {\n  const lock = lockPgno(pageSize);\n  let sum = CHECKSUM_FLAG;\n  for (let p = 1; p <= n; p++)\n    if (p !== lock) sum = CHECKSUM_FLAG | (sum ^ checksumPage(p, pageAt(p)));\n  return sum;\n}\n\n/** Offset just past the LZ4 frame starting at `o` (blocks up to the end mark, content checksum). */\nfunction endOfFrame(b: Uint8Array, o: number): number {\n  const v = new DataView(b.buffer, b.byteOffset, b.byteLength);\n  const flg = b[o + 4];\n  o += 6 + (flg & 0x08 ? 8 : 0) + (flg & 0x01 ? 4 : 0) + 1;\n  for (;;) {\n    const word = v.getUint32(o, true);\n    o += 4;\n    if (word === 0) break;\n    o += (word & 0x7fffffff) + (flg & 0x10 ? 4 : 0);\n  }\n  return o + (flg & 0x04 ? 4 : 0);\n}\n\n/**\n * `format: \"legacy\"` (default) writes one LZ4 frame per page, as celld 0.6.2 does; `\"block\"`\n * writes v0.5.2's size-prefixed blocks (celld's decoder accepts both).\n */\nexport function encodeLtx(file: LtxFile, format: \"legacy\" | \"block\" = \"legacy\"): Uint8Array {\n  const h = file.header;\n  const header = new Uint8Array(HEADER_SIZE);\n  const v = new DataView(header.buffer);\n  header.set(new TextEncoder().encode(\"LTX1\"), 0);\n  // celld's validator: with checksums on, a snapshot needs a real post-apply checksum and an\n  // incremental a pre-apply one; with both at 0 the file must say NO_CHECKSUM (as celld's do).\n  const flags =\n    h.flags ??\n    (h.preApplyChecksum === 0n && file.postApplyChecksum === 0n ? HEADER_FLAG_NO_CHECKSUM : 0);\n  v.setUint32(4, flags);\n  v.setUint32(8, h.pageSize);\n  v.setUint32(12, h.commit);\n  v.setBigUint64(16, h.minTXID);\n  v.setBigUint64(24, h.maxTXID);\n  v.setBigInt64(32, BigInt(h.timestamp));\n  v.setBigUint64(40, h.preApplyChecksum);\n  v.setBigInt64(48, h.walOffset ?? 0n);\n  v.setBigInt64(56, h.walSize ?? 0n);\n  v.setUint32(64, h.walSalt1 ?? 0);\n  v.setUint32(68, h.walSalt2 ?? 0);\n  v.setBigUint64(72, h.nodeID ?? 0n);\n\n  const out: Uint8Array[] = [header];\n  const feed: Uint8Array[] = [header];\n  const index: number[] = [];\n  let offset = HEADER_SIZE;\n  const lock = lockPgno(h.pageSize);\n  for (const [pgno, data] of [...file.pages].sort((a, b) => a[0] - b[0])) {\n    if (pgno === lock) continue;\n    const ph = new Uint8Array(6);\n    new DataView(ph.buffer).setUint32(0, pgno);\n    if (format === \"block\") {\n      new DataView(ph.buffer).setUint16(4, PAGE_HEADER_FLAG_SIZE);\n      const compressed = lz4Compress(data);\n      const size = be32(compressed.length);\n      out.push(ph, size, compressed);\n      feed.push(ph, size, data);\n      index.push(...uvarint(pgno), ...uvarint(offset), ...uvarint(6 + 4 + compressed.length));\n      offset += 6 + 4 + compressed.length;\n    } else {\n      const frame = lz4FrameCompress(data);\n      out.push(ph, frame);\n      feed.push(ph, data);\n      index.push(...uvarint(pgno), ...uvarint(offset), ...uvarint(6 + frame.length));\n      offset += 6 + frame.length;\n    }\n  }\n  const empty = new Uint8Array(6);\n  index.push(...uvarint(0));\n  const idx = Uint8Array.from(index);\n  const idxLen = be64(BigInt(idx.length));\n  const post = be64(file.postApplyChecksum);\n  out.push(empty, idx, idxLen);\n  feed.push(empty, idx, idxLen, post);\n  const fileChecksum = CHECKSUM_FLAG | crc64(...feed);\n  out.push(post, be64(fileChecksum));\n  const total = new Uint8Array(out.reduce((n, b) => n + b.length, 0));\n  let o = 0;\n  for (const b of out) {\n    total.set(b, o);\n    o += b.length;\n  }\n  return total;\n}\n\nexport function decodeLtx(bytes: Uint8Array): LtxFile {\n  const v = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);\n  if (new TextDecoder().decode(bytes.subarray(0, 4)) !== \"LTX1\") throw new Error(\"ltx: bad magic\");\n  const flags = v.getUint32(4);\n  const header: LtxHeader = {\n    flags,\n    walOffset: v.getBigInt64(48),\n    walSize: v.getBigInt64(56),\n    walSalt1: v.getUint32(64),\n    walSalt2: v.getUint32(68),\n    pageSize: v.getUint32(8),\n    commit: v.getUint32(12),\n    minTXID: v.getBigUint64(16),\n    maxTXID: v.getBigUint64(24),\n    timestamp: Number(v.getBigInt64(32)),\n    preApplyChecksum: v.getBigUint64(40),\n    nodeID: v.getBigUint64(72),\n  };\n  const feed: Uint8Array[] = [bytes.subarray(0, HEADER_SIZE)];\n  const pages = new Map<number, Uint8Array>();\n  let o = HEADER_SIZE;\n  for (;;) {\n    const pgno = v.getUint32(o);\n    const pflags = v.getUint16(o + 4);\n    feed.push(bytes.subarray(o, o + 6));\n    o += 6;\n    if (pgno === 0) break;\n    let data: Uint8Array;\n    if (pflags & PAGE_HEADER_FLAG_SIZE) {\n      const size = v.getUint32(o);\n      feed.push(bytes.subarray(o, o + 4));\n      o += 4;\n      data = lz4Decompress(bytes.subarray(o, o + size), header.pageSize);\n      o += size;\n    } else {\n      // legacy (v0.5.1, what celld writes today): one LZ4 frame, its length found by parsing\n      const start = o;\n      o = endOfFrame(bytes, o);\n      data = lz4FrameDecompress(bytes.subarray(start, o), header.pageSize);\n    }\n    feed.push(data);\n    pages.set(pgno, data);\n  }\n  // page index: varints until 0, then u64 length\n  const idxStart = o;\n  for (;;) {\n    let x = 0;\n    let shift = 0;\n    let b: number;\n    do {\n      b = bytes[o++];\n      x += (b & 0x7f) * 2 ** shift;\n      shift += 7;\n    } while (b & 0x80);\n    if (x === 0) break;\n    for (let k = 0; k < 2; k++)\n      do b = bytes[o++];\n      while (b & 0x80);\n  }\n  feed.push(bytes.subarray(idxStart, o + 8));\n  o += 8;\n  const postApplyChecksum = v.getBigUint64(o);\n  const fileChecksum = v.getBigUint64(o + 8);\n  feed.push(bytes.subarray(o, o + 8));\n  if (!(flags & 2) && (CHECKSUM_FLAG | crc64(...feed)) !== fileChecksum)\n    throw new Error(\"ltx: file checksum mismatch\");\n  return { header, pages, postApplyChecksum };\n}\n\n/** `<minTXID:016x>-<maxTXID:016x>.ltx` */\nexport const ltxFileName = (min: bigint, max: bigint) =>\n  `${min.toString(16).padStart(16, \"0\")}-${max.toString(16).padStart(16, \"0\")}.ltx`;\n"]}

package/dist/ltx/lz4.d.ts

@@ -0,0 +1,9 @@
+/**
+ * LZ4 block format (raw blocks, no frame): a standard decoder, and a simple greedy encoder
+ * with a 4-byte hash table. Any valid block decodes the same, so LTX checksums (computed on
+ * uncompressed pages) do not depend on the encoder's choices.
+ */
+export declare function lz4Decompress(src: Uint8Array, outSize: number, partial?: boolean): Uint8Array;
+export declare function lz4Compress(src: Uint8Array): Uint8Array;
+export declare function lz4FrameDecompress(src: Uint8Array, outSize: number): Uint8Array;
+export declare function lz4FrameCompress(data: Uint8Array): Uint8Array;

package/dist/ltx/lz4.js

@@ -0,0 +1,156 @@
+import { xxh32 } from "./xxh32.js";
+/**
+ * LZ4 block format (raw blocks, no frame): a standard decoder, and a simple greedy encoder
+ * with a 4-byte hash table. Any valid block decodes the same, so LTX checksums (computed on
+ * uncompressed pages) do not depend on the encoder's choices.
+ */
+export function lz4Decompress(src, outSize, partial = false) {
+    const out = new Uint8Array(outSize);
+    let si = 0;
+    let di = 0;
+    while (si < src.length) {
+        const token = src[si++];
+        let lit = token >>> 4;
+        if (lit === 15) {
+            let b;
+            do {
+                b = src[si++];
+                lit += b;
+            } while (b === 255);
+        }
+        out.set(src.subarray(si, si + lit), di);
+        si += lit;
+        di += lit;
+        if (si >= src.length)
+            break; // last sequence has literals only
+        const offset = src[si] | (src[si + 1] << 8);
+        si += 2;
+        let len = (token & 15) + 4;
+        if ((token & 15) === 15) {
+            let b;
+            do {
+                b = src[si++];
+                len += b;
+            } while (b === 255);
+        }
+        if (offset === 0 || offset > di)
+            throw new Error("lz4: bad match offset");
+        for (let i = 0; i < len; i++, di++)
+            out[di] = out[di - offset];
+    }
+    if (!partial && di !== outSize)
+        throw new Error(`lz4: decoded ${di} bytes, expected ${outSize}`);
+    return partial ? out.subarray(0, di) : out;
+}
+export function lz4Compress(src) {
+    const n = src.length;
+    const out = new Uint8Array(n + Math.ceil(n / 255) + 16);
+    const table = new Int32Array(1 << 14).fill(-1);
+    const hash = (i) => (Math.imul(src[i] | (src[i + 1] << 8) | (src[i + 2] << 16) | (src[i + 3] << 24), 2654435761) >>>
+        18) &
+        0x3fff;
+    let si = 0;
+    let di = 0;
+    let anchor = 0;
+    const writeLen = (len) => {
+        while (len >= 255) {
+            out[di++] = 255;
+            len -= 255;
+        }
+        out[di++] = len;
+    };
+    const LAST_LITERALS = 5;
+    const MF_LIMIT = 12;
+    while (si + MF_LIMIT < n) {
+        const h = hash(si);
+        const ref = table[h];
+        table[h] = si;
+        if (ref >= 0 &&
+            si - ref <= 0xffff &&
+            src[ref] === src[si] &&
+            src[ref + 1] === src[si + 1] &&
+            src[ref + 2] === src[si + 2] &&
+            src[ref + 3] === src[si + 3]) {
+            let len = 4;
+            while (si + len < n - LAST_LITERALS && src[ref + len] === src[si + len])
+                len++;
+            const lit = si - anchor;
+            const tokenPos = di++;
+            out[tokenPos] = (Math.min(lit, 15) << 4) | Math.min(len - 4, 15);
+            if (lit >= 15)
+                writeLen(lit - 15);
+            out.set(src.subarray(anchor, si), di);
+            di += lit;
+            const off = si - ref;
+            out[di++] = off & 0xff;
+            out[di++] = off >>> 8;
+            if (len - 4 >= 15)
+                writeLen(len - 4 - 15);
+            si += len;
+            anchor = si;
+        }
+        else
+            si++;
+    }
+    const lit = n - anchor;
+    out[di++] = Math.min(lit, 15) << 4;
+    if (lit >= 15)
+        writeLen(lit - 15);
+    out.set(src.subarray(anchor), di);
+    di += lit;
+    return out.slice(0, di);
+}
+/**
+ * LZ4 frames as superfly/ltx v0.5.1 writes them (celld's current page format): magic,
+ * FLG 0x64 (v1, independent blocks, content checksum), BD 0x40 (64 KiB blocks), header
+ * checksum, data blocks, end mark, xxHash32 of the content.
+ */
+const FRAME_MAGIC = 0x184d2204;
+export function lz4FrameDecompress(src, outSize) {
+    const v = new DataView(src.buffer, src.byteOffset, src.byteLength);
+    if (v.getUint32(0, true) !== FRAME_MAGIC)
+        throw new Error("lz4: bad frame magic");
+    const flg = src[4];
+    let o = 6 + (flg & 0x08 ? 8 : 0) + (flg & 0x01 ? 4 : 0) + 1; // FLG BD [size] [dict] HC
+    const out = new Uint8Array(outSize);
+    let di = 0;
+    for (;;) {
+        const word = v.getUint32(o, true);
+        o += 4;
+        if (word === 0)
+            break;
+        const size = word & 0x7fffffff;
+        const block = src.subarray(o, o + size);
+        o += size + (flg & 0x10 ? 4 : 0);
+        if (word & 0x80000000) {
+            out.set(block, di);
+            di += size;
+        }
+        else {
+            const part = lz4Decompress(block, Math.min(65536, outSize - di), true);
+            out.set(part, di);
+            di += part.length;
+        }
+    }
+    if (flg & 0x04 && v.getUint32(o, true) !== xxh32(out))
+        throw new Error("lz4: frame content checksum mismatch");
+    return out;
+}
+export function lz4FrameCompress(data) {
+    const descriptor = Uint8Array.of(0x64, 0x40);
+    const hc = (xxh32(descriptor) >>> 8) & 0xff;
+    const block = lz4Compress(data);
+    const raw = block.length >= data.length; // store uncompressed when it does not shrink
+    const body = raw ? data : block;
+    const out = new Uint8Array(4 + 3 + 4 + body.length + 4 + 4);
+    const v = new DataView(out.buffer);
+    v.setUint32(0, FRAME_MAGIC, true);
+    out.set(descriptor, 4);
+    out[6] = hc;
+    v.setUint32(7, (body.length | (raw ? 0x80000000 : 0)) >>> 0, true);
+    out.set(body, 11);
+    v.setUint32(11 + body.length, 0, true);
+    v.setUint32(15 + body.length, xxh32(data), true);
+    return out;
+}
+//# sourceMappingURL=lz4.js.map

package/dist/ltx/lz4.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lz4.js","sourceRoot":"","sources":["../../src/ltx/lz4.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,GAAe,EAAE,OAAe,EAAE,OAAO,GAAG,KAAK;IAC7E,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,OAAO,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACxB,IAAI,GAAG,GAAG,KAAK,KAAK,CAAC,CAAC;QACtB,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YACf,IAAI,CAAS,CAAC;YACd,GAAG,CAAC;gBACF,CAAC,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBACd,GAAG,IAAI,CAAC,CAAC;YACX,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE;QACtB,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACxC,EAAE,IAAI,GAAG,CAAC;QACV,EAAE,IAAI,GAAG,CAAC;QACV,IAAI,EAAE,IAAI,GAAG,CAAC,MAAM;YAAE,MAAM,CAAC,kCAAkC;QAC/D,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5C,EAAE,IAAI,CAAC,CAAC;QACR,IAAI,GAAG,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC;YACxB,IAAI,CAAS,CAAC;YACd,GAAG,CAAC;gBACF,CAAC,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBACd,GAAG,IAAI,CAAC,CAAC;YACX,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE;QACtB,CAAC;QACD,IAAI,MAAM,KAAK,CAAC,IAAI,MAAM,GAAG,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;YAAE,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,OAAO,IAAI,EAAE,KAAK,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,oBAAoB,OAAO,EAAE,CAAC,CAAC;IACjG,OAAO,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAe;IACzC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;IACrB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CACzB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,UAAU,CAAC;QAC1F,EAAE,CAAC;QACL,MAAM,CAAC;IACT,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE;QAC/B,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;YAClB,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;YAChB,GAAG,IAAI,GAAG,CAAC;QACb,CAAC;QACD,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC;IAClB,CAAC,CAAC;IACF,MAAM,aAAa,GAAG,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,OAAO,EAAE,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACd,IACE,GAAG,IAAI,CAAC;YACR,EAAE,GAAG,GAAG,IAAI,MAAM;YAClB,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACpB,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;YAC5B,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;YAC5B,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,EAC5B,CAAC;YACD,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,EAAE,GAAG,GAAG,GAAG,CAAC,GAAG,aAAa,IAAI,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC;gBAAE,GAAG,EAAE,CAAC;YAC/E,MAAM,GAAG,GAAG,EAAE,GAAG,MAAM,CAAC;YACxB,MAAM,QAAQ,GAAG,EAAE,EAAE,CAAC;YACtB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACjE,IAAI,GAAG,IAAI,EAAE;gBAAE,QAAQ,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;YAClC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACtC,EAAE,IAAI,GAAG,CAAC;YACV,MAAM,GAAG,GAAG,EAAE,GAAG,GAAG,CAAC;YACrB,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC;YACvB,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC;YACtB,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE;gBAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1C,EAAE,IAAI,GAAG,CAAC;YACV,MAAM,GAAG,EAAE,CAAC;QACd,CAAC;;YAAM,EAAE,EAAE,CAAC;IACd,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC;IACvB,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,GAAG,IAAI,EAAE;QAAE,QAAQ,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IAClC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,EAAE,IAAI,GAAG,CAAC;IACV,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED;;;;GAIG;AACH,MAAM,WAAW,GAAG,UAAU,CAAC;AAE/B,MAAM,UAAU,kBAAkB,CAAC,GAAe,EAAE,OAAe;IACjE,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;IACnE,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAClF,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,0BAA0B;IACvF,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,SAAS,CAAC;QACR,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,IAAI,CAAC,CAAC;QACP,IAAI,IAAI,KAAK,CAAC;YAAE,MAAM;QACtB,MAAM,IAAI,GAAG,IAAI,GAAG,UAAU,CAAC;QAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACxC,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,IAAI,GAAG,UAAU,EAAE,CAAC;YACtB,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACnB,EAAE,IAAI,IAAI,CAAC;QACb,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YACvE,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAClB,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC;QACpB,CAAC;IACH,CAAC;IACD,IAAI,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAgB;IAC/C,MAAM,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7C,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC;IAC5C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,6CAA6C;IACtF,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5D,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;IAClC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACvB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IACnE,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAClB,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IACjD,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import { xxh32 } from \"./xxh32.js\";\n\n/**\n * LZ4 block format (raw blocks, no frame): a standard decoder, and a simple greedy encoder\n * with a 4-byte hash table. Any valid block decodes the same, so LTX checksums (computed on\n * uncompressed pages) do not depend on the encoder's choices.\n */\nexport function lz4Decompress(src: Uint8Array, outSize: number, partial = false): Uint8Array {\n  const out = new Uint8Array(outSize);\n  let si = 0;\n  let di = 0;\n  while (si < src.length) {\n    const token = src[si++];\n    let lit = token >>> 4;\n    if (lit === 15) {\n      let b: number;\n      do {\n        b = src[si++];\n        lit += b;\n      } while (b === 255);\n    }\n    out.set(src.subarray(si, si + lit), di);\n    si += lit;\n    di += lit;\n    if (si >= src.length) break; // last sequence has literals only\n    const offset = src[si] | (src[si + 1] << 8);\n    si += 2;\n    let len = (token & 15) + 4;\n    if ((token & 15) === 15) {\n      let b: number;\n      do {\n        b = src[si++];\n        len += b;\n      } while (b === 255);\n    }\n    if (offset === 0 || offset > di) throw new Error(\"lz4: bad match offset\");\n    for (let i = 0; i < len; i++, di++) out[di] = out[di - offset];\n  }\n  if (!partial && di !== outSize) throw new Error(`lz4: decoded ${di} bytes, expected ${outSize}`);\n  return partial ? out.subarray(0, di) : out;\n}\n\nexport function lz4Compress(src: Uint8Array): Uint8Array {\n  const n = src.length;\n  const out = new Uint8Array(n + Math.ceil(n / 255) + 16);\n  const table = new Int32Array(1 << 14).fill(-1);\n  const hash = (i: number) =>\n    (Math.imul(src[i] | (src[i + 1] << 8) | (src[i + 2] << 16) | (src[i + 3] << 24), 2654435761) >>>\n      18) &\n    0x3fff;\n  let si = 0;\n  let di = 0;\n  let anchor = 0;\n  const writeLen = (len: number) => {\n    while (len >= 255) {\n      out[di++] = 255;\n      len -= 255;\n    }\n    out[di++] = len;\n  };\n  const LAST_LITERALS = 5;\n  const MF_LIMIT = 12;\n  while (si + MF_LIMIT < n) {\n    const h = hash(si);\n    const ref = table[h];\n    table[h] = si;\n    if (\n      ref >= 0 &&\n      si - ref <= 0xffff &&\n      src[ref] === src[si] &&\n      src[ref + 1] === src[si + 1] &&\n      src[ref + 2] === src[si + 2] &&\n      src[ref + 3] === src[si + 3]\n    ) {\n      let len = 4;\n      while (si + len < n - LAST_LITERALS && src[ref + len] === src[si + len]) len++;\n      const lit = si - anchor;\n      const tokenPos = di++;\n      out[tokenPos] = (Math.min(lit, 15) << 4) | Math.min(len - 4, 15);\n      if (lit >= 15) writeLen(lit - 15);\n      out.set(src.subarray(anchor, si), di);\n      di += lit;\n      const off = si - ref;\n      out[di++] = off & 0xff;\n      out[di++] = off >>> 8;\n      if (len - 4 >= 15) writeLen(len - 4 - 15);\n      si += len;\n      anchor = si;\n    } else si++;\n  }\n  const lit = n - anchor;\n  out[di++] = Math.min(lit, 15) << 4;\n  if (lit >= 15) writeLen(lit - 15);\n  out.set(src.subarray(anchor), di);\n  di += lit;\n  return out.slice(0, di);\n}\n\n/**\n * LZ4 frames as superfly/ltx v0.5.1 writes them (celld's current page format): magic,\n * FLG 0x64 (v1, independent blocks, content checksum), BD 0x40 (64 KiB blocks), header\n * checksum, data blocks, end mark, xxHash32 of the content.\n */\nconst FRAME_MAGIC = 0x184d2204;\n\nexport function lz4FrameDecompress(src: Uint8Array, outSize: number): Uint8Array {\n  const v = new DataView(src.buffer, src.byteOffset, src.byteLength);\n  if (v.getUint32(0, true) !== FRAME_MAGIC) throw new Error(\"lz4: bad frame magic\");\n  const flg = src[4];\n  let o = 6 + (flg & 0x08 ? 8 : 0) + (flg & 0x01 ? 4 : 0) + 1; // FLG BD [size] [dict] HC\n  const out = new Uint8Array(outSize);\n  let di = 0;\n  for (;;) {\n    const word = v.getUint32(o, true);\n    o += 4;\n    if (word === 0) break;\n    const size = word & 0x7fffffff;\n    const block = src.subarray(o, o + size);\n    o += size + (flg & 0x10 ? 4 : 0);\n    if (word & 0x80000000) {\n      out.set(block, di);\n      di += size;\n    } else {\n      const part = lz4Decompress(block, Math.min(65536, outSize - di), true);\n      out.set(part, di);\n      di += part.length;\n    }\n  }\n  if (flg & 0x04 && v.getUint32(o, true) !== xxh32(out))\n    throw new Error(\"lz4: frame content checksum mismatch\");\n  return out;\n}\n\nexport function lz4FrameCompress(data: Uint8Array): Uint8Array {\n  const descriptor = Uint8Array.of(0x64, 0x40);\n  const hc = (xxh32(descriptor) >>> 8) & 0xff;\n  const block = lz4Compress(data);\n  const raw = block.length >= data.length; // store uncompressed when it does not shrink\n  const body = raw ? data : block;\n  const out = new Uint8Array(4 + 3 + 4 + body.length + 4 + 4);\n  const v = new DataView(out.buffer);\n  v.setUint32(0, FRAME_MAGIC, true);\n  out.set(descriptor, 4);\n  out[6] = hc;\n  v.setUint32(7, (body.length | (raw ? 0x80000000 : 0)) >>> 0, true);\n  out.set(body, 11);\n  v.setUint32(11 + body.length, 0, true);\n  v.setUint32(15 + body.length, xxh32(data), true);\n  return out;\n}\n"]}

package/dist/ltx/opfs-sync-files.d.ts

@@ -0,0 +1,23 @@
+/**
+ * The FilesApi the LTX store needs (exists, stats, list, read with ranges, write, remove, move)
+ * on OPFS through SyncAccessHandles: for a worker that alone owns its directory (the LTX store
+ * worker). A write is one synchronous `write()` per chunk into a fresh handle, against a
+ * `createWritable()` stream (a swap file, then a copy) in the asynchronous API.
+ */
+import type { FilesApi } from "@statewalker/webrun-files";
+type Dir = FileSystemDirectoryHandle;
+/** Time spent per step of writes (ms), for traces. */
+export declare const opfsSyncWriteStats: {
+    writes: number;
+    lookupMs: number;
+    openMs: number;
+    writeMs: number;
+    flushMs: number;
+    closeMs: number;
+};
+/** A write the origin's storage quota refused: what was written, and what the quota allows. */
+export declare class StorageQuotaError extends Error {
+    name: string;
+}
+export declare function opfsSyncFiles(root: Dir): FilesApi;
+export {};

package/dist/ltx/opfs-sync-files.js

@@ -0,0 +1,191 @@
+/** Time spent per step of writes (ms), for traces. */
+export const opfsSyncWriteStats = {
+    writes: 0,
+    lookupMs: 0,
+    openMs: 0,
+    writeMs: 0,
+    flushMs: 0,
+    closeMs: 0,
+};
+/** A write the origin's storage quota refused: what was written, and what the quota allows. */
+export class StorageQuotaError extends Error {
+    name = "QuotaExceededError";
+}
+function quotaError(path, at, wrote, of) {
+    return new StorageQuotaError(`storage quota exceeded writing ${path} (${Math.round(at / 1e6)} MB written${wrote !== undefined ? `; the last write took ${wrote} of ${of} bytes` : ""}): free space in this origin's storage`);
+}
+export function opfsSyncFiles(root) {
+    const parts = (path) => path.split("/").filter(Boolean);
+    /** "Not there" is undefined; any other failure (quota, state, security) is thrown as is. */
+    const absent = (err) => {
+        const name = err?.name;
+        if (name === "NotFoundError" || name === "TypeMismatchError")
+            return undefined;
+        throw err;
+    };
+    const dirOf = async (segs, create) => {
+        let d = root;
+        for (const s of segs) {
+            try {
+                d = await d.getDirectoryHandle(s, { create });
+            }
+            catch (err) {
+                return absent(err);
+            }
+        }
+        return d;
+    };
+    const fileOf = async (path, create = false) => {
+        const p = parts(path);
+        const d = await dirOf(p.slice(0, -1), create);
+        if (!d || !p.length)
+            return undefined;
+        try {
+            return await d.getFileHandle(p[p.length - 1], { create });
+        }
+        catch (err) {
+            return absent(err);
+        }
+    };
+    /** `f` renamed to `to`, replacing a file there. */
+    const moveInto = async (f, to) => {
+        const t = parts(to);
+        const d = await dirOf(t.slice(0, -1), true);
+        if (!d)
+            throw new Error(`opfs: cannot create the directory of ${to}`);
+        const movable = f;
+        if (!movable.move)
+            throw new Error("opfs: FileSystemHandle.move() is not supported");
+        try {
+            await movable.move(d, t[t.length - 1]);
+        }
+        catch (err) {
+            // Where a move does not replace an existing file: remove it, then move.
+            if (err?.name !== "InvalidModificationError")
+                throw err;
+            await d.removeEntry(t[t.length - 1]);
+            await movable.move(d, t[t.length - 1]);
+        }
+    };
+    const sync = (f) => f.createSyncAccessHandle();
+    const api = {
+        async exists(path) {
+            return !!(await fileOf(path)) || !!(await dirOf(parts(path), false));
+        },
+        async stats(path) {
+            const f = await fileOf(path);
+            if (f) {
+                const file = await f.getFile();
+                return { kind: "file", size: file.size, lastModified: file.lastModified };
+            }
+            return (await dirOf(parts(path), false)) ? { kind: "directory" } : undefined;
+        },
+        async *list(path) {
+            const d = await dirOf(parts(path), false);
+            if (!d)
+                return;
+            const base = `/${parts(path).join("/")}`.replace(/\/$/, "");
+            const out = [];
+            for await (const [name, h] of d.entries()) {
+                const p = `${base}/${name}`;
+                if (h.kind === "file") {
+                    const file = await h.getFile();
+                    out.push({
+                        kind: "file",
+                        name,
+                        path: p,
+                        size: file.size,
+                        lastModified: file.lastModified,
+                    });
+                }
+                else
+                    out.push({ kind: "directory", name, path: p });
+            }
+            out.sort((a, b) => (a.name < b.name ? -1 : 1));
+            yield* out;
+        },
+        async *read(path, o) {
+            const f = await fileOf(path);
+            if (!f)
+                return;
+            // Reads go through the File snapshot (no exclusive handle needed).
+            const file = await f.getFile();
+            const start = o?.start ?? 0;
+            const end = o?.length !== undefined ? Math.min(file.size, start + o.length) : file.size;
+            if (end > start)
+                yield new Uint8Array(await file.slice(start, end).arrayBuffer());
+        },
+        async write(path, content) {
+            // Into a temporary file, moved into place once complete: a reader never sees a partial
+            // file, and a failed write (quota) leaves nothing behind under `path`.
+            const st = opfsSyncWriteStats;
+            const p = parts(path);
+            const tmp = `/${[...p.slice(0, -1), `${p[p.length - 1]}.part-${Math.random().toString(36).slice(2, 10)}`].join("/")}`;
+            let t = performance.now();
+            const f = await fileOf(tmp, true);
+            if (!f)
+                throw new Error(`opfs: cannot create ${tmp}`);
+            st.lookupMs += performance.now() - t;
+            t = performance.now();
+            const h = await sync(f);
+            st.openMs += performance.now() - t;
+            let at = 0;
+            try {
+                try {
+                    t = performance.now();
+                    for await (const c of content) {
+                        const n = h.write(c, { at });
+                        // Past the quota, Chromium's SyncAccessHandle does not throw: write() returns an
+                        // error code as an unsigned count (4294967288 = -8), or a short count. Adding it to
+                        // the offset put the next chunk gigabytes past the end of the file.
+                        if (n !== c.length)
+                            throw quotaError(path, at, n, c.length);
+                        at += n;
+                    }
+                    st.writeMs += performance.now() - t;
+                    t = performance.now();
+                    h.flush();
+                    st.flushMs += performance.now() - t;
+                }
+                finally {
+                    t = performance.now();
+                    h.close();
+                    st.closeMs += performance.now() - t;
+                    st.writes++;
+                }
+                await moveInto(f, path);
+            }
+            catch (err) {
+                await api.remove?.(tmp).catch(() => false);
+                if (err?.name === "QuotaExceededError")
+                    throw quotaError(path, at);
+                throw err;
+            }
+        },
+        async remove(path) {
+            const p = parts(path);
+            const d = await dirOf(p.slice(0, -1), false);
+            if (!d)
+                return false;
+            try {
+                await d.removeEntry(p[p.length - 1], { recursive: true });
+                return true;
+            }
+            catch {
+                return false;
+            }
+        },
+        async move(source, target) {
+            const f = await fileOf(source);
+            if (!f)
+                return false;
+            await moveInto(f, target);
+            return true;
+        },
+        async mkdir(path) {
+            await dirOf(parts(path), true);
+        },
+    };
+    return api;
+}
+//# sourceMappingURL=opfs-sync-files.js.map