@statewalker/cellb 0.0.0-stage → 0.1.1

package/dist/bucket/ltx-log.js

@@ -0,0 +1,289 @@
+import { scopeOf } from "../core/celld-schema.js";
+import { decodeLtx, encodeLtx, ltxFileName } from "../ltx/ltx.js";
+import { equal, pageSizeOf, toRollback } from "./celld-format.js";
+const enc = new TextEncoder();
+const dec = new TextDecoder();
+const range = (key) => {
+    const m = /\/ltx\/e(\d+)\/\d+\/([0-9a-f]{16})-([0-9a-f]{16})\.ltx$/.exec(key);
+    return m
+        ? { epoch: Number(m[1]), min: BigInt(`0x${m[2]}`), max: BigInt(`0x${m[3]}`) }
+        : undefined;
+};
+export function ltxLog(store, o = {}) {
+    const now = o.now ?? (() => Date.now());
+    // Per cell: the epoch it writes into, its last TXID and the pages last written.
+    const cells = new Map();
+    /** The highest TXID already written in a cell's epoch (0n: none). */
+    const lastTxid = async (cellKey, epoch) => {
+        let max = 0n;
+        for (const key of await store.list(`cells/${scopeOf(cellKey)}/ltx/e${epoch}/`)) {
+            const r = range(key);
+            if (r && r.epoch === epoch && r.max > max)
+                max = r.max;
+        }
+        return max;
+    };
+    // celld's wake index (logic/wake.rs, wake_format.rs): one immutable entry per alarm
+    // installation, filed under the UTC minute it is due; a per-cell retirement certificate
+    // marks older installations (and a cancelled one) as void.
+    const hex16 = (n) => n.toString(16).padStart(16, "0");
+    let wakeFormat;
+    const ensureWakeFormat = () => (wakeFormat ??= store
+        .put("wake/format.json", enc.encode(JSON.stringify({ format: 2 })), { ifNoneMatch: "*" })
+        .catch(() => { }));
+    // Commits of one cell are logged one after the other, so TXIDs and the page mirror advance
+    // in commit order. (Without this, two quick commits both saw TXID 0 and raced to PUT the
+    // same snapshot key — the older image could land last; seen in Chromium against celld.)
+    const queues = new Map();
+    const inOrder = (cellKey, run) => {
+        const next = (queues.get(cellKey) ?? Promise.resolve()).catch(() => { }).then(run);
+        queues.set(cellKey, next);
+        next.then(() => queues.get(cellKey) === next && queues.delete(cellKey), () => queues.get(cellKey) === next && queues.delete(cellKey));
+        return next;
+    };
+    const durability = {
+        committed(cellKey, info) {
+            return inOrder(cellKey, () => durability.logCommit(cellKey, info));
+        },
+        capturePages: true,
+        async publishWake(cellKey, w) {
+            await ensureWakeFormat();
+            const cell = scopeOf(cellKey);
+            const identity = `${hex16(w.epoch)}-${hex16(w.sequence)}`;
+            // 1. the new installation's entry (none for a cancelled or consumed alarm)
+            if (w.at != null) {
+                const minute = new Date(w.at).toISOString().slice(0, 16);
+                await store.put(`wake/entries/${minute}/${cell}/${identity}`, enc.encode(JSON.stringify({ cell, due_ms: w.at, format: 2, identity })));
+            }
+            // 2. the retirement certificate, once the replacement is published (celld's order):
+            //    every older identity is void, and this one too when the alarm is gone.
+            await store.put(`wake/retired/${cell}.json`, enc.encode(JSON.stringify({ format: 2, identity, at_ms: w.at })));
+            // 3. cleanup below the certificate (celld: only below a proved frontier, which this is)
+            for (const k of await store.list("wake/entries/")) {
+                const m = /\/([0-9a-f]{16}-[0-9a-f]{16})$/.exec(k);
+                if (!m ||
+                    !k.includes(`/${cell}/`) ||
+                    k.slice(0, -m[0].length).endsWith(`/${cell}`) === false)
+                    continue;
+                const id = m[1];
+                if (id < identity || (id === identity && w.at == null))
+                    await store.delete?.(k).catch(() => { });
+            }
+        },
+        async wakes() {
+            const retired = new Map();
+            for (const k of await store.list("wake/retired/")) {
+                const o = await store.get(k);
+                if (!o)
+                    continue;
+                const r = JSON.parse(dec.decode(o.body));
+                retired.set(k.slice("wake/retired/".length, -".json".length), {
+                    id: r.identity,
+                    none: r.at_ms == null,
+                });
+            }
+            const out = [];
+            const latest = new Map();
+            for (const k of await store.list("wake/entries/")) {
+                const m = /^wake\/entries\/[^/]+\/(.+)\/([0-9a-f]{16}-[0-9a-f]{16})$/.exec(k);
+                if (!m)
+                    continue;
+                const [, cell, id] = m;
+                if (cell.includes("/"))
+                    continue; // facets wake through their root
+                const r = retired.get(cell);
+                if (r && (id < r.id || (id === r.id && r.none)))
+                    continue;
+                const o = await store.get(k);
+                if (!o)
+                    continue;
+                const at = JSON.parse(dec.decode(o.body)).due_ms;
+                const prev = latest.get(cell);
+                if (!prev || id > prev.id)
+                    latest.set(cell, { id, at });
+            }
+            for (const [cell, { at }] of latest) {
+                const [className] = cell.split(":");
+                out.push({ cellKey: cell.replace(":", "/"), className, at });
+            }
+            return out;
+        },
+        async logCommit(cellKey, info) {
+            if (o.authorized && !o.authorized())
+                throw new Error(`${cellKey}: this node's lease has lapsed; the write is refused (self-fencing)`);
+            let cell = cells.get(cellKey);
+            if (!cell) {
+                // First commit of this cell in this process: continue the epoch's TXIDs if it already
+                // has files (a restart without a new epoch), with a whole-database file.
+                const epoch = info.epoch ?? o.defaultEpoch ?? 1;
+                cell = { epoch, txid: await lastTxid(cellKey, epoch), pages: undefined };
+                cells.set(cellKey, cell);
+            }
+            // The page hook (SQLite WASM) hands over exactly the changed pages: no image needed.
+            if (info.pages && cell.pages) {
+                if (!info.pages.pages.size)
+                    return;
+                const txid = cell.txid + 1n;
+                await store.put(`cells/${scopeOf(cellKey)}/ltx/e${cell.epoch}/0000/${ltxFileName(txid, txid)}`, encodeLtx({
+                    header: {
+                        pageSize: info.pages.pageSize,
+                        commit: info.pages.pageCount,
+                        minTXID: txid,
+                        maxTXID: txid,
+                        timestamp: now(),
+                        preApplyChecksum: 0n,
+                    },
+                    pages: info.pages.pages,
+                    postApplyChecksum: 0n,
+                }));
+                cell.txid = txid;
+                for (const [p, d] of info.pages.pages)
+                    cell.pages.set(p, d.slice());
+                for (const p of [...cell.pages.keys()])
+                    if (p > info.pages.pageCount)
+                        cell.pages.delete(p);
+                return;
+            }
+            const image = typeof info.image === "function" ? await info.image() : info.image;
+            if (!image)
+                return;
+            const pageSize = pageSizeOf(image);
+            const commit = image.length / pageSize;
+            const page = (p) => image.subarray((p - 1) * pageSize, p * pageSize);
+            const changed = new Map();
+            for (let p = 1; p <= commit; p++) {
+                const prev = cell.pages?.get(p);
+                const cur = page(p);
+                if (!prev || !equal(prev, cur))
+                    changed.set(p, cur.slice());
+            }
+            if (cell.pages && changed.size === 0 && cell.pages.size === commit)
+                return;
+            const txid = cell.txid + 1n;
+            const pages = cell.pages
+                ? changed
+                : new Map([...Array(commit)].map((_, i) => [i + 1, page(i + 1).slice()]));
+            const file = encodeLtx({
+                header: {
+                    pageSize,
+                    commit,
+                    minTXID: txid,
+                    maxTXID: txid,
+                    timestamp: now(),
+                    preApplyChecksum: 0n,
+                },
+                pages,
+                postApplyChecksum: 0n, // celld 0.6.2 leaves the rolling checksums at 0
+            });
+            await store.put(`cells/${scopeOf(cellKey)}/ltx/e${cell.epoch}/0000/${ltxFileName(txid, txid)}`, file);
+            cell.txid = txid;
+            cell.pages ??= new Map();
+            for (const [p, d] of pages)
+                cell.pages.set(p, d);
+            for (const p of [...cell.pages.keys()])
+                if (p > commit)
+                    cell.pages.delete(p);
+        },
+        async save(cellKey, image, _info) {
+            // Every transaction is already in the bucket; compaction (opt-in) folds an epoch into one
+            // snapshot file 1..N — celld reads it as any snapshot.
+            if (!o.compact)
+                return;
+            await inOrder(cellKey, async () => {
+                const cell = cells.get(cellKey);
+                const epoch = cell?.epoch ?? o.defaultEpoch ?? 1;
+                const txid = cell?.txid ?? (await lastTxid(cellKey, epoch));
+                if (!txid)
+                    return;
+                const pageSize = pageSizeOf(image);
+                const commit = image.length / pageSize;
+                const pages = new Map([...Array(commit)].map((_, n) => [n + 1, image.slice(n * pageSize, (n + 1) * pageSize)]));
+                const prefix = `cells/${scopeOf(cellKey)}/ltx/e${epoch}/`;
+                const before = await store.list(prefix);
+                const snapshot = `${prefix}0000/${ltxFileName(1n, txid)}`;
+                await store.put(snapshot, encodeLtx({
+                    header: {
+                        pageSize,
+                        commit,
+                        minTXID: 1n,
+                        maxTXID: txid,
+                        timestamp: now(),
+                        preApplyChecksum: 0n,
+                    },
+                    pages,
+                    postApplyChecksum: 0n,
+                }));
+                for (const key of before) {
+                    const r = range(key);
+                    if (key !== snapshot && r && r.max <= txid)
+                        await store.delete(key);
+                }
+            });
+        },
+        async load(cellKey) {
+            const scope = scopeOf(cellKey);
+            const byEpoch = new Map();
+            for (const key of await store.list(`cells/${scope}/ltx/e`)) {
+                const r = range(key);
+                if (!r)
+                    continue;
+                const list = byEpoch.get(r.epoch) ?? [];
+                list.push({ key, min: r.min, max: r.max });
+                byEpoch.set(r.epoch, list);
+            }
+            // The newest epoch whose files chain from a snapshot (TXID 1): files in TXID order; a
+            // snapshot restarts the image, a file already covered is skipped, a gap ends the chain.
+            for (const epoch of [...byEpoch.keys()].sort((a, b) => b - a)) {
+                const files = byEpoch
+                    .get(epoch)
+                    .sort((a, b) => (a.max !== b.max ? (a.max < b.max ? -1 : 1) : a.min < b.min ? -1 : 1));
+                if (!files.some((f) => f.min === 1n))
+                    continue;
+                const pages = new Map();
+                let pageSize = 0;
+                let commit = 0;
+                let next = 1n;
+                let started = false;
+                for (const f of files) {
+                    if (f.max < next)
+                        continue;
+                    if (f.min !== 1n && (!started || f.min !== next)) {
+                        if (started)
+                            break;
+                        continue;
+                    }
+                    const ltx = decodeLtx((await store.get(f.key)).body);
+                    if (f.min === 1n)
+                        pages.clear();
+                    for (const [p, d] of ltx.pages)
+                        pages.set(p, d);
+                    pageSize = ltx.header.pageSize;
+                    commit = ltx.header.commit;
+                    next = f.max + 1n;
+                    started = true;
+                }
+                if (!started)
+                    continue;
+                const image = new Uint8Array(commit * pageSize);
+                for (let p = 1; p <= commit; p++) {
+                    const d = pages.get(p);
+                    if (d)
+                        image.set(d, (p - 1) * pageSize);
+                }
+                return toRollback(image);
+            }
+            return undefined;
+        },
+    };
+    return Object.assign(durability, {
+        /** A new owner epoch for the cell: its next commit opens the generation with a snapshot. */
+        begin(cellKey, epoch) {
+            cells.set(cellKey, { epoch, txid: 0n, pages: undefined });
+        },
+        /** The cell is no longer ours (lease lost): forget its writer state. */
+        forget(cellKey) {
+            cells.delete(cellKey);
+        },
+    });
+}
+//# sourceMappingURL=ltx-log.js.map

package/dist/bucket/ltx-log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ltx-log.js","sourceRoot":"","sources":["../../src/bucket/ltx-log.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAElE,OAAO,EAAE,KAAK,EAAS,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGzE,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;AAC9B,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;AA2B9B,MAAM,KAAK,GAAG,CAAC,GAAW,EAAE,EAAE;IAC5B,MAAM,CAAC,GAAG,yDAAyD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9E,OAAO,CAAC;QACN,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QAC7E,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,UAAU,MAAM,CAAC,KAAkB,EAAE,CAAC,GAAkB,EAAE;IAC9D,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACxC,gFAAgF;IAChF,MAAM,KAAK,GAAG,IAAI,GAAG,EAGlB,CAAC;IACJ,qEAAqE;IACrE,MAAM,QAAQ,GAAG,KAAK,EAAE,OAAe,EAAE,KAAa,EAAE,EAAE;QACxD,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,GAAG,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,OAAO,CAAC,SAAS,KAAK,GAAG,CAAC,EAAE,CAAC;YAC/E,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,GAAG;gBAAE,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;QACzD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,oFAAoF;IACpF,wFAAwF;IACxF,2DAA2D;IAC3D,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAC9D,IAAI,UAAwC,CAAC;IAC7C,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAC5B,CAAC,UAAU,KAAK,KAAK;SAClB,GAAG,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;SACxF,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC;IAEtB,2FAA2F;IAC3F,yFAAyF;IACzF,wFAAwF;IACxF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,GAAwB,EAAiB,EAAE;QAC3E,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClF,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,CACP,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAC5D,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAC7D,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,UAAU,GAGV;QACJ,SAAS,CAAC,OAAO,EAAE,IAAI;YACrB,OAAO,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,YAAY,EAAE,IAAI;QAElB,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,gBAAgB,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,QAAQ,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1D,2EAA2E;YAC3E,IAAI,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;gBACjB,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzD,MAAM,KAAK,CAAC,GAAG,CACb,gBAAgB,MAAM,IAAI,IAAI,IAAI,QAAQ,EAAE,EAC5C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CACxE,CAAC;YACJ,CAAC;YACD,oFAAoF;YACpF,4EAA4E;YAC5E,MAAM,KAAK,CAAC,GAAG,CACb,gBAAgB,IAAI,OAAO,EAC3B,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CACjE,CAAC;YACF,wFAAwF;YACxF,KAAK,MAAM,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;gBAClD,MAAM,CAAC,GAAG,gCAAgC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACnD,IACE,CAAC,CAAC;oBACF,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,GAAG,CAAC;oBACxB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,KAAK,KAAK;oBAEvD,SAAS;gBACX,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChB,IAAI,EAAE,GAAG,QAAQ,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC;oBACpD,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,KAAK,CAAC,KAAK;YACT,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyC,CAAC;YACjE,KAAK,MAAM,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;gBAClD,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAA+C,CAAC;gBACvF,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;oBAC5D,EAAE,EAAE,CAAC,CAAC,QAAQ;oBACd,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI;iBACtB,CAAC,CAAC;YACL,CAAC;YACD,MAAM,GAAG,GAAyD,EAAE,CAAC;YACrE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsC,CAAC;YAC7D,KAAK,MAAM,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;gBAClD,MAAM,CAAC,GAAG,2DAA2D,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC9E,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;gBACvB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAAE,SAAS,CAAC,iCAAiC;gBACnE,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;oBAAE,SAAS;gBAC1D,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,EAAE,GAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAwB,CAAC,MAAM,CAAC;gBACzE,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE;oBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC;gBACpC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YAC/D,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAED,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI;YAC3B,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE;gBACjC,MAAM,IAAI,KAAK,CACb,GAAG,OAAO,qEAAqE,CAChF,CAAC;YACJ,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,sFAAsF;gBACtF,yEAAyE;gBACzE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;gBAChD,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;gBACzE,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC3B,CAAC;YACD,qFAAqF;YACrF,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI;oBAAE,OAAO;gBACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;gBAC5B,MAAM,KAAK,CAAC,GAAG,CACb,SAAS,OAAO,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,KAAK,SAAS,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAC9E,SAAS,CAAC;oBACR,MAAM,EAAE;wBACN,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;wBAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;wBAC5B,OAAO,EAAE,IAAI;wBACb,OAAO,EAAE,IAAI;wBACb,SAAS,EAAE,GAAG,EAAE;wBAChB,gBAAgB,EAAE,EAAE;qBACrB;oBACD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;oBACvB,iBAAiB,EAAE,EAAE;iBACtB,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK;oBAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBACpE,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS;wBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC3F,OAAO;YACT,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;YACjF,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC;YACvC,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC;YAC7E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;YAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACpB,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9D,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM;gBAAE,OAAO;YAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK;gBACtB,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5E,MAAM,IAAI,GAAG,SAAS,CAAC;gBACrB,MAAM,EAAE;oBACN,QAAQ;oBACR,MAAM;oBACN,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,GAAG,EAAE;oBAChB,gBAAgB,EAAE,EAAE;iBACrB;gBACD,KAAK;gBACL,iBAAiB,EAAE,EAAE,EAAE,gDAAgD;aACxE,CAAC,CAAC;YACH,MAAM,KAAK,CAAC,GAAG,CACb,SAAS,OAAO,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,KAAK,SAAS,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAC9E,IAAI,CACL,CAAC;YACF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,KAAK,KAAK,IAAI,GAAG,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK;gBAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAAE,IAAI,CAAC,GAAG,MAAM;oBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/E,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,KAAiB,EAAE,KAAiB;YAC9D,0FAA0F;YAC1F,uDAAuD;YACvD,IAAI,CAAC,CAAC,CAAC,OAAO;gBAAE,OAAO;YACvB,MAAM,OAAO,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;gBAChC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAChC,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;gBACjD,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC5D,IAAI,CAAC,IAAI;oBAAE,OAAO;gBAClB,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBACnC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC;gBACvC,MAAM,KAAK,GAAG,IAAI,GAAG,CACnB,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CACzF,CAAC;gBACF,MAAM,MAAM,GAAG,SAAS,OAAO,CAAC,OAAO,CAAC,SAAS,KAAK,GAAG,CAAC;gBAC1D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,QAAQ,GAAG,GAAG,MAAM,QAAQ,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,CAAC,GAAG,CACb,QAAQ,EACR,SAAS,CAAC;oBACR,MAAM,EAAE;wBACN,QAAQ;wBACR,MAAM;wBACN,OAAO,EAAE,EAAE;wBACX,OAAO,EAAE,IAAI;wBACb,SAAS,EAAE,GAAG,EAAE;wBAChB,gBAAgB,EAAE,EAAE;qBACrB;oBACD,KAAK;oBACL,iBAAiB,EAAE,EAAE;iBACtB,CAAC,CACH,CAAC;gBACF,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;oBACzB,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;oBACrB,IAAI,GAAG,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI;wBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,OAAe;YACxB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuD,CAAC;YAC/E,KAAK,MAAM,GAAG,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAC3D,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrB,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACxC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC3C,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC7B,CAAC;YACD,sFAAsF;YACtF,wFAAwF;YACxF,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC9D,MAAM,KAAK,GAAG,OAAO;qBAClB,GAAG,CAAC,KAAK,CAAE;qBACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,CAAC;oBAAE,SAAS;gBAC/C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;gBAC5C,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,IAAI,OAAO,GAAG,KAAK,CAAC;gBACpB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;oBACtB,IAAI,CAAC,CAAC,GAAG,GAAG,IAAI;wBAAE,SAAS;oBAC3B,IAAI,CAAC,CAAC,GAAG,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,EAAE,CAAC;wBACjD,IAAI,OAAO;4BAAE,MAAM;wBACnB,SAAS;oBACX,CAAC;oBACD,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC;oBACtD,IAAI,CAAC,CAAC,GAAG,KAAK,EAAE;wBAAE,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK;wBAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAChD,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAC/B,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;oBAC3B,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;oBAClB,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;gBACD,IAAI,CAAC,OAAO;oBAAE,SAAS;gBACvB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;gBAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACvB,IAAI,CAAC;wBAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;gBAC1C,CAAC;gBACD,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KACF,CAAC;IAEF,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE;QAC/B,4FAA4F;QAC5F,KAAK,CAAC,OAAe,EAAE,KAAa;YAClC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,wEAAwE;QACxE,MAAM,CAAC,OAAe;YACpB,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;KACF,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { scopeOf } from \"../core/celld-schema.js\";\nimport { decodeLtx, encodeLtx, ltxFileName } from \"../ltx/ltx.js\";\nimport type { BackupInfo, CellBackup, CellDurability } from \"../ports.js\";\nimport { equal, pad16, pageSizeOf, toRollback } from \"./celld-format.js\";\nimport type { ObjectStore } from \"./object-store.js\";\n\nconst enc = new TextEncoder();\nconst dec = new TextDecoder();\n\n/**\n * THE LTX writer of cellb, in celld's bucket layout, on any ObjectStore:\n *\n *   cells/<Class>:<idHex>/ltx/e<epoch>/<level>/<min>-<max>.ltx   LTX v3 (src/ltx)\n *   wake/entries/…, wake/retired/…                               celld's alarm wake index\n *\n * Each committed transaction becomes one LTX file in the cell's epoch — the first one of an\n * epoch a snapshot (TXID 1), then only the changed pages (from the SQLite WASM page hook, or a\n * diff of the image) — and the output gate waits for the PUT; a cell's commits are written\n * strictly in order. Restore: the newest epoch whose files form a chain from a snapshot.\n * `compact` makes save() replace an epoch's files with one snapshot file 1..N.\n *\n * Used by celldBucket (with celld's ownership protocol: begin()/forget() per acquisition) and by\n * filesApiLtxLog (a FilesApi, a fixed epoch).\n */\nexport interface LtxLogOptions {\n  now?: () => number;\n  /** Epoch used when a commit names none (no ownership). */\n  defaultEpoch?: number;\n  /** save() compacts an epoch into one snapshot file 1..N. */\n  compact?: boolean;\n  /** Checked before each write: false refuses it (this node's authority has lapsed). */\n  authorized?: () => boolean;\n}\n\nconst range = (key: string) => {\n  const m = /\\/ltx\\/e(\\d+)\\/\\d+\\/([0-9a-f]{16})-([0-9a-f]{16})\\.ltx$/.exec(key);\n  return m\n    ? { epoch: Number(m[1]), min: BigInt(`0x${m[2]}`), max: BigInt(`0x${m[3]}`) }\n    : undefined;\n};\n\nexport function ltxLog(store: ObjectStore, o: LtxLogOptions = {}) {\n  const now = o.now ?? (() => Date.now());\n  // Per cell: the epoch it writes into, its last TXID and the pages last written.\n  const cells = new Map<\n    string,\n    { epoch: number; txid: bigint; pages: Map<number, Uint8Array> | undefined }\n  >();\n  /** The highest TXID already written in a cell's epoch (0n: none). */\n  const lastTxid = async (cellKey: string, epoch: number) => {\n    let max = 0n;\n    for (const key of await store.list(`cells/${scopeOf(cellKey)}/ltx/e${epoch}/`)) {\n      const r = range(key);\n      if (r && r.epoch === epoch && r.max > max) max = r.max;\n    }\n    return max;\n  };\n\n  // celld's wake index (logic/wake.rs, wake_format.rs): one immutable entry per alarm\n  // installation, filed under the UTC minute it is due; a per-cell retirement certificate\n  // marks older installations (and a cancelled one) as void.\n  const hex16 = (n: number) => n.toString(16).padStart(16, \"0\");\n  let wakeFormat: Promise<unknown> | undefined;\n  const ensureWakeFormat = () =>\n    (wakeFormat ??= store\n      .put(\"wake/format.json\", enc.encode(JSON.stringify({ format: 2 })), { ifNoneMatch: \"*\" })\n      .catch(() => {}));\n\n  // Commits of one cell are logged one after the other, so TXIDs and the page mirror advance\n  // in commit order. (Without this, two quick commits both saw TXID 0 and raced to PUT the\n  // same snapshot key — the older image could land last; seen in Chromium against celld.)\n  const queues = new Map<string, Promise<void>>();\n  const inOrder = (cellKey: string, run: () => Promise<void>): Promise<void> => {\n    const next = (queues.get(cellKey) ?? Promise.resolve()).catch(() => {}).then(run);\n    queues.set(cellKey, next);\n    next.then(\n      () => queues.get(cellKey) === next && queues.delete(cellKey),\n      () => queues.get(cellKey) === next && queues.delete(cellKey),\n    );\n    return next;\n  };\n\n  const durability: CellDurability &\n    CellBackup & {\n      logCommit: CellDurability[\"committed\"];\n    } = {\n    committed(cellKey, info) {\n      return inOrder(cellKey, () => durability.logCommit(cellKey, info));\n    },\n    capturePages: true,\n\n    async publishWake(cellKey, w) {\n      await ensureWakeFormat();\n      const cell = scopeOf(cellKey);\n      const identity = `${hex16(w.epoch)}-${hex16(w.sequence)}`;\n      // 1. the new installation's entry (none for a cancelled or consumed alarm)\n      if (w.at != null) {\n        const minute = new Date(w.at).toISOString().slice(0, 16);\n        await store.put(\n          `wake/entries/${minute}/${cell}/${identity}`,\n          enc.encode(JSON.stringify({ cell, due_ms: w.at, format: 2, identity })),\n        );\n      }\n      // 2. the retirement certificate, once the replacement is published (celld's order):\n      //    every older identity is void, and this one too when the alarm is gone.\n      await store.put(\n        `wake/retired/${cell}.json`,\n        enc.encode(JSON.stringify({ format: 2, identity, at_ms: w.at })),\n      );\n      // 3. cleanup below the certificate (celld: only below a proved frontier, which this is)\n      for (const k of await store.list(\"wake/entries/\")) {\n        const m = /\\/([0-9a-f]{16}-[0-9a-f]{16})$/.exec(k);\n        if (\n          !m ||\n          !k.includes(`/${cell}/`) ||\n          k.slice(0, -m[0].length).endsWith(`/${cell}`) === false\n        )\n          continue;\n        const id = m[1];\n        if (id < identity || (id === identity && w.at == null))\n          await store.delete?.(k).catch(() => {});\n      }\n    },\n\n    async wakes() {\n      const retired = new Map<string, { id: string; none: boolean }>();\n      for (const k of await store.list(\"wake/retired/\")) {\n        const o = await store.get(k);\n        if (!o) continue;\n        const r = JSON.parse(dec.decode(o.body)) as { identity: string; at_ms: number | null };\n        retired.set(k.slice(\"wake/retired/\".length, -\".json\".length), {\n          id: r.identity,\n          none: r.at_ms == null,\n        });\n      }\n      const out: { cellKey: string; className: string; at: number }[] = [];\n      const latest = new Map<string, { id: string; at: number }>();\n      for (const k of await store.list(\"wake/entries/\")) {\n        const m = /^wake\\/entries\\/[^/]+\\/(.+)\\/([0-9a-f]{16}-[0-9a-f]{16})$/.exec(k);\n        if (!m) continue;\n        const [, cell, id] = m;\n        if (cell.includes(\"/\")) continue; // facets wake through their root\n        const r = retired.get(cell);\n        if (r && (id < r.id || (id === r.id && r.none))) continue;\n        const o = await store.get(k);\n        if (!o) continue;\n        const at = (JSON.parse(dec.decode(o.body)) as { due_ms: number }).due_ms;\n        const prev = latest.get(cell);\n        if (!prev || id > prev.id) latest.set(cell, { id, at });\n      }\n      for (const [cell, { at }] of latest) {\n        const [className] = cell.split(\":\");\n        out.push({ cellKey: cell.replace(\":\", \"/\"), className, at });\n      }\n      return out;\n    },\n\n    async logCommit(cellKey, info) {\n      if (o.authorized && !o.authorized())\n        throw new Error(\n          `${cellKey}: this node's lease has lapsed; the write is refused (self-fencing)`,\n        );\n      let cell = cells.get(cellKey);\n      if (!cell) {\n        // First commit of this cell in this process: continue the epoch's TXIDs if it already\n        // has files (a restart without a new epoch), with a whole-database file.\n        const epoch = info.epoch ?? o.defaultEpoch ?? 1;\n        cell = { epoch, txid: await lastTxid(cellKey, epoch), pages: undefined };\n        cells.set(cellKey, cell);\n      }\n      // The page hook (SQLite WASM) hands over exactly the changed pages: no image needed.\n      if (info.pages && cell.pages) {\n        if (!info.pages.pages.size) return;\n        const txid = cell.txid + 1n;\n        await store.put(\n          `cells/${scopeOf(cellKey)}/ltx/e${cell.epoch}/0000/${ltxFileName(txid, txid)}`,\n          encodeLtx({\n            header: {\n              pageSize: info.pages.pageSize,\n              commit: info.pages.pageCount,\n              minTXID: txid,\n              maxTXID: txid,\n              timestamp: now(),\n              preApplyChecksum: 0n,\n            },\n            pages: info.pages.pages,\n            postApplyChecksum: 0n,\n          }),\n        );\n        cell.txid = txid;\n        for (const [p, d] of info.pages.pages) cell.pages.set(p, d.slice());\n        for (const p of [...cell.pages.keys()]) if (p > info.pages.pageCount) cell.pages.delete(p);\n        return;\n      }\n      const image = typeof info.image === \"function\" ? await info.image() : info.image;\n      if (!image) return;\n      const pageSize = pageSizeOf(image);\n      const commit = image.length / pageSize;\n      const page = (p: number) => image.subarray((p - 1) * pageSize, p * pageSize);\n      const changed = new Map<number, Uint8Array>();\n      for (let p = 1; p <= commit; p++) {\n        const prev = cell.pages?.get(p);\n        const cur = page(p);\n        if (!prev || !equal(prev, cur)) changed.set(p, cur.slice());\n      }\n      if (cell.pages && changed.size === 0 && cell.pages.size === commit) return;\n      const txid = cell.txid + 1n;\n      const pages = cell.pages\n        ? changed\n        : new Map([...Array(commit)].map((_, i) => [i + 1, page(i + 1).slice()]));\n      const file = encodeLtx({\n        header: {\n          pageSize,\n          commit,\n          minTXID: txid,\n          maxTXID: txid,\n          timestamp: now(),\n          preApplyChecksum: 0n,\n        },\n        pages,\n        postApplyChecksum: 0n, // celld 0.6.2 leaves the rolling checksums at 0\n      });\n      await store.put(\n        `cells/${scopeOf(cellKey)}/ltx/e${cell.epoch}/0000/${ltxFileName(txid, txid)}`,\n        file,\n      );\n      cell.txid = txid;\n      cell.pages ??= new Map();\n      for (const [p, d] of pages) cell.pages.set(p, d);\n      for (const p of [...cell.pages.keys()]) if (p > commit) cell.pages.delete(p);\n    },\n\n    async save(cellKey: string, image: Uint8Array, _info: BackupInfo) {\n      // Every transaction is already in the bucket; compaction (opt-in) folds an epoch into one\n      // snapshot file 1..N — celld reads it as any snapshot.\n      if (!o.compact) return;\n      await inOrder(cellKey, async () => {\n        const cell = cells.get(cellKey);\n        const epoch = cell?.epoch ?? o.defaultEpoch ?? 1;\n        const txid = cell?.txid ?? (await lastTxid(cellKey, epoch));\n        if (!txid) return;\n        const pageSize = pageSizeOf(image);\n        const commit = image.length / pageSize;\n        const pages = new Map(\n          [...Array(commit)].map((_, n) => [n + 1, image.slice(n * pageSize, (n + 1) * pageSize)]),\n        );\n        const prefix = `cells/${scopeOf(cellKey)}/ltx/e${epoch}/`;\n        const before = await store.list(prefix);\n        const snapshot = `${prefix}0000/${ltxFileName(1n, txid)}`;\n        await store.put(\n          snapshot,\n          encodeLtx({\n            header: {\n              pageSize,\n              commit,\n              minTXID: 1n,\n              maxTXID: txid,\n              timestamp: now(),\n              preApplyChecksum: 0n,\n            },\n            pages,\n            postApplyChecksum: 0n,\n          }),\n        );\n        for (const key of before) {\n          const r = range(key);\n          if (key !== snapshot && r && r.max <= txid) await store.delete(key);\n        }\n      });\n    },\n\n    async load(cellKey: string) {\n      const scope = scopeOf(cellKey);\n      const byEpoch = new Map<number, { key: string; min: bigint; max: bigint }[]>();\n      for (const key of await store.list(`cells/${scope}/ltx/e`)) {\n        const r = range(key);\n        if (!r) continue;\n        const list = byEpoch.get(r.epoch) ?? [];\n        list.push({ key, min: r.min, max: r.max });\n        byEpoch.set(r.epoch, list);\n      }\n      // The newest epoch whose files chain from a snapshot (TXID 1): files in TXID order; a\n      // snapshot restarts the image, a file already covered is skipped, a gap ends the chain.\n      for (const epoch of [...byEpoch.keys()].sort((a, b) => b - a)) {\n        const files = byEpoch\n          .get(epoch)!\n          .sort((a, b) => (a.max !== b.max ? (a.max < b.max ? -1 : 1) : a.min < b.min ? -1 : 1));\n        if (!files.some((f) => f.min === 1n)) continue;\n        const pages = new Map<number, Uint8Array>();\n        let pageSize = 0;\n        let commit = 0;\n        let next = 1n;\n        let started = false;\n        for (const f of files) {\n          if (f.max < next) continue;\n          if (f.min !== 1n && (!started || f.min !== next)) {\n            if (started) break;\n            continue;\n          }\n          const ltx = decodeLtx((await store.get(f.key))!.body);\n          if (f.min === 1n) pages.clear();\n          for (const [p, d] of ltx.pages) pages.set(p, d);\n          pageSize = ltx.header.pageSize;\n          commit = ltx.header.commit;\n          next = f.max + 1n;\n          started = true;\n        }\n        if (!started) continue;\n        const image = new Uint8Array(commit * pageSize);\n        for (let p = 1; p <= commit; p++) {\n          const d = pages.get(p);\n          if (d) image.set(d, (p - 1) * pageSize);\n        }\n        return toRollback(image);\n      }\n      return undefined;\n    },\n  };\n\n  return Object.assign(durability, {\n    /** A new owner epoch for the cell: its next commit opens the generation with a snapshot. */\n    begin(cellKey: string, epoch: number) {\n      cells.set(cellKey, { epoch, txid: 0n, pages: undefined });\n    },\n    /** The cell is no longer ours (lease lost): forget its writer state. */\n    forget(cellKey: string) {\n      cells.delete(cellKey);\n    },\n  });\n}\n"]}

package/dist/bucket/object-store.d.ts

@@ -0,0 +1,51 @@
+/**
+ * The bucket celld needs (docs/guarantees.md): conditional create, conditional overwrite,
+ * read-after-write, ranged reads, listing. One interface, several stores: memory, a webrun
+ * FilesApi (OPFS in browsers), celld dev's local `objects.sqlite3` (Node), and S3-compatible
+ * HTTP (SigV4 over fetch — works from a browser when the bucket allows CORS).
+ */
+export interface StoredObject {
+    body: Uint8Array;
+    etag: string;
+    /** Content headers and user metadata, as the bucket keeps them beside the bytes. */
+    attrs?: ObjectAttributes;
+    /** Last modification, ms since the epoch (R2's `uploaded`). */
+    modifiedMs?: number;
+}
+/**
+ * What a bucket stores beside an object's bytes (celld's BlobAttributes): the five content
+ * headers, and flat user metadata (S3 `x-amz-meta-*`). celld's R2 record lives in the
+ * user-metadata entry `celld-r2`.
+ */
+export interface ObjectAttributes {
+    contentType?: string;
+    contentLanguage?: string;
+    contentDisposition?: string;
+    contentEncoding?: string;
+    cacheControl?: string;
+    metadata?: Record<string, string>;
+}
+export interface PutConditions {
+    /** "*": create only (fail if the key exists). */
+    ifNoneMatch?: "*";
+    /** Overwrite only if the current object has this etag. */
+    ifMatch?: string;
+}
+export interface ObjectStore {
+    get(key: string): Promise<StoredObject | undefined>;
+    /** Returns the new etag; throws PreconditionFailedError when a condition fails. */
+    put(key: string, body: Uint8Array, cond?: PutConditions, attrs?: ObjectAttributes): Promise<string>;
+    /** Keys under a prefix, ascending. */
+    list(prefix: string): Promise<string[]>;
+    delete(key: string): Promise<void>;
+}
+export declare class PreconditionFailedError extends Error {
+    constructor(key: string);
+}
+export declare function memoryObjectStore(): ObjectStore;
+/**
+ * A FilesApi as a bucket (OPFS, node fs, …). Conditions are checked then written — atomic
+ * only within one writer (a browser tab, or one process): for several writers use a store
+ * with real conditional writes (S3, celld dev's SQLite store).
+ */
+export declare function filesApiObjectStore(files: import("@statewalker/webrun-files").FilesApi, root?: string): ObjectStore;

package/dist/bucket/object-store.js

@@ -0,0 +1,114 @@
+export class PreconditionFailedError extends Error {
+    constructor(key) {
+        super(`precondition failed for ${key}`);
+        this.name = "PreconditionFailedError";
+    }
+}
+const checkConditions = (key, cur, cond) => {
+    if (cond?.ifNoneMatch === "*" && cur)
+        throw new PreconditionFailedError(key);
+    if (cond?.ifMatch !== undefined && cur?.etag !== cond.ifMatch)
+        throw new PreconditionFailedError(key);
+};
+export function memoryObjectStore() {
+    const objects = new Map();
+    let n = 0;
+    return {
+        async get(key) {
+            return objects.get(key);
+        },
+        async put(key, body, cond, attrs) {
+            checkConditions(key, objects.get(key), cond);
+            const etag = String(++n);
+            objects.set(key, {
+                body: body.slice(),
+                etag,
+                attrs: attrs ? structuredClone(attrs) : undefined,
+                modifiedMs: Date.now(),
+            });
+            return etag;
+        },
+        async list(prefix) {
+            return [...objects.keys()].filter((k) => k.startsWith(prefix)).sort();
+        },
+        async delete(key) {
+            objects.delete(key);
+        },
+    };
+}
+/**
+ * A FilesApi as a bucket (OPFS, node fs, …). Conditions are checked then written — atomic
+ * only within one writer (a browser tab, or one process): for several writers use a store
+ * with real conditional writes (S3, celld dev's SQLite store).
+ */
+export function filesApiObjectStore(files, root = "/bucket") {
+    const path = (key) => `${root}/${key}`;
+    const etagPath = (key) => `${root}/.etags/${key}`;
+    const attrsPath = (key) => `${root}/.attrs/${key}.json`;
+    const read = async (p) => {
+        if (!(await files.exists(p)))
+            return undefined;
+        const chunks = [];
+        for await (const c of files.read(p))
+            chunks.push(c);
+        const out = new Uint8Array(chunks.reduce((n, c) => n + c.byteLength, 0));
+        let o = 0;
+        for (const c of chunks) {
+            out.set(c, o);
+            o += c.byteLength;
+        }
+        return out;
+    };
+    let lock = Promise.resolve();
+    const serial = (fn) => {
+        const r = lock.then(fn, fn);
+        lock = r.catch(() => { });
+        return r;
+    };
+    return {
+        async get(key) {
+            const body = await read(path(key));
+            if (!body)
+                return undefined;
+            const side = await read(attrsPath(key));
+            const extra = side
+                ? JSON.parse(new TextDecoder().decode(side))
+                : {};
+            return {
+                body,
+                etag: new TextDecoder().decode((await read(etagPath(key))) ?? new Uint8Array()),
+                ...extra,
+            };
+        },
+        put(key, body, cond, attrs) {
+            return serial(async () => {
+                checkConditions(key, await this.get(key), cond);
+                const etag = `${Date.now().toString(36)}-${crypto.randomUUID().slice(0, 8)}`;
+                await files.write(path(key), [body]);
+                await files.write(etagPath(key), [new TextEncoder().encode(etag)]);
+                await files.write(attrsPath(key), [
+                    new TextEncoder().encode(JSON.stringify({ attrs, modifiedMs: Date.now() })),
+                ]);
+                return etag;
+            });
+        },
+        async list(prefix) {
+            const out = [];
+            if (!(await files.exists(root)))
+                return out;
+            for await (const f of files.list(root, { recursive: true }))
+                if (f.kind === "file") {
+                    const key = f.path.slice(root.length + 1);
+                    if (!key.startsWith(".etags/") && !key.startsWith(".attrs/") && key.startsWith(prefix))
+                        out.push(key);
+                }
+            return out.sort();
+        },
+        async delete(key) {
+            await files.remove(path(key));
+            await files.remove(etagPath(key));
+            await files.remove(attrsPath(key));
+        },
+    };
+}
+//# sourceMappingURL=object-store.js.map

package/dist/bucket/object-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"object-store.js","sourceRoot":"","sources":["../../src/bucket/object-store.ts"],"names":[],"mappings":"AAkDA,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAChD,YAAY,GAAW;QACrB,KAAK,CAAC,2BAA2B,GAAG,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAED,MAAM,eAAe,GAAG,CAAC,GAAW,EAAE,GAA6B,EAAE,IAAoB,EAAE,EAAE;IAC3F,IAAI,IAAI,EAAE,WAAW,KAAK,GAAG,IAAI,GAAG;QAAE,MAAM,IAAI,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAC7E,IAAI,IAAI,EAAE,OAAO,KAAK,SAAS,IAAI,GAAG,EAAE,IAAI,KAAK,IAAI,CAAC,OAAO;QAC3D,MAAM,IAAI,uBAAuB,CAAC,GAAG,CAAC,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,UAAU,iBAAiB;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAChD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,GAAG;YACX,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;YAC9B,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACf,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE;gBAClB,IAAI;gBACJ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;gBACjD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;aACvB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAAM;YACf,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACxE,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,GAAG;YACd,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,KAAmD,EACnD,IAAI,GAAG,SAAS;IAEhB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC;IAC/C,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,IAAI,WAAW,GAAG,EAAE,CAAC;IAC1D,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,IAAI,WAAW,GAAG,OAAO,CAAC;IAChE,MAAM,IAAI,GAAG,KAAK,EAAE,CAAS,EAAE,EAAE;QAC/B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,SAAS,CAAC;QAC/C,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACzE,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACd,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IACF,IAAI,IAAI,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,CAAI,EAAoB,EAAc,EAAE;QACrD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzB,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,GAAG;YACX,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI;gBAAE,OAAO,SAAS,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI;gBAChB,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAGxC;gBACJ,CAAC,CAAC,EAAE,CAAC;YACP,OAAO;gBACL,IAAI;gBACJ,IAAI,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC/E,GAAG,KAAK;aACT,CAAC;QACJ,CAAC;QACD,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;YACxB,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE;gBACvB,eAAe,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;gBAChD,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC7E,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrC,MAAM,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACnE,MAAM,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;oBAChC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;iBAC5E,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAAM;YACf,MAAM,GAAG,GAAa,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAAE,OAAO,GAAG,CAAC;YAC5C,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;gBACzD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAC1C,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;wBACpF,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;YACH,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,GAAG;YACd,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9B,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["/**\n * The bucket celld needs (docs/guarantees.md): conditional create, conditional overwrite,\n * read-after-write, ranged reads, listing. One interface, several stores: memory, a webrun\n * FilesApi (OPFS in browsers), celld dev's local `objects.sqlite3` (Node), and S3-compatible\n * HTTP (SigV4 over fetch — works from a browser when the bucket allows CORS).\n */\nexport interface StoredObject {\n  body: Uint8Array;\n  etag: string;\n  /** Content headers and user metadata, as the bucket keeps them beside the bytes. */\n  attrs?: ObjectAttributes;\n  /** Last modification, ms since the epoch (R2's `uploaded`). */\n  modifiedMs?: number;\n}\n\n/**\n * What a bucket stores beside an object's bytes (celld's BlobAttributes): the five content\n * headers, and flat user metadata (S3 `x-amz-meta-*`). celld's R2 record lives in the\n * user-metadata entry `celld-r2`.\n */\nexport interface ObjectAttributes {\n  contentType?: string;\n  contentLanguage?: string;\n  contentDisposition?: string;\n  contentEncoding?: string;\n  cacheControl?: string;\n  metadata?: Record<string, string>;\n}\n\nexport interface PutConditions {\n  /** \"*\": create only (fail if the key exists). */\n  ifNoneMatch?: \"*\";\n  /** Overwrite only if the current object has this etag. */\n  ifMatch?: string;\n}\n\nexport interface ObjectStore {\n  get(key: string): Promise<StoredObject | undefined>;\n  /** Returns the new etag; throws PreconditionFailedError when a condition fails. */\n  put(\n    key: string,\n    body: Uint8Array,\n    cond?: PutConditions,\n    attrs?: ObjectAttributes,\n  ): Promise<string>;\n  /** Keys under a prefix, ascending. */\n  list(prefix: string): Promise<string[]>;\n  delete(key: string): Promise<void>;\n}\n\nexport class PreconditionFailedError extends Error {\n  constructor(key: string) {\n    super(`precondition failed for ${key}`);\n    this.name = \"PreconditionFailedError\";\n  }\n}\n\nconst checkConditions = (key: string, cur: StoredObject | undefined, cond?: PutConditions) => {\n  if (cond?.ifNoneMatch === \"*\" && cur) throw new PreconditionFailedError(key);\n  if (cond?.ifMatch !== undefined && cur?.etag !== cond.ifMatch)\n    throw new PreconditionFailedError(key);\n};\n\nexport function memoryObjectStore(): ObjectStore {\n  const objects = new Map<string, StoredObject>();\n  let n = 0;\n  return {\n    async get(key) {\n      return objects.get(key);\n    },\n    async put(key, body, cond, attrs) {\n      checkConditions(key, objects.get(key), cond);\n      const etag = String(++n);\n      objects.set(key, {\n        body: body.slice(),\n        etag,\n        attrs: attrs ? structuredClone(attrs) : undefined,\n        modifiedMs: Date.now(),\n      });\n      return etag;\n    },\n    async list(prefix) {\n      return [...objects.keys()].filter((k) => k.startsWith(prefix)).sort();\n    },\n    async delete(key) {\n      objects.delete(key);\n    },\n  };\n}\n\n/**\n * A FilesApi as a bucket (OPFS, node fs, …). Conditions are checked then written — atomic\n * only within one writer (a browser tab, or one process): for several writers use a store\n * with real conditional writes (S3, celld dev's SQLite store).\n */\nexport function filesApiObjectStore(\n  files: import(\"@statewalker/webrun-files\").FilesApi,\n  root = \"/bucket\",\n): ObjectStore {\n  const path = (key: string) => `${root}/${key}`;\n  const etagPath = (key: string) => `${root}/.etags/${key}`;\n  const attrsPath = (key: string) => `${root}/.attrs/${key}.json`;\n  const read = async (p: string) => {\n    if (!(await files.exists(p))) return undefined;\n    const chunks: Uint8Array[] = [];\n    for await (const c of files.read(p)) chunks.push(c);\n    const out = new Uint8Array(chunks.reduce((n, c) => n + c.byteLength, 0));\n    let o = 0;\n    for (const c of chunks) {\n      out.set(c, o);\n      o += c.byteLength;\n    }\n    return out;\n  };\n  let lock: Promise<unknown> = Promise.resolve();\n  const serial = <T>(fn: () => Promise<T>): Promise<T> => {\n    const r = lock.then(fn, fn);\n    lock = r.catch(() => {});\n    return r;\n  };\n  return {\n    async get(key) {\n      const body = await read(path(key));\n      if (!body) return undefined;\n      const side = await read(attrsPath(key));\n      const extra = side\n        ? (JSON.parse(new TextDecoder().decode(side)) as {\n            attrs?: ObjectAttributes;\n            modifiedMs?: number;\n          })\n        : {};\n      return {\n        body,\n        etag: new TextDecoder().decode((await read(etagPath(key))) ?? new Uint8Array()),\n        ...extra,\n      };\n    },\n    put(key, body, cond, attrs) {\n      return serial(async () => {\n        checkConditions(key, await this.get(key), cond);\n        const etag = `${Date.now().toString(36)}-${crypto.randomUUID().slice(0, 8)}`;\n        await files.write(path(key), [body]);\n        await files.write(etagPath(key), [new TextEncoder().encode(etag)]);\n        await files.write(attrsPath(key), [\n          new TextEncoder().encode(JSON.stringify({ attrs, modifiedMs: Date.now() })),\n        ]);\n        return etag;\n      });\n    },\n    async list(prefix) {\n      const out: string[] = [];\n      if (!(await files.exists(root))) return out;\n      for await (const f of files.list(root, { recursive: true }))\n        if (f.kind === \"file\") {\n          const key = f.path.slice(root.length + 1);\n          if (!key.startsWith(\".etags/\") && !key.startsWith(\".attrs/\") && key.startsWith(prefix))\n            out.push(key);\n        }\n      return out.sort();\n    },\n    async delete(key) {\n      await files.remove(path(key));\n      await files.remove(etagPath(key));\n      await files.remove(attrsPath(key));\n    },\n  };\n}\n"]}

package/dist/bucket/s3-object-store.d.ts

@@ -0,0 +1,25 @@
+import type { ObjectStore } from "./object-store.js";
+/**
+ * An S3-compatible bucket over fetch with AWS Signature V4 (WebCrypto): Amazon S3, R2,
+ * Tigris, MinIO… — the stores celld qualifies. Runs in browsers (the bucket needs a CORS
+ * rule exposing ETag and allowing If-Match / If-None-Match) and on Node. Path-style URLs:
+ * `${endpoint}/${bucket}/${key}`.
+ */
+export interface S3Options {
+    endpoint: string;
+    bucket: string;
+    region?: string;
+    accessKeyId: string;
+    secretAccessKey: string;
+    sessionToken?: string;
+    /** Key prefix inside the bucket (celld's `CELLD_BUCKET` path part). */
+    prefix?: string;
+    /**
+     * The S3 endpoint the requests are signed for, when `endpoint` is a proxy in front of it
+     * (a browser page reaching a local S3 through its dev server): SigV4 covers host and path.
+     */
+    signAs?: string;
+    fetch?: typeof fetch;
+}
+export declare function signV4(method: string, url: URL, headers: Record<string, string>, body: Uint8Array | undefined, o: Pick<S3Options, "region" | "accessKeyId" | "secretAccessKey" | "sessionToken">, now?: Date): Promise<Record<string, string>>;
+export declare function s3ObjectStore(o: S3Options): ObjectStore;