@statewalker/cellb 0.0.0-stage → 0.1.0

package/dist/adapters/ltx-vfs.js

@@ -0,0 +1,286 @@
+/**
+ * A synchronous SQLite VFS (SQLite WASM, in a worker) over an ASYNCHRONOUS page store in another
+ * thread: the database is a cell's LTX files on a FilesApi (src/ltx/ltx-pages.ts, served by
+ * ltxPageServer). Reads block on a SharedArrayBuffer (Atomics.wait) while the store reads the
+ * page by range; pages are cached here (LRU). Writes stay in this worker until the commit
+ * (xSync of the main file), which sends the transaction's pages to the store: one LTX file.
+ * The rollback journal lives in memory (journal_mode=MEMORY): only the main file is a file.
+ *
+ * Needs cross-origin isolation (SharedArrayBuffer). One writer per database.
+ */
+const SQLITE_OK = 0;
+const SQLITE_IOERR = 10;
+const SQLITE_IOERR_SHORT_READ = 522;
+const SQLITE_OPEN_MAIN_DB = 0x100;
+export function installLtxVfs(sqlite3, channel, opts = {}) {
+    const { capi, wasm } = sqlite3;
+    const name = opts.name ?? "ltx";
+    const cacheMax = opts.cachePages ?? 2048;
+    // A miss fetches this many consecutive pages at once (SQLite scans walk pages in order).
+    const readAhead = Math.max(1, opts.readAhead ?? 16);
+    const ctl = new Int32Array(channel.sab, 0, 2);
+    const payload = new Uint8Array(channel.sab, 8);
+    const stats = { reads: 0, cacheHits: 0, storeReads: 0, commits: 0, blockedMs: 0 };
+    /** A request answered synchronously: blocks this worker until the store notifies. */
+    const call = (msg) => {
+        Atomics.store(ctl, 0, 0);
+        const t = performance.now();
+        channel.post(msg);
+        // A store that never answers (a worker that failed to load) must not freeze this worker.
+        if (Atomics.wait(ctl, 0, 0, 30_000) === "timed-out")
+            throw new Error(`ltx store: no answer to ${String(msg.op)} in 30 s`);
+        stats.blockedMs += performance.now() - t;
+        if (ctl[0] === 2)
+            throw new Error(new TextDecoder().decode(payload.slice(0, ctl[1])));
+        return payload.slice(0, ctl[1]);
+    };
+    const dbs = new Map();
+    const dbOf = (cell) => {
+        let d = dbs.get(cell);
+        if (!d) {
+            const meta = JSON.parse(new TextDecoder().decode(call({ op: "meta", cell })));
+            d = {
+                cell,
+                pageSize: meta.pageSize || 4096,
+                pageCount: meta.pageCount,
+                cache: new Map(),
+                dirty: new Map(),
+            };
+            dbs.set(cell, d);
+        }
+        return d;
+    };
+    const page = (d, pgno) => {
+        const w = d.dirty.get(pgno);
+        if (w)
+            return w;
+        stats.reads++;
+        const c = d.cache.get(pgno);
+        if (c) {
+            stats.cacheHits++;
+            d.cache.delete(pgno);
+            d.cache.set(pgno, c);
+            return c;
+        }
+        stats.storeReads++;
+        if (pgno > d.pageCount)
+            return new Uint8Array(d.pageSize);
+        const count = Math.min(readAhead, d.pageCount - pgno + 1, Math.floor((channel.sab.byteLength - 8) / d.pageSize));
+        const run = call({ op: "readRun", cell: d.cell, pgno, count });
+        for (let i = 0; i * d.pageSize < run.length; i++) {
+            const q = pgno + i;
+            if (d.dirty.has(q))
+                continue;
+            d.cache.set(q, run.subarray(i * d.pageSize, (i + 1) * d.pageSize));
+            if (d.cache.size > cacheMax)
+                d.cache.delete(d.cache.keys().next().value);
+        }
+        return d.cache.get(pgno) ?? new Uint8Array(d.pageSize);
+    };
+    // Journal and other non-main files: plain memory.
+    const memFiles = new Map();
+    const open = new Map();
+    const io = new capi.sqlite3_io_methods();
+    io.$iVersion = 1;
+    const vfs = new capi.sqlite3_vfs();
+    vfs.$iVersion = 1;
+    vfs.$szOsFile = capi.sqlite3_file.structInfo.sizeof;
+    vfs.$mxPathname = 512;
+    sqlite3.vfs.installVfs({
+        io: {
+            struct: io,
+            methods: {
+                xClose(pFile) {
+                    const d = open.get(pFile)?.db;
+                    if (d)
+                        dbs.delete(d.cell); // its cache goes with it
+                    open.delete(pFile);
+                    return SQLITE_OK;
+                },
+                xRead(pFile, pDest, n, off) {
+                    const f = open.get(pFile);
+                    const at = Number(off);
+                    const heap = wasm.heap8u();
+                    if (!f?.main) {
+                        const b = memFiles.get(f?.path ?? "") ?? new Uint8Array();
+                        const got = b.subarray(at, at + n);
+                        heap.set(got, pDest);
+                        if (got.length < n) {
+                            heap.fill(0, pDest + got.length, pDest + n);
+                            return SQLITE_IOERR_SHORT_READ;
+                        }
+                        return SQLITE_OK;
+                    }
+                    try {
+                        const d = f.db;
+                        const { pageSize } = d;
+                        const size = d.pageCount * pageSize;
+                        let o = 0;
+                        while (o < n && at + o < size) {
+                            const pos = at + o;
+                            const pgno = Math.floor(pos / pageSize) + 1;
+                            const inPage = pos % pageSize;
+                            const take = Math.min(pageSize - inPage, n - o);
+                            heap.set(page(d, pgno).subarray(inPage, inPage + take), pDest + o);
+                            o += take;
+                        }
+                        if (o < n) {
+                            heap.fill(0, pDest + o, pDest + n);
+                            return SQLITE_IOERR_SHORT_READ;
+                        }
+                        return SQLITE_OK;
+                    }
+                    catch (err) {
+                        // SQLite only sees SQLITE_IOERR (and rolls the transaction back): say why.
+                        console.error(`cellb ltx-vfs: ${err?.message ?? err}`);
+                        return SQLITE_IOERR;
+                    }
+                },
+                xWrite(pFile, pSrc, n, off) {
+                    const f = open.get(pFile);
+                    const at = Number(off);
+                    const src = wasm.heap8u().subarray(pSrc, pSrc + n);
+                    if (!f?.main) {
+                        const cur = memFiles.get(f?.path ?? "") ?? new Uint8Array();
+                        const next = cur.length >= at + n ? cur : new Uint8Array(at + n);
+                        if (next !== cur)
+                            next.set(cur);
+                        next.set(src, at);
+                        memFiles.set(f?.path ?? "", next);
+                        return SQLITE_OK;
+                    }
+                    const d = f.db;
+                    if (d.pageCount === 0 && at === 0 && n >= 18) {
+                        const ps = (src[16] << 8) | src[17];
+                        d.pageSize = ps === 1 ? 65536 : ps;
+                    }
+                    const { pageSize } = d;
+                    for (let o = 0; o < n;) {
+                        const pos = at + o;
+                        const pgno = Math.floor(pos / pageSize) + 1;
+                        const inPage = pos % pageSize;
+                        const take = Math.min(pageSize - inPage, n - o);
+                        let p = d.dirty.get(pgno);
+                        if (!p) {
+                            p = take === pageSize ? new Uint8Array(pageSize) : page(d, pgno).slice();
+                            d.dirty.set(pgno, p);
+                        }
+                        p.set(src.subarray(o, o + take), inPage);
+                        o += take;
+                        if (pgno > d.pageCount)
+                            d.pageCount = pgno;
+                    }
+                    return SQLITE_OK;
+                },
+                xTruncate(pFile, size) {
+                    const f = open.get(pFile);
+                    if (!f?.main) {
+                        memFiles.set(f?.path ?? "", (memFiles.get(f?.path ?? "") ?? new Uint8Array()).slice(0, Number(size)));
+                        return SQLITE_OK;
+                    }
+                    const d = f.db;
+                    d.pageCount = Math.ceil(Number(size) / d.pageSize);
+                    for (const k of [...d.dirty.keys()])
+                        if (k > d.pageCount)
+                            d.dirty.delete(k);
+                    return SQLITE_OK;
+                },
+                xSync(pFile) {
+                    const d = open.get(pFile)?.db;
+                    if (!d || !d.dirty.size)
+                        return SQLITE_OK;
+                    // The commit: this transaction's pages become one LTX file in the store.
+                    try {
+                        const pages = [...d.dirty].sort((a, b) => a[0] - b[0]);
+                        call({
+                            op: "commit",
+                            cell: d.cell,
+                            pageSize: d.pageSize,
+                            pageCount: d.pageCount,
+                            pages,
+                        });
+                        stats.commits++;
+                        for (const [pgno, p] of pages)
+                            d.cache.set(pgno, p);
+                        d.dirty.clear();
+                        return SQLITE_OK;
+                    }
+                    catch (err) {
+                        // SQLite only sees SQLITE_IOERR (and rolls the transaction back): say why.
+                        console.error(`cellb ltx-vfs: ${err?.message ?? err}`);
+                        return SQLITE_IOERR;
+                    }
+                },
+                xFileSize(pFile, pOut) {
+                    const f = open.get(pFile);
+                    const size = f?.db
+                        ? f.db.pageCount * f.db.pageSize
+                        : (memFiles.get(f?.path ?? "")?.length ?? 0);
+                    wasm.poke64(pOut, BigInt(size));
+                    return SQLITE_OK;
+                },
+                xLock: () => SQLITE_OK,
+                xUnlock: () => SQLITE_OK,
+                xCheckReservedLock(_p, pOut) {
+                    wasm.poke32(pOut, 0);
+                    return SQLITE_OK;
+                },
+                xFileControl: () => 12, // SQLITE_NOTFOUND
+                xSectorSize: () => 4096,
+                xDeviceCharacteristics: () => 0,
+            },
+        },
+        vfs: {
+            struct: vfs,
+            name,
+            methods: {
+                xOpen(_pVfs, zName, pFile, flags, pOutFlags) {
+                    const path = zName ? wasm.cstrToJs(zName) : `tmp-${pFile}`;
+                    const main = !!(flags & SQLITE_OPEN_MAIN_DB);
+                    try {
+                        open.set(pFile, { main, path, db: main ? dbOf(path) : undefined });
+                    }
+                    catch (err) {
+                        // SQLite only sees SQLITE_IOERR (and rolls the transaction back): say why.
+                        console.error(`cellb ltx-vfs: ${err?.message ?? err}`);
+                        return SQLITE_IOERR;
+                    }
+                    const f = new capi.sqlite3_file(pFile);
+                    f.$pMethods = io.pointer;
+                    f.dispose();
+                    if (pOutFlags)
+                        wasm.poke32(pOutFlags, flags);
+                    return SQLITE_OK;
+                },
+                xDelete(_p, zName) {
+                    memFiles.delete(wasm.cstrToJs(zName));
+                    return SQLITE_OK;
+                },
+                xAccess(_p, zName, _flags, pOut) {
+                    wasm.poke32(pOut, memFiles.has(wasm.cstrToJs(zName)) ? 1 : 0);
+                    return SQLITE_OK;
+                },
+                xFullPathname(_p, zName, nOut, pOut) {
+                    wasm.cstrncpy(pOut, zName, nOut);
+                    return SQLITE_OK;
+                },
+                xRandomness(_p, n, pOut) {
+                    crypto.getRandomValues(wasm.heap8u().subarray(pOut, pOut + n));
+                    return n;
+                },
+                xSleep: () => SQLITE_OK,
+                xCurrentTime(_p, pOut) {
+                    wasm.poke64f(pOut, 2440587.5 + Date.now() / 86400000);
+                    return SQLITE_OK;
+                },
+                xCurrentTimeInt64(_p, pOut) {
+                    wasm.poke64(pOut, BigInt(Math.floor(2440587.5 * 86400000 + Date.now())));
+                    return SQLITE_OK;
+                },
+                xGetLastError: () => 0,
+            },
+        },
+    });
+    return { name, stats };
+}
+//# sourceMappingURL=ltx-vfs.js.map

package/dist/adapters/ltx-vfs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ltx-vfs.js","sourceRoot":"","sources":["../../src/adapters/ltx-vfs.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAiBlC,MAAM,UAAU,aAAa,CAC3B,OAAY,EACZ,OAAsB,EACtB,IAAI,GAA+D,EAAE;IAErE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;IAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;IACzC,yFAAyF;IACzF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAE/F,qFAAqF;IACrF,MAAM,IAAI,GAAG,CAAC,GAA4B,EAAc,EAAE;QACxD,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACzB,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClB,yFAAyF;QACzF,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,WAAW;YACjD,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QACvE,KAAK,CAAC,SAAS,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACzC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC;IASF,MAAM,GAAG,GAAG,IAAI,GAAG,EAAc,CAAC;IAClC,MAAM,IAAI,GAAG,CAAC,IAAY,EAAM,EAAE;QAChC,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAG3E,CAAC;YACF,CAAC,GAAG;gBACF,IAAI;gBACJ,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;gBAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,KAAK,EAAE,IAAI,GAAG,EAAE;gBAChB,KAAK,EAAE,IAAI,GAAG,EAAE;aACjB,CAAC;YACF,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACnB,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,CAAK,EAAE,IAAY,EAAc,EAAE;QAC/C,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QAChB,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,EAAE,CAAC;YACN,KAAK,CAAC,SAAS,EAAE,CAAC;YAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACrB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,KAAK,CAAC,UAAU,EAAE,CAAC;QACnB,IAAI,IAAI,GAAG,CAAC,CAAC,SAAS;YAAE,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,SAAS,EACT,CAAC,CAAC,SAAS,GAAG,IAAI,GAAG,CAAC,EACtB,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CACtD,CAAC;QACF,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;YACnB,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC7B,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,QAAQ;gBAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAe,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC,CAAC;IAEF,kDAAkD;IAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAoD,CAAC;IAEzE,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACzC,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC;IACjB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;IACnC,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC;IAClB,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC;IACpD,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;IAEtB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACrB,EAAE,EAAE;YACF,MAAM,EAAE,EAAE;YACV,OAAO,EAAE;gBACP,MAAM,CAAC,KAAa;oBAClB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,yBAAyB;oBACpD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACnB,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,KAAK,CAAC,KAAa,EAAE,KAAa,EAAE,CAAS,EAAE,GAAW;oBACxD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC3B,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;wBACb,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC1D,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;wBACnC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;wBACrB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACnB,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;4BAC5C,OAAO,uBAAuB,CAAC;wBACjC,CAAC;wBACD,OAAO,SAAS,CAAC;oBACnB,CAAC;oBACD,IAAI,CAAC;wBACH,MAAM,CAAC,GAAG,CAAC,CAAC,EAAQ,CAAC;wBACrB,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;wBACvB,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC;wBACpC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACV,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;4BAC9B,MAAM,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;4BACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;4BAC5C,MAAM,MAAM,GAAG,GAAG,GAAG,QAAQ,CAAC;4BAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;4BAChD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;4BACnE,CAAC,IAAI,IAAI,CAAC;wBACZ,CAAC;wBACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;4BACV,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;4BACnC,OAAO,uBAAuB,CAAC;wBACjC,CAAC;wBACD,OAAO,SAAS,CAAC;oBACnB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,2EAA2E;wBAC3E,OAAO,CAAC,KAAK,CAAC,kBAAmB,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;wBAClE,OAAO,YAAY,CAAC;oBACtB,CAAC;gBACH,CAAC;gBACD,MAAM,CAAC,KAAa,EAAE,IAAY,EAAE,CAAS,EAAE,GAAW;oBACxD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC1B,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;oBACnD,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;wBACb,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC5D,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;wBACjE,IAAI,IAAI,KAAK,GAAG;4BAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBAChC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;wBAClB,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;wBAClC,OAAO,SAAS,CAAC;oBACnB,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,CAAC,EAAQ,CAAC;oBACrB,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;wBAC7C,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;wBACpC,CAAC,CAAC,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrC,CAAC;oBACD,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;oBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAI,CAAC;wBACxB,MAAM,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;wBACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;wBAC5C,MAAM,MAAM,GAAG,GAAG,GAAG,QAAQ,CAAC;wBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;wBAChD,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBAC1B,IAAI,CAAC,CAAC,EAAE,CAAC;4BACP,CAAC,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;4BACzE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvB,CAAC;wBACD,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;wBACzC,CAAC,IAAI,IAAI,CAAC;wBACV,IAAI,IAAI,GAAG,CAAC,CAAC,SAAS;4BAAE,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC;oBAC7C,CAAC;oBACD,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,SAAS,CAAC,KAAa,EAAE,IAAY;oBACnC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC1B,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;wBACb,QAAQ,CAAC,GAAG,CACV,CAAC,EAAE,IAAI,IAAI,EAAE,EACb,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CACzE,CAAC;wBACF,OAAO,SAAS,CAAC;oBACnB,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,CAAC,EAAQ,CAAC;oBACrB,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;oBACnD,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;wBAAE,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS;4BAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAC5E,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,KAAK,CAAC,KAAa;oBACjB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;oBAC9B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI;wBAAE,OAAO,SAAS,CAAC;oBAC1C,yEAAyE;oBACzE,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvD,IAAI,CAAC;4BACH,EAAE,EAAE,QAAQ;4BACZ,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,SAAS,EAAE,CAAC,CAAC,SAAS;4BACtB,KAAK;yBACN,CAAC,CAAC;wBACH,KAAK,CAAC,OAAO,EAAE,CAAC;wBAChB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK;4BAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACpD,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChB,OAAO,SAAS,CAAC;oBACnB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,2EAA2E;wBAC3E,OAAO,CAAC,KAAK,CAAC,kBAAmB,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;wBAClE,OAAO,YAAY,CAAC;oBACtB,CAAC;gBACH,CAAC;gBACD,SAAS,CAAC,KAAa,EAAE,IAAY;oBACnC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAC1B,MAAM,IAAI,GAAG,CAAC,EAAE,EAAE;wBAChB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC,QAAQ;wBAChC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;oBAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;oBAChC,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;gBACtB,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS;gBACxB,kBAAkB,CAAC,EAAU,EAAE,IAAY;oBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACrB,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,YAAY,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,kBAAkB;gBAC1C,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI;gBACvB,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;aAChC;SACF;QACD,GAAG,EAAE;YACH,MAAM,EAAE,GAAG;YACX,IAAI;YACJ,OAAO,EAAE;gBACP,KAAK,CAAC,KAAa,EAAE,KAAa,EAAE,KAAa,EAAE,KAAa,EAAE,SAAiB;oBACjF,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC;oBAC3D,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;oBAC7C,IAAI,CAAC;wBACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;oBACrE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,2EAA2E;wBAC3E,OAAO,CAAC,KAAK,CAAC,kBAAmB,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CAAC;wBAClE,OAAO,YAAY,CAAC;oBACtB,CAAC;oBACD,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;oBACvC,CAAC,CAAC,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC;oBACzB,CAAC,CAAC,OAAO,EAAE,CAAC;oBACZ,IAAI,SAAS;wBAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;oBAC7C,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,OAAO,CAAC,EAAU,EAAE,KAAa;oBAC/B,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtC,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,OAAO,CAAC,EAAU,EAAE,KAAa,EAAE,MAAc,EAAE,IAAY;oBAC7D,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC9D,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,aAAa,CAAC,EAAU,EAAE,KAAa,EAAE,IAAY,EAAE,IAAY;oBACjE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;oBACjC,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,WAAW,CAAC,EAAU,EAAE,CAAS,EAAE,IAAY;oBAC7C,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC/D,OAAO,CAAC,CAAC;gBACX,CAAC;gBACD,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS;gBACvB,YAAY,CAAC,EAAU,EAAE,IAAY;oBACnC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC;oBACtD,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,iBAAiB,CAAC,EAAU,EAAE,IAAY;oBACxC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;oBACzE,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;aACvB;SACF;KACF,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACzB,CAAC","sourcesContent":["/**\n * A synchronous SQLite VFS (SQLite WASM, in a worker) over an ASYNCHRONOUS page store in another\n * thread: the database is a cell's LTX files on a FilesApi (src/ltx/ltx-pages.ts, served by\n * ltxPageServer). Reads block on a SharedArrayBuffer (Atomics.wait) while the store reads the\n * page by range; pages are cached here (LRU). Writes stay in this worker until the commit\n * (xSync of the main file), which sends the transaction's pages to the store: one LTX file.\n * The rollback journal lives in memory (journal_mode=MEMORY): only the main file is a file.\n *\n * Needs cross-origin isolation (SharedArrayBuffer). One writer per database.\n */\nconst SQLITE_OK = 0;\nconst SQLITE_IOERR = 10;\nconst SQLITE_IOERR_SHORT_READ = 522;\nconst SQLITE_OPEN_MAIN_DB = 0x100;\n\nexport interface LtxVfsChannel {\n  /** Shared control words [state, length] + payload (≥ one page). */\n  sab: SharedArrayBuffer;\n  /** Posts a request to the store (it answers into `sab`, then notifies). */\n  post(msg: unknown): void;\n}\n\nexport interface LtxVfsStats {\n  reads: number;\n  cacheHits: number;\n  storeReads: number;\n  commits: number;\n  blockedMs: number;\n}\n\nexport function installLtxVfs(\n  sqlite3: any,\n  channel: LtxVfsChannel,\n  opts: { name?: string; cachePages?: number; readAhead?: number } = {},\n): { name: string; stats: LtxVfsStats } {\n  const { capi, wasm } = sqlite3;\n  const name = opts.name ?? \"ltx\";\n  const cacheMax = opts.cachePages ?? 2048;\n  // A miss fetches this many consecutive pages at once (SQLite scans walk pages in order).\n  const readAhead = Math.max(1, opts.readAhead ?? 16);\n  const ctl = new Int32Array(channel.sab, 0, 2);\n  const payload = new Uint8Array(channel.sab, 8);\n  const stats: LtxVfsStats = { reads: 0, cacheHits: 0, storeReads: 0, commits: 0, blockedMs: 0 };\n\n  /** A request answered synchronously: blocks this worker until the store notifies. */\n  const call = (msg: Record<string, unknown>): Uint8Array => {\n    Atomics.store(ctl, 0, 0);\n    const t = performance.now();\n    channel.post(msg);\n    // A store that never answers (a worker that failed to load) must not freeze this worker.\n    if (Atomics.wait(ctl, 0, 0, 30_000) === \"timed-out\")\n      throw new Error(`ltx store: no answer to ${String(msg.op)} in 30 s`);\n    stats.blockedMs += performance.now() - t;\n    if (ctl[0] === 2) throw new Error(new TextDecoder().decode(payload.slice(0, ctl[1])));\n    return payload.slice(0, ctl[1]);\n  };\n  /** One open database (a cell): its size, its page cache, the current transaction's pages. */\n  interface Db {\n    cell: string;\n    pageSize: number;\n    pageCount: number;\n    cache: Map<number, Uint8Array>; // LRU: insertion order\n    dirty: Map<number, Uint8Array>;\n  }\n  const dbs = new Map<string, Db>();\n  const dbOf = (cell: string): Db => {\n    let d = dbs.get(cell);\n    if (!d) {\n      const meta = JSON.parse(new TextDecoder().decode(call({ op: \"meta\", cell }))) as {\n        pageSize: number;\n        pageCount: number;\n      };\n      d = {\n        cell,\n        pageSize: meta.pageSize || 4096,\n        pageCount: meta.pageCount,\n        cache: new Map(),\n        dirty: new Map(),\n      };\n      dbs.set(cell, d);\n    }\n    return d;\n  };\n  const page = (d: Db, pgno: number): Uint8Array => {\n    const w = d.dirty.get(pgno);\n    if (w) return w;\n    stats.reads++;\n    const c = d.cache.get(pgno);\n    if (c) {\n      stats.cacheHits++;\n      d.cache.delete(pgno);\n      d.cache.set(pgno, c);\n      return c;\n    }\n    stats.storeReads++;\n    if (pgno > d.pageCount) return new Uint8Array(d.pageSize);\n    const count = Math.min(\n      readAhead,\n      d.pageCount - pgno + 1,\n      Math.floor((channel.sab.byteLength - 8) / d.pageSize),\n    );\n    const run = call({ op: \"readRun\", cell: d.cell, pgno, count });\n    for (let i = 0; i * d.pageSize < run.length; i++) {\n      const q = pgno + i;\n      if (d.dirty.has(q)) continue;\n      d.cache.set(q, run.subarray(i * d.pageSize, (i + 1) * d.pageSize));\n      if (d.cache.size > cacheMax) d.cache.delete(d.cache.keys().next().value as number);\n    }\n    return d.cache.get(pgno) ?? new Uint8Array(d.pageSize);\n  };\n\n  // Journal and other non-main files: plain memory.\n  const memFiles = new Map<string, Uint8Array>();\n  const open = new Map<number, { main: boolean; path: string; db?: Db }>();\n\n  const io = new capi.sqlite3_io_methods();\n  io.$iVersion = 1;\n  const vfs = new capi.sqlite3_vfs();\n  vfs.$iVersion = 1;\n  vfs.$szOsFile = capi.sqlite3_file.structInfo.sizeof;\n  vfs.$mxPathname = 512;\n\n  sqlite3.vfs.installVfs({\n    io: {\n      struct: io,\n      methods: {\n        xClose(pFile: number) {\n          const d = open.get(pFile)?.db;\n          if (d) dbs.delete(d.cell); // its cache goes with it\n          open.delete(pFile);\n          return SQLITE_OK;\n        },\n        xRead(pFile: number, pDest: number, n: number, off: bigint) {\n          const f = open.get(pFile);\n          const at = Number(off);\n          const heap = wasm.heap8u();\n          if (!f?.main) {\n            const b = memFiles.get(f?.path ?? \"\") ?? new Uint8Array();\n            const got = b.subarray(at, at + n);\n            heap.set(got, pDest);\n            if (got.length < n) {\n              heap.fill(0, pDest + got.length, pDest + n);\n              return SQLITE_IOERR_SHORT_READ;\n            }\n            return SQLITE_OK;\n          }\n          try {\n            const d = f.db as Db;\n            const { pageSize } = d;\n            const size = d.pageCount * pageSize;\n            let o = 0;\n            while (o < n && at + o < size) {\n              const pos = at + o;\n              const pgno = Math.floor(pos / pageSize) + 1;\n              const inPage = pos % pageSize;\n              const take = Math.min(pageSize - inPage, n - o);\n              heap.set(page(d, pgno).subarray(inPage, inPage + take), pDest + o);\n              o += take;\n            }\n            if (o < n) {\n              heap.fill(0, pDest + o, pDest + n);\n              return SQLITE_IOERR_SHORT_READ;\n            }\n            return SQLITE_OK;\n          } catch (err) {\n            // SQLite only sees SQLITE_IOERR (and rolls the transaction back): say why.\n            console.error(`cellb ltx-vfs: ${(err as Error)?.message ?? err}`);\n            return SQLITE_IOERR;\n          }\n        },\n        xWrite(pFile: number, pSrc: number, n: number, off: bigint) {\n          const f = open.get(pFile);\n          const at = Number(off);\n          const src = wasm.heap8u().subarray(pSrc, pSrc + n);\n          if (!f?.main) {\n            const cur = memFiles.get(f?.path ?? \"\") ?? new Uint8Array();\n            const next = cur.length >= at + n ? cur : new Uint8Array(at + n);\n            if (next !== cur) next.set(cur);\n            next.set(src, at);\n            memFiles.set(f?.path ?? \"\", next);\n            return SQLITE_OK;\n          }\n          const d = f.db as Db;\n          if (d.pageCount === 0 && at === 0 && n >= 18) {\n            const ps = (src[16] << 8) | src[17];\n            d.pageSize = ps === 1 ? 65536 : ps;\n          }\n          const { pageSize } = d;\n          for (let o = 0; o < n; ) {\n            const pos = at + o;\n            const pgno = Math.floor(pos / pageSize) + 1;\n            const inPage = pos % pageSize;\n            const take = Math.min(pageSize - inPage, n - o);\n            let p = d.dirty.get(pgno);\n            if (!p) {\n              p = take === pageSize ? new Uint8Array(pageSize) : page(d, pgno).slice();\n              d.dirty.set(pgno, p);\n            }\n            p.set(src.subarray(o, o + take), inPage);\n            o += take;\n            if (pgno > d.pageCount) d.pageCount = pgno;\n          }\n          return SQLITE_OK;\n        },\n        xTruncate(pFile: number, size: bigint) {\n          const f = open.get(pFile);\n          if (!f?.main) {\n            memFiles.set(\n              f?.path ?? \"\",\n              (memFiles.get(f?.path ?? \"\") ?? new Uint8Array()).slice(0, Number(size)),\n            );\n            return SQLITE_OK;\n          }\n          const d = f.db as Db;\n          d.pageCount = Math.ceil(Number(size) / d.pageSize);\n          for (const k of [...d.dirty.keys()]) if (k > d.pageCount) d.dirty.delete(k);\n          return SQLITE_OK;\n        },\n        xSync(pFile: number) {\n          const d = open.get(pFile)?.db;\n          if (!d || !d.dirty.size) return SQLITE_OK;\n          // The commit: this transaction's pages become one LTX file in the store.\n          try {\n            const pages = [...d.dirty].sort((a, b) => a[0] - b[0]);\n            call({\n              op: \"commit\",\n              cell: d.cell,\n              pageSize: d.pageSize,\n              pageCount: d.pageCount,\n              pages,\n            });\n            stats.commits++;\n            for (const [pgno, p] of pages) d.cache.set(pgno, p);\n            d.dirty.clear();\n            return SQLITE_OK;\n          } catch (err) {\n            // SQLite only sees SQLITE_IOERR (and rolls the transaction back): say why.\n            console.error(`cellb ltx-vfs: ${(err as Error)?.message ?? err}`);\n            return SQLITE_IOERR;\n          }\n        },\n        xFileSize(pFile: number, pOut: number) {\n          const f = open.get(pFile);\n          const size = f?.db\n            ? f.db.pageCount * f.db.pageSize\n            : (memFiles.get(f?.path ?? \"\")?.length ?? 0);\n          wasm.poke64(pOut, BigInt(size));\n          return SQLITE_OK;\n        },\n        xLock: () => SQLITE_OK,\n        xUnlock: () => SQLITE_OK,\n        xCheckReservedLock(_p: number, pOut: number) {\n          wasm.poke32(pOut, 0);\n          return SQLITE_OK;\n        },\n        xFileControl: () => 12, // SQLITE_NOTFOUND\n        xSectorSize: () => 4096,\n        xDeviceCharacteristics: () => 0,\n      },\n    },\n    vfs: {\n      struct: vfs,\n      name,\n      methods: {\n        xOpen(_pVfs: number, zName: number, pFile: number, flags: number, pOutFlags: number) {\n          const path = zName ? wasm.cstrToJs(zName) : `tmp-${pFile}`;\n          const main = !!(flags & SQLITE_OPEN_MAIN_DB);\n          try {\n            open.set(pFile, { main, path, db: main ? dbOf(path) : undefined });\n          } catch (err) {\n            // SQLite only sees SQLITE_IOERR (and rolls the transaction back): say why.\n            console.error(`cellb ltx-vfs: ${(err as Error)?.message ?? err}`);\n            return SQLITE_IOERR;\n          }\n          const f = new capi.sqlite3_file(pFile);\n          f.$pMethods = io.pointer;\n          f.dispose();\n          if (pOutFlags) wasm.poke32(pOutFlags, flags);\n          return SQLITE_OK;\n        },\n        xDelete(_p: number, zName: number) {\n          memFiles.delete(wasm.cstrToJs(zName));\n          return SQLITE_OK;\n        },\n        xAccess(_p: number, zName: number, _flags: number, pOut: number) {\n          wasm.poke32(pOut, memFiles.has(wasm.cstrToJs(zName)) ? 1 : 0);\n          return SQLITE_OK;\n        },\n        xFullPathname(_p: number, zName: number, nOut: number, pOut: number) {\n          wasm.cstrncpy(pOut, zName, nOut);\n          return SQLITE_OK;\n        },\n        xRandomness(_p: number, n: number, pOut: number) {\n          crypto.getRandomValues(wasm.heap8u().subarray(pOut, pOut + n));\n          return n;\n        },\n        xSleep: () => SQLITE_OK,\n        xCurrentTime(_p: number, pOut: number) {\n          wasm.poke64f(pOut, 2440587.5 + Date.now() / 86400000);\n          return SQLITE_OK;\n        },\n        xCurrentTimeInt64(_p: number, pOut: number) {\n          wasm.poke64(pOut, BigInt(Math.floor(2440587.5 * 86400000 + Date.now())));\n          return SQLITE_OK;\n        },\n        xGetLastError: () => 0,\n      },\n    },\n  });\n  return { name, stats };\n}\n"]}

package/dist/adapters/node-sqlite.d.ts

@@ -0,0 +1,45 @@
+import type { OpenCellSql, SqlResult, SyncSqlDriver } from "../ports.js";
+/** Server-side SyncSqlDriver over node:sqlite (Node >= 22.13). */
+export declare class NodeSqliteDriver implements SyncSqlDriver {
+    #private;
+    constructor(path?: string, opts?: {
+        exclusive?: boolean;
+        pageCapture?: boolean;
+    });
+    /** The pages of the transactions committed since the previous call (WAL frames). */
+    takeDirtyPages(): {
+        pageSize: number;
+        pageCount: number;
+        pages: Map<number, Uint8Array>;
+    } | undefined;
+    exec(sql: string, params: unknown[]): SqlResult;
+    inTransaction(): boolean;
+    databaseSize(): number;
+    close(): void;
+    /** node:sqlite exposes no ROWID session option: PK-less tables are logged as statements. */
+    readonly captureCoversRowidTables = false;
+    captureStart(): void;
+    captureTake(): Uint8Array;
+    captureDiscard(): void;
+    applyChangeset(changeset: Uint8Array): void;
+    /** Known extensions only: "sqlite_vec" → the sqlite-vec npm package's loadable library. */
+    loadExtension(name: string): void;
+    /**
+     * The database file as SQLite wrote it (page for page), for page-level logs; an in-memory
+     * database falls back to image(). Valid between transactions (rollback journal mode).
+     */
+    pageImage(): Uint8Array;
+    /** `VACUUM INTO` a temp file: a consistent, compact image (no open transaction allowed). */
+    image(): Uint8Array;
+    /** Replaces the database file with `image` and reopens it (an in-memory DB becomes file-backed). */
+    restore(image: Uint8Array): void;
+}
+/** One file per cell in `dir`, or in-memory when `dir` is omitted. */
+/**
+ * `pageCapture` (file-backed only): WAL mode, and each commit's changed pages read from the WAL
+ * (takeDirtyPages) — LTX logs then cost O(changed pages) on Node as with SQLite WASM.
+ */
+export declare function nodeSqliteOpener(dir?: string, opts?: {
+    exclusive?: boolean;
+    pageCapture?: boolean;
+}): OpenCellSql;

package/dist/adapters/node-sqlite.js

@@ -0,0 +1,254 @@
+import { closeSync, fstatSync, mkdtempSync, openSync, readFileSync, readSync, rmSync, writeFileSync, } from "node:fs";
+import { createRequire } from "node:module";
+import { tmpdir } from "node:os";
+import { dirname, join } from "node:path";
+// Loaded via require: bundlers (vite/vitest) strip the "node:" prefix of the
+// still-experimental node:sqlite builtin and fail to resolve "sqlite".
+const { DatabaseSync } = createRequire(import.meta.url)("node:sqlite");
+import { splitSqlStatements } from "../core/sql-split.js";
+const requireCjs = createRequire(import.meta.url);
+const KNOWN_EXTENSIONS = {
+    sqlite_vec: () => requireCjs("sqlite-vec").getLoadablePath(),
+};
+/** Server-side SyncSqlDriver over node:sqlite (Node >= 22.13). */
+export class NodeSqliteDriver {
+    #db;
+    #path;
+    #exclusive;
+    #pageCapture;
+    constructor(path = ":memory:", opts = {}) {
+        this.#path = path;
+        this.#exclusive = !!opts.exclusive;
+        this.#pageCapture = !!opts.pageCapture && path !== ":memory:";
+        // As celld and workerd: a double-quoted name that is no column is a string literal.
+        this.#db = new DatabaseSync(path, {
+            allowExtension: true,
+            enableDoubleQuotedStringLiterals: true,
+        });
+        this.#db.enableLoadExtension(false); // only loadExtension() below may load, by name
+        // EXCLUSIVE locking: the first write takes an OS lock on the file that is
+        // kept until close (or process death) — a second process can neither read
+        // nor write the cell. Storage-level fencing on one host, no lease needed.
+        if (opts.exclusive)
+            this.#db.exec("PRAGMA locking_mode = EXCLUSIVE; PRAGMA busy_timeout = 0;");
+        this.#walSetup();
+    }
+    // ---- page capture through the WAL (what the WASM driver does with its xWrite hook) ----
+    // In WAL mode every commit appends its changed pages to `<db>-wal` as frames (24-byte frame
+    // header + page; a commit frame carries the database size in pages). Reading the frames
+    // appended since the last read gives exactly the committed transaction's pages, O(changed),
+    // instead of reading the whole file. Automatic checkpoints are off; take() checkpoints
+    // (TRUNCATE) itself once the WAL grows, and restarts from its start.
+    #walOffset = 0;
+    #walSetup() {
+        if (!this.#pageCapture)
+            return;
+        this.#db.exec("PRAGMA journal_mode = WAL; PRAGMA wal_autocheckpoint = 0;");
+        this.#db.exec("PRAGMA wal_checkpoint(TRUNCATE)");
+        this.#walOffset = 0;
+    }
+    /** The pages of the transactions committed since the previous call (WAL frames). */
+    takeDirtyPages() {
+        if (!this.#pageCapture)
+            return undefined;
+        const walPath = `${this.#path}-wal`;
+        let fd;
+        try {
+            fd = openSync(walPath, "r");
+        }
+        catch {
+            return undefined;
+        }
+        try {
+            const size = fstatSync(fd).size;
+            if (size < 32)
+                return undefined;
+            const header = Buffer.alloc(32);
+            readSync(fd, header, 0, 32, 0);
+            const pageSize = header.readUInt32BE(8) === 1 ? 65536 : header.readUInt32BE(8);
+            const [salt1, salt2] = [header.readUInt32BE(16), header.readUInt32BE(20)];
+            const frameSize = 24 + pageSize;
+            let offset = Math.max(32, this.#walOffset);
+            const pending = new Map();
+            const pages = new Map();
+            let pageCount = 0;
+            let committedTo = offset;
+            const frame = Buffer.alloc(frameSize);
+            while (offset + frameSize <= size) {
+                readSync(fd, frame, 0, frameSize, offset);
+                if (frame.readUInt32BE(8) !== salt1 || frame.readUInt32BE(12) !== salt2)
+                    break; // stale frames
+                pending.set(frame.readUInt32BE(0), new Uint8Array(frame.subarray(24)));
+                offset += frameSize;
+                const commit = frame.readUInt32BE(4);
+                if (commit) {
+                    for (const [p, d] of pending)
+                        pages.set(p, d);
+                    pending.clear();
+                    pageCount = commit;
+                    committedTo = offset;
+                }
+            }
+            this.#walOffset = committedTo;
+            if (!pageCount)
+                return {
+                    pageSize,
+                    pageCount: Number(this.exec("PRAGMA page_count", []).rows[0][0]),
+                    pages,
+                };
+            for (const p of [...pages.keys()])
+                if (p > pageCount)
+                    pages.delete(p);
+            // keep the WAL bounded: fold it into the database and start over
+            if (committedTo > 4 * 1024 * 1024) {
+                this.#db.exec("PRAGMA wal_checkpoint(TRUNCATE)");
+                this.#walOffset = 0;
+            }
+            return { pageSize, pageCount, pages };
+        }
+        finally {
+            closeSync(fd);
+        }
+    }
+    exec(sql, params) {
+        const statements = params.length === 0 ? splitSqlStatements(sql) : [sql];
+        // Several statements: the result of the last one, with the rows written by all of them.
+        let last = { columnNames: [], rows: [], rowsWritten: 0 };
+        let written = 0;
+        for (const text of statements) {
+            last = this.#one(text, params);
+            written += last.rowsWritten;
+        }
+        return { ...last, rowsWritten: written };
+    }
+    #one(sql, params) {
+        const stmt = this.#db.prepare(sql);
+        const columnNames = stmt.columns().map((c) => c.name);
+        const args = params.map(toSqlite);
+        if (columnNames.length === 0) {
+            const r = stmt.run(...args);
+            return { columnNames, rows: [], rowsWritten: Number(r.changes) };
+        }
+        stmt.setReturnArrays(true);
+        const rows = stmt.all(...args).map((row) => row.map(fromSqlite));
+        return { columnNames, rows, rowsWritten: 0 };
+    }
+    inTransaction() {
+        return this.#db.isTransaction;
+    }
+    databaseSize() {
+        const [pc] = this.exec("PRAGMA page_count", []).rows[0];
+        const [ps] = this.exec("PRAGMA page_size", []).rows[0];
+        return Number(pc) * Number(ps);
+    }
+    close() {
+        this.#db.close();
+    }
+    // ---- change capture (session extension) for transaction logs -------------------------
+    #session;
+    /** node:sqlite exposes no ROWID session option: PK-less tables are logged as statements. */
+    captureCoversRowidTables = false;
+    captureStart() {
+        this.#session?.close();
+        this.#session = this.#db.createSession();
+    }
+    captureTake() {
+        const s = this.#session;
+        this.#session = undefined;
+        if (!s)
+            return new Uint8Array();
+        try {
+            return s.changeset();
+        }
+        finally {
+            s.close();
+        }
+    }
+    captureDiscard() {
+        this.#session?.close();
+        this.#session = undefined;
+    }
+    applyChangeset(changeset) {
+        if (!changeset.byteLength)
+            return;
+        const SQLITE_CHANGESET_REPLACE = 1;
+        this.#db.applyChangeset(changeset, {
+            onConflict: () => SQLITE_CHANGESET_REPLACE,
+        });
+    }
+    /** Known extensions only: "sqlite_vec" → the sqlite-vec npm package's loadable library. */
+    loadExtension(name) {
+        const path = KNOWN_EXTENSIONS[name]?.();
+        if (!path)
+            throw new Error(`Unknown SQLite extension "${name}"`);
+        this.#db.enableLoadExtension(true);
+        try {
+            this.#db.loadExtension(path);
+        }
+        finally {
+            this.#db.enableLoadExtension(false);
+        }
+    }
+    /**
+     * The database file as SQLite wrote it (page for page), for page-level logs; an in-memory
+     * database falls back to image(). Valid between transactions (rollback journal mode).
+     */
+    pageImage() {
+        if (this.#path === ":memory:")
+            return this.image();
+        // A database restored from celld's files is in WAL mode (litestream needs it): its last
+        // commits are in the -wal file until a checkpoint moves them into the main file.
+        const mode = String(this.#db.prepare("PRAGMA journal_mode").get()?.journal_mode ?? "");
+        if (mode.toLowerCase() === "wal") {
+            this.#db.exec("PRAGMA wal_checkpoint(TRUNCATE)");
+            this.#walOffset = 0; // the WAL starts over
+        }
+        return new Uint8Array(readFileSync(this.#path));
+    }
+    /** `VACUUM INTO` a temp file: a consistent, compact image (no open transaction allowed). */
+    image() {
+        const tmp = join(mkdtempSync(join(tmpdir(), "cell-snap-")), "db.sqlite");
+        try {
+            this.#db.exec(`VACUUM INTO '${tmp.replace(/'/g, "''")}'`);
+            return new Uint8Array(readFileSync(tmp));
+        }
+        finally {
+            rmSync(dirname(tmp), { recursive: true, force: true });
+        }
+    }
+    /** Replaces the database file with `image` and reopens it (an in-memory DB becomes file-backed). */
+    restore(image) {
+        this.#db.close();
+        if (this.#path === ":memory:")
+            this.#path = join(mkdtempSync(join(tmpdir(), "cell-mem-")), "db.sqlite");
+        for (const suffix of ["-wal", "-shm", "-journal"])
+            rmSync(this.#path + suffix, { force: true });
+        writeFileSync(this.#path, image);
+        this.#db = new DatabaseSync(this.#path, { enableDoubleQuotedStringLiterals: true });
+        if (this.#exclusive)
+            this.#db.exec("PRAGMA locking_mode = EXCLUSIVE; PRAGMA busy_timeout = 0;");
+        this.#walSetup(); // a new file: a new WAL
+    }
+}
+function toSqlite(v) {
+    if (v instanceof ArrayBuffer)
+        return new Uint8Array(v);
+    if (typeof v === "boolean")
+        return v ? 1 : 0;
+    return v === undefined ? null : v;
+}
+/** Workers return BLOBs as ArrayBuffer. */
+function fromSqlite(v) {
+    if (v instanceof Uint8Array)
+        return v.buffer.slice(v.byteOffset, v.byteOffset + v.byteLength);
+    return v;
+}
+/** One file per cell in `dir`, or in-memory when `dir` is omitted. */
+/**
+ * `pageCapture` (file-backed only): WAL mode, and each commit's changed pages read from the WAL
+ * (takeDirtyPages) — LTX logs then cost O(changed pages) on Node as with SQLite WASM.
+ */
+export function nodeSqliteOpener(dir, opts = {}) {
+    return (cellKey) => new NodeSqliteDriver(dir ? `${dir}/${cellKey.replace(/[^\w.-]/g, "_")}.sqlite` : ":memory:", opts);
+}
+//# sourceMappingURL=node-sqlite.js.map