@statewalker/cellb 0.0.0-stage → 0.1.1

package/dist/project/browser-shards.js

@@ -0,0 +1,210 @@
+/**
+ * One project in several browser workers, so that its cells run in parallel threads. Each worker
+ * hosts the project with `browserProjectRuntime` and its own OPFS pool, owns the cells that
+ * `shardOf(id, shards)` gives it, and reaches every other cell through the worker that owns it
+ * over a MessagePort. Any worker takes ingress; the page spreads requests over them.
+ *
+ *   page:    startProjectShards({ shards, spawn, config, code, name })  → { fetch, close }
+ *   worker:  serveProjectShard({ sqlite3 })
+ *
+ * Placement is fixed by the cell id (no rebalancing), and a closed page takes its workers along:
+ * for cells that must outlive a tab, use a fleet bucket (`bucket`), as for one worker.
+ */
+import { shardOf } from "../core/shard.js";
+import { shardRouting } from "../router/shard-worker.js";
+import { connectRuntime, linkOverPort, serveRuntime } from "../transport/port.js";
+import { CfWebSocket } from "../ws/server.js";
+import { browserProjectRuntime, } from "./browser-host.js";
+const INIT = "cellb:shard";
+const CLOSE = "cellb:shard-close";
+/** A shard of a project shared by the tabs of an origin (`joinProjectShards`): linked to a router. */
+export const TAB_INIT = "cellb:tab-shard";
+export const TAB_LINK = "cellb:tab-shard-link";
+/** The router the shard was just linked to: the Web Lock its ServiceWorker holds while alive. */
+export const TAB_WATCH = "cellb:tab-shard-watch";
+/** From a shard worker to its tab: a call waits for a router that is gone; wake the ServiceWorker. */
+export const SHARD_WAKE = "cellb:tab-shard-wake";
+/** From a shard worker to its tab: calls into other shards are in flight; keep the ServiceWorker up. */
+export const SHARD_KEEPALIVE = "cellb:tab-shard-keepalive";
+/**
+ * The worker side: hosts one shard when a page says so — of `startProjectShards` (peers wired
+ * directly) or of `joinProjectShards` (shared by the tabs, linked to the ServiceWorker's router).
+ * Messages of other types are left to the worker's own listeners.
+ */
+export function serveProjectShard(opts) {
+    const scope = globalThis;
+    let host;
+    let routed;
+    let releaseOwner;
+    let linkCount = 0; // TAB_LINKs so far: a router's watch drops only the links made for it
+    const sqlite3 = () => typeof opts.sqlite3 === "function"
+        ? opts.sqlite3()
+        : Promise.resolve(opts.sqlite3);
+    scope.addEventListener("message", async (e) => {
+        const type = e.data?.type;
+        if (![INIT, CLOSE, TAB_INIT, TAB_LINK, TAB_WATCH].includes(type))
+            return;
+        const reply = e.ports[0];
+        try {
+            if (type === CLOSE) {
+                try {
+                    // The cells move elsewhere: their sockets' clients reconnect there now.
+                    CfWebSocket.goAway();
+                    await host?.close();
+                }
+                finally {
+                    host = undefined;
+                    routed = undefined;
+                    releaseOwner?.(); // the router sees this shard's owner gone, even if closing failed
+                    releaseOwner = undefined;
+                }
+                return reply.postMessage({ ok: true });
+            }
+            if (type === TAB_LINK) {
+                if (!routed)
+                    throw new Error("shard not started");
+                linkCount++;
+                await routed.link(e.ports[1], e.ports[2], e.ports[3]);
+                return reply.postMessage({ ok: true });
+            }
+            if (type === TAB_WATCH) {
+                // The lock is ours once the router's ServiceWorker is gone (the browser stops an idle one):
+                // its ports are dead, though nothing says so. A call that waits wakes it through the tab.
+                const linked = linkCount;
+                const shard = routed;
+                void navigator.locks.request(e.data.routerLock, () => {
+                    if (linkCount === linked && routed === shard)
+                        shard?.unlink();
+                });
+                return reply.postMessage({ ok: true });
+            }
+            if (type === TAB_INIT) {
+                const init = e.data;
+                const routing = shardRouting({
+                    ...init,
+                    onUnlinked: () => scope.postMessage({ type: SHARD_WAKE }),
+                    keepAlive: () => scope.postMessage({ type: SHARD_KEEPALIVE }),
+                });
+                host = await browserProjectRuntime({
+                    config: init.config,
+                    code: init.code,
+                    assetFiles: init.assetFiles,
+                    ai: init.ai,
+                    bucket: init.bucket,
+                    sqlite3: await sqlite3(),
+                    pool: init.pool,
+                    filesDir: init.filesDir,
+                    isolateScript: opts.isolateScript,
+                    route: routing.route,
+                });
+                routed = routing.attach(host.runtime);
+                // A lock only this worker holds: the browser releases it the moment the worker or its tab
+                // dies, which tells the router its links are dead (MessagePorts report nothing).
+                const ownerLock = `cellb:${init.name}:owner:${init.shard}:${crypto.randomUUID()}`;
+                await new Promise((held) => {
+                    void navigator.locks.request(ownerLock, () => {
+                        held();
+                        return new Promise((release) => (releaseOwner = release));
+                    });
+                });
+                return reply.postMessage({ ok: true, ownerLock, unsupported: host.unsupported });
+            }
+            const init = e.data;
+            const links = new Map();
+            const served = [e.ports[1]]; // ingress from the page
+            for (const [i, peer] of init.peers.entries()) {
+                const port = e.ports[i + 2];
+                if (peer.role === "link")
+                    links.set(peer.shard, (await linkOverPort(port)).send);
+                else
+                    served.push(port);
+            }
+            host = await browserProjectRuntime({
+                config: init.config,
+                code: init.code,
+                assetFiles: init.assetFiles,
+                ai: init.ai,
+                bucket: init.bucket,
+                sqlite3: await sqlite3(),
+                pool: init.pool,
+                filesDir: init.filesDir,
+                isolateScript: opts.isolateScript,
+                route: (_key, id) => {
+                    const owner = shardOf(id.toString(), init.shards);
+                    return owner === init.shard ? undefined : links.get(owner);
+                },
+            });
+            for (const port of served)
+                await serveRuntime(port, host.runtime);
+            reply.postMessage({ ok: true, unsupported: host.unsupported });
+        }
+        catch (err) {
+            reply.postMessage({ ok: false, error: String(err?.stack ?? err) });
+        }
+    });
+}
+/** The page side: starts `shards` workers that each run `serveProjectShard`, wired together. */
+export async function startProjectShards(opts) {
+    const workers = Array.from({ length: opts.shards }, (_, i) => opts.spawn(i));
+    const ask = (w, data, ports = []) => new Promise((resolve) => {
+        const { port1, port2 } = new MessageChannel();
+        port1.onmessage = (e) => {
+            port1.close();
+            resolve(e.data);
+        };
+        w.postMessage(data, [port2, ...ports]);
+    });
+    // A channel between every two shards: one end links (sends to), the other is served.
+    const wiring = workers.map(() => ({
+        peers: [],
+        ports: [],
+    }));
+    for (let i = 0; i < opts.shards; i++)
+        for (let j = 0; j < opts.shards; j++) {
+            if (i === j)
+                continue;
+            const { port1, port2 } = new MessageChannel();
+            wiring[i].peers.push({ shard: j, role: "link" });
+            wiring[i].ports.push(port1);
+            wiring[j].peers.push({ shard: i, role: "serve" });
+            wiring[j].ports.push(port2);
+        }
+    const ingress = workers.map(() => new MessageChannel());
+    try {
+        const started = await Promise.all(workers.map((w, i) => ask(w, {
+            type: INIT,
+            shard: i,
+            shards: opts.shards,
+            config: opts.config,
+            code: opts.code,
+            assetFiles: opts.assetFiles,
+            ai: opts.ai,
+            bucket: opts.bucket && { ...opts.bucket, node: `${opts.bucket.node}-s${i}` },
+            pool: `${opts.name}-${i}`,
+            filesDir: `${opts.name}-files-${i}`,
+            peers: wiring[i].peers,
+        }, [ingress[i].port2, ...wiring[i].ports])));
+        const failed = started.find((r) => !r.ok);
+        if (failed)
+            throw new Error(`a project shard did not start: ${failed.error}`);
+        const remotes = await Promise.all(ingress.map((c) => connectRuntime(c.port1)));
+        let next = 0;
+        return {
+            fetch: (req) => remotes[next++ % remotes.length].fetch(req),
+            shards: remotes,
+            unsupported: started[0].unsupported ?? [],
+            async close() {
+                await Promise.all(remotes.map((r) => r.close()));
+                await Promise.all(workers.map((w) => ask(w, { type: CLOSE })));
+                for (const w of workers)
+                    w.terminate();
+            },
+        };
+    }
+    catch (err) {
+        for (const w of workers)
+            w.terminate();
+        throw err;
+    }
+}
+//# sourceMappingURL=browser-shards.js.map

package/dist/project/browser-shards.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-shards.js","sourceRoot":"","sources":["../../src/project/browser-shards.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAoB,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAE3E,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAGL,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,IAAI,GAAG,aAAa,CAAC;AAC3B,MAAM,KAAK,GAAG,mBAAmB,CAAC;AAClC,sGAAsG;AACtG,MAAM,CAAC,MAAM,QAAQ,GAAG,iBAAiB,CAAC;AAC1C,MAAM,CAAC,MAAM,QAAQ,GAAG,sBAAsB,CAAC;AAC/C,iGAAiG;AACjG,MAAM,CAAC,MAAM,SAAS,GAAG,uBAAuB,CAAC;AACjD,sGAAsG;AACtG,MAAM,CAAC,MAAM,UAAU,GAAG,sBAAsB,CAAC;AACjD,wGAAwG;AACxG,MAAM,CAAC,MAAM,eAAe,GAAG,2BAA2B,CAAC;AAmC3D;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAKjC;IACC,MAAM,KAAK,GAAG,UAGb,CAAC;IACF,IAAI,IAAmE,CAAC;IACxE,IAAI,MAA+B,CAAC;IACpC,IAAI,YAAsC,CAAC;IAC3C,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,sEAAsE;IACzF,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,OAAO,IAAI,CAAC,OAAO,KAAK,UAAU;QAChC,CAAC,CAAE,IAAI,CAAC,OAAkC,EAAE;QAC5C,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,KAAK,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAK,EAAE,CAAe,EAAE,EAAE;QAC1D,MAAM,IAAI,GAAI,CAAC,CAAC,IAAsC,EAAE,IAAI,CAAC;QAC7D,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAc,CAAC;YAAE,OAAO;QACnF,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAgB,CAAC;QACxC,IAAI,CAAC;YACH,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,wEAAwE;oBACxE,WAAW,CAAC,MAAM,EAAE,CAAC;oBACrB,MAAM,IAAI,EAAE,KAAK,EAAE,CAAC;gBACtB,CAAC;wBAAS,CAAC;oBACT,IAAI,GAAG,SAAS,CAAC;oBACjB,MAAM,GAAG,SAAS,CAAC;oBACnB,YAAY,EAAE,EAAE,CAAC,CAAC,kEAAkE;oBACpF,YAAY,GAAG,SAAS,CAAC;gBAC3B,CAAC;gBACD,OAAO,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBAClD,SAAS,EAAE,CAAC;gBACZ,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtD,OAAO,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,4FAA4F;gBAC5F,0FAA0F;gBAC1F,MAAM,MAAM,GAAG,SAAS,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC;gBACrB,KAAK,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE;oBACnD,IAAI,SAAS,KAAK,MAAM,IAAI,MAAM,KAAK,KAAK;wBAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBAChE,CAAC,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAoB,CAAC;gBACpC,MAAM,OAAO,GAAG,YAAY,CAAC;oBAC3B,GAAG,IAAI;oBACP,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;oBACzD,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iBAC9D,CAAC,CAAC;gBACH,IAAI,GAAG,MAAM,qBAAqB,CAAC;oBACjC,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,OAAO,EAAE,MAAM,OAAO,EAAE;oBACxB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;oBACjC,KAAK,EAAE,OAAO,CAAC,KAAK;iBACrB,CAAC,CAAC;gBACH,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtC,0FAA0F;gBAC1F,iFAAiF;gBACjF,MAAM,SAAS,GAAG,SAAS,IAAI,CAAC,IAAI,UAAU,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;gBAClF,MAAM,IAAI,OAAO,CAAO,CAAC,IAAI,EAAE,EAAE;oBAC/B,KAAK,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE;wBAC3C,IAAI,EAAE,CAAC;wBACP,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC;oBAClE,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,CAAC,IAAiB,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,GAAG,EAA+C,CAAC;YACrE,MAAM,MAAM,GAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAgB,CAAC,CAAC,CAAC,wBAAwB;YACnF,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC7C,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAgB,CAAC;gBAC3C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;oBAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;oBAC5E,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;YACD,IAAI,GAAG,MAAM,qBAAqB,CAAC;gBACjC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,OAAO,EAAE,MAAM,OAAO,EAAE;gBACxB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE;oBAClB,MAAM,KAAK,GAAG,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;oBAClD,OAAO,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC7D,CAAC;aACF,CAAC,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,MAAM;gBAAE,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAClE,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAE,GAAa,EAAE,KAAK,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAaD,gGAAgG;AAChG,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAaxC;IACC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,IAAa,EAAE,KAAK,GAAkB,EAAE,EAAE,EAAE,CAClE,IAAI,OAAO,CAA0D,CAAC,OAAO,EAAE,EAAE;QAC/E,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,cAAc,EAAE,CAAC;QAC9C,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,EAAE,EAAE;YACtB,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IACL,qFAAqF;IACrF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAChC,KAAK,EAAE,EAAwB;QAC/B,KAAK,EAAE,EAAmB;KAC3B,CAAC,CAAC,CAAC;IACJ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YACtB,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,cAAc,EAAE,CAAC;YAC9C,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACjD,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAClD,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;IACH,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACnB,GAAG,CACD,CAAC,EACD;YACE,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,EAAE;YAC5E,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;YACzB,QAAQ,EAAE,GAAG,IAAI,CAAC,IAAI,UAAU,CAAC,EAAE;YACnC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;SACH,EACrB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CACvC,CACF,CACF,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/E,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,OAAO;YACL,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;YAC3D,MAAM,EAAE,OAAO;YACf,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE;YACzC,KAAK,CAAC,KAAK;gBACT,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACjD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/D,KAAK,MAAM,CAAC,IAAI,OAAO;oBAAE,CAAC,CAAC,SAAS,EAAE,CAAC;YACzC,CAAC;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,CAAC,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC","sourcesContent":["/**\n * One project in several browser workers, so that its cells run in parallel threads. Each worker\n * hosts the project with `browserProjectRuntime` and its own OPFS pool, owns the cells that\n * `shardOf(id, shards)` gives it, and reaches every other cell through the worker that owns it\n * over a MessagePort. Any worker takes ingress; the page spreads requests over them.\n *\n *   page:    startProjectShards({ shards, spawn, config, code, name })  → { fetch, close }\n *   worker:  serveProjectShard({ sqlite3 })\n *\n * Placement is fixed by the cell id (no rebalancing), and a closed page takes its workers along:\n * for cells that must outlive a tab, use a fleet bucket (`bucket`), as for one worker.\n */\nimport { shardOf } from \"../core/shard.js\";\nimport { type ShardWorker, shardRouting } from \"../router/shard-worker.js\";\nimport type { RemoteRuntime } from \"../transport/cells-http.js\";\nimport { connectRuntime, linkOverPort, serveRuntime } from \"../transport/port.js\";\nimport { CfWebSocket } from \"../ws/server.js\";\nimport {\n  type BrowserBucket,\n  type BrowserProjectOptions,\n  browserProjectRuntime,\n} from \"./browser-host.js\";\n\nconst INIT = \"cellb:shard\";\nconst CLOSE = \"cellb:shard-close\";\n/** A shard of a project shared by the tabs of an origin (`joinProjectShards`): linked to a router. */\nexport const TAB_INIT = \"cellb:tab-shard\";\nexport const TAB_LINK = \"cellb:tab-shard-link\";\n/** The router the shard was just linked to: the Web Lock its ServiceWorker holds while alive. */\nexport const TAB_WATCH = \"cellb:tab-shard-watch\";\n/** From a shard worker to its tab: a call waits for a router that is gone; wake the ServiceWorker. */\nexport const SHARD_WAKE = \"cellb:tab-shard-wake\";\n/** From a shard worker to its tab: calls into other shards are in flight; keep the ServiceWorker up. */\nexport const SHARD_KEEPALIVE = \"cellb:tab-shard-keepalive\";\n\n/** What a shard worker shared by tabs is told: no peers, it reaches them through the router. */\nexport interface TabShardInit {\n  type: typeof TAB_INIT;\n  name: string;\n  shard: number;\n  shards: number;\n  config: BrowserProjectOptions[\"config\"];\n  code: BrowserProjectOptions[\"code\"];\n  assetFiles?: BrowserProjectOptions[\"assetFiles\"];\n  /** The OpenAI-compatible endpoint behind the project's `ai` binding. */\n  ai?: BrowserProjectOptions[\"ai\"];\n  bucket?: BrowserBucket;\n  pool: string;\n  filesDir: string;\n}\n\n/** What a shard worker is told (the ports travel next to it). */\ninterface ShardInit {\n  type: typeof INIT;\n  shard: number;\n  shards: number;\n  config: BrowserProjectOptions[\"config\"];\n  code: BrowserProjectOptions[\"code\"];\n  assetFiles?: BrowserProjectOptions[\"assetFiles\"];\n  /** The OpenAI-compatible endpoint behind the project's `ai` binding. */\n  ai?: BrowserProjectOptions[\"ai\"];\n  bucket?: BrowserBucket;\n  pool: string;\n  filesDir: string;\n  /** For ports[2..]: the shard each port links to (`link`) or is served to (`serve`). */\n  peers: { shard: number; role: \"link\" | \"serve\" }[];\n}\n\n/**\n * The worker side: hosts one shard when a page says so — of `startProjectShards` (peers wired\n * directly) or of `joinProjectShards` (shared by the tabs, linked to the ServiceWorker's router).\n * Messages of other types are left to the worker's own listeners.\n */\nexport function serveProjectShard(opts: {\n  /** An initialized SQLite WASM module, or a function that makes one. */\n  sqlite3: unknown | (() => Promise<unknown>);\n  /** `browserProjectRuntime`'s `isolateScript`. */\n  isolateScript?: URL;\n}): void {\n  const scope = globalThis as unknown as {\n    addEventListener(type: \"message\", fn: (e: MessageEvent) => void): void;\n    postMessage(message: unknown): void;\n  };\n  let host: Awaited<ReturnType<typeof browserProjectRuntime>> | undefined;\n  let routed: ShardWorker | undefined;\n  let releaseOwner: (() => void) | undefined;\n  let linkCount = 0; // TAB_LINKs so far: a router's watch drops only the links made for it\n  const sqlite3 = () =>\n    typeof opts.sqlite3 === \"function\"\n      ? (opts.sqlite3 as () => Promise<unknown>)()\n      : Promise.resolve(opts.sqlite3);\n  scope.addEventListener(\"message\", async (e: MessageEvent) => {\n    const type = (e.data as { type?: string } | undefined)?.type;\n    if (![INIT, CLOSE, TAB_INIT, TAB_LINK, TAB_WATCH].includes(type as string)) return;\n    const reply = e.ports[0] as MessagePort;\n    try {\n      if (type === CLOSE) {\n        try {\n          // The cells move elsewhere: their sockets' clients reconnect there now.\n          CfWebSocket.goAway();\n          await host?.close();\n        } finally {\n          host = undefined;\n          routed = undefined;\n          releaseOwner?.(); // the router sees this shard's owner gone, even if closing failed\n          releaseOwner = undefined;\n        }\n        return reply.postMessage({ ok: true });\n      }\n      if (type === TAB_LINK) {\n        if (!routed) throw new Error(\"shard not started\");\n        linkCount++;\n        await routed.link(e.ports[1], e.ports[2], e.ports[3]);\n        return reply.postMessage({ ok: true });\n      }\n      if (type === TAB_WATCH) {\n        // The lock is ours once the router's ServiceWorker is gone (the browser stops an idle one):\n        // its ports are dead, though nothing says so. A call that waits wakes it through the tab.\n        const linked = linkCount;\n        const shard = routed;\n        void navigator.locks.request(e.data.routerLock, () => {\n          if (linkCount === linked && routed === shard) shard?.unlink();\n        });\n        return reply.postMessage({ ok: true });\n      }\n      if (type === TAB_INIT) {\n        const init = e.data as TabShardInit;\n        const routing = shardRouting({\n          ...init,\n          onUnlinked: () => scope.postMessage({ type: SHARD_WAKE }),\n          keepAlive: () => scope.postMessage({ type: SHARD_KEEPALIVE }),\n        });\n        host = await browserProjectRuntime({\n          config: init.config,\n          code: init.code,\n          assetFiles: init.assetFiles,\n          ai: init.ai,\n          bucket: init.bucket,\n          sqlite3: await sqlite3(),\n          pool: init.pool,\n          filesDir: init.filesDir,\n          isolateScript: opts.isolateScript,\n          route: routing.route,\n        });\n        routed = routing.attach(host.runtime);\n        // A lock only this worker holds: the browser releases it the moment the worker or its tab\n        // dies, which tells the router its links are dead (MessagePorts report nothing).\n        const ownerLock = `cellb:${init.name}:owner:${init.shard}:${crypto.randomUUID()}`;\n        await new Promise<void>((held) => {\n          void navigator.locks.request(ownerLock, () => {\n            held();\n            return new Promise<void>((release) => (releaseOwner = release));\n          });\n        });\n        return reply.postMessage({ ok: true, ownerLock, unsupported: host.unsupported });\n      }\n      const init = e.data as ShardInit;\n      const links = new Map<number, (req: Request) => Promise<Response>>();\n      const served: MessagePort[] = [e.ports[1] as MessagePort]; // ingress from the page\n      for (const [i, peer] of init.peers.entries()) {\n        const port = e.ports[i + 2] as MessagePort;\n        if (peer.role === \"link\") links.set(peer.shard, (await linkOverPort(port)).send);\n        else served.push(port);\n      }\n      host = await browserProjectRuntime({\n        config: init.config,\n        code: init.code,\n        assetFiles: init.assetFiles,\n        ai: init.ai,\n        bucket: init.bucket,\n        sqlite3: await sqlite3(),\n        pool: init.pool,\n        filesDir: init.filesDir,\n        isolateScript: opts.isolateScript,\n        route: (_key, id) => {\n          const owner = shardOf(id.toString(), init.shards);\n          return owner === init.shard ? undefined : links.get(owner);\n        },\n      });\n      for (const port of served) await serveRuntime(port, host.runtime);\n      reply.postMessage({ ok: true, unsupported: host.unsupported });\n    } catch (err) {\n      reply.postMessage({ ok: false, error: String((err as Error)?.stack ?? err) });\n    }\n  });\n}\n\nexport interface ProjectShards {\n  /** Ingress: a request to the project's Worker, in the next shard (round robin). */\n  fetch(req: Request): Promise<Response>;\n  /** The shards' runtimes, by shard number. */\n  readonly shards: RemoteRuntime[];\n  /** Configuration entries the runtime does not support (as `browserProjectRuntime` reports). */\n  readonly unsupported: string[];\n  /** Closes every shard's runtime (releasing bucket leases), then its worker. */\n  close(): Promise<void>;\n}\n\n/** The page side: starts `shards` workers that each run `serveProjectShard`, wired together. */\nexport async function startProjectShards(opts: {\n  shards: number;\n  /** Starts one worker whose script calls `serveProjectShard`. */\n  spawn: (shard: number) => Worker;\n  config: BrowserProjectOptions[\"config\"];\n  code: BrowserProjectOptions[\"code\"];\n  assetFiles?: BrowserProjectOptions[\"assetFiles\"];\n  /** The OpenAI-compatible endpoint behind the project's `ai` binding. */\n  ai?: BrowserProjectOptions[\"ai\"];\n  /** Each shard is its own fleet node, named `<node>-s<shard>`. */\n  bucket?: BrowserBucket;\n  /** Prefix of the shards' OPFS pools and files directories (`<name>-<shard>`). */\n  name: string;\n}): Promise<ProjectShards> {\n  const workers = Array.from({ length: opts.shards }, (_, i) => opts.spawn(i));\n  const ask = (w: Worker, data: unknown, ports: MessagePort[] = []) =>\n    new Promise<{ ok: boolean; error?: string; unsupported?: string[] }>((resolve) => {\n      const { port1, port2 } = new MessageChannel();\n      port1.onmessage = (e) => {\n        port1.close();\n        resolve(e.data);\n      };\n      w.postMessage(data, [port2, ...ports]);\n    });\n  // A channel between every two shards: one end links (sends to), the other is served.\n  const wiring = workers.map(() => ({\n    peers: [] as ShardInit[\"peers\"],\n    ports: [] as MessagePort[],\n  }));\n  for (let i = 0; i < opts.shards; i++)\n    for (let j = 0; j < opts.shards; j++) {\n      if (i === j) continue;\n      const { port1, port2 } = new MessageChannel();\n      wiring[i].peers.push({ shard: j, role: \"link\" });\n      wiring[i].ports.push(port1);\n      wiring[j].peers.push({ shard: i, role: \"serve\" });\n      wiring[j].ports.push(port2);\n    }\n  const ingress = workers.map(() => new MessageChannel());\n  try {\n    const started = await Promise.all(\n      workers.map((w, i) =>\n        ask(\n          w,\n          {\n            type: INIT,\n            shard: i,\n            shards: opts.shards,\n            config: opts.config,\n            code: opts.code,\n            assetFiles: opts.assetFiles,\n            ai: opts.ai,\n            bucket: opts.bucket && { ...opts.bucket, node: `${opts.bucket.node}-s${i}` },\n            pool: `${opts.name}-${i}`,\n            filesDir: `${opts.name}-files-${i}`,\n            peers: wiring[i].peers,\n          } satisfies ShardInit,\n          [ingress[i].port2, ...wiring[i].ports],\n        ),\n      ),\n    );\n    const failed = started.find((r) => !r.ok);\n    if (failed) throw new Error(`a project shard did not start: ${failed.error}`);\n    const remotes = await Promise.all(ingress.map((c) => connectRuntime(c.port1)));\n    let next = 0;\n    return {\n      fetch: (req) => remotes[next++ % remotes.length].fetch(req),\n      shards: remotes,\n      unsupported: started[0].unsupported ?? [],\n      async close() {\n        await Promise.all(remotes.map((r) => r.close()));\n        await Promise.all(workers.map((w) => ask(w, { type: CLOSE })));\n        for (const w of workers) w.terminate();\n      },\n    };\n  } catch (err) {\n    for (const w of workers) w.terminate();\n    throw err;\n  }\n}\n"]}

package/dist/project/browser-tabs.d.ts

@@ -0,0 +1,103 @@
+/**
+ * One project shared by every tab of an origin, its shards balanced over the tabs.
+ *
+ *   ServiceWorker:  installProjectRouter(self, { basePath: "/app/" })
+ *   each page:      joinProjectShards({ name, shards, spawn, config, code, serviceWorker })
+ *   shard worker:   serveProjectShard({ sqlite3 })
+ *
+ * Requests to `<basePath><name>/…` reach the project's Worker through the ServiceWorker, whichever
+ * tab sent them (with their URL unchanged, unless `stripBase`); a Durable Object call runs in the
+ * shard that owns the object, whichever tab holds that shard.
+ *
+ * Each tab holds a presence lock; every tab computes the same owner for each shard from the tabs
+ * present (`shardOwner`: an even split, oldest tabs first), takes the shards it should own (one
+ * Web Lock each) and gives up the others. A shard's OPFS pool belongs to the origin, so its cells
+ * move with it from tab to tab. A shard given up is drained first (its requests in flight
+ * finish, new ones wait for the next owner); a tab that closes runs no code, so the requests in
+ * flight in its shards fail (ShardOwnerLostError) and the other tabs take the shards over.
+ */
+import { CellRouter } from "../router/cell-router.js";
+import type { BrowserBucket, BrowserProjectOptions } from "./browser-host.js";
+/**
+ * The tab that should run `shard`: the tabs sorted by id (ids start with the time the tab joined),
+ * shard i to tab i mod n — every tab runs ⌊shards/n⌋ or ⌈shards/n⌉ shards. A tab joining or
+ * leaving moves the shards whose owner index changes; the oldest tabs keep theirs first.
+ */
+export declare function shardOwner(shard: number, tabs: string[]): string | undefined;
+export interface ProjectTabsOptions {
+    /** The project's name in this origin: its URL path, locks and OPFS pools derive from it. */
+    name: string;
+    shards: number;
+    /** Starts the worker of one shard; its script calls `serveProjectShard`. */
+    spawn: (shard: number) => Worker;
+    config: BrowserProjectOptions["config"];
+    code: BrowserProjectOptions["code"];
+    assetFiles?: BrowserProjectOptions["assetFiles"];
+    /** The OpenAI-compatible endpoint behind the project's `ai` binding. */
+    ai?: BrowserProjectOptions["ai"];
+    /** Each shard is its own fleet node, `<node>-s<shard>`. */
+    bucket?: BrowserBucket;
+    /** The active ServiceWorker that runs `installProjectRouter`. */
+    serviceWorker: () => Promise<ServiceWorker>;
+    /** Called whenever the shards this tab runs change. */
+    onChange?: (owned: number[]) => void;
+    /** How often the tab checks who is present (tabs that crash release their locks silently). */
+    checkMs?: number;
+    /**
+     * A shard handed to another tab first lets its requests in flight finish, for up to this long
+     * (default 5 s); new ones wait for the next owner.
+     */
+    drainMs?: number;
+}
+export interface ProjectTabs {
+    /** The shards this tab runs now. */
+    owned(): number[];
+    /** Ids of the tabs present (this one included). */
+    tabs(): Promise<string[]>;
+    /** Gives up every shard (closing its runtime first) and leaves. */
+    close(): Promise<void>;
+}
+/** The page side: this tab takes part in running the project's shards. */
+export declare function joinProjectShards(opts: ProjectTabsOptions): Promise<ProjectTabs>;
+/**
+ * A ServiceWorker's global scope (its `self`), as `installProjectRouter` takes it: typed without
+ * TypeScript's WebWorker lib, so that code importing cellb compiles with the DOM lib alone.
+ */
+export interface ServiceWorkerScope {
+    readonly location: {
+        readonly origin: string;
+    };
+    readonly clients: unknown;
+    addEventListener(type: string, listener: (event: never) => unknown): void;
+}
+/** The ServiceWorker side: one CellRouter per project, fed by the tabs' shard workers. */
+export declare function installProjectRouter(scope: ServiceWorkerScope, opts: {
+    /** Requests to `<basePath><name>/…` go to project `name`. */
+    basePath: string;
+    /**
+     * The Worker sees the request's URL as the page sent it (default), as a Worker on a
+     * Cloudflare route does: mount its routes under `<basePath><name>/`. With `stripBase`, it
+     * sees `/<rest>` instead — URLs it builds from the request then lack the prefix.
+     */
+    stripBase?: boolean;
+    attachTimeoutMs?: number;
+    /**
+     * A project served at the origin's root, for apps that build absolute paths (EmDash's
+     * `/_emdash/…`, say) and so cannot live under `<basePath><n>/`. Every same-origin request
+     * outside `basePath` and outside the `passthrough` path prefixes (the host page's own files)
+     * goes to project `name` with its URL unchanged, navigations included.
+     *
+     * With `hostPage`, a navigation that finds no tab running the project's shards (after
+     * `hostWaitMs`, default 2 s, for one to link) is redirected there, with the URL it asked
+     * for as `?next=`: the page that starts the project, which a person reopening the site
+     * would otherwise never reach, as every path of the origin belongs to the project.
+     */
+    root?: {
+        name: string;
+        passthrough?: string[];
+        hostPage?: string;
+        hostWaitMs?: number;
+    };
+}): {
+    routers: Map<string, CellRouter>;
+};