akanjs 3.0.0-beta.2 → 3.0.0-beta.21

package/server/akanApp.ts

@@ -1,15 +1,13 @@
 
-
 import { mkdir, readdir, rm } from "node:fs/promises";
 import path from "node:path";
-import { Logger, logSeverity } from "akanjs/common";
+import { Logger } from "akanjs/common";
 import type { AkanChildRole, AkanChildStatus, AkanIpcMessage, AkanMetricsReport, AkanUpstream } from "akanjs/service";
 import { getApiPrefix, getWsPrefix, normalizeRoutePrefix, resetEnvCache } from "../base/baseEnv";
 import { isTraceEnabled } from "../signal/trace";
 import { makeAkanChildProxyHeaders } from "./akanAppHeaders";
 import type { BuilderCsrReq, BuilderCsrRes, BuilderMessage, BuilderReq, BuilderRes } from "./artifact";
-import { resolveEncodedSidecar } from "./assetEncoding";
-import { compressResponse } from "./contentEncoding";
+import { compressResponse, encodedFileResponse } from "./contentEncoding";
 import { isPortInUseError } from "./lifecycle/portInUse";
 import { resolveRuntimeDir } from "./lifecycle/runtimeDir";
 import { ChildOutputReader } from "./logging/childOutputReader";
@@ -18,6 +16,8 @@ import { LogControlSocket } from "./logging/logControlSocket";
 import { LogHub } from "./logging/logHub";
 import { LogStreamRoute } from "./logging/logStreamRoute";
 import { RotatingLogWriter } from "./logging/rotatingLogWriter";
+import { AppInfo } from "./ops/appInfo";
+import type { OpsRoute } from "./ops/opsRoute";
 import { ProcessMetricsCollector } from "./processMetricsCollector";
 import { resolveStaticPath } from "./staticPath";
 import { getWebConfigFromEnv } from "./types";
@@ -45,7 +45,6 @@ interface ChildState {
   lastErrorMessage?: string;
 }
 
-/** The shape `#startSolo` needs off `server.ts`; the module itself is loaded by path, so it has no type here. */
 interface SoloServer {
   start: (options: { listen: boolean }) => Promise<unknown>;
 }
@@ -60,20 +59,12 @@ type GatewayUpstream = {
   ws?: Extract<AkanUpstream, { type: "tcp" }>;
 };
 
-/**
- * Received-only close codes cannot be sent in a close frame. The gateway deliberately normalizes
- * every unsendable code, including semantically distinct 1005 and 1006 events, to 1001 in both
- * relay directions. In particular, Bun's global client `WebSocket.close()` throws an
- * InvalidAccessError for these codes at the client-to-upstream relay; normalization at the
- * upstream-to-client `Bun.ServerWebSocket.close()` relay is defensive and keeps behavior symmetric.
- */
 const relayableCloseCode = (code: number): number => {
   if (code >= 3000 && code <= 4999) return code;
   if (code >= 1000 && code <= 1014 && code !== 1004 && code !== 1005 && code !== 1006) return code;
   return 1001;
 };
 
-/** Options for the Akan gateway that launches child server replicas and listens for traffic. */
 export interface AkanAppOptions {
   replica?: number | string;
   serverPath?: string;
@@ -81,38 +72,17 @@ export interface AkanAppOptions {
   port?: number;
   wsBasePort?: number;
   openapi?: boolean;
-  /**
-   * Where the signal endpoints are mounted, `/api` by default. Handed down as `AKAN_API_PREFIX`, which every
-   * server process reads — the replicas that build the route table, and the RSC worker, whose page-side
-   * `fetch.*` calls travel over HTTP like any other client's. A server-rendered page also carries it to the
-   * browser, so the tab's `fetchClient` follows the process that rendered it. A prebuilt CSR or mobile bundle
-   * cannot be reached that way and follows `akan.config.ts` instead.
-   */
+  /** Signal endpoint mount, `/api` by default; handed down as `AKAN_API_PREFIX` (CSR/mobile follow akan.config.ts). */
   prefix?: string;
   /** Where the websocket upgrade sits under `prefix`, `/ws` by default. Handed down as `AKAN_WS_PREFIX`. */
   websocketPrefix?: string;
-  /**
-   * Boot only these modules and the ones they reach, in every child. Omitted or empty mounts every enabled
-   * module. Handed down as `AKAN_MODULES`, since each replica builds its own container.
-   */
+  /** Boot only these modules and what they reach; omitted or empty mounts every enabled one. `AKAN_MODULES`. */
   modules?: string[];
-  /**
-   * The inverse of `modules`: mount everything except these and whatever reaches them, in every child. Written
-   * for a lib the app depends on but does not serve — `server.ts` is generated from the dependency graph, so a
-   * lib cannot be dropped by editing it. Handed down as `AKAN_DISABLE_MODULES`, and applied after `modules`.
-   */
+  /** Mount all but these and whatever reaches them, applied after `modules`. `AKAN_DISABLE_MODULES`. */
   disableModules?: string[];
-  /**
-   * The same, by owning lib: every module the named libs registered stays out of every child, along with
-   * everything that reaches one. Handed down as `AKAN_DISABLE_LIBS`.
-   */
+  /** Like `disableModules`, by owning lib. `AKAN_DISABLE_LIBS`. */
   disableLibs?: string[];
-  /**
-   * Run the one replica in this process instead of spawning it — see `#startSolo`. Defaults on for a single
-   * traffic replica the environment configured, and off whenever `replica` is passed here, because code that
-   * states a topology is asking for the gateway that serves it. `AKAN_SOLO=false` turns it off; like
-   * `AKAN_SSR`, the env can only narrow, so it cannot force a gateway's replicas into one process.
-   */
+  /** In-process replica; default on for one env-set traffic replica, off if `replica` is passed or AKAN_SOLO=false. */
   solo?: boolean;
 }
 
@@ -124,16 +94,13 @@ interface AkanReplicaConfig {
   value: string;
 }
 
-/** Gateway/orchestrator that starts Akan child servers and proxies HTTP/WebSocket traffic. */
 export class AkanApp {
   static readonly #childRestartBaseDelayMs = 1_000;
   static readonly #childRestartMaxDelayMs = 30_000;
   static readonly #childRestartGraceMs = 5_000;
-  /** In dev, stop restarting a replica that never boots after this many consecutive failures. */
   static readonly #devMaxChildBootFailures = 3;
 
   readonly logger = new Logger("AkanApp");
-  /** Hosted by `akan start`: crash loops should yield to the dev host, which restarts on file edits. */
   readonly #devHosted = process.env.AKAN_COMMAND_TYPE === "start";
   readonly #healthTimeoutMs = AkanApp.#parseHealthTimeoutMs();
   readonly #upstreamWaitMs = AkanApp.#parseUpstreamWaitMs();
@@ -149,7 +116,6 @@ export class AkanApp {
   readonly #openapi?: boolean;
   readonly #prefix: string;
   readonly #websocketPrefix: string;
-  /** The gateway hands `/_akan/client|styles|fonts` straight off disk, so it needs the same answer its children do. */
   readonly #web = getWebConfigFromEnv();
   readonly #modules: string[];
   readonly #disableModules: string[];
@@ -157,7 +123,7 @@ export class AkanApp {
   readonly #solo: boolean;
   readonly #children = new Map<number, ChildState>();
   readonly #roomChildren = new Map<string, Set<number>>();
-  readonly #childRooms = new Map<number, Set<string>>();
+  readonly #childRooms = new Map<number, Map<string, Set<string>>>();
   readonly #socketRooms = new Map<string, { childIdx: number; rooms: Set<string> }>();
   #nextBuilderReqId = 1;
   readonly #builderReqMap = new Map<number, { childIdx: number; childLocalId: number }>();
@@ -168,11 +134,11 @@ export class AkanApp {
   #healthTimer: Timer | null = null;
   #metricsTimer: Timer | null = null;
   #logWriter: RotatingLogWriter | null = null;
-  #removeLogSink: (() => void) | null = null;
+  #detachFileLog: (() => void) | null = null;
   #logHub: LogHub | null = null;
   #logControl: LogControlSocket | null = null;
-  #hubFileSink: HubFileSink | null = null;
   #logStream: LogStreamRoute | null = null;
+  #ops: OpsRoute | null = null;
   static readonly #ansiPattern = new RegExp(`${String.fromCharCode(27)}\\[[0-?]*[ -/]*[@-~]`, "g");
   #gatewayMetrics: AkanMetricsReport = {};
   #proxyHopCount = 0;
@@ -201,15 +167,6 @@ export class AkanApp {
     this.#logHub = LogHub.attach();
   }
 
-  /**
-   * One replica that serves traffic means there is nothing to balance and nothing to fan pubsub out to, so the
-   * gateway is a second Bun runtime and a proxy hop in front of the only server there is. Measured on
-   * `apps/akan`: 28MB of RSS and half the requests per second.
-   *
-   * A batch-only replica is excluded because it never listens — keeping the gateway is what leaves something
-   * bound to answer `/_akan/app/health`. `akan start` is excluded because the gateway is also the dev host's
-   * builder relay, its crash page, and what holds the port across a child restart.
-   */
   static #resolveSolo(options: AkanAppOptions, replica: AkanReplicaConfig) {
     if (options.solo !== undefined) return options.solo;
     if (process.env.AKAN_SOLO === "false" || process.env.AKAN_SOLO === "0") return false;
@@ -229,9 +186,9 @@ export class AkanApp {
     const configured = value ?? process.env.AKAN_REPLICA;
     const raw = String(configured ?? "0,0,1").trim();
     const [federationRaw, batchRaw, allRaw] = raw.split(",");
-    const federation = AkanApp.#parseReplicaCount(federationRaw, configured == null ? 0 : 0, 0);
-    const batch = AkanApp.#parseReplicaCount(batchRaw, configured == null ? 0 : 0, 0);
-    const all = AkanApp.#parseReplicaCount(allRaw, configured == null ? 1 : 0, 0);
+    const federation = AkanApp.#parseReplicaCount(federationRaw, 0);
+    const batch = AkanApp.#parseReplicaCount(batchRaw, 0);
+    const all = AkanApp.#parseReplicaCount(allRaw, configured == null ? 1 : 0);
     const normalizedAll = federation + batch + all > 0 ? all : 1;
     return {
       federation,
@@ -242,18 +199,11 @@ export class AkanApp {
     };
   }
 
-  static #parseReplicaCount(value: string | undefined, fallback: number, min: number) {
+  static #parseReplicaCount(value: string | undefined, fallback: number) {
     const parsed = Number.parseInt(value ?? "", 10);
-    if (!Number.isFinite(parsed)) return fallback;
-    return Math.max(min, parsed);
+    return Number.isFinite(parsed) ? Math.max(0, parsed) : fallback;
   }
 
-  /**
-   * The command that started this gateway outranks an inherited `NODE_ENV`: the command is a statement about
-   * this run, while the env var can arrive from a shell export, a CI image, or the workspace `.env` Bun loads
-   * on its own. Handing a dev child `NODE_ENV=production` makes it serve from the production route cache and
-   * throw on every route, since only `akan build` writes the routes manifest that cache expects.
-   */
   static #defaultChildNodeEnv() {
     if (process.env.AKAN_COMMAND_TYPE === "start") return "development";
     if (process.env.AKAN_COMMAND_TYPE === "build") return "production";
@@ -261,31 +211,18 @@ export class AkanApp {
     return Bun.main.endsWith(".js") ? "production" : "development";
   }
 
-  /**
-   * Dev builds and first-touch transpiles can stall a child's event loop well past the production
-   * pong budget, so `akan start` runs with a wider timeout to avoid restarting healthy replicas.
-   */
   static #parseHealthTimeoutMs() {
     const configured = Number(process.env.AKAN_HEALTH_TIMEOUT_MS);
     if (Number.isFinite(configured) && configured > 0) return configured;
     return process.env.AKAN_COMMAND_TYPE === "start" ? 15_000 : 5_000;
   }
 
-  /**
-   * How long a request waits for a replica that is booting or restarting before the gateway answers
-   * 503. Dev pays first-touch transpiles on the boot path, so it gets the wider budget; `0` restores
-   * the old fail-immediately behavior.
-   */
   static #parseUpstreamWaitMs() {
     const configured = Number(process.env.AKAN_UPSTREAM_WAIT_MS);
     if (Number.isFinite(configured) && configured >= 0) return configured;
     return process.env.AKAN_COMMAND_TYPE === "start" ? 15_000 : 5_000;
   }
 
-  /**
-   * Must exceed the child's own shutdown timeout (see `AkanServer.#defaultShutdownTimeoutMs`) so
-   * children always get to exit on their own before this gateway stops waiting.
-   */
   static #childShutdownWaitMs() {
     const configured = Number(process.env.AKAN_CHILD_SHUTDOWN_WAIT_MS);
     if (Number.isFinite(configured) && configured > 0) return configured;
@@ -293,11 +230,16 @@ export class AkanApp {
   }
 
   async start() {
+    if (process.argv[2] === "ops") {
+      const { OpsCommand } = await import("./ops/opsCommand");
+      process.exit(await OpsCommand.run(process.argv.slice(3)));
+    }
     if (this.#solo) return await this.#startSolo();
     Logger.role = "gateway";
     await this.#prepareRuntimeDir();
     await this.#startLogHub();
     this.#startFileLogging();
+    await this.#startOps();
     for (let idx = 0; idx < this.#replica.total; idx++) this.#spawn(idx);
     try {
       this.#listen();
@@ -312,37 +254,22 @@ export class AkanApp {
     }
     this.#snapshotTimer = setInterval(() => this.#requestRoomSnapshots(), 30_000);
     this.#healthTimer = setInterval(() => this.#checkHealth(), 2_000);
-    this.#startMetricsReporting();
+    this.#metricsTimer ??= ProcessMetricsCollector.startReporting(() => this.#reportMetrics());
     process.on("message", (message) => this.#handleHostMessage(message as BuilderMessage));
     process.on("disconnect", () => this.#handleHostDisconnect());
     process.on("SIGINT", () => this.#handleShutdownSignal("SIGINT"));
     process.on("SIGTERM", () => this.#handleShutdownSignal("SIGTERM"));
     await new Promise<void>((resolve) => {
-      
       this.#resolveStopped = resolve;
     });
   }
 
   async #startSolo() {
     const role = this.#getRole(0);
-
-    Object.assign(process.env, {
-      PORT: String(this.#port),
-      NODE_ENV: AkanApp.#defaultChildNodeEnv(),
-      AKAN_REPLICA: this.#replica.value,
-      AKAN_REPLICA_IDX: "0",
-      AKAN_APP_DIR: path.dirname(this.#serverPath),
-      SERVER_MODE: role,
-      AKAN_API_PREFIX: this.#prefix,
-      AKAN_WS_PREFIX: this.#websocketPrefix,
-      ...(this.#openapi === undefined ? {} : { AKAN_OPENAPI: this.#openapi ? "true" : "false" }),
-      ...(this.#modules.length ? { AKAN_MODULES: this.#modules.join(",") } : {}),
-      ...(this.#disableModules.length ? { AKAN_DISABLE_MODULES: this.#disableModules.join(",") } : {}),
-      ...(this.#disableLibs.length ? { AKAN_DISABLE_LIBS: this.#disableLibs.join(",") } : {}),
-    });
-
-    resetEnvCache();
     
+    Object.assign(process.env, this.#childEnv(0, role));
+    
+    resetEnvCache();
     this.logger.info(`Starting ${role} replica in this process (solo); set AKAN_SOLO=false for the gateway`);
     const mod = (await import(this.#serverPath)) as { server?: SoloServer; app?: SoloServer };
     const server = mod.server ?? mod.app;
@@ -353,32 +280,22 @@ export class AkanApp {
   async stop(signal = "SIGTERM") {
     if (this.#stopping) return;
     this.#stopping = true;
-    if (this.#snapshotTimer) {
-      clearInterval(this.#snapshotTimer);
-      this.#snapshotTimer = null;
-    }
-    if (this.#healthTimer) {
-      clearInterval(this.#healthTimer);
-      this.#healthTimer = null;
-    }
-    if (this.#metricsTimer) {
-      clearInterval(this.#metricsTimer);
-      this.#metricsTimer = null;
-    }
+    for (const timer of [this.#snapshotTimer, this.#healthTimer, this.#metricsTimer]) if (timer) clearInterval(timer);
+    this.#snapshotTimer = null;
+    this.#healthTimer = null;
+    this.#metricsTimer = null;
     this.#server?.stop(true);
     this.#server = null;
     for (const child of this.#children.values()) {
-      if (child.restartTimer) {
-        clearTimeout(child.restartTimer);
-        child.restartTimer = null;
-      }
+      if (child.restartTimer) clearTimeout(child.restartTimer);
+      child.restartTimer = null;
       this.#sendToChild(child, { type: "shutdown", signal } satisfies AkanIpcMessage);
     }
     await Promise.race([
       Promise.all([...this.#children.values()].map((child) => child.proc.exited.catch(() => undefined))),
       new Promise((resolve) => setTimeout(resolve, AkanApp.#childShutdownWaitMs())),
     ]);
-
+    
     const stragglers = [...this.#children.values()].filter((child) => !child.proc.killed);
     for (const child of stragglers) child.proc.kill("SIGKILL");
     await Promise.all(stragglers.map((child) => child.proc.exited.catch(() => undefined)));
@@ -399,10 +316,6 @@ export class AkanApp {
     });
   }
 
-  /**
-   * The IPC channel closes when the dev host dies (including SIGKILL). Exiting takes the children
-   * down too, so a dead host never strands a gateway tree that would block the next `akan start`.
-   */
   #handleHostDisconnect() {
     if (this.#stopping) return;
     this.logger.warn("Host IPC channel closed; shutting down gateway and children");
@@ -414,27 +327,16 @@ export class AkanApp {
   #spawn(idx: number) {
     const role = this.#getRole(idx);
     const upstream = this.#getChildUpstream(idx, role);
-    const childCode = `import(${JSON.stringify(path.resolve(this.#serverPath))}).then((mod)=>{ const server = mod.server ?? mod.app; if (!server?.start) throw new Error("server.ts must export server or app with start()"); return server.start({ listen: process.env.SERVER_MODE !== "batch" }); }).catch((error)=>{ process.send?.({ type: "error", message: error instanceof Error ? error.message : String(error), stack: error instanceof Error ? error.stack : undefined, pid: process.pid }); process.exit(1); });`;
-    let proc!: Bun.Subprocess<"ignore", "pipe", "pipe">;
-    proc = Bun.spawn(["bun", "-e", childCode], {
+    
+    const childCode = `import(${JSON.stringify(path.resolve(this.#serverPath))}).then((mod)=>{ const server = mod.server ?? mod.app; if (!server?.start) throw new Error("server.ts must export server or app with start()"); return server.start({ listen: process.env.SERVER_MODE !== "batch" }); }).catch((error)=>{ const exit = () => process.exit(1); setTimeout(exit, 2000); if (!process.send) return exit(); process.send({ type: "error", message: error instanceof Error ? error.message : String(error), stack: error instanceof Error ? error.stack : undefined, pid: process.pid }, undefined, undefined, exit); });`;
+    const proc: Bun.Subprocess<"ignore", "pipe", "pipe"> = Bun.spawn(["bun", "-e", childCode], {
       cwd: process.cwd(),
       env: {
         ...process.env,
-
-        PORT: String(this.#port),
-        NODE_ENV: AkanApp.#defaultChildNodeEnv(),
-        AKAN_REPLICA: this.#replica.value,
-        AKAN_REPLICA_IDX: String(idx),
-        AKAN_APP_DIR: path.dirname(this.#serverPath),
-        SERVER_MODE: role,
+        
+        ...this.#childEnv(idx, role),
         AKAN_CHILD_SOCKET: upstream.http.socketPath,
         AKAN_CHILD_WS_PORT: upstream.ws ? String(upstream.ws.port) : "",
-        AKAN_API_PREFIX: this.#prefix,
-        AKAN_WS_PREFIX: this.#websocketPrefix,
-        ...(this.#openapi === undefined ? {} : { AKAN_OPENAPI: this.#openapi ? "true" : "false" }),
-        ...(this.#modules.length ? { AKAN_MODULES: this.#modules.join(",") } : {}),
-        ...(this.#disableModules.length ? { AKAN_DISABLE_MODULES: this.#disableModules.join(",") } : {}),
-        ...(this.#disableLibs.length ? { AKAN_DISABLE_LIBS: this.#disableLibs.join(",") } : {}),
       },
       ipc: (message) => this.#handleMessage(idx, message as AkanIpcMessage, proc),
       stdout: "pipe",
@@ -457,7 +359,7 @@ export class AkanApp {
       lastRestartAt: previous?.lastRestartAt,
       lastRestartReason: previous?.lastRestartReason,
     });
-    this.#invalidateFederationChildCache();
+    this.#federationChildCache = null;
     const output = new ChildOutputReader({
       onLine: (line) => this.#writeChildLine(idx, role, proc.pid, "stdout", line),
       onBlock: (lines) => this.#writeChildStderrBlock(idx, role, proc.pid, lines),
@@ -467,13 +369,30 @@ export class AkanApp {
     proc.exited.then((code) => this.#handleChildExit(idx, proc, code));
   }
 
+  #childEnv(idx: number, role: AkanChildRole) {
+    return {
+      PORT: String(this.#port),
+      NODE_ENV: AkanApp.#defaultChildNodeEnv(),
+      AKAN_REPLICA: this.#replica.value,
+      AKAN_REPLICA_IDX: String(idx),
+      AKAN_APP_DIR: path.dirname(this.#serverPath),
+      SERVER_MODE: role,
+      AKAN_API_PREFIX: this.#prefix,
+      AKAN_WS_PREFIX: this.#websocketPrefix,
+      ...(this.#openapi === undefined ? {} : { AKAN_OPENAPI: this.#openapi ? "true" : "false" }),
+      ...(this.#modules.length ? { AKAN_MODULES: this.#modules.join(",") } : {}),
+      ...(this.#disableModules.length ? { AKAN_DISABLE_MODULES: this.#disableModules.join(",") } : {}),
+      ...(this.#disableLibs.length ? { AKAN_DISABLE_LIBS: this.#disableLibs.join(",") } : {}),
+    };
+  }
+
   #handleChildExit(idx: number, proc: Bun.Subprocess<"ignore", "pipe", "pipe">, code: number | null) {
     const child = this.#children.get(idx);
     if (!child || child.proc !== proc) return;
     if (child.status === "crashed") return;
     child.status = "exited";
     child.lastExitCode = code;
-    this.#invalidateFederationChildCache();
+    this.#federationChildCache = null;
     this.#removeChildRooms(idx);
     if (this.#stopping) return;
     void this.#scheduleChildRestart(child, proc, `exit:${code ?? "unknown"}`);
@@ -497,7 +416,7 @@ export class AkanApp {
     child.upstream = undefined;
     child.wsUpstream = undefined;
     child.healthPath = undefined;
-    this.#invalidateFederationChildCache();
+    this.#federationChildCache = null;
     child.lastRestartReason = reason;
     child.lastRestartAt = Date.now();
     this.#removeChildRooms(child.idx);
@@ -556,10 +475,6 @@ export class AkanApp {
     this.#spawn(idx);
   }
 
-  /**
-   * Dev-only terminal state: the same broken code fails every boot, so retrying is pure churn.
-   * The dev host replaces this whole gateway on the next server-side edit, which clears the state.
-   */
   #markChildCrashed(child: ChildState, reason: string) {
     
     if (child.status === "crashed") return;
@@ -570,7 +485,7 @@ export class AkanApp {
     child.wsUpstream = undefined;
     child.healthPath = undefined;
     child.lastRestartReason = reason;
-    this.#invalidateFederationChildCache();
+    this.#federationChildCache = null;
     this.#removeChildRooms(child.idx);
     const attempts = child.restartAttempts + 1;
     const detail = child.lastErrorMessage ?? reason;
@@ -579,7 +494,6 @@ export class AkanApp {
     this.#reportBackendBuildStatus({ ok: false, message });
   }
 
-  /** Forwards a backend-phase build status to the dev host so failures reach the HMR overlay. */
   #reportBackendBuildStatus({ ok, message }: { ok: boolean; message: string }) {
     process.send?.({
       type: "build-status",
@@ -593,9 +507,7 @@ export class AkanApp {
 
   async #stopChildForRestart(child: ChildState, proc: Bun.Subprocess<"ignore", "pipe", "pipe">, reason: string) {
     if (reason.startsWith("exit:") || proc.killed) return;
-    if (!proc.killed) {
-      this.#sendToChild(child, { type: "shutdown", signal: reason } satisfies AkanIpcMessage);
-    }
+    this.#sendToChild(child, { type: "shutdown", signal: reason } satisfies AkanIpcMessage);
     const result = await Promise.race([
       proc.exited.then(() => "exited" as const).catch(() => "exited" as const),
       new Promise<"timeout">((resolve) => setTimeout(() => resolve("timeout"), AkanApp.#childRestartGraceMs)),
@@ -609,7 +521,7 @@ export class AkanApp {
 
   async #prepareRuntimeDir() {
     await mkdir(this.#runtimeDir, { recursive: true });
-
+    
     const entries = await readdir(this.#runtimeDir).catch(() => []);
     await Promise.all(
       entries
@@ -628,44 +540,31 @@ export class AkanApp {
 
   #startFileLogging() {
     this.#logWriter = RotatingLogWriter.fromRuntimeDir(this.#runtimeDir);
-    if (!this.#logWriter) return;
-    if (this.#logHub && Logger.isNdjson) {
-      this.#hubFileSink = new HubFileSink(this.#logHub, this.#logWriter, {
-        minSev: logSeverity[Logger.fileLevel],
-        json: Logger.format === "ndjson-only",
-      });
-      return;
-    }
-    this.#removeLogSink = Logger.addSink((entry) => {
-      this.#logWriter?.write("gateway", entry.plainMessage);
-    });
+    if (this.#logWriter) this.#detachFileLog = HubFileSink.attach(this.#logWriter, this.#logHub, "gateway");
   }
 
   async #stopFileLogging() {
-    this.#removeLogSink?.();
-    this.#removeLogSink = null;
-    this.#hubFileSink?.close();
-    this.#hubFileSink = null;
+    this.#detachFileLog?.();
+    this.#detachFileLog = null;
     const writer = this.#logWriter;
     this.#logWriter = null;
     await writer?.close();
   }
 
-  /** The journal every child forwards into, and the socket `akan logs` reads it from. Additive to the text file. */
   async #startLogHub() {
     const hub = LogHub.attach();
     this.#logHub = hub;
     hub.onFloorChange((minSev) => this.#fanoutToAll({ type: "log.level", minSev }));
     this.#logStream = LogStreamRoute.fromEnv(() => this.#logHub);
-    const control = new LogControlSocket(hub, this.#runtimeDir);
-    try {
-      await control.start();
-      this.#logControl = control;
-    } catch (error) {
-      this.logger.warn(
-        `Log control socket unavailable at ${control.path}: ${error instanceof Error ? error.message : String(error)}`,
-      );
-    }
+    this.#logControl = await LogControlSocket.open(hub, this.#runtimeDir, this.logger);
+  }
+
+  async #startOps() {
+    if (!process.env.AKAN_OPS_PUBLIC_KEY?.trim()) return;
+    const { OpsRoute } = await import("./ops/opsRoute");
+    this.#ops = OpsRoute.fromEnv({
+      detail: () => AppInfo.detail({ serverMode: "gateway", solo: false, replicaIdx: null }),
+    });
   }
 
   async #stopLogHub() {
@@ -701,6 +600,8 @@ export class AkanApp {
     if (url.pathname === "/_akan/app/metrics") return Response.json(this.#getMetricsStatus());
     if (url.pathname === LogStreamRoute.path && this.#logStream) return this.#logStream.handle(req);
     if (url.pathname === "/_akan/bench/ping") return new Response("ok");
+    if (url.pathname === AppInfo.publicPath) return AppInfo.handlePublic();
+    if (this.#ops?.matches(url.pathname)) return await this.#ops.handle(req);
     if (this.#isWebSocketPath(url.pathname)) return this.#upgradeWebSocket(req, server);
     const assetResponse = await this.#serveImmutableArtifact(req, url);
     if (assetResponse) return assetResponse;
@@ -711,48 +612,36 @@ export class AkanApp {
     return pathname === `${this.#prefix}${this.#websocketPrefix}` || pathname === "/_akan/hmr";
   }
 
+  static readonly #immutableArtifacts = [
+    { prefix: "/_akan/client/", root: "client", strip: "/_akan/client/".length, type: "application/javascript" },
+    { prefix: "/_akan/styles/", root: "", strip: "/_akan/".length, type: "text/css; charset=utf-8" },
+    { prefix: "/_akan/fonts/", root: "", strip: "/_akan/".length, type: "font/woff2" },
+  ] as const;
+
   async #serveImmutableArtifact(req: Request, url: URL): Promise<Response | null> {
     if (!this.#web.ssr) return null;
-    const clientPrefix = "/_akan/client/";
-    if (url.pathname.startsWith(clientPrefix)) {
-      const filePath = resolveStaticPath(
-        path.join(this.#artifactDir, "client"),
-        url.pathname.slice(clientPrefix.length),
-      );
-      if (!filePath) return new Response("Not Found", { status: 404 });
-      const file = Bun.file(filePath);
-      if (!(await file.exists())) return new Response("Not Found", { status: 404 });
-      return this.#fileResponse(req, filePath, {
-        contentType: file.type || "application/javascript",
-        cacheControl: "public, max-age=31536000, immutable",
-      });
-    }
-
-    for (const prefix of ["/_akan/styles/", "/_akan/fonts/"]) {
-      if (!url.pathname.startsWith(prefix)) continue;
-      const filePath = resolveStaticPath(this.#artifactDir, url.pathname.slice("/_akan/".length));
-      if (!filePath) return new Response("Not Found", { status: 404 });
-      const file = Bun.file(filePath);
-      if (!(await file.exists())) return new Response("Not Found", { status: 404 });
-      return this.#fileResponse(req, filePath, {
-        contentType: file.type || (prefix === "/_akan/styles/" ? "text/css; charset=utf-8" : "font/woff2"),
-        cacheControl: "public, max-age=31536000, immutable",
-      });
-    }
-
-    return null;
+    const artifact = AkanApp.#immutableArtifacts.find(({ prefix }) => url.pathname.startsWith(prefix));
+    if (!artifact) return null;
+    const filePath = resolveStaticPath(path.join(this.#artifactDir, artifact.root), url.pathname.slice(artifact.strip));
+    if (!filePath) return new Response("Not Found", { status: 404 });
+    const file = Bun.file(filePath);
+    if (!(await file.exists())) return new Response("Not Found", { status: 404 });
+    return this.#fileResponse(req, filePath, {
+      contentType: file.type || artifact.type,
+      cacheControl: "public, max-age=31536000, immutable",
+    });
   }
 
   #upgradeWebSocket(req: Request, server: Bun.Server<GatewayWsData>): Response | undefined {
     const child = this.#pickFederationChild();
-
+    
     const upstream = child?.upstream ? (child.wsUpstream ?? this.#getChildUpstream(child.idx, child.role).ws) : null;
     if (!child || !upstream) return new Response("No websocket upstream is ready", { status: 503 });
     const url = new URL(req.url);
     const upstreamWs = new WebSocket(`ws://${upstream.host}:${upstream.port}${url.pathname}${url.search}`, {
-      headers: this.#makeProxyHeaders(req, child.idx, server),
+      headers: makeAkanChildProxyHeaders(req, child.idx, server.requestIP(req)),
     } as unknown as string[]);
-
+    
     const upgraded = server.upgrade(req, { data: { childIdx: child.idx, upstream: upstreamWs } });
     if (!upgraded) {
       upstreamWs.close();
@@ -854,7 +743,7 @@ export class AkanApp {
     if (!child?.upstream || child.upstream.type !== "unix") return this.#respondWithUnavailable(req);
     const url = new URL(req.url);
     const upstreamUrl = `http://akan-child${url.pathname}${url.search}`;
-    const headers = this.#makeProxyHeaders(req, child.idx, server);
+    const headers = makeAkanChildProxyHeaders(req, child.idx, server.requestIP(req));
     child.metrics.activeRequests = (child.metrics.activeRequests ?? 0) + 1;
     child.metrics.totalRequests = (child.metrics.totalRequests ?? 0) + 1;
     const traced = isTraceEnabled();
@@ -897,14 +786,6 @@ export class AkanApp {
     return candidate.code === "FailedToOpenSocket" || String(candidate.message ?? "").includes("FailedToOpenSocket");
   }
 
-  /**
-   * The socket opened and then died under us: the child crashed, or was recycled, while its response was still
-   * in flight. Distinct from `FailedToOpenSocket` — that one means the child was already gone when we dialled,
-   * and only that one implies the socket needs a restart, which the child's own exit handler schedules anyway.
-   * Rethrowing this instead reaches Bun as an unhandled route error, which answers 500 and prints the raw
-   * `TypeError` against whatever URL happened to be in flight — usually a browser background probe, which is
-   * how a dead child gets misread as a bug in the probed route.
-   */
   static #isUpstreamMidFlightClose(error: unknown): boolean {
     if (!error || typeof error !== "object") return false;
     const candidate = error as { code?: unknown; message?: unknown };
@@ -934,11 +815,6 @@ export class AkanApp {
     });
   }
 
-  /**
-   * A replica that is booting or restarting is normally back within a second or two, and a browser
-   * handed a 503 stays on that dead page until somebody reloads by hand — so a request waits for the
-   * upstream instead of failing at it. A dev crash loop is terminal, so it is answered immediately.
-   */
   async #pickReadyFederationChild(req: Request): Promise<ChildState | null> {
     const ready = this.#pickFederationChild();
     if (ready?.upstream) return ready;
@@ -952,7 +828,6 @@ export class AkanApp {
     return null;
   }
 
-  /** Dev-only terminal state: every traffic replica gave up booting. The detail is the boot error. */
   #getCrashLoopDetail(): string | null {
     if (!this.#devHosted) return null;
     const trafficChildren = [...this.#children.values()].filter((child) => child.role !== "batch");
@@ -964,10 +839,6 @@ export class AkanApp {
     );
   }
 
-  /**
-   * Both states answer 503, so an ingress or CDN reads them exactly as before; the HTML body is what
-   * a browser navigation needs, since nothing on a bare-text 503 can bring the page back on its own.
-   */
   #respondWithUnavailable(req: Request): Response {
     const crashDetail = this.#getCrashLoopDetail();
     const page = crashDetail
@@ -992,10 +863,6 @@ export class AkanApp {
     return AkanApp.#unavailableResponse(req, page.text);
   }
 
-  /**
-   * An API caller asks for JSON, so it is answered with the payload `HttpClient` restores into an `Err` —
-   * a bare-text 503 reaches the browser as a JSON parse error naming the page body instead of the outage.
-   */
   static #unavailableResponse(req: Request, detail: string): Response {
     const headers = { "cache-control": "no-store" };
     if (!req.headers.get("accept")?.includes("application/json")) return new Response(detail, { status: 503, headers });
@@ -1050,10 +917,6 @@ export class AkanApp {
     return text.replace(/[&<>"']/g, (ch) => replacements[ch] ?? ch);
   }
 
-  /**
-   * Gateway-observed upstream round-trip time. The pure proxy overhead is this value
-   * minus the child handler time captured in the per-request trace.
-   */
   #recordProxyHop(durationMs: number) {
     this.#proxyHopCount += 1;
     this.#proxyHopSumMs += durationMs;
@@ -1062,7 +925,7 @@ export class AkanApp {
 
   async #proxyResponse(req: Request, upstreamRes: Response): Promise<Response> {
     const headers = new Headers(upstreamRes.headers);
-
+    
     headers.delete("content-encoding");
     headers.delete("content-length");
     this.#rewriteInternalLocation(headers);
@@ -1071,7 +934,7 @@ export class AkanApp {
       statusText: upstreamRes.statusText,
       headers,
     });
-
+    
     return AkanApp.#isProxiedJson(headers) ? await compressResponse(req, proxied) : proxied;
   }
 
@@ -1096,24 +959,9 @@ export class AkanApp {
   ): Promise<Response> {
     const headers = new Headers({ "Content-Type": options.contentType });
     if (options.cacheControl) headers.set("Cache-Control", options.cacheControl);
-
-    const sidecar = await resolveEncodedSidecar(req, filePath, options.contentType);
-    if (sidecar) {
-      headers.set("Content-Encoding", sidecar.encoding);
-      headers.set("Content-Length", String(sidecar.bytes.byteLength));
-      headers.set("Vary", "Accept-Encoding");
-      return new Response(sidecar.bytes, { headers });
-    }
-
-    return new Response(Bun.file(filePath).stream(), { headers });
-  }
-
-  #makeProxyHeaders(req: Request, childIdx: number, server?: Bun.Server<GatewayWsData>) {
-    return makeAkanChildProxyHeaders(req, childIdx, server?.requestIP(req));
-  }
-
-  #invalidateFederationChildCache() {
-    this.#federationChildCache = null;
+    headers.set("X-Content-Type-Options", "nosniff");
+    headers.set("Referrer-Policy", "strict-origin-when-cross-origin");
+    return await encodedFileResponse(req, filePath, options.contentType, headers);
   }
 
   #pickFederationChild() {
@@ -1170,6 +1018,9 @@ export class AkanApp {
       case "pubsub.snapshot":
         this.#replaceRoomSnapshot(idx, message.rooms);
         return;
+      case "live.change":
+        this.#fanoutLiveChange(idx, message);
+        return;
       case "metrics.report":
         this.#updateMetrics(idx, message.metrics);
         return;
@@ -1228,7 +1079,7 @@ export class AkanApp {
       this.#sendToChild(child, { type: "log.level", minSev: this.#logHub.floor });
     child.restartPending = false;
     child.lastErrorMessage = undefined;
-    this.#invalidateFederationChildCache();
+    this.#federationChildCache = null;
     
     const trafficChildren = [...this.#children.values()].filter((item) => item.role !== "batch");
     if (child.role !== "batch" && trafficChildren.every((item) => item.ready)) {
@@ -1244,7 +1095,7 @@ export class AkanApp {
     if (!child) return;
     child.status = "healthy";
     child.lastPongAtMono = performance.now();
-    this.#invalidateFederationChildCache();
+    this.#federationChildCache = null;
   }
 
   #deliverPubsub(originIdx: number, message: Extract<AkanIpcMessage, { type: "pubsub.publish" }>) {
@@ -1277,49 +1128,55 @@ export class AkanApp {
     roomChildren.add(childIdx);
     this.#roomChildren.set(roomId, roomChildren);
 
-    const childRooms = this.#childRooms.get(childIdx) ?? new Set<string>();
-    childRooms.add(roomId);
+    const childRooms = this.#childRooms.get(childIdx) ?? new Map<string, Set<string>>();
+    const roomSockets = childRooms.get(roomId) ?? new Set<string>();
+    childRooms.set(roomId, roomSockets);
     this.#childRooms.set(childIdx, childRooms);
 
     if (socketId) {
+      roomSockets.add(socketId);
       const socketRooms = this.#socketRooms.get(socketId) ?? { childIdx, rooms: new Set<string>() };
       socketRooms.rooms.add(roomId);
       this.#socketRooms.set(socketId, socketRooms);
     }
   }
 
-  #removeRoomMembership(childIdx: number, roomId: string, socketId?: string) {
+  #leaveRoom(childIdx: number, roomId: string) {
     const roomChildren = this.#roomChildren.get(roomId);
     roomChildren?.delete(childIdx);
     if (roomChildren?.size === 0) this.#roomChildren.delete(roomId);
+  }
 
+  #removeRoomMembership(childIdx: number, roomId: string, socketId?: string) {
     const childRooms = this.#childRooms.get(childIdx);
+    const roomSockets = childRooms?.get(roomId);
+    if (socketId) {
+      this.#forgetSocketRoom(socketId, roomId);
+      roomSockets?.delete(socketId);
+      if (roomSockets?.size) return;
+    }
+
+    for (const staleSocketId of roomSockets ?? []) this.#forgetSocketRoom(staleSocketId, roomId);
+    this.#leaveRoom(childIdx, roomId);
     childRooms?.delete(roomId);
     if (childRooms?.size === 0) this.#childRooms.delete(childIdx);
+  }
 
-    if (socketId) {
-      const socketRooms = this.#socketRooms.get(socketId);
-      socketRooms?.rooms.delete(roomId);
-      if (!socketRooms || socketRooms.rooms.size === 0) this.#socketRooms.delete(socketId);
-    }
+  #forgetSocketRoom(socketId: string, roomId: string) {
+    const socketRooms = this.#socketRooms.get(socketId);
+    socketRooms?.rooms.delete(roomId);
+    if (!socketRooms || socketRooms.rooms.size === 0) this.#socketRooms.delete(socketId);
   }
 
   #replaceRoomSnapshot(childIdx: number, rooms: string[]) {
-    for (const roomId of this.#childRooms.get(childIdx) ?? []) {
-      const roomChildren = this.#roomChildren.get(roomId);
-      roomChildren?.delete(childIdx);
-      if (roomChildren?.size === 0) this.#roomChildren.delete(roomId);
-    }
-    this.#childRooms.set(childIdx, new Set());
-    for (const roomId of rooms) this.#addRoomMembership(childIdx, roomId);
+    const held = new Set(rooms);
+    for (const roomId of [...(this.#childRooms.get(childIdx)?.keys() ?? [])])
+      if (!held.has(roomId)) this.#removeRoomMembership(childIdx, roomId);
+    for (const roomId of held) this.#addRoomMembership(childIdx, roomId);
   }
 
   #removeChildRooms(childIdx: number) {
-    for (const roomId of this.#childRooms.get(childIdx) ?? []) {
-      const roomChildren = this.#roomChildren.get(roomId);
-      roomChildren?.delete(childIdx);
-      if (roomChildren?.size === 0) this.#roomChildren.delete(roomId);
-    }
+    for (const roomId of this.#childRooms.get(childIdx)?.keys() ?? []) this.#leaveRoom(childIdx, roomId);
     this.#childRooms.delete(childIdx);
     for (const [socketId, socket] of this.#socketRooms.entries()) {
       if (socket.childIdx === childIdx) this.#socketRooms.delete(socketId);
@@ -1332,15 +1189,6 @@ export class AkanApp {
     child.metrics = { ...child.metrics, pid: metrics.pid ?? child.pid, ...metrics };
   }
 
-  #startMetricsReporting() {
-    if (this.#metricsTimer) return;
-    const report = () => {
-      void this.#reportMetrics();
-    };
-    report();
-    this.#metricsTimer = setInterval(report, ProcessMetricsCollector.parseMemoryLogIntervalMs());
-  }
-
   async #reportMetrics() {
     this.#gatewayMetrics = await ProcessMetricsCollector.collect({ role: "gateway" });
     if (process.env.AKAN_MEMORY_LOG !== "1") return;
@@ -1376,7 +1224,7 @@ export class AkanApp {
       if (this.#isChildUnavailable(child)) continue;
       if (child.lastPongAtMono && nowMono - child.lastPongAtMono > this.#healthTimeoutMs) {
         child.status = "unhealthy";
-        this.#invalidateFederationChildCache();
+        this.#federationChildCache = null;
         void this.#scheduleChildRestart(child, child.proc, "health-timeout");
         continue;
       }
@@ -1387,7 +1235,7 @@ export class AkanApp {
       } satisfies AkanIpcMessage);
       if (!sent) {
         child.status = "unhealthy";
-        this.#invalidateFederationChildCache();
+        this.#federationChildCache = null;
         void this.#scheduleChildRestart(child, child.proc, "health-send-failed");
       }
     }
@@ -1422,6 +1270,11 @@ export class AkanApp {
     for (const child of this.#children.values()) this.#sendToChild(child, message);
   }
 
+  #fanoutLiveChange(originIdx: number, message: Extract<AkanIpcMessage, { type: "live.change" }>) {
+    for (const child of this.#children.values())
+      if (child.idx !== originIdx && child.role !== "batch") this.#sendToChild(child, message);
+  }
+
   #fanoutToBatch(message: AkanIpcMessage) {
     for (const child of this.#children.values()) {
       if (child.role === "batch" || child.role === "all") {
@@ -1457,10 +1310,6 @@ export class AkanApp {
     this.#logWriter?.write(`${idx}-${role}`, AkanApp.#stripAnsi(prefixedLine));
   }
 
-  /**
-   * In ndjson mode a stack trace is one record, and `AKAN_CHILD_STDERR` does not apply: the line that killed a
-   * child is the one the collector must not miss.
-   */
   #writeChildStderrBlock(idx: number, role: AkanChildRole, pid: number | null, lines: string[]) {
     const text = lines.join("");
     if (AkanApp.#isBenignRsdwConnectionClosedBlock(text)) return;