@rocicorp/zero 0.25.0 → 0.26.0-canary.0

package/out/zero-cache/src/services/life-cycle.js

@@ -1,260 +1,221 @@
-import { LogContext } from '@rocicorp/logger';
-import { resolver } from '@rocicorp/resolver';
-import { pid } from 'node:process';
-import { singleProcessMode, } from "../types/processes.js";
+import { resolver } from "@rocicorp/resolver";
+import { pid } from "node:process";
+import { singleProcessMode } from "../types/processes.js";
 import { RunningState } from "./running-state.js";
-export const GRACEFUL_SHUTDOWN = ['SIGTERM', 'SIGINT'];
-export const FORCEFUL_SHUTDOWN = ['SIGQUIT'];
-/**
- * Handles readiness, termination signals, and coordination of graceful
- * shutdown.
- */
-export class ProcessManager {
-    #lc;
-    #userFacing = new Set();
-    #all = new Set();
-    #exitImpl;
-    #start = Date.now();
-    #ready = [];
-    #runningState = new RunningState('process-manager');
-    #drainStart = 0;
-    constructor(lc, proc) {
-        this.#lc = lc.withContext('component', 'process-manager');
-        // Propagate `SIGTERM` and `SIGINT` to all user-facing workers,
-        // initiating a graceful shutdown. The parent process will
-        // exit once all user-facing workers have exited ...
-        for (const signal of GRACEFUL_SHUTDOWN) {
-            proc.on(signal, () => this.#startDrain(signal));
-        }
-        // ... which will result in sending `SIGTERM` to the remaining workers.
-        proc.on('exit', code => this.#kill(this.#all, code === 0 ? GRACEFUL_SHUTDOWN[0] : FORCEFUL_SHUTDOWN[0]));
-        // For other (catchable) kill signals, exit with a non-zero error code
-        // to send a `SIGQUIT` to all workers. For this signal, workers are
-        // stopped immediately without draining. See `runUntilKilled()`.
-        for (const signal of FORCEFUL_SHUTDOWN) {
-            proc.on(signal, () => this.#exit(-1));
-        }
-        this.#exitImpl = (code) => {
-            if (singleProcessMode()) {
-                return proc.emit('exit', code); // For unit / integration tests.
-            }
-            process.exit(code);
-        };
-    }
-    done() {
-        return this.#runningState.stopped();
-    }
-    #exit(code) {
-        this.#lc.info?.('exiting with code', code);
-        this.#runningState.stop(this.#lc);
-        void this.#lc.flush().finally(() => this.#exitImpl(code));
-    }
-    #startDrain(signal = 'SIGTERM') {
-        this.#lc.info?.(`initiating drain (${signal})`);
-        this.#drainStart = Date.now();
-        if (this.#userFacing.size) {
-            this.#kill(this.#userFacing, signal);
-        }
-        else {
-            this.#kill(this.#all, signal);
-        }
-    }
-    addSubprocess(proc, type, name) {
-        if (type === 'user-facing') {
-            this.#userFacing.add(proc);
-        }
-        this.#all.add(proc);
-        proc.on('error', err => this.#lc.error?.(`error from ${name} ${proc.pid}`, err));
-        proc.on('close', (code, signal) => this.#onExit(code, signal, null, type, name, proc));
-    }
-    #initializing = new Map();
-    #nextID = 0;
-    addWorker(worker, type, name) {
-        this.addSubprocess(worker, type, name);
-        const id = ++this.#nextID;
-        this.#initializing.set(id, name);
-        const { promise, resolve } = resolver();
-        this.#ready.push(promise);
-        worker.onceMessageType('ready', () => {
-            this.#lc.debug?.(`${name} ready (${Date.now() - this.#start} ms)`);
-            this.#initializing.delete(id);
-            resolve();
-        });
-        return worker;
-    }
-    initializing() {
-        return [...this.#initializing.values()];
-    }
-    async allWorkersReady() {
-        await Promise.all(this.#ready);
-    }
-    logErrorAndExit(err, name) {
-        // only accessible by the main (i.e. user-facing) process.
-        this.#onExit(-1, null, err, 'user-facing', name, undefined);
-    }
-    #onExit(code, sig, err, type, name, worker) {
-        // Remove the worker from maps to avoid attempting to send more signals to it.
-        if (worker) {
-            this.#userFacing.delete(worker);
-            this.#all.delete(worker);
-        }
-        const pid = worker?.pid ?? process.pid;
-        if (type === 'supporting') {
-            // The replication-manager has no user-facing workers.
-            // In this case, code === 0 shutdowns are not errors.
-            const log = code === 0 && this.#userFacing.size === 0 ? 'info' : 'error';
-            this.#lc[log]?.(`${name} (${pid}) exited with code (${code})`, err ?? '');
-            return this.#exit(log === 'error' ? -1 : code);
-        }
-        const log = this.#drainStart === 0 ? 'error' : 'warn';
-        if (sig) {
-            this.#lc[log]?.(`${name} (${pid}) killed with (${sig})`, err ?? '');
-        }
-        else if (code !== 0) {
-            this.#lc[log]?.(`${name} (${pid}) exited with code (${code})`, err ?? '');
-        }
-        else {
-            this.#lc.info?.(`${name} (${pid}) exited with code (${code})`);
-        }
-        // user-facing workers exited or finished draining.
-        if (this.#userFacing.size === 0) {
-            this.#lc.info?.(this.#drainStart
-                ? `all user-facing workers drained (${Date.now() - this.#drainStart} ms)`
-                : `all user-facing workers exited`);
-            return this.#exit(0);
-        }
-        // Exit only if not draining. If a user-facing worker exits unexpectedly
-        // during a drain, log a warning but let other user-facing workers drain.
-        if (log === 'error') {
-            return this.#exit(code || -1);
-        }
-        return undefined;
-    }
-    #kill(workers, signal) {
-        for (const worker of workers) {
-            try {
-                worker.kill(signal);
-            }
-            catch (e) {
-                this.#lc.error?.(e);
-            }
-        }
-    }
+const GRACEFUL_SHUTDOWN = ["SIGTERM", "SIGINT"];
+const FORCEFUL_SHUTDOWN = ["SIGQUIT"];
+class ProcessManager {
+  #lc;
+  #userFacing = /* @__PURE__ */ new Set();
+  #all = /* @__PURE__ */ new Set();
+  #exitImpl;
+  #start = Date.now();
+  #ready = [];
+  #runningState = new RunningState("process-manager");
+  #drainStart = 0;
+  constructor(lc, proc) {
+    this.#lc = lc.withContext("component", "process-manager");
+    for (const signal of GRACEFUL_SHUTDOWN) {
+      proc.on(signal, () => this.#startDrain(signal));
+    }
+    proc.on(
+      "exit",
+      (code) => this.#kill(
+        this.#all,
+        code === 0 ? GRACEFUL_SHUTDOWN[0] : FORCEFUL_SHUTDOWN[0]
+      )
+    );
+    for (const signal of FORCEFUL_SHUTDOWN) {
+      proc.on(signal, () => this.#exit(-1));
+    }
+    this.#exitImpl = (code) => {
+      if (singleProcessMode()) {
+        return proc.emit("exit", code);
+      }
+      process.exit(code);
+    };
+  }
+  done() {
+    return this.#runningState.stopped();
+  }
+  #exit(code) {
+    this.#lc.info?.("exiting with code", code);
+    this.#runningState.stop(this.#lc);
+    void this.#lc.flush().finally(() => this.#exitImpl(code));
+  }
+  #startDrain(signal = "SIGTERM") {
+    this.#lc.info?.(`initiating drain (${signal})`);
+    this.#drainStart = Date.now();
+    if (this.#userFacing.size) {
+      this.#kill(this.#userFacing, signal);
+    } else {
+      this.#kill(this.#all, signal);
+    }
+  }
+  addSubprocess(proc, type, name) {
+    if (type === "user-facing") {
+      this.#userFacing.add(proc);
+    }
+    this.#all.add(proc);
+    proc.on(
+      "error",
+      (err) => this.#lc.error?.(`error from ${name} ${proc.pid}`, err)
+    );
+    proc.on(
+      "close",
+      (code, signal) => this.#onExit(code, signal, null, type, name, proc)
+    );
+  }
+  #initializing = /* @__PURE__ */ new Map();
+  #nextID = 0;
+  addWorker(worker, type, name) {
+    this.addSubprocess(worker, type, name);
+    const id = ++this.#nextID;
+    this.#initializing.set(id, name);
+    const { promise, resolve } = resolver();
+    this.#ready.push(promise);
+    worker.onceMessageType("ready", () => {
+      this.#lc.debug?.(`${name} ready (${Date.now() - this.#start} ms)`);
+      this.#initializing.delete(id);
+      resolve();
+    });
+    return worker;
+  }
+  initializing() {
+    return [...this.#initializing.values()];
+  }
+  async allWorkersReady() {
+    await Promise.all(this.#ready);
+  }
+  logErrorAndExit(err, name) {
+    this.#onExit(-1, null, err, "user-facing", name, void 0);
+  }
+  #onExit(code, sig, err, type, name, worker) {
+    if (worker) {
+      this.#userFacing.delete(worker);
+      this.#all.delete(worker);
+    }
+    const pid2 = worker?.pid ?? process.pid;
+    if (type === "supporting") {
+      const log2 = code === 0 && this.#userFacing.size === 0 ? "info" : "warn";
+      this.#lc[log2]?.(`${name} (${pid2}) exited with code (${code})`, err ?? "");
+      return this.#exit(log2 === "info" ? code : -1);
+    }
+    const log = this.#drainStart === 0 ? "error" : "warn";
+    if (sig) {
+      this.#lc[log]?.(`${name} (${pid2}) killed with (${sig})`, err ?? "");
+    } else if (code !== 0) {
+      this.#lc[log]?.(`${name} (${pid2}) exited with code (${code})`, err ?? "");
+    } else {
+      this.#lc.info?.(`${name} (${pid2}) exited with code (${code})`);
+    }
+    if (this.#userFacing.size === 0) {
+      this.#lc.info?.(
+        this.#drainStart ? `all user-facing workers drained (${Date.now() - this.#drainStart} ms)` : `all user-facing workers exited`
+      );
+      return this.#exit(0);
+    }
+    if (log === "error") {
+      return this.#exit(code || -1);
+    }
+    return void 0;
+  }
+  #kill(workers, signal) {
+    for (const worker of workers) {
+      try {
+        worker.kill(signal);
+      } catch (e) {
+        this.#lc.error?.(e);
+      }
+    }
+  }
 }
-/**
- * Runs the specified services, stopping them on `SIGTERM` or `SIGINT` with
- * an optional {@link SingletonService.drain drain()}, or stopping them
- * without draining for `SIGQUIT`.
- *
- * @returns a Promise that resolves/rejects when any of the services stops/throws.
- */
-export async function runUntilKilled(lc, parent, ...services) {
-    if (services.length === 0) {
-        return;
-    }
-    for (const signal of [...GRACEFUL_SHUTDOWN, ...FORCEFUL_SHUTDOWN]) {
-        parent.once(signal, () => {
-            const GRACEFUL_SIGNALS = GRACEFUL_SHUTDOWN;
-            services.forEach(async (svc) => {
-                if (GRACEFUL_SIGNALS.includes(signal) && svc.drain) {
-                    lc.info?.(`draining ${svc.constructor.name} ${svc.id} (${signal})`);
-                    await svc.drain();
-                }
-                lc.info?.(`stopping ${svc.constructor.name} ${svc.id} (${signal})`);
-                await svc.stop();
-            });
-        });
-    }
-    try {
-        // Run all services and resolve when any of them stops.
-        const svc = await Promise.race(services.map(svc => svc.run().then(() => svc)));
-        lc.info?.(`${svc.constructor.name} (${svc.id}) stopped`);
-    }
-    catch (e) {
-        lc.error?.(`exiting on error`, e);
-        throw e;
-    }
+async function runUntilKilled(lc, parent, ...services) {
+  if (services.length === 0) {
+    return;
+  }
+  for (const signal of [...GRACEFUL_SHUTDOWN, ...FORCEFUL_SHUTDOWN]) {
+    parent.once(signal, () => {
+      const GRACEFUL_SIGNALS = GRACEFUL_SHUTDOWN;
+      services.forEach(async (svc) => {
+        if (GRACEFUL_SIGNALS.includes(signal) && svc.drain) {
+          lc.info?.(`draining ${svc.constructor.name} ${svc.id} (${signal})`);
+          await svc.drain();
+        }
+        lc.info?.(`stopping ${svc.constructor.name} ${svc.id} (${signal})`);
+        await svc.stop();
+      });
+    });
+  }
+  try {
+    const svc = await Promise.race(
+      services.map((svc2) => svc2.run().then(() => svc2))
+    );
+    lc.info?.(`${svc.constructor.name} (${svc.id}) stopped`);
+  } catch (e) {
+    lc.error?.(`exiting on error`, e);
+    throw e;
+  }
 }
-export async function exitAfter(run) {
-    try {
-        await run();
-        // oxlint-disable-next-line no-console
-        console.info(`pid ${pid} exiting normally`);
-        process.exit(0);
-    }
-    catch (e) {
-        // oxlint-disable-next-line no-console
-        console.error(`pid ${pid} exiting with error`, e);
-        process.exit(-1);
-    }
+async function exitAfter(run) {
+  try {
+    await run();
+    console.info(`pid ${pid} exiting normally`);
+    process.exit(0);
+  } catch (e) {
+    console.error(`pid ${pid} exiting with error`, e);
+    process.exit(-1);
+  }
 }
-const DEFAULT_STOP_INTERVAL_MS = 20_000;
-/**
- * The HeartbeatMonitor monitors the cadence heartbeats (e.g. "/keepalive"
- * health checks made to HttpServices) that signal that the server
- * should continue processing requests. When a configurable `stopInterval`
- * elapses without receiving these heartbeats, the monitor initiates a
- * graceful shutdown of the server. This works with common load balancing
- * frameworks such as AWS Elastic Load Balancing.
- *
- * The HeartbeatMonitor is **opt-in** in that it only kicks in after it
- * starts receiving keepalives.
- */
-export class HeartbeatMonitor {
-    #stopInterval;
-    #lc;
-    #checkIntervalTimer;
-    #checkImmediateTimer;
-    #lastHeartbeat = 0;
-    constructor(lc, stopInterval = DEFAULT_STOP_INTERVAL_MS) {
-        this.#lc = lc;
-        this.#stopInterval = stopInterval;
-    }
-    onHeartbeat(reqHeaders) {
-        this.#lastHeartbeat = Date.now();
-        if (this.#checkIntervalTimer === undefined) {
-            this.#lc.info?.(`starting heartbeat monitor at ${this.#stopInterval / 1000} second interval`, reqHeaders);
-            // e.g. check every 5 seconds to see if it's been over 20 seconds
-            //      since the last heartbeat.
-            this.#checkIntervalTimer = setInterval(this.#checkStopInterval, this.#stopInterval / 4);
-        }
-    }
-    #checkStopInterval = () => {
-        // In the Node.js event loop, timers like setInterval and setTimeout
-        // run *before* I/O events coming from network sockets or file reads/writes.
-        // When this process gets starved of CPU resources for long periods of time,
-        // for example when other processes are monopolizing all available cores,
-        // pathological behavior can emerge:
-        // - keepalive network request comes in, but is queued in Node internals waiting
-        //   for time on the event loop
-        // - CPU is starved/monopolized by other processes for longer than the time
-        //   configured via this.#stopInterval
-        // - When CPU becomes available and the event loop wakes up, this stop interval
-        //   check is run *before* the keepalive request is processed. The value of
-        //   this.#lastHeartbeat is now very stale, and erroneously triggers a shutdown
-        //   even though keepalive requests were about to be processed and update
-        //   this.#lastHeartbeat. Downtime ensues.
-        //
-        // To avoid this, we push the check out to a phase of the event loop *after*
-        // I/O events are processed, using setImmediate():
-        // https://nodejs.org/en/learn/asynchronous-work/event-loop-timers-and-nexttick#setimmediate-vs-settimeout
-        //
-        // This ensures we see a value for this.#lastHeartbeat that reflects
-        // any keepalive requests that came in during the current event loop turn.
-        this.#checkImmediateTimer = setImmediate(() => {
-            this.#checkImmediateTimer = undefined;
-            const timeSinceLastHeartbeat = Date.now() - this.#lastHeartbeat;
-            if (timeSinceLastHeartbeat >= this.#stopInterval) {
-                this.#lc.info?.(`last heartbeat received ${timeSinceLastHeartbeat / 1000} seconds ago. draining.`);
-                process.kill(process.pid, GRACEFUL_SHUTDOWN[0]);
-            }
-        });
-    };
-    stop() {
-        clearTimeout(this.#checkIntervalTimer);
-        if (this.#checkImmediateTimer) {
-            clearImmediate(this.#checkImmediateTimer);
-        }
-    }
+const DEFAULT_STOP_INTERVAL_MS = 2e4;
+class HeartbeatMonitor {
+  #stopInterval;
+  #lc;
+  #checkIntervalTimer;
+  #checkImmediateTimer;
+  #lastHeartbeat = 0;
+  constructor(lc, stopInterval = DEFAULT_STOP_INTERVAL_MS) {
+    this.#lc = lc;
+    this.#stopInterval = stopInterval;
+  }
+  onHeartbeat(reqHeaders) {
+    this.#lastHeartbeat = Date.now();
+    if (this.#checkIntervalTimer === void 0) {
+      this.#lc.info?.(
+        `starting heartbeat monitor at ${this.#stopInterval / 1e3} second interval`,
+        reqHeaders
+      );
+      this.#checkIntervalTimer = setInterval(
+        this.#checkStopInterval,
+        this.#stopInterval / 4
+      );
+    }
+  }
+  #checkStopInterval = () => {
+    this.#checkImmediateTimer = setImmediate(() => {
+      this.#checkImmediateTimer = void 0;
+      const timeSinceLastHeartbeat = Date.now() - this.#lastHeartbeat;
+      if (timeSinceLastHeartbeat >= this.#stopInterval) {
+        this.#lc.info?.(
+          `last heartbeat received ${timeSinceLastHeartbeat / 1e3} seconds ago. draining.`
+        );
+        process.kill(process.pid, GRACEFUL_SHUTDOWN[0]);
+      }
+    });
+  };
+  stop() {
+    clearTimeout(this.#checkIntervalTimer);
+    if (this.#checkImmediateTimer) {
+      clearImmediate(this.#checkImmediateTimer);
+    }
+  }
 }
-//# sourceMappingURL=life-cycle.js.map
+export {
+  FORCEFUL_SHUTDOWN,
+  GRACEFUL_SHUTDOWN,
+  HeartbeatMonitor,
+  ProcessManager,
+  exitAfter,
+  runUntilKilled
+};
+//# sourceMappingURL=life-cycle.js.map

package/out/zero-cache/src/services/life-cycle.js.map

@@ -1 +1 @@
-{"version":3,"file":"life-cycle.js","sourceRoot":"","sources":["../../../../../zero-cache/src/services/life-cycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAC,GAAG,EAAC,MAAM,cAAc,CAAC;AAEjC,OAAO,EACL,iBAAiB,GAGlB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAiBhD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAU,CAAC;AAChE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,SAAS,CAAU,CAAC;AAEtD;;;GAGG;AACH,MAAM,OAAO,cAAc;IAChB,GAAG,CAAa;IAChB,WAAW,GAAG,IAAI,GAAG,EAAc,CAAC;IACpC,IAAI,GAAG,IAAI,GAAG,EAAc,CAAC;IAC7B,SAAS,CAA0B;IACnC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACpB,MAAM,GAAoB,EAAE,CAAC;IAEtC,aAAa,GAAG,IAAI,YAAY,CAAC,iBAAiB,CAAC,CAAC;IACpD,WAAW,GAAG,CAAC,CAAC;IAEhB,YAAY,EAAc,EAAE,IAAkB;QAC5C,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAE1D,+DAA+D;QAC/D,0DAA0D;QAC1D,oDAAoD;QACpD,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;YACvC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,CAAC;QAED,uEAAuE;QACvE,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CACrB,IAAI,CAAC,KAAK,CACR,IAAI,CAAC,IAAI,EACT,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CACzD,CACF,CAAC;QAEF,sEAAsE;QACtE,mEAAmE;QACnE,gEAAgE;QAChE,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;YACvC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;YAChC,IAAI,iBAAiB,EAAE,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAU,CAAC,CAAC,gCAAgC;YAC3E,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC,CAAC;IACJ,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAY;QAChB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,WAAW,CAAC,SAA+B,SAAS;QAClD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,qBAAqB,MAAM,GAAG,CAAC,CAAC;QAChD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,aAAa,CAAC,IAAgB,EAAE,IAAgB,EAAE,IAAY;QAC5D,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YAC3B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEpB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CACrB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,cAAc,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CACxD,CAAC;QACF,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAChC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CACnD,CAAC;IACJ,CAAC;IAEQ,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnD,OAAO,GAAG,CAAC,CAAC;IAEZ,SAAS,CAAC,MAAc,EAAE,IAAgB,EAAE,IAAY;QACtD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAEvC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC;QAC1B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,EAAC,OAAO,EAAE,OAAO,EAAC,GAAG,QAAQ,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE1B,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE;YACnC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,WAAW,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC;YACnE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9B,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,OAAO,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,eAAe,CAAC,GAAY,EAAE,IAAY;QACxC,0DAA0D;QAC1D,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,CACL,IAAY,EACZ,GAA0B,EAC1B,GAAmB,EACnB,IAAgB,EAChB,IAAY,EACZ,MAA8B;QAE9B,8EAA8E;QAC9E,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;QAEvC,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1B,sDAAsD;YACtD,qDAAqD;YACrD,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YACzE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,KAAK,GAAG,uBAAuB,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;YAC1E,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACtD,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,KAAK,GAAG,kBAAkB,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;aAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,KAAK,GAAG,uBAAuB,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,KAAK,GAAG,uBAAuB,IAAI,GAAG,CAAC,CAAC;QACjE,CAAC;QAED,mDAAmD;QACnD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,IAAI,CAAC,WAAW;gBACd,CAAC,CAAC,oCACE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WACpB,MAAM;gBACR,CAAC,CAAC,gCAAgC,CACrC,CAAC;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,wEAAwE;QACxE,yEAAyE;QACzE,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,OAA6B,EAAE,MAAsB;QACzD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED;;;;;;GAMG;AAEH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,EAAc,EACd,MAA+B,EAC/B,GAAG,QAA4B;IAE/B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,iBAAiB,EAAE,GAAG,iBAAiB,CAAC,EAAE,CAAC;QAClE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;YACvB,MAAM,gBAAgB,GAAG,iBAA8C,CAAC;YAExE,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAC,GAAG,EAAC,EAAE;gBAC3B,IAAI,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBACnD,EAAE,CAAC,IAAI,EAAE,CAAC,YAAY,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,KAAK,MAAM,GAAG,CAAC,CAAC;oBACpE,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;gBACpB,CAAC;gBACD,EAAE,CAAC,IAAI,EAAE,CAAC,YAAY,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,KAAK,MAAM,GAAG,CAAC,CAAC;gBACpE,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC;QACH,uDAAuD;QACvD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAC5B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAC/C,CAAC;QACF,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,EAAE,CAAC,KAAK,EAAE,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAwB;IACtD,IAAI,CAAC;QACH,MAAM,GAAG,EAAE,CAAC;QACZ,sCAAsC;QACtC,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,mBAAmB,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,sCAAsC;QACtC,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,qBAAqB,EAAE,CAAC,CAAC,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAExC;;;;;;;;;;GAUG;AACH,MAAM,OAAO,gBAAgB;IAClB,aAAa,CAAS;IAE/B,GAAG,CAAa;IAChB,mBAAmB,CAA6B;IAChD,oBAAoB,CAA+B;IACnD,cAAc,GAAG,CAAC,CAAC;IAEnB,YAAY,EAAc,EAAE,YAAY,GAAG,wBAAwB;QACjE,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACpC,CAAC;IAED,WAAW,CAAC,UAA+B;QACzC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC3C,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,iCACE,IAAI,CAAC,aAAa,GAAG,IACvB,kBAAkB,EAClB,UAAU,CACX,CAAC;YACF,iEAAiE;YACjE,iCAAiC;YACjC,IAAI,CAAC,mBAAmB,GAAG,WAAW,CACpC,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,aAAa,GAAG,CAAC,CACvB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kBAAkB,GAAG,GAAG,EAAE;QACxB,oEAAoE;QACpE,4EAA4E;QAC5E,4EAA4E;QAC5E,yEAAyE;QACzE,oCAAoC;QACpC,gFAAgF;QAChF,+BAA+B;QAC/B,2EAA2E;QAC3E,sCAAsC;QACtC,+EAA+E;QAC/E,2EAA2E;QAC3E,+EAA+E;QAC/E,yEAAyE;QACzE,0CAA0C;QAC1C,EAAE;QACF,4EAA4E;QAC5E,kDAAkD;QAClD,0GAA0G;QAC1G,EAAE;QACF,oEAAoE;QACpE,0EAA0E;QAC1E,IAAI,CAAC,oBAAoB,GAAG,YAAY,CAAC,GAAG,EAAE;YAC5C,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;YACtC,MAAM,sBAAsB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC;YAChE,IAAI,sBAAsB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CACb,2BACE,sBAAsB,GAAG,IAC3B,yBAAyB,CAC1B,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,IAAI;QACF,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,cAAc,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"life-cycle.js","sources":["../../../../../zero-cache/src/services/life-cycle.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport type {IncomingHttpHeaders} from 'node:http';\nimport {pid} from 'node:process';\nimport type {EventEmitter} from 'stream';\nimport {\n  singleProcessMode,\n  type Subprocess,\n  type Worker,\n} from '../types/processes.ts';\nimport {RunningState} from './running-state.ts';\nimport type {SingletonService} from './service.ts';\n\n/**\n * * `user-facing` workers serve external requests and are the first to\n *   receive a `SIGTERM` or `SIGINT` signal for graceful shutdown.\n *\n * * `supporting` workers support `user-facing` workers and are sent\n *   the `SIGTERM` signal only after all `user-facing` workers have\n *   exited.\n *\n * For other kill signals, such as `SIGQUIT`, all workers\n * are stopped without draining. Additionally, if any worker exits\n * unexpectedly, all workers sent an immediate `SIGQUIT` signal.\n */\nexport type WorkerType = 'user-facing' | 'supporting';\n\nexport const GRACEFUL_SHUTDOWN = ['SIGTERM', 'SIGINT'] as const;\nexport const FORCEFUL_SHUTDOWN = ['SIGQUIT'] as const;\n\n/**\n * Handles readiness, termination signals, and coordination of graceful\n * shutdown.\n */\nexport class ProcessManager {\n  readonly #lc: LogContext;\n  readonly #userFacing = new Set<Subprocess>();\n  readonly #all = new Set<Subprocess>();\n  readonly #exitImpl: (code: number) => never;\n  readonly #start = Date.now();\n  readonly #ready: Promise<void>[] = [];\n\n  #runningState = new RunningState('process-manager');\n  #drainStart = 0;\n\n  constructor(lc: LogContext, proc: EventEmitter) {\n    this.#lc = lc.withContext('component', 'process-manager');\n\n    // Propagate `SIGTERM` and `SIGINT` to all user-facing workers,\n    // initiating a graceful shutdown. The parent process will\n    // exit once all user-facing workers have exited ...\n    for (const signal of GRACEFUL_SHUTDOWN) {\n      proc.on(signal, () => this.#startDrain(signal));\n    }\n\n    // ... which will result in sending `SIGTERM` to the remaining workers.\n    proc.on('exit', code =>\n      this.#kill(\n        this.#all,\n        code === 0 ? GRACEFUL_SHUTDOWN[0] : FORCEFUL_SHUTDOWN[0],\n      ),\n    );\n\n    // For other (catchable) kill signals, exit with a non-zero error code\n    // to send a `SIGQUIT` to all workers. For this signal, workers are\n    // stopped immediately without draining. See `runUntilKilled()`.\n    for (const signal of FORCEFUL_SHUTDOWN) {\n      proc.on(signal, () => this.#exit(-1));\n    }\n\n    this.#exitImpl = (code: number) => {\n      if (singleProcessMode()) {\n        return proc.emit('exit', code) as never; // For unit / integration tests.\n      }\n      process.exit(code);\n    };\n  }\n\n  done() {\n    return this.#runningState.stopped();\n  }\n\n  #exit(code: number) {\n    this.#lc.info?.('exiting with code', code);\n    this.#runningState.stop(this.#lc);\n    void this.#lc.flush().finally(() => this.#exitImpl(code));\n  }\n\n  #startDrain(signal: 'SIGTERM' | 'SIGINT' = 'SIGTERM') {\n    this.#lc.info?.(`initiating drain (${signal})`);\n    this.#drainStart = Date.now();\n    if (this.#userFacing.size) {\n      this.#kill(this.#userFacing, signal);\n    } else {\n      this.#kill(this.#all, signal);\n    }\n  }\n\n  addSubprocess(proc: Subprocess, type: WorkerType, name: string) {\n    if (type === 'user-facing') {\n      this.#userFacing.add(proc);\n    }\n    this.#all.add(proc);\n\n    proc.on('error', err =>\n      this.#lc.error?.(`error from ${name} ${proc.pid}`, err),\n    );\n    proc.on('close', (code, signal) =>\n      this.#onExit(code, signal, null, type, name, proc),\n    );\n  }\n\n  readonly #initializing = new Map<number, string>();\n  #nextID = 0;\n\n  addWorker(worker: Worker, type: WorkerType, name: string): Worker {\n    this.addSubprocess(worker, type, name);\n\n    const id = ++this.#nextID;\n    this.#initializing.set(id, name);\n    const {promise, resolve} = resolver();\n    this.#ready.push(promise);\n\n    worker.onceMessageType('ready', () => {\n      this.#lc.debug?.(`${name} ready (${Date.now() - this.#start} ms)`);\n      this.#initializing.delete(id);\n      resolve();\n    });\n\n    return worker;\n  }\n\n  initializing(): string[] {\n    return [...this.#initializing.values()];\n  }\n\n  async allWorkersReady() {\n    await Promise.all(this.#ready);\n  }\n\n  logErrorAndExit(err: unknown, name: string) {\n    // only accessible by the main (i.e. user-facing) process.\n    this.#onExit(-1, null, err, 'user-facing', name, undefined);\n  }\n\n  #onExit(\n    code: number,\n    sig: NodeJS.Signals | null,\n    err: unknown | null,\n    type: WorkerType,\n    name: string,\n    worker: Subprocess | undefined,\n  ) {\n    // Remove the worker from maps to avoid attempting to send more signals to it.\n    if (worker) {\n      this.#userFacing.delete(worker);\n      this.#all.delete(worker);\n    }\n\n    const pid = worker?.pid ?? process.pid;\n\n    if (type === 'supporting') {\n      // The replication-manager has no user-facing workers.\n      // In this case, code === 0 shutdowns are not errors.\n      // Non-zero exits are warnings (not errors) since they're often transient issues.\n      const log = code === 0 && this.#userFacing.size === 0 ? 'info' : 'warn';\n      this.#lc[log]?.(`${name} (${pid}) exited with code (${code})`, err ?? '');\n      return this.#exit(log === 'info' ? code : -1);\n    }\n\n    const log = this.#drainStart === 0 ? 'error' : 'warn';\n    if (sig) {\n      this.#lc[log]?.(`${name} (${pid}) killed with (${sig})`, err ?? '');\n    } else if (code !== 0) {\n      this.#lc[log]?.(`${name} (${pid}) exited with code (${code})`, err ?? '');\n    } else {\n      this.#lc.info?.(`${name} (${pid}) exited with code (${code})`);\n    }\n\n    // user-facing workers exited or finished draining.\n    if (this.#userFacing.size === 0) {\n      this.#lc.info?.(\n        this.#drainStart\n          ? `all user-facing workers drained (${\n              Date.now() - this.#drainStart\n            } ms)`\n          : `all user-facing workers exited`,\n      );\n      return this.#exit(0);\n    }\n\n    // Exit only if not draining. If a user-facing worker exits unexpectedly\n    // during a drain, log a warning but let other user-facing workers drain.\n    if (log === 'error') {\n      return this.#exit(code || -1);\n    }\n\n    return undefined;\n  }\n\n  #kill(workers: Iterable<Subprocess>, signal: NodeJS.Signals) {\n    for (const worker of workers) {\n      try {\n        worker.kill(signal);\n      } catch (e) {\n        this.#lc.error?.(e);\n      }\n    }\n  }\n}\n\n/**\n * Runs the specified services, stopping them on `SIGTERM` or `SIGINT` with\n * an optional {@link SingletonService.drain drain()}, or stopping them\n * without draining for `SIGQUIT`.\n *\n * @returns a Promise that resolves/rejects when any of the services stops/throws.\n */\n\nexport async function runUntilKilled(\n  lc: LogContext,\n  parent: Worker | NodeJS.Process,\n  ...services: SingletonService[]\n): Promise<void> {\n  if (services.length === 0) {\n    return;\n  }\n  for (const signal of [...GRACEFUL_SHUTDOWN, ...FORCEFUL_SHUTDOWN]) {\n    parent.once(signal, () => {\n      const GRACEFUL_SIGNALS = GRACEFUL_SHUTDOWN as readonly NodeJS.Signals[];\n\n      services.forEach(async svc => {\n        if (GRACEFUL_SIGNALS.includes(signal) && svc.drain) {\n          lc.info?.(`draining ${svc.constructor.name} ${svc.id} (${signal})`);\n          await svc.drain();\n        }\n        lc.info?.(`stopping ${svc.constructor.name} ${svc.id} (${signal})`);\n        await svc.stop();\n      });\n    });\n  }\n\n  try {\n    // Run all services and resolve when any of them stops.\n    const svc = await Promise.race(\n      services.map(svc => svc.run().then(() => svc)),\n    );\n    lc.info?.(`${svc.constructor.name} (${svc.id}) stopped`);\n  } catch (e) {\n    lc.error?.(`exiting on error`, e);\n    throw e;\n  }\n}\n\nexport async function exitAfter(run: () => Promise<void>) {\n  try {\n    await run();\n    // oxlint-disable-next-line no-console\n    console.info(`pid ${pid} exiting normally`);\n    process.exit(0);\n  } catch (e) {\n    // oxlint-disable-next-line no-console\n    console.error(`pid ${pid} exiting with error`, e);\n    process.exit(-1);\n  }\n}\n\nconst DEFAULT_STOP_INTERVAL_MS = 20_000;\n\n/**\n * The HeartbeatMonitor monitors the cadence heartbeats (e.g. \"/keepalive\"\n * health checks made to HttpServices) that signal that the server\n * should continue processing requests. When a configurable `stopInterval`\n * elapses without receiving these heartbeats, the monitor initiates a\n * graceful shutdown of the server. This works with common load balancing\n * frameworks such as AWS Elastic Load Balancing.\n *\n * The HeartbeatMonitor is **opt-in** in that it only kicks in after it\n * starts receiving keepalives.\n */\nexport class HeartbeatMonitor {\n  readonly #stopInterval: number;\n\n  #lc: LogContext;\n  #checkIntervalTimer: NodeJS.Timeout | undefined;\n  #checkImmediateTimer: NodeJS.Immediate | undefined;\n  #lastHeartbeat = 0;\n\n  constructor(lc: LogContext, stopInterval = DEFAULT_STOP_INTERVAL_MS) {\n    this.#lc = lc;\n    this.#stopInterval = stopInterval;\n  }\n\n  onHeartbeat(reqHeaders: IncomingHttpHeaders) {\n    this.#lastHeartbeat = Date.now();\n    if (this.#checkIntervalTimer === undefined) {\n      this.#lc.info?.(\n        `starting heartbeat monitor at ${\n          this.#stopInterval / 1000\n        } second interval`,\n        reqHeaders,\n      );\n      // e.g. check every 5 seconds to see if it's been over 20 seconds\n      //      since the last heartbeat.\n      this.#checkIntervalTimer = setInterval(\n        this.#checkStopInterval,\n        this.#stopInterval / 4,\n      );\n    }\n  }\n\n  #checkStopInterval = () => {\n    // In the Node.js event loop, timers like setInterval and setTimeout\n    // run *before* I/O events coming from network sockets or file reads/writes.\n    // When this process gets starved of CPU resources for long periods of time,\n    // for example when other processes are monopolizing all available cores,\n    // pathological behavior can emerge:\n    // - keepalive network request comes in, but is queued in Node internals waiting\n    //   for time on the event loop\n    // - CPU is starved/monopolized by other processes for longer than the time\n    //   configured via this.#stopInterval\n    // - When CPU becomes available and the event loop wakes up, this stop interval\n    //   check is run *before* the keepalive request is processed. The value of\n    //   this.#lastHeartbeat is now very stale, and erroneously triggers a shutdown\n    //   even though keepalive requests were about to be processed and update\n    //   this.#lastHeartbeat. Downtime ensues.\n    //\n    // To avoid this, we push the check out to a phase of the event loop *after*\n    // I/O events are processed, using setImmediate():\n    // https://nodejs.org/en/learn/asynchronous-work/event-loop-timers-and-nexttick#setimmediate-vs-settimeout\n    //\n    // This ensures we see a value for this.#lastHeartbeat that reflects\n    // any keepalive requests that came in during the current event loop turn.\n    this.#checkImmediateTimer = setImmediate(() => {\n      this.#checkImmediateTimer = undefined;\n      const timeSinceLastHeartbeat = Date.now() - this.#lastHeartbeat;\n      if (timeSinceLastHeartbeat >= this.#stopInterval) {\n        this.#lc.info?.(\n          `last heartbeat received ${\n            timeSinceLastHeartbeat / 1000\n          } seconds ago. draining.`,\n        );\n        process.kill(process.pid, GRACEFUL_SHUTDOWN[0]);\n      }\n    });\n  };\n\n  stop() {\n    clearTimeout(this.#checkIntervalTimer);\n    if (this.#checkImmediateTimer) {\n      clearImmediate(this.#checkImmediateTimer);\n    }\n  }\n}\n"],"names":["pid","log","svc"],"mappings":";;;;AA2BO,MAAM,oBAAoB,CAAC,WAAW,QAAQ;AAC9C,MAAM,oBAAoB,CAAC,SAAS;AAMpC,MAAM,eAAe;AAAA,EACjB;AAAA,EACA,kCAAkB,IAAA;AAAA,EAClB,2BAAW,IAAA;AAAA,EACX;AAAA,EACA,SAAS,KAAK,IAAA;AAAA,EACd,SAA0B,CAAA;AAAA,EAEnC,gBAAgB,IAAI,aAAa,iBAAiB;AAAA,EAClD,cAAc;AAAA,EAEd,YAAY,IAAgB,MAAoB;AAC9C,SAAK,MAAM,GAAG,YAAY,aAAa,iBAAiB;AAKxD,eAAW,UAAU,mBAAmB;AACtC,WAAK,GAAG,QAAQ,MAAM,KAAK,YAAY,MAAM,CAAC;AAAA,IAChD;AAGA,SAAK;AAAA,MAAG;AAAA,MAAQ,UACd,KAAK;AAAA,QACH,KAAK;AAAA,QACL,SAAS,IAAI,kBAAkB,CAAC,IAAI,kBAAkB,CAAC;AAAA,MAAA;AAAA,IACzD;AAMF,eAAW,UAAU,mBAAmB;AACtC,WAAK,GAAG,QAAQ,MAAM,KAAK,MAAM,EAAE,CAAC;AAAA,IACtC;AAEA,SAAK,YAAY,CAAC,SAAiB;AACjC,UAAI,qBAAqB;AACvB,eAAO,KAAK,KAAK,QAAQ,IAAI;AAAA,MAC/B;AACA,cAAQ,KAAK,IAAI;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,OAAO;AACL,WAAO,KAAK,cAAc,QAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,MAAc;AAClB,SAAK,IAAI,OAAO,qBAAqB,IAAI;AACzC,SAAK,cAAc,KAAK,KAAK,GAAG;AAChC,SAAK,KAAK,IAAI,MAAA,EAAQ,QAAQ,MAAM,KAAK,UAAU,IAAI,CAAC;AAAA,EAC1D;AAAA,EAEA,YAAY,SAA+B,WAAW;AACpD,SAAK,IAAI,OAAO,qBAAqB,MAAM,GAAG;AAC9C,SAAK,cAAc,KAAK,IAAA;AACxB,QAAI,KAAK,YAAY,MAAM;AACzB,WAAK,MAAM,KAAK,aAAa,MAAM;AAAA,IACrC,OAAO;AACL,WAAK,MAAM,KAAK,MAAM,MAAM;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,cAAc,MAAkB,MAAkB,MAAc;AAC9D,QAAI,SAAS,eAAe;AAC1B,WAAK,YAAY,IAAI,IAAI;AAAA,IAC3B;AACA,SAAK,KAAK,IAAI,IAAI;AAElB,SAAK;AAAA,MAAG;AAAA,MAAS,CAAA,QACf,KAAK,IAAI,QAAQ,cAAc,IAAI,IAAI,KAAK,GAAG,IAAI,GAAG;AAAA,IAAA;AAExD,SAAK;AAAA,MAAG;AAAA,MAAS,CAAC,MAAM,WACtB,KAAK,QAAQ,MAAM,QAAQ,MAAM,MAAM,MAAM,IAAI;AAAA,IAAA;AAAA,EAErD;AAAA,EAES,oCAAoB,IAAA;AAAA,EAC7B,UAAU;AAAA,EAEV,UAAU,QAAgB,MAAkB,MAAsB;AAChE,SAAK,cAAc,QAAQ,MAAM,IAAI;AAErC,UAAM,KAAK,EAAE,KAAK;AAClB,SAAK,cAAc,IAAI,IAAI,IAAI;AAC/B,UAAM,EAAC,SAAS,QAAA,IAAW,SAAA;AAC3B,SAAK,OAAO,KAAK,OAAO;AAExB,WAAO,gBAAgB,SAAS,MAAM;AACpC,WAAK,IAAI,QAAQ,GAAG,IAAI,WAAW,KAAK,IAAA,IAAQ,KAAK,MAAM,MAAM;AACjE,WAAK,cAAc,OAAO,EAAE;AAC5B,cAAA;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,eAAyB;AACvB,WAAO,CAAC,GAAG,KAAK,cAAc,QAAQ;AAAA,EACxC;AAAA,EAEA,MAAM,kBAAkB;AACtB,UAAM,QAAQ,IAAI,KAAK,MAAM;AAAA,EAC/B;AAAA,EAEA,gBAAgB,KAAc,MAAc;AAE1C,SAAK,QAAQ,IAAI,MAAM,KAAK,eAAe,MAAM,MAAS;AAAA,EAC5D;AAAA,EAEA,QACE,MACA,KACA,KACA,MACA,MACA,QACA;AAEA,QAAI,QAAQ;AACV,WAAK,YAAY,OAAO,MAAM;AAC9B,WAAK,KAAK,OAAO,MAAM;AAAA,IACzB;AAEA,UAAMA,OAAM,QAAQ,OAAO,QAAQ;AAEnC,QAAI,SAAS,cAAc;AAIzB,YAAMC,OAAM,SAAS,KAAK,KAAK,YAAY,SAAS,IAAI,SAAS;AACjE,WAAK,IAAIA,IAAG,IAAI,GAAG,IAAI,KAAKD,IAAG,uBAAuB,IAAI,KAAK,OAAO,EAAE;AACxE,aAAO,KAAK,MAAMC,SAAQ,SAAS,OAAO,EAAE;AAAA,IAC9C;AAEA,UAAM,MAAM,KAAK,gBAAgB,IAAI,UAAU;AAC/C,QAAI,KAAK;AACP,WAAK,IAAI,GAAG,IAAI,GAAG,IAAI,KAAKD,IAAG,kBAAkB,GAAG,KAAK,OAAO,EAAE;AAAA,IACpE,WAAW,SAAS,GAAG;AACrB,WAAK,IAAI,GAAG,IAAI,GAAG,IAAI,KAAKA,IAAG,uBAAuB,IAAI,KAAK,OAAO,EAAE;AAAA,IAC1E,OAAO;AACL,WAAK,IAAI,OAAO,GAAG,IAAI,KAAKA,IAAG,uBAAuB,IAAI,GAAG;AAAA,IAC/D;AAGA,QAAI,KAAK,YAAY,SAAS,GAAG;AAC/B,WAAK,IAAI;AAAA,QACP,KAAK,cACD,oCACE,KAAK,QAAQ,KAAK,WACpB,SACA;AAAA,MAAA;AAEN,aAAO,KAAK,MAAM,CAAC;AAAA,IACrB;AAIA,QAAI,QAAQ,SAAS;AACnB,aAAO,KAAK,MAAM,QAAQ,EAAE;AAAA,IAC9B;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,SAA+B,QAAwB;AAC3D,eAAW,UAAU,SAAS;AAC5B,UAAI;AACF,eAAO,KAAK,MAAM;AAAA,MACpB,SAAS,GAAG;AACV,aAAK,IAAI,QAAQ,CAAC;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;AAUA,eAAsB,eACpB,IACA,WACG,UACY;AACf,MAAI,SAAS,WAAW,GAAG;AACzB;AAAA,EACF;AACA,aAAW,UAAU,CAAC,GAAG,mBAAmB,GAAG,iBAAiB,GAAG;AACjE,WAAO,KAAK,QAAQ,MAAM;AACxB,YAAM,mBAAmB;AAEzB,eAAS,QAAQ,OAAM,QAAO;AAC5B,YAAI,iBAAiB,SAAS,MAAM,KAAK,IAAI,OAAO;AAClD,aAAG,OAAO,YAAY,IAAI,YAAY,IAAI,IAAI,IAAI,EAAE,KAAK,MAAM,GAAG;AAClE,gBAAM,IAAI,MAAA;AAAA,QACZ;AACA,WAAG,OAAO,YAAY,IAAI,YAAY,IAAI,IAAI,IAAI,EAAE,KAAK,MAAM,GAAG;AAClE,cAAM,IAAI,KAAA;AAAA,MACZ,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAEA,MAAI;AAEF,UAAM,MAAM,MAAM,QAAQ;AAAA,MACxB,SAAS,IAAI,CAAAE,SAAOA,KAAI,MAAM,KAAK,MAAMA,IAAG,CAAC;AAAA,IAAA;AAE/C,OAAG,OAAO,GAAG,IAAI,YAAY,IAAI,KAAK,IAAI,EAAE,WAAW;AAAA,EACzD,SAAS,GAAG;AACV,OAAG,QAAQ,oBAAoB,CAAC;AAChC,UAAM;AAAA,EACR;AACF;AAEA,eAAsB,UAAU,KAA0B;AACxD,MAAI;AACF,UAAM,IAAA;AAEN,YAAQ,KAAK,OAAO,GAAG,mBAAmB;AAC1C,YAAQ,KAAK,CAAC;AAAA,EAChB,SAAS,GAAG;AAEV,YAAQ,MAAM,OAAO,GAAG,uBAAuB,CAAC;AAChD,YAAQ,KAAK,EAAE;AAAA,EACjB;AACF;AAEA,MAAM,2BAA2B;AAa1B,MAAM,iBAAiB;AAAA,EACnB;AAAA,EAET;AAAA,EACA;AAAA,EACA;AAAA,EACA,iBAAiB;AAAA,EAEjB,YAAY,IAAgB,eAAe,0BAA0B;AACnE,SAAK,MAAM;AACX,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,YAAY,YAAiC;AAC3C,SAAK,iBAAiB,KAAK,IAAA;AAC3B,QAAI,KAAK,wBAAwB,QAAW;AAC1C,WAAK,IAAI;AAAA,QACP,iCACE,KAAK,gBAAgB,GACvB;AAAA,QACA;AAAA,MAAA;AAIF,WAAK,sBAAsB;AAAA,QACzB,KAAK;AAAA,QACL,KAAK,gBAAgB;AAAA,MAAA;AAAA,IAEzB;AAAA,EACF;AAAA,EAEA,qBAAqB,MAAM;AAsBzB,SAAK,uBAAuB,aAAa,MAAM;AAC7C,WAAK,uBAAuB;AAC5B,YAAM,yBAAyB,KAAK,IAAA,IAAQ,KAAK;AACjD,UAAI,0BAA0B,KAAK,eAAe;AAChD,aAAK,IAAI;AAAA,UACP,2BACE,yBAAyB,GAC3B;AAAA,QAAA;AAEF,gBAAQ,KAAK,QAAQ,KAAK,kBAAkB,CAAC,CAAC;AAAA,MAChD;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,OAAO;AACL,iBAAa,KAAK,mBAAmB;AACrC,QAAI,KAAK,sBAAsB;AAC7B,qBAAe,KAAK,oBAAoB;AAAA,IAC1C;AAAA,EACF;AACF;"}