@omnitron-dev/omnitron 0.1.3 → 0.3.0

package/dist/orchestrator/app-handle.d.ts

@@ -5,19 +5,73 @@
  * along with app-level metadata.
  */
 import type { ChildProcess } from 'node:child_process';
-import type { IProcessMetrics, IHealthStatus } from '@omnitron-dev/titan-pm';
+import type { IProcessMetrics, IHealthStatus, IProcessPool } from '@omnitron-dev/titan-pm';
 import type { ProcessSupervisor } from '@omnitron-dev/titan-pm';
 import type { AppStatus, IEcosystemAppEntry, IProcessEntry } from '../config/types.js';
 import type { ServiceRouter } from './service-router.js';
+/**
+ * Last-known exit context retained on the AppHandle after a child
+ * dies. Pre-fix nothing about a crashed app was preserved past the
+ * `IWorkerExitInfo` event emission — operators saw "errored" + PID=null
+ * with zero hint at WHY. This struct fills the gap so `omnitron inspect`
+ * + `omnitron logs --file` can answer the question.
+ */
+export interface LastExitInfo {
+    /** ISO timestamp of the exit. */
+    atIso: string;
+    /** Process exit code (null when killed by signal). */
+    code: number | null;
+    /** Signal name (e.g. 'SIGKILL', 'SIGSEGV') when applicable. */
+    signal: string | null;
+    /** True for deliberate `terminate()` calls, false for crashes. */
+    expected: boolean;
+    /**
+     * Last N (default 80) lines of stderr captured before the child
+     * exited. The single most useful diagnostic — pre-fix this was
+     * collected during `waitForReady` but discarded once the app
+     * went online, and never written to disk.
+     */
+    stderrTail: string[];
+    /**
+     * Human-readable summary the supervisor produced for the
+     * `child:crash` event (typically the underlying Error message).
+     */
+    message?: string;
+}
 export declare class AppHandle {
-    readonly entry: IEcosystemAppEntry;
     readonly mode: 'classic' | 'bootstrap';
     pid: number | null;
     status: AppStatus;
     startedAt: number;
     restarts: number;
-    port: number | null;
+    /**
+     * HTTP port the app listens on, or null when it has no HTTP transport.
+     *
+     * Derived from the topology rather than reported by the child: the port is
+     * declared in `transports.http.port` and is known to the daemon before the
+     * process even starts, so asking the child for it would add a round trip to
+     * learn something already in hand.
+     *
+     * This used to be a field nothing ever assigned. `BootstrapProcess` computed
+     * the value and exposed `getPort()`, but no caller existed — so `omnitron
+     * list`, `status`, and the console's app cards all reported `port: null`
+     * for apps that were serving traffic. Six apps on ports 3001-3006 showed as
+     * portless.
+     */
+    get port(): number | null;
     lastMetrics: IProcessMetrics | null;
+    /**
+     * Last OS sample per topology entry name.
+     *
+     * Sub-process CPU and memory used to be reported as literal `0` even
+     * though the pid was in hand — a placeholder indistinguishable from a
+     * measurement, which is the same defect that made the app table show
+     * 0% CPU for processes holding 105 MB.
+     */
+    childMetrics: Map<string, {
+        cpu: number;
+        memory: number;
+    }>;
     lastHealth: IHealthStatus | null;
     /** PM supervisor managing this app's processes (bootstrap mode) */
     supervisor: ProcessSupervisor | null;
@@ -27,22 +81,135 @@ export declare class AppHandle {
     instanceCount: number;
     /** Netron-native service router for topology */
     serviceRouter: ServiceRouter | null;
+    /**
+     * The app's own `logger.level`, read from its `config/default.json`.
+     *
+     * A child process builds its logger from `spawnOptions.logLevel`, which
+     * defaulted to `info` with nothing setting it — so an app configured at
+     * `error` still had every worker's netron logging at info. Measured on the
+     * stand: 13 lines on a boot, all `module=netron`, all from children, and
+     * zero from the app itself. The app knows its level; its children should
+     * start there.
+     */
+    appLogLevel: ('fatal' | 'error' | 'warn' | 'info' | 'debug' | 'trace' | 'silent') | undefined;
     /** Process topology entries from defineSystem() */
     topologyProcesses: IProcessEntry[] | null;
+    /**
+     * Pool refs keyed by topology entry `name` (only for entries with
+     * `instances > 1` — single-instance topology runs as a supervisor
+     * child instead). Populated when the pool is created in
+     * `OrchestratorService.startBootstrapApp`; consumed by `getInfo()`
+     * so per-pool status reflects actual worker count instead of
+     * defaulting to 'stopped' (supervisor knows nothing about pool
+     * workers, so without this map the orchestrator would always
+     * report pool-managed topology entries as stopped even when they
+     * have N live workers).
+     */
+    topologyPools: Map<string, IProcessPool<unknown>>;
     /** Timer for classic-mode crash restart backoff (cleared on explicit stop) */
     crashRestartTimer: ReturnType<typeof setTimeout> | null;
     /** Stdout/stderr log buffer (ring buffer) */
     private logBuffer;
     private readonly maxLogLines;
+    /**
+     * Stderr-only ring buffer. Kept distinct from `logBuffer` so a
+     * crash diagnosis is not drowned in stdout noise. Snapshotted
+     * into `lastExit.stderrTail` on death.
+     */
+    private stderrRing;
+    private readonly maxStderrLines;
+    /**
+     * What happened the last time this app died. `null` between
+     * a successful start and the next exit. Set by `recordExit()`.
+     */
+    lastExit: LastExitInfo | null;
+    private definition;
     constructor(entry: IEcosystemAppEntry, mode: 'classic' | 'bootstrap');
+    /**
+     * The definition this app is started with — and, after `redefine`, the one
+     * its NEXT start uses. A running process keeps the environment it was
+     * started with; `restartAppNow` starts from this.
+     */
+    get entry(): IEcosystemAppEntry;
+    /**
+     * Take a new definition for the next start.
+     *
+     * The handle captured its entry once, at the first start, and every restart
+     * reused it — so a deployment that rewrote an app's environment and then
+     * restarted it restarted it on the old one. Measured on daos/test,
+     * 2026-09-23: paysys came back pointed at the chain's old address after a
+     * deployment had written the new one to the node.
+     *
+     * Refused for another name: a handle is keyed by its app's name, and a
+     * definition that renames it would orphan the key.
+     */
+    redefine(entry: IEcosystemAppEntry): void;
     get name(): string;
     get uptime(): number;
     get cpu(): number;
     get memory(): number;
     appendLog(line: string): void;
+    /**
+     * Append a stderr line into the crash-diagnosis ring. Cheap +
+     * bounded — the orchestrator's log-capture hook calls this for
+     * every line tagged `stream='stderr'` regardless of how the app
+     * is faring.
+     */
+    appendStderr(line: string): void;
     getLogs(lines?: number): string[];
+    /**
+     * Snapshot the current stderr tail and persist it alongside the
+     * exit metadata. Called from the orchestrator's exit hook so the
+     * info survives past the WorkerHandle being GC'd.
+     */
+    recordExit(info: {
+        code: number | null;
+        signal: NodeJS.Signals | string | null;
+        expected: boolean;
+        message?: string;
+    }): void;
+    /** Drop the lastExit context — called once the app comes back online. */
+    clearLastExit(): void;
     markStarting(): void;
     markOnline(pid: number): void;
+    /**
+     * The supervisor children a bootstrap app runs, and which of them is its
+     * server — the one process with a transport.
+     *
+     * A bootstrap app used to take every child's start as its own: each
+     * `child:started` called `markOnline(childPid)`, so the app was `online`
+     * from its FIRST child, and its pid was that of its LAST. Measured on
+     * daos/dev/main: pid 58130, the notification-worker, while port 3001 was
+     * held by the http process, 57952 — four of six apps the same way. That
+     * pid is what `list` prints, what the console calls «the app's PID», what
+     * `inspect` measured (181.9 MB of the app's 661.8 MB), and what the ghost
+     * check asks the OS about — so an app whose http process died stayed
+     * `online` for as long as its notification-worker lived. And `inspect`
+     * answered `online` at 08:49:0x with two of three processes up; «App
+     * started» came at 08:49:09.691Z.
+     *
+     * `serverChild` is `null` for an app with no server process, and then the
+     * app has no pid: no single process answers for it.
+     */
+    private declaredChildren;
+    private serverChild;
+    private readonly startedChildren;
+    declareChildren(children: readonly string[], serverChild: string | null): void;
+    /**
+     * One declared child is up. The server child's pid becomes the app's.
+     *
+     * Returns whether the app is now whole — every declared child started —
+     * which is the only state in which it is `online`. Until then it stays
+     * where it was (`starting` during a boot, `crashed` while a sibling is
+     * still down), because a partial app is not an online one.
+     */
+    childStarted(child: string, pid: number | null): boolean;
+    /**
+     * One declared child is down — crashed, or stopped. The app is no longer
+     * whole, and if it was the server, the app has no pid until it is back:
+     * holding the dead one would let the liveness check vouch for nothing.
+     */
+    childGone(child: string): void;
     markStopping(): void;
     markStopped(): void;
     markErrored(): void;

package/dist/orchestrator/app-handle.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"app-handle.d.ts","sourceRoot":"","sources":["../../src/orchestrator/app-handle.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC7E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACvF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,qBAAa,SAAS;aAgCF,KAAK,EAAE,kBAAkB;aACzB,IAAI,EAAE,SAAS,GAAG,WAAW;IAhCxC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC1B,MAAM,EAAE,SAAS,CAAa;IAC9B,SAAS,EAAE,MAAM,CAAK;IACtB,QAAQ,EAAE,MAAM,CAAK;IACrB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC3B,WAAW,EAAE,eAAe,GAAG,IAAI,CAAQ;IAC3C,UAAU,EAAE,aAAa,GAAG,IAAI,CAAQ;IAE/C,mEAAmE;IAC5D,UAAU,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IAEnD,6DAA6D;IACtD,YAAY,EAAE,YAAY,GAAG,IAAI,CAAQ;IAEhD,iCAAiC;IAC1B,aAAa,EAAE,MAAM,CAAK;IAEjC,gDAAgD;IACzC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAQ;IAElD,mDAAmD;IAC5C,iBAAiB,EAAE,aAAa,EAAE,GAAG,IAAI,CAAQ;IAExD,8EAA8E;IACvE,iBAAiB,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,GAAG,IAAI,CAAQ;IAEtE,6CAA6C;IAC7C,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;gBAGlB,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,SAAS,GAAG,WAAW;IAG/C,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,MAAM,IAAI,MAAM,CAGnB;IAED,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO7B,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE;IAKjC,YAAY,IAAI,IAAI;IAKpB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAK7B,YAAY,IAAI,IAAI;IAIpB,WAAW,IAAI,IAAI;IAWnB,WAAW,IAAI,IAAI;IAInB,WAAW,IAAI,IAAI;CAIpB"}
+{"version":3,"file":"app-handle.d.ts","sourceRoot":"","sources":["../../src/orchestrator/app-handle.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACvF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD;;;;;;GAMG;AACH,MAAM,WAAW,YAAY;IAC3B,iCAAiC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,+DAA+D;IAC/D,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,kEAAkE;IAClE,QAAQ,EAAE,OAAO,CAAC;IAClB;;;;;OAKG;IACH,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,SAAS;aAsGF,IAAI,EAAE,SAAS,GAAG,WAAW;IArGxC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC1B,MAAM,EAAE,SAAS,CAAa;IAC9B,SAAS,EAAE,MAAM,CAAK;IACtB,QAAQ,EAAE,MAAM,CAAK;IAC5B;;;;;;;;;;;;;OAaG;IACH,IAAI,IAAI,IAAI,MAAM,GAAG,IAAI,CAGxB;IACM,WAAW,EAAE,eAAe,GAAG,IAAI,CAAQ;IAElD;;;;;;;OAOG;IACI,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAa;IAEvE,UAAU,EAAE,aAAa,GAAG,IAAI,CAAQ;IAE/C,mEAAmE;IAC5D,UAAU,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IAEnD,6DAA6D;IACtD,YAAY,EAAE,YAAY,GAAG,IAAI,CAAQ;IAEhD,iCAAiC;IAC1B,aAAa,EAAE,MAAM,CAAK;IAEjC,gDAAgD;IACzC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAQ;IAElD;;;;;;;;;OASG;IACI,WAAW,EAAE,CAAC,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC,GAAG,SAAS,CAAC;IAErG,mDAAmD;IAC5C,iBAAiB,EAAE,aAAa,EAAE,GAAG,IAAI,CAAQ;IAExD;;;;;;;;;;OAUG;IACI,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAa;IAErE,8EAA8E;IACvE,iBAAiB,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,GAAG,IAAI,CAAQ;IAEtE,6CAA6C;IAC7C,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IAEpC;;;;OAIG;IACH,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAM;IAErC;;;OAGG;IACI,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAQ;IAE5C,OAAO,CAAC,UAAU,CAAqB;IAEvC,YACE,KAAK,EAAE,kBAAkB,EACT,IAAI,EAAE,SAAS,GAAG,WAAW,EAG9C;IAED;;;;OAIG;IACH,IAAI,KAAK,IAAI,kBAAkB,CAE9B;IAED;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,KAAK,EAAE,kBAAkB,GAAG,IAAI,CAKxC;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,MAAM,IAAI,MAAM,CAGnB;IAED,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAK5B;IAED;;;;;OAKG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAK/B;IAED,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAGhC;IAED;;;;OAIG;IACH,UAAU,CAAC,IAAI,EAAE;QACf,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;QACvC,QAAQ,EAAE,OAAO,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CASP;IAED,yEAAyE;IACzE,aAAa,IAAI,IAAI,CAGpB;IAED,YAAY,IAAI,IAAI,CAGnB;IAED,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAG5B;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACH,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAqB;IAErD,eAAe,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAK7E;IAED;;;;;;;OAOG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAMvD;IAED;;;;OAIG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAG7B;IAED,YAAY,IAAI,IAAI,CAEnB;IAED,WAAW,IAAI,IAAI,CASlB;IAED,WAAW,IAAI,IAAI,CAElB;IAED,WAAW,IAAI,IAAI,CAGlB;CACF"}

package/dist/orchestrator/app-handle.js

@@ -5,14 +5,39 @@
  * along with app-level metadata.
  */
 export class AppHandle {
-    entry;
     mode;
     pid = null;
     status = 'stopped';
     startedAt = 0;
     restarts = 0;
-    port = null;
+    /**
+     * HTTP port the app listens on, or null when it has no HTTP transport.
+     *
+     * Derived from the topology rather than reported by the child: the port is
+     * declared in `transports.http.port` and is known to the daemon before the
+     * process even starts, so asking the child for it would add a round trip to
+     * learn something already in hand.
+     *
+     * This used to be a field nothing ever assigned. `BootstrapProcess` computed
+     * the value and exposed `getPort()`, but no caller existed — so `omnitron
+     * list`, `status`, and the console's app cards all reported `port: null`
+     * for apps that were serving traffic. Six apps on ports 3001-3006 showed as
+     * portless.
+     */
+    get port() {
+        const http = this.topologyProcesses?.find((p) => p.transports?.http)?.transports?.http;
+        return typeof http?.port === 'number' ? http.port : null;
+    }
     lastMetrics = null;
+    /**
+     * Last OS sample per topology entry name.
+     *
+     * Sub-process CPU and memory used to be reported as literal `0` even
+     * though the pid was in hand — a placeholder indistinguishable from a
+     * measurement, which is the same defect that made the app table show
+     * 0% CPU for processes holding 105 MB.
+     */
+    childMetrics = new Map();
     lastHealth = null;
     /** PM supervisor managing this app's processes (bootstrap mode) */
     supervisor = null;
@@ -22,16 +47,78 @@ export class AppHandle {
     instanceCount = 1;
     /** Netron-native service router for topology */
     serviceRouter = null;
+    /**
+     * The app's own `logger.level`, read from its `config/default.json`.
+     *
+     * A child process builds its logger from `spawnOptions.logLevel`, which
+     * defaulted to `info` with nothing setting it — so an app configured at
+     * `error` still had every worker's netron logging at info. Measured on the
+     * stand: 13 lines on a boot, all `module=netron`, all from children, and
+     * zero from the app itself. The app knows its level; its children should
+     * start there.
+     */
+    appLogLevel;
     /** Process topology entries from defineSystem() */
     topologyProcesses = null;
+    /**
+     * Pool refs keyed by topology entry `name` (only for entries with
+     * `instances > 1` — single-instance topology runs as a supervisor
+     * child instead). Populated when the pool is created in
+     * `OrchestratorService.startBootstrapApp`; consumed by `getInfo()`
+     * so per-pool status reflects actual worker count instead of
+     * defaulting to 'stopped' (supervisor knows nothing about pool
+     * workers, so without this map the orchestrator would always
+     * report pool-managed topology entries as stopped even when they
+     * have N live workers).
+     */
+    topologyPools = new Map();
     /** Timer for classic-mode crash restart backoff (cleared on explicit stop) */
     crashRestartTimer = null;
     /** Stdout/stderr log buffer (ring buffer) */
     logBuffer = [];
     maxLogLines = 1000;
+    /**
+     * Stderr-only ring buffer. Kept distinct from `logBuffer` so a
+     * crash diagnosis is not drowned in stdout noise. Snapshotted
+     * into `lastExit.stderrTail` on death.
+     */
+    stderrRing = [];
+    maxStderrLines = 80;
+    /**
+     * What happened the last time this app died. `null` between
+     * a successful start and the next exit. Set by `recordExit()`.
+     */
+    lastExit = null;
+    definition;
     constructor(entry, mode) {
-        this.entry = entry;
         this.mode = mode;
+        this.definition = entry;
+    }
+    /**
+     * The definition this app is started with — and, after `redefine`, the one
+     * its NEXT start uses. A running process keeps the environment it was
+     * started with; `restartAppNow` starts from this.
+     */
+    get entry() {
+        return this.definition;
+    }
+    /**
+     * Take a new definition for the next start.
+     *
+     * The handle captured its entry once, at the first start, and every restart
+     * reused it — so a deployment that rewrote an app's environment and then
+     * restarted it restarted it on the old one. Measured on daos/test,
+     * 2026-09-23: paysys came back pointed at the chain's old address after a
+     * deployment had written the new one to the node.
+     *
+     * Refused for another name: a handle is keyed by its app's name, and a
+     * definition that renames it would orphan the key.
+     */
+    redefine(entry) {
+        if (entry.name !== this.definition.name) {
+            throw new Error(`A definition for '${entry.name}' cannot redefine '${this.definition.name}'`);
+        }
+        this.definition = entry;
     }
     get name() {
         return this.entry.name;
@@ -53,11 +140,43 @@ export class AppHandle {
             this.logBuffer.shift();
         }
     }
+    /**
+     * Append a stderr line into the crash-diagnosis ring. Cheap +
+     * bounded — the orchestrator's log-capture hook calls this for
+     * every line tagged `stream='stderr'` regardless of how the app
+     * is faring.
+     */
+    appendStderr(line) {
+        this.stderrRing.push(line);
+        if (this.stderrRing.length > this.maxStderrLines) {
+            this.stderrRing.shift();
+        }
+    }
     getLogs(lines) {
         if (!lines)
             return [...this.logBuffer];
         return this.logBuffer.slice(-lines);
     }
+    /**
+     * Snapshot the current stderr tail and persist it alongside the
+     * exit metadata. Called from the orchestrator's exit hook so the
+     * info survives past the WorkerHandle being GC'd.
+     */
+    recordExit(info) {
+        this.lastExit = {
+            atIso: new Date().toISOString(),
+            code: info.code,
+            signal: info.signal === null ? null : String(info.signal),
+            expected: info.expected,
+            stderrTail: [...this.stderrRing],
+            ...(info.message !== undefined && { message: info.message }),
+        };
+    }
+    /** Drop the lastExit context — called once the app comes back online. */
+    clearLastExit() {
+        this.lastExit = null;
+        this.stderrRing = [];
+    }
     markStarting() {
         this.status = 'starting';
         this.startedAt = Date.now();
@@ -66,6 +185,61 @@ export class AppHandle {
         this.status = 'online';
         this.pid = pid;
     }
+    /**
+     * The supervisor children a bootstrap app runs, and which of them is its
+     * server — the one process with a transport.
+     *
+     * A bootstrap app used to take every child's start as its own: each
+     * `child:started` called `markOnline(childPid)`, so the app was `online`
+     * from its FIRST child, and its pid was that of its LAST. Measured on
+     * daos/dev/main: pid 58130, the notification-worker, while port 3001 was
+     * held by the http process, 57952 — four of six apps the same way. That
+     * pid is what `list` prints, what the console calls «the app's PID», what
+     * `inspect` measured (181.9 MB of the app's 661.8 MB), and what the ghost
+     * check asks the OS about — so an app whose http process died stayed
+     * `online` for as long as its notification-worker lived. And `inspect`
+     * answered `online` at 08:49:0x with two of three processes up; «App
+     * started» came at 08:49:09.691Z.
+     *
+     * `serverChild` is `null` for an app with no server process, and then the
+     * app has no pid: no single process answers for it.
+     */
+    declaredChildren = [];
+    serverChild = null;
+    startedChildren = new Set();
+    declareChildren(children, serverChild) {
+        this.declaredChildren = [...children];
+        this.serverChild = serverChild;
+        this.startedChildren.clear();
+        this.pid = null;
+    }
+    /**
+     * One declared child is up. The server child's pid becomes the app's.
+     *
+     * Returns whether the app is now whole — every declared child started —
+     * which is the only state in which it is `online`. Until then it stays
+     * where it was (`starting` during a boot, `crashed` while a sibling is
+     * still down), because a partial app is not an online one.
+     */
+    childStarted(child, pid) {
+        this.startedChildren.add(child);
+        if (child === this.serverChild)
+            this.pid = pid;
+        if (!this.declaredChildren.every((name) => this.startedChildren.has(name)))
+            return false;
+        this.status = 'online';
+        return true;
+    }
+    /**
+     * One declared child is down — crashed, or stopped. The app is no longer
+     * whole, and if it was the server, the app has no pid until it is back:
+     * holding the dead one would let the liveness check vouch for nothing.
+     */
+    childGone(child) {
+        this.startedChildren.delete(child);
+        if (child === this.serverChild)
+            this.pid = null;
+    }
     markStopping() {
         this.status = 'stopping';
     }

package/dist/orchestrator/app-handle.js.map

@@ -1 +1 @@
-{"version":3,"file":"app-handle.js","sourceRoot":"","sources":["../../src/orchestrator/app-handle.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,MAAM,OAAO,SAAS;IAgCF;IACA;IAhCX,GAAG,GAAkB,IAAI,CAAC;IAC1B,MAAM,GAAc,SAAS,CAAC;IAC9B,SAAS,GAAW,CAAC,CAAC;IACtB,QAAQ,GAAW,CAAC,CAAC;IACrB,IAAI,GAAkB,IAAI,CAAC;IAC3B,WAAW,GAA2B,IAAI,CAAC;IAC3C,UAAU,GAAyB,IAAI,CAAC;IAE/C,mEAAmE;IAC5D,UAAU,GAA6B,IAAI,CAAC;IAEnD,6DAA6D;IACtD,YAAY,GAAwB,IAAI,CAAC;IAEhD,iCAAiC;IAC1B,aAAa,GAAW,CAAC,CAAC;IAEjC,gDAAgD;IACzC,aAAa,GAAyB,IAAI,CAAC;IAElD,mDAAmD;IAC5C,iBAAiB,GAA2B,IAAI,CAAC;IAExD,8EAA8E;IACvE,iBAAiB,GAAyC,IAAI,CAAC;IAEtE,6CAA6C;IACrC,SAAS,GAAa,EAAE,CAAC;IAChB,WAAW,GAAG,IAAI,CAAC;IAEpC,YACkB,KAAyB,EACzB,IAA6B;QAD7B,UAAK,GAAL,KAAK,CAAoB;QACzB,SAAI,GAAJ,IAAI,CAAyB;IAC5C,CAAC;IAEJ,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,MAAM;QACR,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,SAAS,CAAC,IAAY;QACpB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAc;QACpB,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,YAAY;QACV,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,UAAU,CAAC,GAAW;QACpB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED,YAAY;QACV,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;IAC3B,CAAC;IAED,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACrC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;IAED,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC;CACF"}
+{"version":3,"file":"app-handle.js","sourceRoot":"","sources":["../../src/orchestrator/app-handle.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAsCH,MAAM,OAAO,SAAS;IAsGF,IAAI;IArGf,GAAG,GAAkB,IAAI,CAAC;IAC1B,MAAM,GAAc,SAAS,CAAC;IAC9B,SAAS,GAAW,CAAC,CAAC;IACtB,QAAQ,GAAW,CAAC,CAAC;IAC5B;;;;;;;;;;;;;OAaG;IACH,IAAI,IAAI;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC;QACvF,OAAO,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3D,CAAC;IACM,WAAW,GAA2B,IAAI,CAAC;IAElD;;;;;;;OAOG;IACI,YAAY,GAAiD,IAAI,GAAG,EAAE,CAAC;IAEvE,UAAU,GAAyB,IAAI,CAAC;IAE/C,mEAAmE;IAC5D,UAAU,GAA6B,IAAI,CAAC;IAEnD,6DAA6D;IACtD,YAAY,GAAwB,IAAI,CAAC;IAEhD,iCAAiC;IAC1B,aAAa,GAAW,CAAC,CAAC;IAEjC,gDAAgD;IACzC,aAAa,GAAyB,IAAI,CAAC;IAElD;;;;;;;;;OASG;IACI,WAAW,CAAmF;IAErG,mDAAmD;IAC5C,iBAAiB,GAA2B,IAAI,CAAC;IAExD;;;;;;;;;;OAUG;IACI,aAAa,GAAuC,IAAI,GAAG,EAAE,CAAC;IAErE,8EAA8E;IACvE,iBAAiB,GAAyC,IAAI,CAAC;IAEtE,6CAA6C;IACrC,SAAS,GAAa,EAAE,CAAC;IAChB,WAAW,GAAG,IAAI,CAAC;IAEpC;;;;OAIG;IACK,UAAU,GAAa,EAAE,CAAC;IACjB,cAAc,GAAG,EAAE,CAAC;IAErC;;;OAGG;IACI,QAAQ,GAAwB,IAAI,CAAC;IAEpC,UAAU,CAAqB;IAEvC,YACE,KAAyB,EACT,IAA6B;oBAA7B,IAAI;QAEpB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,KAAyB;QAChC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,IAAI,sBAAsB,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,MAAM;QACR,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,SAAS,CAAC,IAAY;QACpB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,YAAY,CAAC,IAAY;QACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAc;QACpB,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,IAKV;QACC,IAAI,CAAC,QAAQ,GAAG;YACd,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;YACzD,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;SAC7D,CAAC;IACJ,CAAC;IAED,yEAAyE;IACzE,aAAa;QACX,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;IAED,YAAY;QACV,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,UAAU,CAAC,GAAW;QACpB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACK,gBAAgB,GAAsB,EAAE,CAAC;IACzC,WAAW,GAAkB,IAAI,CAAC;IACzB,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAErD,eAAe,CAAC,QAA2B,EAAE,WAA0B;QACrE,IAAI,CAAC,gBAAgB,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QACtC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;IAClB,CAAC;IAED;;;;;;;OAOG;IACH,YAAY,CAAC,KAAa,EAAE,GAAkB;QAC5C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,KAAK,KAAK,IAAI,CAAC,WAAW;YAAE,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACzF,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,KAAa;QACrB,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,IAAI,CAAC,WAAW;YAAE,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;IAClD,CAAC;IAED,YAAY;QACV,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;IAC3B,CAAC;IAED,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACrC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;IAED,WAAW;QACT,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC;CACF"}

package/dist/orchestrator/app-health.d.ts

@@ -0,0 +1,33 @@
+/**
+ * One app's health, from what each of its processes answered.
+ *
+ * An app is as healthy as its least healthy process: `main` runs `http`,
+ * `captcha-generator` and `notification-worker`, and the orchestrator asked
+ * the first of them and nothing else, so the other two could answer
+ * `unhealthy` for ever while the app read `healthy`.
+ *
+ * Every process is named in the checks, and so is every check it reported,
+ * prefixed with the process — a verdict that is not `healthy` then says which
+ * process, and what in it.
+ */
+import type { IHealthStatus, IPoolMetrics } from '@omnitron-dev/titan-pm';
+type Verdict = IHealthStatus['status'];
+export declare function worstVerdict(verdicts: Iterable<Verdict>): Verdict;
+/**
+ * @param answers each process's name and what it answered; `null` is a
+ *   process the process manager has no health channel to — said as such,
+ *   at `warn`, because nobody measured it, which is not the same as healthy.
+ */
+export declare function combineProcessHealth(answers: ReadonlyArray<readonly [process: string, answer: IHealthStatus | null]>, now?: number): IHealthStatus;
+/** An app that is not running has no processes to ask; that IS the answer. */
+export declare function notRunningHealth(status: string, now?: number): IHealthStatus;
+/**
+ * A worker pool's health, from its own per-worker checks.
+ *
+ * Pool workers are not supervisor children, so the per-child question never
+ * reached them; the pool already runs its own health checks on every worker
+ * and counts the result.
+ */
+export declare function poolHealth(metrics: Pick<IPoolMetrics, 'totalWorkers' | 'healthyWorkers'> | undefined, now?: number): IHealthStatus | null;
+export {};
+//# sourceMappingURL=app-health.d.ts.map

package/dist/orchestrator/app-health.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-health.d.ts","sourceRoot":"","sources":["../../src/orchestrator/app-health.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAgB,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAExF,KAAK,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;AAKvC,wBAAgB,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,OAAO,CAIjE;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,IAAI,CAAC,CAAC,EAChF,GAAG,GAAE,MAAmB,GACvB,aAAa,CAqBf;AAED,8EAA8E;AAC9E,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,GAAE,MAAmB,GAAG,aAAa,CAMxF;AAED;;;;;;GAMG;AACH,wBAAgB,UAAU,CACxB,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,gBAAgB,CAAC,GAAG,SAAS,EAC1E,GAAG,GAAE,MAAmB,GACvB,aAAa,GAAG,IAAI,CAUtB"}

package/dist/orchestrator/app-health.js

@@ -0,0 +1,74 @@
+/**
+ * One app's health, from what each of its processes answered.
+ *
+ * An app is as healthy as its least healthy process: `main` runs `http`,
+ * `captcha-generator` and `notification-worker`, and the orchestrator asked
+ * the first of them and nothing else, so the other two could answer
+ * `unhealthy` for ever while the app read `healthy`.
+ *
+ * Every process is named in the checks, and so is every check it reported,
+ * prefixed with the process — a verdict that is not `healthy` then says which
+ * process, and what in it.
+ */
+const RANK = { healthy: 0, degraded: 1, unhealthy: 2 };
+const CHECK_OF = { healthy: 'pass', degraded: 'warn', unhealthy: 'fail' };
+export function worstVerdict(verdicts) {
+    let worst = 'healthy';
+    for (const v of verdicts)
+        if (RANK[v] > RANK[worst])
+            worst = v;
+    return worst;
+}
+/**
+ * @param answers each process's name and what it answered; `null` is a
+ *   process the process manager has no health channel to — said as such,
+ *   at `warn`, because nobody measured it, which is not the same as healthy.
+ */
+export function combineProcessHealth(answers, now = Date.now()) {
+    const checks = [];
+    const verdicts = [];
+    for (const [process, answer] of answers) {
+        if (!answer) {
+            verdicts.push('degraded');
+            checks.push({ name: process, status: 'warn', message: 'no health answer — the process manager has no channel to ask it' });
+            continue;
+        }
+        verdicts.push(answer.status);
+        if (answer.checks.length === 0) {
+            checks.push({ name: process, status: CHECK_OF[answer.status] });
+            continue;
+        }
+        for (const check of answer.checks) {
+            checks.push({ ...check, name: `${process}: ${check.name}` });
+        }
+    }
+    return { status: worstVerdict(verdicts), checks, timestamp: now };
+}
+/** An app that is not running has no processes to ask; that IS the answer. */
+export function notRunningHealth(status, now = Date.now()) {
+    return {
+        status: 'unhealthy',
+        checks: [{ name: 'process', status: 'fail', message: `not running (${status})` }],
+        timestamp: now,
+    };
+}
+/**
+ * A worker pool's health, from its own per-worker checks.
+ *
+ * Pool workers are not supervisor children, so the per-child question never
+ * reached them; the pool already runs its own health checks on every worker
+ * and counts the result.
+ */
+export function poolHealth(metrics, now = Date.now()) {
+    if (!metrics)
+        return null;
+    const total = metrics.totalWorkers;
+    const healthy = metrics.healthyWorkers ?? 0;
+    const status = total > 0 && healthy === total ? 'healthy' : healthy > 0 ? 'degraded' : 'unhealthy';
+    return {
+        status,
+        checks: [{ name: 'workers', status: CHECK_OF[status], message: `${healthy} of ${total} worker(s) healthy` }],
+        timestamp: now,
+    };
+}
+//# sourceMappingURL=app-health.js.map

package/dist/orchestrator/app-health.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-health.js","sourceRoot":"","sources":["../../src/orchestrator/app-health.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAMH,MAAM,IAAI,GAA4B,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;AAChF,MAAM,QAAQ,GAA4C,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AAEnH,MAAM,UAAU,YAAY,CAAC,QAA2B;IACtD,IAAI,KAAK,GAAY,SAAS,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,QAAQ;QAAE,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;YAAE,KAAK,GAAG,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,OAAgF,EAChF,GAAG,GAAW,IAAI,CAAC,GAAG,EAAE;IAExB,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iEAAiE,EAAE,CAAC,CAAC;YAC3H,SAAS;QACX,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAChE,SAAS;QACX,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,KAAK,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;AACpE,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,GAAG,GAAW,IAAI,CAAC,GAAG,EAAE;IACvE,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,MAAM,GAAG,EAAE,CAAC;QACjF,SAAS,EAAE,GAAG;KACf,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,UAAU,CACxB,OAA0E,EAC1E,GAAG,GAAW,IAAI,CAAC,GAAG,EAAE;IAExB,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC;IACnC,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAY,KAAK,GAAG,CAAC,IAAI,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;IAC5G,OAAO;QACL,MAAM;QACN,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,OAAO,KAAK,oBAAoB,EAAE,CAAC;QAC5G,SAAS,EAAE,GAAG;KACf,CAAC;AACJ,CAAC"}

package/dist/orchestrator/app-traffic.d.ts

@@ -0,0 +1,14 @@
+/**
+ * One app's traffic, from what each of its processes reported.
+ *
+ * Counts add up across processes; latency is the busiest process's — the
+ * percentiles of two windows cannot be combined without their samples, and
+ * an app's latency is, in practice, its server process's.
+ *
+ * `undefined` when no process reported traffic: the app has no server
+ * process, or its processes run a runtime that does not report it. That is
+ * «not reported», and the daemon says so instead of printing zero.
+ */
+import type { IProcessTraffic } from '@omnitron-dev/titan-pm';
+export declare function combineProcessTraffic(reports: ReadonlyArray<IProcessTraffic | undefined>): IProcessTraffic | undefined;
+//# sourceMappingURL=app-traffic.d.ts.map

package/dist/orchestrator/app-traffic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-traffic.d.ts","sourceRoot":"","sources":["../../src/orchestrator/app-traffic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,aAAa,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,eAAe,GAAG,SAAS,CAiBtH"}

package/dist/orchestrator/app-traffic.js

@@ -0,0 +1,33 @@
+/**
+ * One app's traffic, from what each of its processes reported.
+ *
+ * Counts add up across processes; latency is the busiest process's — the
+ * percentiles of two windows cannot be combined without their samples, and
+ * an app's latency is, in practice, its server process's.
+ *
+ * `undefined` when no process reported traffic: the app has no server
+ * process, or its processes run a runtime that does not report it. That is
+ * «not reported», and the daemon says so instead of printing zero.
+ */
+export function combineProcessTraffic(reports) {
+    let total;
+    for (const report of reports) {
+        if (!report)
+            continue;
+        if (!total) {
+            total = { ...report };
+            continue;
+        }
+        total.requests += report.requests;
+        total.serverErrors += report.serverErrors;
+        total.clientErrors += report.clientErrors;
+        total.probes += report.probes;
+        if (report.held !== undefined)
+            total.held = (total.held ?? 0) + report.held;
+        total.active += report.active;
+        if ((report.latency?.count ?? 0) > (total.latency?.count ?? 0))
+            total.latency = report.latency;
+    }
+    return total;
+}
+//# sourceMappingURL=app-traffic.js.map

package/dist/orchestrator/app-traffic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-traffic.js","sourceRoot":"","sources":["../../src/orchestrator/app-traffic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,MAAM,UAAU,qBAAqB,CAAC,OAAmD;IACvF,IAAI,KAAkC,CAAC;IACvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;YACtB,SAAS;QACX,CAAC;QACD,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;QAClC,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QAC1C,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QAC1C,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;QAC9B,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;YAAE,KAAK,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;QAC5E,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC;YAAE,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IACjG,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}