@theford/runly 0.0.0-stage → 0.20.0

package/dist/daemon/supervisor.d.ts

@@ -0,0 +1,101 @@
+import type { ServiceSpec } from '../core/manifest.js';
+import type { ServicePid } from '../core/types.js';
+export interface ServiceEvent {
+    at: number;
+    service: string;
+    event: string;
+}
+/** How a service that runly gave up on last ended (decision 0039). */
+export interface ServiceExit {
+    /** Exit code of the last process, null when a signal ended it or it never spawned. */
+    code: number | null;
+    signal: string | null;
+    /** `crash-loop`, `daemonized`, `spawn-failed`, or `boot-failed` (it never became ready in a bind, 0.18.1). */
+    reason: 'crash-loop' | 'daemonized' | 'spawn-failed' | 'boot-failed';
+    /** For `boot-failed`: what the readiness check said. */
+    detail?: string;
+}
+/** What the engine learns about a service between starts (decision 0035). */
+export interface SupervisorHooks {
+    /** It exited on its own and a restart is pending: hold its port's connections. */
+    onCrashed?: (service: string) => void;
+    /** The pending restart launched a new process: probe it and forward again. */
+    onRelaunched?: (service: string) => void;
+    /** It gave up restarting (flapping, or a daemonized service). */
+    onGaveUp?: (service: string) => void;
+}
+export declare class EnvSupervisor {
+    readonly envId: string;
+    /** The caller's worktree — services run in place there (decision 0032). */
+    private readonly root;
+    private readonly logDir;
+    /** Fired when a service flaps past its restart budget (decision 0007/0010), with how it last ended. */
+    private readonly onDegraded?;
+    /** Fired whenever a service's pid changes (start/restart) so the journal
+     * stays truthful for recovery — a stale pid gets an innocent SIGTERM and
+     * misses the real orphan holding the port. */
+    private readonly onPidsChanged?;
+    /** Fired after a service was stopped on purpose — the proxy stops forwarding to it (decision 0033). */
+    private readonly onStopped?;
+    private readonly hooks;
+    private services;
+    readonly events: ServiceEvent[];
+    constructor(envId: string, 
+    /** The caller's worktree — services run in place there (decision 0032). */
+    root: string, logDir: string, 
+    /** Fired when a service flaps past its restart budget (decision 0007/0010), with how it last ended. */
+    onDegraded?: ((service: string, exit: ServiceExit) => void) | undefined, 
+    /** Fired whenever a service's pid changes (start/restart) so the journal
+     * stays truthful for recovery — a stale pid gets an innocent SIGTERM and
+     * misses the real orphan holding the port. */
+    onPidsChanged?: (() => void) | undefined, 
+    /** Fired after a service was stopped on purpose — the proxy stops forwarding to it (decision 0033). */
+    onStopped?: ((service: string) => void) | undefined, hooks?: SupervisorHooks);
+    private note;
+    logPath(name: string): string;
+    logs(name: string): string;
+    pids(): Record<string, ServicePid>;
+    /** The exit code of a service's last process; null while it runs, or when a signal ended it. */
+    exitCodeOf(name: string): number | null;
+    allHealthyPids(): boolean;
+    start(name: string, spec: ServiceSpec, env: NodeJS.ProcessEnv, secrets?: string[]): void;
+    waitReady(name: string, spec: ServiceSpec, url: string | undefined, env: NodeJS.ProcessEnv): Promise<void>;
+    /** Stop every service; returns any that refused to die (empty is the norm). */
+    stopAll(): Promise<Record<string, ServicePid>>;
+    /**
+     * Stop just these services (an `up` restarting only the ones whose build
+     * output changed, decision 0032); the rest keep running. Same contract as
+     * stopAll: survivors are returned so the caller can reap and record them.
+     */
+    stopSome(names: string[]): Promise<Record<string, ServicePid>>;
+}
+/**
+ * SIGTERM a group, wait for it to actually die, then SIGKILL and confirm.
+ *
+ * The previous recovery path fired one SIGTERM and moved on, which anything
+ * with a graceful-shutdown handler (a .NET host, `ng serve` under a trapping
+ * shell) simply outlives — and since the caller then dropped the pid, the
+ * survivor became unreachable forever. Escalation plus a verified verdict is
+ * what makes "reaped" mean reaped.
+ *
+ * Returns true only when the observed and supplied recorded groups are empty.
+ * `observeGroup` hands the current group to reapPids before signalling so its
+ * ownership survives even if the recorded process exits during reclamation.
+ */
+export declare function killGroupVerified(pid: number, recordedStart?: number, graceMs?: number, recordedGroup?: number, observeGroup?: (pgid: number) => void): Promise<boolean>;
+/**
+ * SIGTERM one process, then SIGKILL it after `graceMs` — never its group, and
+ * only while it is still the process recorded with `recordedStart`. For a
+ * process that shares a group with something runly does not own (`runly db
+ * with`'s command at a terminal, decision 0039). True once it is gone.
+ */
+export declare function killPidVerified(pid: number, recordedStart?: number, graceMs?: number): Promise<boolean>;
+/**
+ * Kill PIDs recorded by a previous daemon life (recovery, decision 0009).
+ *
+ * Returns the entries that were NOT confirmed dead. The caller must keep those
+ * in the journal — a forgotten pid is an orphan nobody can ever reclaim.
+ */
+export declare function reapPids(pids: Record<string, ServicePid>, kill?: typeof killGroupVerified): Promise<Record<string, ServicePid>>;
+export declare function serviceGroups(rec: ServicePid): number[];
+export declare function mergeServicePids(...sets: Array<Record<string, ServicePid> | undefined>): Record<string, ServicePid>;

package/dist/daemon/supervisor.js

@@ -0,0 +1,493 @@
+/**
+ * Daemon-as-parent service supervision (decision 0009/0010): spawn with env
+ * injection, capture logs, probe readiness (http/log/cmd) with fatal-log
+ * fast-fail, restart session services with bounded backoff, and never let a
+ * crash pass silently.
+ */
+import { spawn } from 'node:child_process';
+import { StringDecoder } from 'node:string_decoder';
+import { mkdirSync } from 'node:fs';
+import { BrokerError, environmentHint, now, safeJoin } from '../core/util.js';
+import { runBounded } from '../core/exec.js';
+import { redactStream } from '../core/caller-env.js';
+import { stateRoot } from '../core/paths.js';
+import { groupAlive, processGroup, sameProcess, serviceTag, startTime } from '../core/procscan.js';
+import { LogWriter, logFileOf, startMarker } from '../core/logs.js';
+/** Uptime past which a crash counts as fresh rather than part of a flap. */
+const STABLE_MS = () => Number(process.env.BACKLOT_STABLE_MS ?? 60_000);
+export class EnvSupervisor {
+    envId;
+    root;
+    logDir;
+    onDegraded;
+    onPidsChanged;
+    onStopped;
+    hooks;
+    services = new Map();
+    events = [];
+    constructor(envId, 
+    /** The caller's worktree — services run in place there (decision 0032). */
+    root, logDir, 
+    /** Fired when a service flaps past its restart budget (decision 0007/0010), with how it last ended. */
+    onDegraded, 
+    /** Fired whenever a service's pid changes (start/restart) so the journal
+     * stays truthful for recovery — a stale pid gets an innocent SIGTERM and
+     * misses the real orphan holding the port. */
+    onPidsChanged, 
+    /** Fired after a service was stopped on purpose — the proxy stops forwarding to it (decision 0033). */
+    onStopped, hooks = {}) {
+        this.envId = envId;
+        this.root = root;
+        this.logDir = logDir;
+        this.onDegraded = onDegraded;
+        this.onPidsChanged = onPidsChanged;
+        this.onStopped = onStopped;
+        this.hooks = hooks;
+        mkdirSync(logDir, { recursive: true });
+    }
+    note(service, event) {
+        this.events.push({ at: Date.now(), service, event });
+        if (this.events.length > 100)
+            this.events.shift();
+    }
+    logPath(name) {
+        return logFileOf(this.logDir, name);
+    }
+    logs(name) {
+        return this.services.get(name)?.buf ?? '';
+    }
+    pids() {
+        const out = {};
+        for (const [name, r] of this.services) {
+            if (r.proc?.pid && r.proc.exitCode === null)
+                out[name] = { pid: r.proc.pid, startTime: r.startTime };
+        }
+        return out;
+    }
+    /** The exit code of a service's last process; null while it runs, or when a signal ended it. */
+    exitCodeOf(name) {
+        return this.services.get(name)?.proc?.exitCode ?? null;
+    }
+    allHealthyPids() {
+        return [...this.services.values()].every((r) => r.proc.exitCode === null);
+    }
+    start(name, spec, env, secrets = []) {
+        // A start while the previous incarnation waits out a crash backoff (it is
+        // missing from pids(), so a wake or an `up` starts it again): the pending
+        // relaunch is cancelled first. Left armed, it spawned a second process
+        // the map no longer named — untracked, and squatting the internal port.
+        const previous = this.services.get(name);
+        if (previous) {
+            previous.expectedExit = true;
+            if (previous.restartTimer) {
+                clearTimeout(previous.restartTimer);
+                previous.restartTimer = null;
+            }
+            if (previous.proc?.pid && previous.proc.exitCode === null && previous.proc.signalCode === null) {
+                // Still running (a caller that should have stopped it first): its
+                // whole group goes, rather than run on beside the new one.
+                try {
+                    process.kill(-previous.proc.pid, 'SIGKILL');
+                }
+                catch {
+                    /* already gone */
+                }
+            }
+            this.note(name, 'replaced by a new start');
+        }
+        const cmd = spec.run;
+        // A repo can already run arbitrary shell here, so this is not a privilege
+        // boundary — it makes an ACCIDENT loud. `cwd: ../sibling` silently ran the
+        // service outside the worktree it is bound to, against files runly never
+        // fingerprinted.
+        const cwd = spec.cwd ? safeJoin(this.root, spec.cwd, `service '${name}' cwd`) : this.root;
+        const running = { proc: null, buf: '', probeBuf: '', restarts: 0, expectedExit: false, restartTimer: null, startedAt: now(), log: new LogWriter(this.logPath(name)) };
+        let launches = 0;
+        const launch = () => {
+            running.restartTimer = null;
+            // A teardown that landed while this restart was pending: do not respawn.
+            if (running.expectedExit)
+                return;
+            launches++;
+            const proc = spawn('sh', ['-c', cmd], {
+                cwd,
+                // The tag rides in the environment so it is INHERITED by every
+                // descendant. After an ungraceful death the sh -c wrapper is gone but
+                // the real server still carries it, which is what lets a later daemon
+                // find and reclaim an orphan it never spawned itself (issue #5).
+                env: { ...process.env, ...env, ...serviceTag(this.envId, name, stateRoot()) },
+                stdio: ['ignore', 'pipe', 'pipe'],
+                // Own process group, so signals reach the service and not just the
+                // sh -c wrapper. On Linux (dash) the wrapper forks instead of
+                // exec-ing, so killing only proc.pid orphaned the actual server —
+                // it kept the port and every rebind-to-same-port flow failed with
+                // "occupied by a foreign process" (BACKLOG P1, 2026-07-11).
+                // Services still survive a daemon crash (crash-recovery contract):
+                // nothing signals the group when the daemon itself dies.
+                detached: true,
+            });
+            running.proc = proc;
+            running.startedAt = now();
+            // Capture identity immediately: once the pid exits this is unreadable,
+            // and an un-pinned pid is one the reaper must refuse to signal.
+            running.startTime = proc.pid ? startTime(proc.pid) : undefined;
+            // `--since up` reads from the last of these (decision 0038).
+            running.log.line(startMarker(name, proc.pid, launches > 1 ? `restart ${launches - 1} after it exited` : ''));
+            this.onPidsChanged?.();
+            if (launches > 1)
+                this.hooks.onRelaunched?.(name);
+            for (const [label, stream] of [['out', proc.stdout], ['err', proc.stderr]]) {
+                const decoder = new StringDecoder('utf8');
+                const redact = redactStream(secrets);
+                const sink = (s) => {
+                    running.buf = (running.buf + s).slice(-64_000);
+                    running.log.write(label, s);
+                };
+                stream.on('data', (d) => {
+                    const text = decoder.write(d);
+                    running.probeBuf = (running.probeBuf + text).slice(-64_000);
+                    sink(redact(text));
+                });
+                stream.on('end', () => {
+                    sink(redact(decoder.end(), true));
+                    running.log.end(label);
+                });
+            }
+            // A spawn failure (EAGAIN/EMFILE under fleet load) emits 'error'; with no
+            // listener it becomes an uncaught exception that kills the whole daemon.
+            proc.on('error', (err) => {
+                this.note(name, `spawn error: ${err.message}`);
+                // A spawn failure emits 'error' with NO 'exit', so the restart logic
+                // below never ran: supervision simply stopped while the environment
+                // stayed 'hot' and reported healthy. Drive the same path as an exit.
+                if (running.expectedExit || running.spawnFailed)
+                    return;
+                running.spawnFailed = true;
+                this.onPidsChanged?.();
+                if (running.restarts < 3) {
+                    running.restarts++;
+                    this.hooks.onCrashed?.(name);
+                    this.note(name, `restarting after spawn failure (attempt ${running.restarts})`);
+                    running.restartTimer = setTimeout(() => {
+                        running.spawnFailed = false;
+                        launch();
+                    }, 500 * running.restarts);
+                    running.restartTimer.unref();
+                }
+                else {
+                    this.note(name, 'spawn keeps failing — giving up');
+                    this.hooks.onGaveUp?.(name);
+                    this.onDegraded?.(name, { code: null, signal: null, reason: 'spawn-failed' });
+                }
+            });
+            proc.on('exit', (code, signal) => {
+                if (running.expectedExit)
+                    return;
+                // A service that DAEMONIZES (forks and returns 0 immediately) is not a
+                // supervised service: runly restarts it, each restart forks another
+                // background copy, and those copies escape both the group kill and, if
+                // they detach far enough, the tag scan. Refuse it rather than
+                // multiplying processes nobody can reclaim.
+                if (code === 0 && now() - running.startedAt < 2000 && running.restarts === 0) {
+                    this.note(name, 'exited 0 immediately — a service must stay in the FOREGROUND (it looks daemonized)');
+                    running.expectedExit = true;
+                    this.hooks.onGaveUp?.(name);
+                    this.onDegraded?.(name, { code, signal, reason: 'daemonized' });
+                    return;
+                }
+                this.note(name, signal ? `exited (signal ${signal})` : `exited (${code})`);
+                this.onPidsChanged?.(); // the dead pid must leave the journal
+                // The budget is for FLAPPING — a tight crash loop — not for a service's
+                // whole lifetime. Without this reset, three unrelated crashes hours
+                // apart degraded a long-lived environment that was never unhealthy.
+                if (now() - running.startedAt > STABLE_MS())
+                    running.restarts = 0;
+                // Bounded restart for long-lived services (decision 0010).
+                if (running.restarts < 3) {
+                    running.restarts++;
+                    // Hold, don't refuse (decision 0035): a client arriving between the
+                    // crash and the relaunch waits on the public port.
+                    this.hooks.onCrashed?.(name);
+                    this.note(name, `restarting (attempt ${running.restarts})`);
+                    running.restartTimer = setTimeout(launch, 500 * running.restarts);
+                    running.restartTimer.unref();
+                }
+                else {
+                    this.note(name, 'flapping — giving up');
+                    this.hooks.onGaveUp?.(name);
+                    this.onDegraded?.(name, { code, signal, reason: 'crash-loop' });
+                }
+            });
+        };
+        launch();
+        this.services.set(name, running);
+        this.note(name, 'started');
+    }
+    async waitReady(name, spec, url, env) {
+        const ready = spec.ready ?? (spec.port ? { http: '/' } : { log: '.' });
+        const timeoutMs = (ready.timeout ?? 120) * 1000;
+        const fatal = spec.fatal_logs ? new RegExp(spec.fatal_logs) : undefined;
+        const start = Date.now();
+        const running = this.services.get(name);
+        if (!running)
+            throw new BrokerError('env-error', `service '${name}' was never started`, name);
+        for (;;) {
+            const buf = running.buf;
+            if (fatal && fatal.test(running.probeBuf)) {
+                throw new BrokerError('work-error', `service '${name}' hit a fatal log marker during boot`, name, tail(buf));
+            }
+            // The daemonization detector (exit 0 in <2s) already gave up on this
+            // service — polling its dead probe for the rest of ready.timeout only
+            // delayed the verdict and then blamed the ENVIRONMENT for the repo's
+            // own backgrounding run command.
+            if (running.expectedExit && running.proc.exitCode === 0 && running.restarts === 0) {
+                throw new BrokerError('work-error', `service '${name}' exited 0 immediately — a service must stay in the FOREGROUND (it looks daemonized)`, name, tail(buf));
+            }
+            if (running.proc.exitCode !== null && running.restarts >= 3) {
+                // Still the service's own failure (decision 0039 marks it failed and
+                // keeps the rest running); a missing tool or runtime says so.
+                throw new BrokerError('work-error', `service '${name}' exited during boot (${running.proc.exitCode})${environmentHint(tail(buf)) ?? ''}`, name, tail(buf));
+            }
+            if (ready.http && url) {
+                // Probe every address the advertised host can mean. `localhost` is
+                // ambiguous on a dual-stack machine: macOS resolves it to ::1 first,
+                // and a service bound IPv4-only (the common case — see
+                // examples/hello-python) is simply not there. The readiness probe then
+                // times out against a service that IS running and healthy.
+                for (const candidate of probeUrls(url)) {
+                    try {
+                        const res = await fetch(`${candidate}${ready.http}`, { signal: AbortSignal.timeout(1500) });
+                        if (res.status === 200)
+                            return;
+                    }
+                    catch {
+                        /* not on this address — try the next */
+                    }
+                }
+            }
+            else if (ready.log) {
+                if (new RegExp(ready.log).test(running.probeBuf))
+                    return;
+            }
+            else if (ready.cmd) {
+                // Bounded by what remains of the readiness budget: a probe command
+                // that itself hangs used to block this loop long past ready.timeout.
+                const remainingS = Math.max(1, Math.ceil((timeoutMs - (Date.now() - start)) / 1000));
+                const r = await runBounded(ready.cmd, this.root, remainingS, { ...process.env, ...env });
+                if (r.code === 0 && !r.timedOut)
+                    return;
+            }
+            if (Date.now() - start > timeoutMs) {
+                throw new BrokerError('env-error', `service '${name}' not ready after ${ready.timeout ?? 120}s`, name, tail(running.buf));
+            }
+            await new Promise((r) => setTimeout(r, 150));
+        }
+    }
+    /** Stop every service; returns any that refused to die (empty is the norm). */
+    async stopAll() {
+        return this.stopSome([...this.services.keys()]);
+    }
+    /**
+     * Stop just these services (an `up` restarting only the ones whose build
+     * output changed, decision 0032); the rest keep running. Same contract as
+     * stopAll: survivors are returned so the caller can reap and record them.
+     */
+    async stopSome(names) {
+        const survivors = {};
+        for (const name of names) {
+            const r = this.services.get(name);
+            if (!r)
+                continue;
+            r.expectedExit = true;
+            // Cancel any pending restart BEFORE it can fire — otherwise launch()
+            // respawns an untracked process that squats the port after teardown.
+            if (r.restartTimer) {
+                clearTimeout(r.restartTimer);
+                r.restartTimer = null;
+            }
+            // NOTE the exitCode check is deliberately absent: `sh -c` forks, so the
+            // wrapper can be gone while the real server lives on in its group. The
+            // identity check inside killGroupVerified fails safe for a dead leader, so
+            // survivors get RECORDED for tag reclaim instead of vanishing silently.
+            if (r.proc && r.proc.pid) {
+                // Verify the group is actually gone rather than resolving as soon as
+                // SIGKILL is *sent* — the caller goes on to delete the env root and
+                // drop the pid, so a survivor here becomes an untrackable orphan.
+                const remaining = await reapPids({ [name]: { pid: r.proc.pid, startTime: r.startTime } });
+                if (remaining[name]) {
+                    this.note(name, `still running after SIGKILL (pid ${r.proc.pid})`);
+                    survivors[name] = remaining[name];
+                }
+            }
+            this.note(name, survivors[name] ? 'stop failed' : 'stopped');
+            this.services.delete(name);
+            this.onStopped?.(name);
+        }
+        return survivors;
+    }
+}
+/**
+ * The addresses an advertised URL may actually be served on.
+ *
+ * Keeps the CONSUMER-facing url unchanged (that is a contract) while making the
+ * internal readiness probe robust to IPv4/IPv6 resolution order.
+ */
+function probeUrls(url) {
+    if (!url.includes('//localhost'))
+        return [url];
+    return [url, url.replace('//localhost', '//127.0.0.1')];
+}
+const tail = (s, n = 600) => s.slice(-n);
+/** Signal a whole process group, falling back to the single pid we know of. */
+function signalGroup(pgid, pid, signal) {
+    try {
+        process.kill(-pgid, signal);
+    }
+    catch {
+        // Not a group leader (or the group is already gone) — at minimum reach the
+        // one process we can name.
+        try {
+            process.kill(pid, signal);
+        }
+        catch {
+            /* already gone */
+        }
+    }
+}
+/**
+ * SIGTERM a group, wait for it to actually die, then SIGKILL and confirm.
+ *
+ * The previous recovery path fired one SIGTERM and moved on, which anything
+ * with a graceful-shutdown handler (a .NET host, `ng serve` under a trapping
+ * shell) simply outlives — and since the caller then dropped the pid, the
+ * survivor became unreachable forever. Escalation plus a verified verdict is
+ * what makes "reaped" mean reaped.
+ *
+ * Returns true only when the observed and supplied recorded groups are empty.
+ * `observeGroup` hands the current group to reapPids before signalling so its
+ * ownership survives even if the recorded process exits during reclamation.
+ */
+export async function killGroupVerified(pid, recordedStart, graceMs = 2000, recordedGroup, observeGroup) {
+    if (!sameProcess(pid, recordedStart)) {
+        // The pid is no longer the process we recorded. Whatever now sits in that
+        // group may be a stranger's — our old children and an unrelated new leader
+        // are indistinguishable by pid alone — so signalling it is never safe.
+        // Report gone only if the group is genuinely empty; otherwise leave it
+        // unresolved for tag-based reclaim, which pid reuse cannot confuse.
+        return !groupAlive(recordedGroup ?? pid);
+    }
+    // Resolve the group BEFORE signalling: once the leader exits its /proc entry
+    // is gone and the surviving siblings become unattributable.
+    const pgid = processGroup(pid) ?? pid;
+    observeGroup?.(pgid);
+    const gone = () => !groupAlive(pgid) && (recordedGroup === undefined || !groupAlive(recordedGroup));
+    signalGroup(pgid, pid, 'SIGTERM');
+    const deadline = Date.now() + graceMs;
+    while (Date.now() < deadline) {
+        await new Promise((r) => setTimeout(r, 50));
+        if (gone())
+            return true;
+    }
+    // The leader dying is NOT the success condition. `sh -c` commonly forks, so
+    // the wrapper exits on SIGTERM while the real server — which ignored it —
+    // keeps its port and its ~1 GB. Escalate against the whole group.
+    signalGroup(pgid, pid, 'SIGKILL');
+    // SIGKILL is not instantaneous: the kernel still has to tear the group down,
+    // and reporting "reaped" early would let the caller drop the pid one poll
+    // before the process is actually off the table.
+    const hard = Date.now() + 2000;
+    while (Date.now() < hard) {
+        await new Promise((r) => setTimeout(r, 50));
+        if (gone())
+            return true;
+    }
+    return gone();
+}
+/**
+ * SIGTERM one process, then SIGKILL it after `graceMs` — never its group, and
+ * only while it is still the process recorded with `recordedStart`. For a
+ * process that shares a group with something runly does not own (`runly db
+ * with`'s command at a terminal, decision 0039). True once it is gone.
+ */
+export async function killPidVerified(pid, recordedStart, graceMs = 2000) {
+    const ours = () => sameProcess(pid, recordedStart);
+    if (!ours())
+        return true;
+    try {
+        process.kill(pid, 'SIGTERM');
+    }
+    catch {
+        return !ours();
+    }
+    const deadline = Date.now() + graceMs;
+    while (Date.now() < deadline) {
+        await new Promise((r) => setTimeout(r, 50));
+        if (!ours())
+            return true;
+    }
+    try {
+        process.kill(pid, 'SIGKILL');
+    }
+    catch {
+        /* gone meanwhile */
+    }
+    const hard = Date.now() + 2000;
+    while (Date.now() < hard) {
+        await new Promise((r) => setTimeout(r, 50));
+        if (!ours())
+            return true;
+    }
+    return !ours();
+}
+/**
+ * Kill PIDs recorded by a previous daemon life (recovery, decision 0009).
+ *
+ * Returns the entries that were NOT confirmed dead. The caller must keep those
+ * in the journal — a forgotten pid is an orphan nobody can ever reclaim.
+ */
+export async function reapPids(pids, kill = killGroupVerified) {
+    const survivors = {};
+    await Promise.all(Object.entries(pids).map(async ([name, rec]) => {
+        // Discovery can record nonleaders, and a process can move groups. Keep
+        // every observed live group even after its identifying process exits;
+        // only a verified process identity authorizes signalling a current group.
+        const groups = new Set(serviceGroups(rec));
+        if (sameProcess(rec.pid, rec.startTime))
+            groups.add(processGroup(rec.pid) ?? rec.pid);
+        const dead = await kill(rec.pid, rec.startTime, undefined, rec.pgid, group => groups.add(group));
+        const remaining = [...groups].filter(groupAlive);
+        if (remaining.length > 0)
+            survivors[name] = withServiceGroups(rec, remaining);
+        else if (!dead && sameProcess(rec.pid, rec.startTime))
+            survivors[name] = rec;
+    }));
+    return survivors;
+}
+export function serviceGroups(rec) {
+    return [...new Set([rec.pgid ?? rec.pid, ...(rec.pgids ?? [])])];
+}
+function withServiceGroups(rec, groups) {
+    const identity = { ...rec };
+    delete identity.pgid;
+    delete identity.pgids;
+    const [first, ...rest] = groups;
+    return { ...identity, ...(first !== rec.pid ? { pgid: first } : {}), ...(rest.length ? { pgids: rest } : {}) };
+}
+export function mergeServicePids(...sets) {
+    const merged = {};
+    for (const set of sets)
+        for (const [name, rec] of Object.entries(set ?? {})) {
+            const match = Object.entries(merged).find(([, other]) => other.pid === rec.pid && other.startTime === rec.startTime);
+            if (match) {
+                merged[match[0]] = withServiceGroups(rec, [...new Set([...serviceGroups(match[1]), ...serviceGroups(rec)])]);
+            }
+            else {
+                let key = name;
+                while (Object.hasOwn(merged, key))
+                    key += ':';
+                merged[key] = rec;
+            }
+        }
+    return merged;
+}
+//# sourceMappingURL=supervisor.js.map

package/dist/daemon/supervisor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"supervisor.js","sourceRoot":"","sources":["../../src/daemon/supervisor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGnG,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAgDpE,4EAA4E;AAC5E,MAAM,SAAS,GAAG,GAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC,CAAC;AAEhF,MAAM,OAAO,aAAa;IAKb;IAEQ;IACA;IAEA;IAIA;IAEA;IACA;IAhBX,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAC;IACrC,MAAM,GAAmB,EAAE,CAAC;IAErC,YACW,KAAa;IACtB,2EAA2E;IAC1D,IAAY,EACZ,MAAc;IAC/B,uGAAuG;IACtF,UAAyD;IAC1E;;kDAE8C;IAC7B,aAA0B;IAC3C,uGAAuG;IACtF,SAAqC,EACrC,QAAyB,EAAE;QAZnC,UAAK,GAAL,KAAK,CAAQ;QAEL,SAAI,GAAJ,IAAI,CAAQ;QACZ,WAAM,GAAN,MAAM,CAAQ;QAEd,eAAU,GAAV,UAAU,CAA+C;QAIzD,kBAAa,GAAb,aAAa,CAAa;QAE1B,cAAS,GAAT,SAAS,CAA4B;QACrC,UAAK,GAAL,KAAK,CAAsB;QAE5C,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IAEO,IAAI,CAAC,OAAe,EAAE,KAAa;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QACrD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG;YAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,OAAO,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,CAAC,IAAY;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI;QACF,MAAM,GAAG,GAA+B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;QACvG,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,gGAAgG;IAChG,UAAU,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,IAAI,IAAI,CAAC;IACzD,CAAC;IAED,cAAc;QACZ,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,IAAY,EAAE,IAAiB,EAAE,GAAsB,EAAE,UAAoB,EAAE;QACnF,0EAA0E;QAC1E,0EAA0E;QAC1E,uEAAuE;QACvE,wEAAwE;QACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC;YAC7B,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBACpC,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC;YAC/B,CAAC;YACD,IAAI,QAAQ,CAAC,IAAI,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC/F,kEAAkE;gBAClE,2DAA2D;gBAC3D,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,kBAAkB;gBACpB,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,0EAA0E;QAC1E,2EAA2E;QAC3E,yEAAyE;QACzE,iBAAiB;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,YAAY,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1F,MAAM,OAAO,GAAY,EAAE,IAAI,EAAE,IAA+B,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC1M,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,MAAM,MAAM,GAAG,GAAG,EAAE;YAClB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;YAC5B,yEAAyE;YACzE,IAAI,OAAO,CAAC,YAAY;gBAAE,OAAO;YACjC,QAAQ,EAAE,CAAC;YACX,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE;gBACpC,GAAG;gBACH,+DAA+D;gBAC/D,sEAAsE;gBACtE,sEAAsE;gBACtE,iEAAiE;gBACjE,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE;gBAC7E,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;gBACjC,mEAAmE;gBACnE,8DAA8D;gBAC9D,kEAAkE;gBAClE,kEAAkE;gBAClE,4DAA4D;gBAC5D,mEAAmE;gBACnE,yDAAyD;gBACzD,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;YACpB,OAAO,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;YAC1B,uEAAuE;YACvE,gEAAgE;YAChE,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/D,6DAA6D;YAC7D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,QAAQ,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7G,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACvB,IAAI,QAAQ,GAAG,CAAC;gBAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC;YAClD,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,MAAO,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,MAAO,CAAC,CAAU,EAAE,CAAC;gBACtF,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;gBAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;gBACrC,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;oBACzB,OAAO,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;oBAC/C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC9B,CAAC,CAAC;gBACF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;oBAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,OAAO,CAAC,QAAQ,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;oBAC5D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrB,CAAC,CAAC,CAAC;gBACH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACpB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;oBAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC,CAAC,CAAC;YACL,CAAC;YACD,0EAA0E;YAC1E,yEAAyE;YACzE,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACvB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/C,qEAAqE;gBACrE,oEAAoE;gBACpE,qEAAqE;gBACrE,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,WAAW;oBAAE,OAAO;gBACxD,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;gBAC3B,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;gBACvB,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;oBACzB,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACnB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,2CAA2C,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;oBAChF,OAAO,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;wBACrC,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC;wBAC5B,MAAM,EAAE,CAAC;oBACX,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAC3B,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,iCAAiC,CAAC,CAAC;oBACnD,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;gBAChF,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBAC/B,IAAI,OAAO,CAAC,YAAY;oBAAE,OAAO;gBACjC,uEAAuE;gBACvE,oEAAoE;gBACpE,uEAAuE;gBACvE,8DAA8D;gBAC9D,4CAA4C;gBAC5C,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBAC7E,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,oFAAoF,CAAC,CAAC;oBACtG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC5B,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;oBAChE,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,kBAAkB,MAAM,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC;gBAC3E,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,sCAAsC;gBAC9D,wEAAwE;gBACxE,oEAAoE;gBACpE,oEAAoE;gBACpE,IAAI,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,EAAE;oBAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;gBAClE,2DAA2D;gBAC3D,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;oBACzB,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACnB,oEAAoE;oBACpE,mDAAmD;oBACnD,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,uBAAuB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;oBAC5D,OAAO,CAAC,YAAY,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAClE,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;oBACxC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;QACF,MAAM,EAAE,CAAC;QACT,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,IAAiB,EAAE,GAAuB,EAAE,GAAsB;QAC9F,MAAM,KAAK,GAAc,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QAClF,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,WAAW,CAAC,WAAW,EAAE,YAAY,IAAI,qBAAqB,EAAE,IAAI,CAAC,CAAC;QAE9F,SAAS,CAAC;YACR,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;YACxB,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,WAAW,CAAC,YAAY,EAAE,YAAY,IAAI,sCAAsC,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/G,CAAC;YACD,qEAAqE;YACrE,sEAAsE;YACtE,qEAAqE;YACrE,iCAAiC;YACjC,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClF,MAAM,IAAI,WAAW,CAAC,YAAY,EAAE,YAAY,IAAI,sFAAsF,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/J,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAC5D,qEAAqE;gBACrE,8DAA8D;gBAC9D,MAAM,IAAI,WAAW,CAAC,YAAY,EAAE,YAAY,IAAI,yBAAyB,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7J,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;gBACtB,mEAAmE;gBACnE,qEAAqE;gBACrE,uDAAuD;gBACvD,uEAAuE;gBACvE,2DAA2D;gBAC3D,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBAC5F,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;4BAAE,OAAO;oBACjC,CAAC;oBAAC,MAAM,CAAC;wBACP,wCAAwC;oBAC1C,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;gBACrB,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAAE,OAAO;YAC3D,CAAC;iBAAM,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;gBACrB,mEAAmE;gBACnE,qEAAqE;gBACrE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;gBACrF,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;gBACzF,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;oBAAE,OAAO;YAC1C,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,WAAW,CAAC,WAAW,EAAE,YAAY,IAAI,qBAAqB,KAAK,CAAC,OAAO,IAAI,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5H,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,KAAK,CAAC,OAAO;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAe;QAC5B,MAAM,SAAS,GAA+B,EAAE,CAAC;QACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC;YACtB,qEAAqE;YACrE,qEAAqE;YACrE,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC;gBACnB,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;gBAC7B,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,wEAAwE;YACxE,uEAAuE;YACvE,2EAA2E;YAC3E,wEAAwE;YACxE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACzB,qEAAqE;gBACrE,oEAAoE;gBACpE,kEAAkE;gBAClE,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAC1F,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;oBACpB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,oCAAoC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;oBACnE,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC7D,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3B,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAED;;;;;GAKG;AACH,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,CAAC,GAAG,GAAG,EAAU,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzD,+EAA+E;AAC/E,SAAS,WAAW,CAAC,IAAY,EAAE,GAAW,EAAE,MAAsB;IACpE,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,2EAA2E;QAC3E,2BAA2B;QAC3B,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAW,EACX,aAAsB,EACtB,OAAO,GAAG,IAAI,EACd,aAAsB,EACtB,YAAqC;IAErC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,CAAC;QACrC,0EAA0E;QAC1E,2EAA2E;QAC3E,uEAAuE;QACvE,uEAAuE;QACvE,oEAAoE;QACpE,OAAO,CAAC,UAAU,CAAC,aAAa,IAAI,GAAG,CAAC,CAAC;IAC3C,CAAC;IACD,6EAA6E;IAC7E,4DAA4D;IAC5D,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;IACtC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC;IACrB,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC;IAEpG,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAI,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;IAC1B,CAAC;IACD,4EAA4E;IAC5E,0EAA0E;IAC1E,kEAAkE;IAClE,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IAClC,6EAA6E;IAC7E,0EAA0E;IAC1E,gDAAgD;IAChD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IAC/B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAI,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,EAAE,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,aAAsB,EAAE,OAAO,GAAG,IAAI;IACvF,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IACnD,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IACzB,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;IAC3B,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,oBAAoB;IACtB,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;IAC/B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;IAC3B,CAAC;IACD,OAAO,CAAC,IAAI,EAAE,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAgC,EAAE,IAAI,GAAG,iBAAiB;IACvF,MAAM,SAAS,GAA+B,EAAE,CAAC;IACjD,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE;QAC7C,uEAAuE;QACvE,sEAAsE;QACtE,0EAA0E;QAC1E,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACtF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACjG,MAAM,SAAS,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACjD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;aACzE,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IAC/E,CAAC,CAAC,CACH,CAAC;IACF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAe;IAC3C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAe,EAAE,MAAgB;IAC1D,MAAM,QAAQ,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;IAC5B,OAAO,QAAQ,CAAC,IAAI,CAAC;IACrB,OAAO,QAAQ,CAAC,KAAK,CAAC;IACtB,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC;IAChC,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACjH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAG,IAAmD;IACrF,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,KAAK,MAAM,GAAG,IAAI,IAAI;QAAE,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC;YAC5E,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,SAAS,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC;YACrH,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,iBAAiB,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/G,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,GAAG,IAAI,CAAC;gBACf,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;oBAAE,GAAG,IAAI,GAAG,CAAC;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACpB,CAAC;QACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/drivers/appliances.d.ts

@@ -0,0 +1,11 @@
+import type { ApplianceSpec } from '../core/manifest.js';
+export declare function probeTcp(target: string, timeoutMs?: number): Promise<boolean>;
+export type ApplianceResult = 'up' | 'started' | 'adopted';
+/**
+ * Probe; if down and a `start:` is declared, start it (once, machine-wide) and
+ * wait for the probe (and optional `ready:` gate) to accept. Throws infra-error
+ * when the appliance stays unreachable — with the start output when we tried.
+ */
+export declare function ensureAppliance(name: string, spec: ApplianceSpec, root: string, say: (msg: string) => void): Promise<ApplianceResult>;
+/** Explicit stop verb only — runly never stops an appliance on its own. */
+export declare function stopAppliance(name: string, spec: ApplianceSpec, root: string): Promise<void>;