charness 3.7.0 → 3.8.0

package/dist/runnerUtility/launcher.js

@@ -0,0 +1,85 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.renderLauncher = renderLauncher;
+exports.ensureLauncher = ensureLauncher;
+const fs = __importStar(require("fs"));
+const configDirFile_1 = require("../configDirFile");
+const tmuxExec_1 = require("../utils/tmuxExec");
+const appInstall_1 = require("./appInstall");
+/**
+ * @description `~/.charness-runner/bin/charness-runner`: a two-line `sh` loop that starts the app `current` points at and starts it
+ * AGAIN when it exits with {@link restartExitCode} (an update installed a newer copy). The app runs in the background of the
+ * script so that the script can pass TERM / INT / HUP on to it: under systemd's `KillMode=process` only the script is signalled, and
+ * without the forwarding the app would be left running unsupervised. Terminal runs, the systemd unit and the launchd
+ * job all start this one file, so an update needs no service reinstall. `node` is the one that made the file; if it has moved, the
+ * `node` on PATH is tried.
+ */
+const launcherMode = 0o755;
+function renderLauncher(paths, nodePath) {
+    const cli = `${paths.currentApp}/dist/runnerUtility/runnerCli.js`;
+    return [
+        '#!/bin/sh',
+        '# Written by charness-runner. Exit code 75 asks for a restart onto an updated copy; TERM / INT / HUP go to the app.',
+        `NODE=${(0, tmuxExec_1.shellSingleQuote)(nodePath)}`,
+        '[ -x "$NODE" ] || NODE=node',
+        'child=',
+        'trap \'[ -n "$child" ] && kill -TERM "$child" 2>/dev/null\' TERM INT HUP',
+        'while :; do',
+        `  "$NODE" ${(0, tmuxExec_1.shellSingleQuote)(cli)} "$@" &`,
+        '  child=$!',
+        '  code=0',
+        '  while kill -0 "$child" 2>/dev/null; do wait "$child"; code=$?; done',
+        `  [ "$code" = ${appInstall_1.restartExitCode} ] || exit "$code"`,
+        'done',
+        '',
+    ].join('\n');
+}
+/** @description Write the launcher (when it differs) and return its path. */
+function ensureLauncher(paths, nodePath) {
+    fs.mkdirSync(paths.binDir, { recursive: true, mode: 0o700 });
+    const text = renderLauncher(paths, nodePath);
+    let current = null;
+    try {
+        current = fs.readFileSync(paths.launcher, 'utf8');
+    }
+    catch {
+        current = null;
+    }
+    if (current !== text)
+        (0, configDirFile_1.writeTextFileAtomically)(paths.launcher, text, launcherMode);
+    return paths.launcher;
+}
+//# sourceMappingURL=launcher.js.map

package/dist/runnerUtility/launcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"launcher.js","sourceRoot":"","sources":["../../src/runnerUtility/launcher.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiBA,wCAkBC;AAGD,wCAWC;AAjDD,uCAAyB;AACzB,oDAA2D;AAC3D,gDAAqD;AACrD,6CAA+C;AAG/C;;;;;;;GAOG;AAEH,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,SAAgB,cAAc,CAAC,KAA0C,EAAE,QAAgB;IACzF,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,kCAAkC,CAAC;IAClE,OAAO;QACL,WAAW;QACX,qHAAqH;QACrH,QAAQ,IAAA,2BAAgB,EAAC,QAAQ,CAAC,EAAE;QACpC,6BAA6B;QAC7B,QAAQ;QACR,0EAA0E;QAC1E,aAAa;QACb,aAAa,IAAA,2BAAgB,EAAC,GAAG,CAAC,SAAS;QAC3C,YAAY;QACZ,UAAU;QACV,uEAAuE;QACvE,iBAAiB,4BAAe,oBAAoB;QACpD,MAAM;QACN,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,6EAA6E;AAC7E,SAAgB,cAAc,CAAC,KAAsB,EAAE,QAAgB;IACrE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC7C,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,CAAC;QACH,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,KAAK,IAAI;QAAE,IAAA,uCAAuB,EAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;IAClF,OAAO,KAAK,CAAC,QAAQ,CAAC;AACxB,CAAC"}

package/dist/runnerUtility/linkLoop.d.ts

@@ -0,0 +1,47 @@
+import { updateFromHub } from './appUpdate';
+import { connectToHub } from './hubClient';
+import { type RunnerConfig } from './runnerConfig';
+import type { RunnerHomePaths } from './runnerHome';
+import type { RunnerKeys } from './runnerKeys';
+import type { RunnerServers } from './runnerServers';
+export declare const removedRetryMs: number;
+/** How long after the first refusal of the key a second one confirms that the runner was removed. */
+export declare const removalConfirmMs: number;
+/**
+ * How long the hub must have been refusing the key, without ever saying «this runner is not paired», before the runner takes the refusal
+ * for a removal worth killing its jobs for. A refused key alone is also what a hub with a locked home folder, a changed file mode or an
+ * edited sshd setting looks like, and those last hours (a night, until someone unlocks the volume); killing a long run for them is the
+ * wrong mistake. A hub that removes an ONLINE runner stops its jobs itself over the link (`runners/runnerRemoval.ts`), and a hub that can
+ * answer says so (`identity`), so this only covers a machine that was off when it was removed.
+ */
+export declare const unconfirmedRemovalStopAfterMs: number;
+/** @description The wait before attempt number `failures + 1` (0 failures: the first retry); `random` is in [0, 1). */
+export declare function computeBackoffMs(failures: number, random: number): number;
+export interface LinkLoopDeps {
+    paths: RunnerHomePaths;
+    config: RunnerConfig;
+    keys: RunnerKeys;
+    servers: RunnerServers;
+    now?: () => number;
+    /** How often a linked runner asks the hub for its package (default: {@link readRunnerVersionPollMs}). */
+    versionPollMs?: number;
+    /** Stops the jobs of the queue; called when the runner learns it was removed. */
+    stopJobs?: () => Promise<void>;
+    /** The wait between the two refusals that confirm a removal (default {@link removalConfirmMs}). */
+    removalConfirmMs?: number;
+    /** How long a bare refusal of the key must last before it stops the jobs (default {@link unconfirmedRemovalStopAfterMs}). */
+    unconfirmedRemovalStopAfterMs?: number;
+    random?: () => number;
+    sleep?: (ms: number, signal: AbortSignal) => Promise<void>;
+    connect?: typeof connectToHub;
+    update?: typeof updateFromHub;
+    log?: (line: string) => void;
+}
+export interface LinkLoopHandle {
+    /** Run until aborted (resolves 0) or until an update asks for a restart (resolves {@link restartExitCode}). */
+    run: (signal: AbortSignal) => Promise<number>;
+    /** The built-in server calls this whenever the number of running commands changes. */
+    notifyActiveCountChange: () => void;
+}
+export declare function createLinkLoop(deps: LinkLoopDeps): LinkLoopHandle;
+//# sourceMappingURL=linkLoop.d.ts.map

package/dist/runnerUtility/linkLoop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"linkLoop.d.ts","sourceRoot":"","sources":["../../src/runnerUtility/linkLoop.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,aAAa,EAAsB,MAAM,aAAa,CAAC;AAE9E,OAAO,EAAY,YAAY,EAAyD,MAAM,aAAa,CAAC;AAE5G,OAAO,EAAqC,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACtF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAsBrD,eAAO,MAAM,cAAc,QAAiB,CAAC;AAC7C,qGAAqG;AACrG,eAAO,MAAM,gBAAgB,QAAY,CAAC;AAC1C;;;;;;GAMG;AACH,eAAO,MAAM,6BAA6B,QAAsB,CAAC;AAEjE,uHAAuH;AACvH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAGzE;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,eAAe,CAAC;IACvB,MAAM,EAAE,YAAY,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,aAAa,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,yGAAyG;IACzG,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iFAAiF;IACjF,QAAQ,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,mGAAmG;IACnG,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6HAA6H;IAC7H,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,OAAO,CAAC,EAAE,OAAO,YAAY,CAAC;IAC9B,MAAM,CAAC,EAAE,OAAO,aAAa,CAAC;IAC9B,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,+GAA+G;IAC/G,GAAG,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,sFAAsF;IACtF,uBAAuB,EAAE,MAAM,IAAI,CAAC;CACrC;AAoBD,wBAAgB,cAAc,CAAC,IAAI,EAAE,YAAY,GAAG,cAAc,CAuMjE"}

package/dist/runnerUtility/linkLoop.js

@@ -0,0 +1,281 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.unconfirmedRemovalStopAfterMs = exports.removalConfirmMs = exports.removedRetryMs = void 0;
+exports.computeBackoffMs = computeBackoffMs;
+exports.createLinkLoop = createLinkLoop;
+const appInstall_1 = require("./appInstall");
+const appUpdate_1 = require("./appUpdate");
+const gateProtocol_1 = require("../runners/gateProtocol");
+const hubClient_1 = require("./hubClient");
+const versionPollTiming_1 = require("./versionPollTiming");
+const runnerConfig_1 = require("./runnerConfig");
+/**
+ * @description The runner's permanent link to the hub: connect (outbound ssh, host key pinned, the runner's own key), run `link`, hand the
+ * channel to the built-in ssh server, and when it drops come back — forever. The pairing survives restarts, reboots, sleep and network
+ * changes because nothing here is state but `config.json` and the keys.
+ *
+ *   backoff   1 s, doubling, up to 5 min, ±20 % jitter; a link that held for 30 s starts the series again
+ *   removed   the hub no longer knows this runner: its key is refused (twice, a short time apart — one refusal could be a key file being
+ *             rewritten), or the gate answers that the runner is not paired. Say so in the status, STOP THE QUEUE'S JOBS (Pueue outlives
+ *             the link by design, so a removal must be told apart from an ordinary disconnection and end the work the hub's agents
+ *             left running here), and ask again once an hour — never a flood that trips fail2ban
+ *   update    the `link` answer names the hub's package id, and a linked runner asks again every few minutes (`version`, over the
+ *             connection it holds); an idle runner whose id differs updates and asks the launcher for a restart
+ *   closing   the attempt ends when the `link` CHANNEL ends or the connection does — the hub's gate dying, or the link being cut, closes
+ *             the channel while the connection to sshd stays up and keeps answering keepalives, so the connection alone proves nothing
+ */
+const initialBackoffMs = 1000;
+const maxBackoffMs = 5 * 60 * 1000;
+const jitterRatio = 0.2;
+const stableLinkMs = 30 * 1000;
+exports.removedRetryMs = 60 * 60 * 1000;
+/** How long after the first refusal of the key a second one confirms that the runner was removed. */
+exports.removalConfirmMs = 15 * 1000;
+/**
+ * How long the hub must have been refusing the key, without ever saying «this runner is not paired», before the runner takes the refusal
+ * for a removal worth killing its jobs for. A refused key alone is also what a hub with a locked home folder, a changed file mode or an
+ * edited sshd setting looks like, and those last hours (a night, until someone unlocks the volume); killing a long run for them is the
+ * wrong mistake. A hub that removes an ONLINE runner stops its jobs itself over the link (`runners/runnerRemoval.ts`), and a hub that can
+ * answer says so (`identity`), so this only covers a machine that was off when it was removed.
+ */
+exports.unconfirmedRemovalStopAfterMs = 12 * 60 * 60 * 1000;
+/** @description The wait before attempt number `failures + 1` (0 failures: the first retry); `random` is in [0, 1). */
+function computeBackoffMs(failures, random) {
+    const base = Math.min(maxBackoffMs, initialBackoffMs * 2 ** Math.max(0, failures));
+    return Math.round(base * (1 - jitterRatio + 2 * jitterRatio * random));
+}
+function sleepUnlessAborted(ms, signal) {
+    return new Promise((resolve) => {
+        if (signal.aborted) {
+            resolve();
+            return;
+        }
+        const timer = setTimeout(done, ms);
+        function done() {
+            clearTimeout(timer);
+            signal.removeEventListener('abort', done);
+            resolve();
+        }
+        signal.addEventListener('abort', done, { once: true });
+    });
+}
+function createLinkLoop(deps) {
+    const now = deps.now ?? Date.now;
+    const random = deps.random ?? Math.random;
+    const sleep = deps.sleep ?? sleepUnlessAborted;
+    const connect = deps.connect ?? hubClient_1.connectToHub;
+    const update = deps.update ?? appUpdate_1.updateFromHub;
+    const log = deps.log ?? (() => undefined);
+    const versionPollMs = deps.versionPollMs ?? (0, versionPollTiming_1.readRunnerVersionPollMs)(process.env);
+    const confirmMs = deps.removalConfirmMs ?? exports.removalConfirmMs;
+    const stopAfterMs = deps.unconfirmedRemovalStopAfterMs ?? exports.unconfirmedRemovalStopAfterMs;
+    const endpoint = { host: deps.config.hub.host, port: deps.config.hub.port, user: deps.config.hub.user, hostKey: deps.config.hub.hostKey };
+    let installedPackageId = deps.config.packageId;
+    let state = 'connecting';
+    let stateSinceMs = now();
+    let lastError = null;
+    let failedUpdate = null;
+    let pendingUpdateId = null;
+    let onIdleUpdate = null;
+    const writeStatus = (nextState, error) => {
+        if (nextState !== state) {
+            state = nextState;
+            stateSinceMs = now();
+        }
+        lastError = error;
+        try {
+            (0, runnerConfig_1.writeRunnerStatus)(deps.paths, { pid: process.pid, state, sinceMs: stateSinceMs, updatedAtMs: now(), lastError, activeJobs: deps.servers.getActiveExecCount(), packageId: installedPackageId });
+        }
+        catch (writeError) {
+            log(`cannot write status.json (${writeError instanceof Error ? writeError.message : 'unknown'})`);
+        }
+    };
+    const tryUpdate = async (hubPackageId, signal) => {
+        log(`updating to the hub's package ${hubPackageId}`);
+        const outcome = await update({ paths: deps.paths, config: { ...deps.config, packageId: installedPackageId }, clientPrivateKey: deps.keys.client.privateKey });
+        if (outcome.ok)
+            installedPackageId = outcome.packageId;
+        else
+            failedUpdate = { packageId: hubPackageId, atMs: now() };
+        return signal.aborted ? null : outcome;
+    };
+    const runOnce = async (signal) => {
+        writeStatus('connecting', lastError);
+        let client;
+        try {
+            client = await connect(endpoint, deps.keys.client.privateKey);
+        }
+        catch (error) {
+            if (error instanceof hubClient_1.HubConnectionError && error.failure === 'auth')
+                return { kind: 'removed', isConfirmed: false };
+            return { kind: 'failed', reason: error instanceof Error ? error.message : 'could not connect' };
+        }
+        let answer;
+        try {
+            answer = await (0, hubClient_1.callGate)(client, 'link', null);
+        }
+        catch (error) {
+            client.end();
+            return { kind: 'failed', reason: error instanceof Error ? error.message : 'the link request failed' };
+        }
+        // A stop that came during the connect or the handshake fired before anything listened for it, and the listener added further down would
+        // never hear it: the link would stay up and `run` would never return. So the stop is looked at HERE, right after the awaited answer and
+        // before anything else is started on it — a refusal's follow-up request, an update (a download and a blocking install), the link itself.
+        // The branches that wait further (the follow-up request, the update) end the attempt, and on the way to the listener nothing waits.
+        if (signal.aborted) {
+            answer?.channel.destroy();
+            client.end();
+            return { kind: 'closed', lastedMs: 0 };
+        }
+        if (answer === null) {
+            // The gate refused (no marker). If the hub says it does not know this runner, that is a removal whose key line outlived the registry entry.
+            const identity = await (0, hubClient_1.requestGateJson)(client, 'identity', null, gateProtocol_1.redeemReplySchema).catch(() => null);
+            client.end();
+            if (identity !== null && !identity.ok)
+                return { kind: 'removed', isConfirmed: true };
+            return { kind: 'failed', reason: 'the hub did not start the link' };
+        }
+        let hubPackageId = answer.marker.fields.package;
+        const decide = () => (0, appUpdate_1.decideUpdate)({
+            hubPackageId,
+            installedPackageId,
+            activeExecCount: deps.servers.getActiveExecCount(),
+            failedPackageId: failedUpdate?.packageId ?? null,
+            failedAtMs: failedUpdate?.atMs ?? 0,
+            nowMs: now(),
+        });
+        if (decide() === 'update-now' && hubPackageId !== undefined) {
+            answer.channel.destroy();
+            client.end();
+            const outcome = await tryUpdate(hubPackageId, signal);
+            return outcome?.ok === true ? { kind: 'restart' } : { kind: 'failed', reason: outcome === null ? 'stopped' : `update failed: ${outcome.reason}` };
+        }
+        deps.servers.acceptLinkStream(answer.channel);
+        answer.channel.resume();
+        writeStatus('linked', null);
+        const linkedAtMs = now();
+        return new Promise((resolve) => {
+            let isDone = false;
+            // While an update is being installed the link is deliberately closed: its closing is not the attempt ending, and the attempt
+            // ends only with the update's outcome — otherwise the loop would reconnect and run the next attempt beside the install.
+            let isUpdating = false;
+            let pollTimer = null;
+            const closedResult = () => ({ kind: 'closed', lastedMs: now() - linkedAtMs });
+            const finish = (result) => {
+                if (isDone)
+                    return;
+                isDone = true;
+                if (pollTimer !== null)
+                    clearInterval(pollTimer);
+                onIdleUpdate = null;
+                signal.removeEventListener('abort', onAbort);
+                client.end();
+                resolve(result);
+            };
+            const onAbort = () => finish(closedResult());
+            const onLost = () => {
+                if (!isUpdating)
+                    finish(closedResult());
+            };
+            const startUpdate = (targetId) => {
+                isUpdating = true;
+                pendingUpdateId = null;
+                onIdleUpdate = null;
+                if (pollTimer !== null)
+                    clearInterval(pollTimer);
+                client.end();
+                void tryUpdate(targetId, signal).then((outcome) => finish(outcome?.ok === true ? { kind: 'restart' } : closedResult()));
+            };
+            const considerUpdate = () => {
+                const decision = decide();
+                if (decision === 'update-now' && hubPackageId !== undefined) {
+                    startUpdate(hubPackageId);
+                }
+                else if (decision === 'wait-until-idle' && hubPackageId !== undefined) {
+                    pendingUpdateId = hubPackageId;
+                    onIdleUpdate = () => {
+                        if (pendingUpdateId !== null && decide() === 'update-now')
+                            startUpdate(pendingUpdateId);
+                    };
+                }
+            };
+            const askHubForPackage = async () => {
+                if (isUpdating || isDone)
+                    return;
+                try {
+                    const versionAnswer = await (0, hubClient_1.callGate)(client, 'version', null);
+                    if (versionAnswer === null)
+                        return;
+                    versionAnswer.channel.resume();
+                    if (isUpdating || isDone)
+                        return;
+                    hubPackageId = versionAnswer.marker.fields.package;
+                    considerUpdate();
+                }
+                catch (error) {
+                    log(`could not ask the hub for its package (${error instanceof Error ? error.message : 'unknown'})`);
+                }
+            };
+            signal.addEventListener('abort', onAbort, { once: true });
+            client.once('close', onLost);
+            client.once('error', onLost);
+            answer.channel.once('close', onLost);
+            answer.channel.once('error', onLost);
+            considerUpdate();
+            if (!isUpdating)
+                pollTimer = setInterval(() => { void askHubForPackage(); }, versionPollMs);
+        });
+    };
+    return {
+        notifyActiveCountChange: () => {
+            if (deps.servers.getActiveExecCount() === 0)
+                onIdleUpdate?.();
+        },
+        run: async (signal) => {
+            let failures = 0;
+            let firstRefusalAtMs = null;
+            while (!signal.aborted) {
+                const result = await runOnce(signal);
+                if (result.kind === 'restart')
+                    return appInstall_1.restartExitCode;
+                // A stop that came while the attempt was under way (any of its awaits: the connect, the answers, an update) is not an event of the link:
+                // whatever the attempt ended with — a refusal read as a removal, a failure, a closed link — is not acted on. No «removed» status, no
+                // job stopped on a hub's answer to a runner that was already leaving, no error line.
+                if (signal.aborted)
+                    return 0;
+                if (result.kind === 'removed') {
+                    const now0 = now();
+                    firstRefusalAtMs ??= now0;
+                    if (!result.isConfirmed && now0 - firstRefusalAtMs < confirmMs) {
+                        writeStatus('error', 'the hub refused the key; asking once more before taking this for a removal');
+                        await sleep(confirmMs, signal);
+                        continue;
+                    }
+                    writeStatus('removed', `removed by ${deps.config.hub.label}`);
+                    if (result.isConfirmed || now0 - firstRefusalAtMs >= stopAfterMs) {
+                        log(`the hub no longer knows this runner: removed by ${deps.config.hub.label}; stopping its jobs, then asking again in an hour`);
+                        await deps.stopJobs?.().catch((error) => log(`could not stop the jobs (${error instanceof Error ? error.message : 'unknown error'})`));
+                    }
+                    else {
+                        log(`the hub refuses this runner's key (removed by ${deps.config.hub.label}?); its jobs are left alone unless that lasts ${Math.round(stopAfterMs / 3_600_000)} hours without the hub saying more, asking again in an hour`);
+                    }
+                    await sleep(exports.removedRetryMs, signal);
+                    continue;
+                }
+                firstRefusalAtMs = null;
+                if (result.kind === 'failed') {
+                    writeStatus('error', result.reason);
+                    log(`link failed: ${result.reason}`);
+                    failures += 1;
+                }
+                else {
+                    failures = result.lastedMs >= stableLinkMs ? 0 : failures + 1;
+                    writeStatus('connecting', null);
+                }
+                await sleep(computeBackoffMs(Math.max(0, failures - 1), random()), signal);
+            }
+            return 0;
+        },
+    };
+}
+//# sourceMappingURL=linkLoop.js.map

package/dist/runnerUtility/linkLoop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"linkLoop.js","sourceRoot":"","sources":["../../src/runnerUtility/linkLoop.ts"],"names":[],"mappings":";;;AA4CA,4CAGC;AAgDD,wCAuMC;AArSD,6CAA+C;AAC/C,2CAA8E;AAC9E,0DAA4D;AAC5D,2CAA4G;AAC5G,2DAA8D;AAC9D,iDAAsF;AAKtF;;;;;;;;;;;;;;GAcG;AAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AACnC,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,CAAC;AAClB,QAAA,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC7C,qGAAqG;AACxF,QAAA,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;AAC1C;;;;;;GAMG;AACU,QAAA,6BAA6B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEjE,uHAAuH;AACvH,SAAgB,gBAAgB,CAAC,QAAgB,EAAE,MAAc;IAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,gBAAgB,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,GAAG,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC;AACzE,CAAC;AA8BD,SAAS,kBAAkB,CAAC,EAAU,EAAE,MAAmB;IACzD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACnC,SAAS,IAAI;YACX,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC;AAID,SAAgB,cAAc,CAAC,IAAkB;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,wBAAY,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,yBAAa,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAA,2CAAuB,EAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACjF,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,IAAI,wBAAgB,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,6BAA6B,IAAI,qCAA6B,CAAC;IACxF,MAAM,QAAQ,GAAgB,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACvJ,IAAI,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/C,IAAI,KAAK,GAAc,YAAY,CAAC;IACpC,IAAI,YAAY,GAAG,GAAG,EAAE,CAAC;IACzB,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,YAAY,GAA+C,IAAI,CAAC;IACpE,IAAI,eAAe,GAAkB,IAAI,CAAC;IAC1C,IAAI,YAAY,GAAwB,IAAI,CAAC;IAE7C,MAAM,WAAW,GAAG,CAAC,SAAoB,EAAE,KAAoB,EAAQ,EAAE;QACvE,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACxB,KAAK,GAAG,SAAS,CAAC;YAClB,YAAY,GAAG,GAAG,EAAE,CAAC;QACvB,CAAC;QACD,SAAS,GAAG,KAAK,CAAC;QAClB,IAAI,CAAC;YACH,IAAA,gCAAiB,EAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;QACjM,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,GAAG,CAAC,6BAA6B,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC;QACpG,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,EAAE,YAAoB,EAAE,MAAmB,EAAiC,EAAE;QACnG,GAAG,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC9J,IAAI,OAAO,CAAC,EAAE;YAAE,kBAAkB,GAAG,OAAO,CAAC,SAAS,CAAC;;YAClD,YAAY,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;QAC7D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;IACzC,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,EAAE,MAAmB,EAA0B,EAAE;QACpE,WAAW,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QACrC,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,8BAAkB,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM;gBAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;YACpH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,EAAE,CAAC;QAClG,CAAC;QACD,IAAI,MAA4C,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAA,oBAAQ,EAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,EAAE,CAAC;QACxG,CAAC;QACD,wIAAwI;QACxI,wIAAwI;QACxI,yIAAyI;QACzI,oIAAoI;QACpI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QACzC,CAAC;QACD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,4IAA4I;YAC5I,MAAM,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,gCAAiB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACtG,MAAM,CAAC,GAAG,EAAE,CAAC;YACb,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YACrF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QAChD,MAAM,MAAM,GAAG,GAAoC,EAAE,CAAC,IAAA,wBAAY,EAAC;YACjE,YAAY;YACZ,kBAAkB;YAClB,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE;YAClD,eAAe,EAAE,YAAY,EAAE,SAAS,IAAI,IAAI;YAChD,UAAU,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC;YACnC,KAAK,EAAE,GAAG,EAAE;SACb,CAAC,CAAC;QACH,IAAI,MAAM,EAAE,KAAK,YAAY,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YACtD,OAAO,OAAO,EAAE,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACpJ,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,OAAO,CAAgB,CAAC,OAAO,EAAE,EAAE;YAC5C,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,6HAA6H;YAC7H,wHAAwH;YACxH,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,SAAS,GAA0B,IAAI,CAAC;YAC5C,MAAM,YAAY,GAAG,GAAkB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;YAC7F,MAAM,MAAM,GAAG,CAAC,MAAqB,EAAQ,EAAE;gBAC7C,IAAI,MAAM;oBAAE,OAAO;gBACnB,MAAM,GAAG,IAAI,CAAC;gBACd,IAAI,SAAS,KAAK,IAAI;oBAAE,aAAa,CAAC,SAAS,CAAC,CAAC;gBACjD,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7C,MAAM,CAAC,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC,CAAC;YACF,MAAM,OAAO,GAAG,GAAS,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,GAAS,EAAE;gBACxB,IAAI,CAAC,UAAU;oBAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YAC1C,CAAC,CAAC;YACF,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAQ,EAAE;gBAC7C,UAAU,GAAG,IAAI,CAAC;gBAClB,eAAe,GAAG,IAAI,CAAC;gBACvB,YAAY,GAAG,IAAI,CAAC;gBACpB,IAAI,SAAS,KAAK,IAAI;oBAAE,aAAa,CAAC,SAAS,CAAC,CAAC;gBACjD,MAAM,CAAC,GAAG,EAAE,CAAC;gBACb,KAAK,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YAC1H,CAAC,CAAC;YACF,MAAM,cAAc,GAAG,GAAS,EAAE;gBAChC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC;gBAC1B,IAAI,QAAQ,KAAK,YAAY,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC5D,WAAW,CAAC,YAAY,CAAC,CAAC;gBAC5B,CAAC;qBAAM,IAAI,QAAQ,KAAK,iBAAiB,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBACxE,eAAe,GAAG,YAAY,CAAC;oBAC/B,YAAY,GAAG,GAAS,EAAE;wBACxB,IAAI,eAAe,KAAK,IAAI,IAAI,MAAM,EAAE,KAAK,YAAY;4BAAE,WAAW,CAAC,eAAe,CAAC,CAAC;oBAC1F,CAAC,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC;YACF,MAAM,gBAAgB,GAAG,KAAK,IAAmB,EAAE;gBACjD,IAAI,UAAU,IAAI,MAAM;oBAAE,OAAO;gBACjC,IAAI,CAAC;oBACH,MAAM,aAAa,GAAG,MAAM,IAAA,oBAAQ,EAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;oBAC9D,IAAI,aAAa,KAAK,IAAI;wBAAE,OAAO;oBACnC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC/B,IAAI,UAAU,IAAI,MAAM;wBAAE,OAAO;oBACjC,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;oBACnD,cAAc,EAAE,CAAC;gBACnB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,GAAG,CAAC,0CAA0C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC;gBACvG,CAAC;YACH,CAAC,CAAC;YACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACrC,cAAc,EAAE,CAAC;YACjB,IAAI,CAAC,UAAU;gBAAE,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO;QACL,uBAAuB,EAAE,GAAG,EAAE;YAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,KAAK,CAAC;gBAAE,YAAY,EAAE,EAAE,CAAC;QAChE,CAAC;QACD,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YACpB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,gBAAgB,GAAkB,IAAI,CAAC;YAC3C,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;gBACrC,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;oBAAE,OAAO,4BAAe,CAAC;gBACtD,yIAAyI;gBACzI,qIAAqI;gBACrI,qFAAqF;gBACrF,IAAI,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,CAAC;gBAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC;oBACnB,gBAAgB,KAAK,IAAI,CAAC;oBAC1B,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,GAAG,gBAAgB,GAAG,SAAS,EAAE,CAAC;wBAC/D,WAAW,CAAC,OAAO,EAAE,4EAA4E,CAAC,CAAC;wBACnG,MAAM,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;wBAC/B,SAAS;oBACX,CAAC;oBACD,WAAW,CAAC,SAAS,EAAE,cAAc,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC9D,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,GAAG,gBAAgB,IAAI,WAAW,EAAE,CAAC;wBACjE,GAAG,CAAC,mDAAmD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,mDAAmD,CAAC,CAAC;wBACjI,MAAM,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;oBACzI,CAAC;yBAAM,CAAC;wBACN,GAAG,CAAC,iDAAiD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,iDAAiD,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC,6DAA6D,CAAC,CAAC;oBAC/N,CAAC;oBACD,MAAM,KAAK,CAAC,sBAAc,EAAE,MAAM,CAAC,CAAC;oBACpC,SAAS;gBACX,CAAC;gBACD,gBAAgB,GAAG,IAAI,CAAC;gBACxB,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;oBACpC,GAAG,CAAC,gBAAgB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;oBACrC,QAAQ,IAAI,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;oBAC9D,WAAW,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;gBAClC,CAAC;gBACD,MAAM,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/runnerUtility/localLinkStop.d.ts

@@ -0,0 +1,23 @@
+import type { RunnerHomePaths } from './runnerHome';
+export interface ProcessControl {
+    checkIsAlive: (pid: number) => boolean;
+    /** The command line of `pid`, or `null` when it cannot be read. */
+    readCommand: (pid: number) => string | null;
+    signal: (pid: number, signal: NodeJS.Signals) => void;
+    terminateGraceMs: number;
+    killGraceMs: number;
+}
+export declare function createProcessControl(): ProcessControl;
+/** @description Is this command line the runner's link — `…/runnerCli.js run`? */
+export declare function checkIsRunnerLinkCommand(command: string | null): boolean;
+/**
+ * @description Is `pid` the runner's link — alive AND running `…/runnerCli.js run`? `status.json` is not removed when `run` exits, so after
+ * a reboot its pid may be dead or belong to an unrelated program: that is not a link (nothing to stop, nothing that blocks a service).
+ */
+export declare function checkIsRunnerLinkProcess(pid: number, control?: ProcessControl): boolean;
+/**
+ * @description Stop the link process named by `status.json` (a foreground `run`, or whatever a service started): TERM, then KILL. `null`
+ * when it is gone (or was never there); otherwise the reason it is still running.
+ */
+export declare function stopLocalLink(paths: RunnerHomePaths, control?: ProcessControl): Promise<string | null>;
+//# sourceMappingURL=localLinkStop.d.ts.map

package/dist/runnerUtility/localLinkStop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"localLinkStop.d.ts","sourceRoot":"","sources":["../../src/runnerUtility/localLinkStop.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAepD,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;IACvC,mEAAmE;IACnE,WAAW,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAC;IAC5C,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC;IACtD,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,oBAAoB,IAAI,cAAc,CAkBrD;AAED,kFAAkF;AAClF,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAExE;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,cAAuC,GAAG,OAAO,CAE/G;AAWD;;;GAGG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,eAAe,EAAE,OAAO,GAAE,cAAuC,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAWpI"}

package/dist/runnerUtility/localLinkStop.js

@@ -0,0 +1,79 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createProcessControl = createProcessControl;
+exports.checkIsRunnerLinkCommand = checkIsRunnerLinkCommand;
+exports.checkIsRunnerLinkProcess = checkIsRunnerLinkProcess;
+exports.stopLocalLink = stopLocalLink;
+const child_process_1 = require("child_process");
+const runnerConfig_1 = require("./runnerConfig");
+/**
+ * @description Stopping the runner's link on THIS machine, and knowing it stopped. A process that holds a pairing holds the keys and the
+ * configuration in memory: deleting the files does not end its link, and it can go on serving the hub's commands and reconnect.
+ * So before a pairing is forgotten (`unpair`) the link process is asked to stop (TERM), then forced (KILL), and the answer is only
+ * «stopped» when the pid is really gone. The pid comes from `status.json`; a pid that now belongs to another program (it was reused) is
+ * recognised by its command line and left alone.
+ */
+const terminateGraceMs = 10 * 1000;
+const killGraceMs = 3 * 1000;
+const pollMs = 100;
+const commandProbeTimeoutMs = 5000;
+function createProcessControl() {
+    return {
+        checkIsAlive: (pid) => {
+            try {
+                process.kill(pid, 0);
+                return true;
+            }
+            catch (error) {
+                return error instanceof Error && 'code' in error && error.code === 'EPERM';
+            }
+        },
+        readCommand: (pid) => {
+            const listing = (0, child_process_1.spawnSync)('ps', ['-p', pid.toString(), '-o', 'command='], { encoding: 'utf8', timeout: commandProbeTimeoutMs });
+            return listing.status === 0 && listing.stdout.trim() !== '' ? listing.stdout.trim() : null;
+        },
+        signal: (pid, signal) => { process.kill(pid, signal); },
+        terminateGraceMs,
+        killGraceMs,
+    };
+}
+/** @description Is this command line the runner's link — `…/runnerCli.js run`? */
+function checkIsRunnerLinkCommand(command) {
+    return command !== null && /runnerCli\.js\s+run(\s|$)/.test(command);
+}
+/**
+ * @description Is `pid` the runner's link — alive AND running `…/runnerCli.js run`? `status.json` is not removed when `run` exits, so after
+ * a reboot its pid may be dead or belong to an unrelated program: that is not a link (nothing to stop, nothing that blocks a service).
+ */
+function checkIsRunnerLinkProcess(pid, control = createProcessControl()) {
+    return control.checkIsAlive(pid) && checkIsRunnerLinkCommand(control.readCommand(pid));
+}
+async function waitUntilGone(pid, control, timeoutMs) {
+    const deadline = Date.now() + timeoutMs;
+    while (Date.now() < deadline) {
+        if (!control.checkIsAlive(pid))
+            return true;
+        await new Promise((resolve) => { setTimeout(resolve, pollMs); });
+    }
+    return !control.checkIsAlive(pid);
+}
+/**
+ * @description Stop the link process named by `status.json` (a foreground `run`, or whatever a service started): TERM, then KILL. `null`
+ * when it is gone (or was never there); otherwise the reason it is still running.
+ */
+async function stopLocalLink(paths, control = createProcessControl()) {
+    const status = (0, runnerConfig_1.readRunnerStatus)(paths);
+    if (status === null || !checkIsRunnerLinkProcess(status.pid, control))
+        return null;
+    try {
+        control.signal(status.pid, 'SIGTERM');
+        if (await waitUntilGone(status.pid, control, control.terminateGraceMs))
+            return null;
+        control.signal(status.pid, 'SIGKILL');
+    }
+    catch (error) {
+        return `the link process (pid ${status.pid}) could not be signalled (${error instanceof Error ? error.message : 'unknown error'})`;
+    }
+    return (await waitUntilGone(status.pid, control, control.killGraceMs)) ? null : `the link process (pid ${status.pid}) did not end`;
+}
+//# sourceMappingURL=localLinkStop.js.map

package/dist/runnerUtility/localLinkStop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"localLinkStop.js","sourceRoot":"","sources":["../../src/runnerUtility/localLinkStop.ts"],"names":[],"mappings":";;AA0BA,oDAkBC;AAGD,4DAEC;AAMD,4DAEC;AAeD,sCAWC;AAnFD,iDAA0C;AAC1C,iDAAkD;AAGlD;;;;;;GAMG;AAEH,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;AACnC,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC;AAC7B,MAAM,MAAM,GAAG,GAAG,CAAC;AACnB,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAWnC,SAAgB,oBAAoB;IAClC,OAAO;QACL,YAAY,EAAE,CAAC,GAAG,EAAE,EAAE;YACpB,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACrB,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;YAC7E,CAAC;QACH,CAAC;QACD,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE;YACnB,MAAM,OAAO,GAAG,IAAA,yBAAS,EAAC,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAChI,OAAO,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7F,CAAC;QACD,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,gBAAgB;QAChB,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,SAAgB,wBAAwB,CAAC,OAAsB;IAC7D,OAAO,OAAO,KAAK,IAAI,IAAI,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACvE,CAAC;AAED;;;GAGG;AACH,SAAgB,wBAAwB,CAAC,GAAW,EAAE,UAA0B,oBAAoB,EAAE;IACpG,OAAO,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,OAAuB,EAAE,SAAiB;IAClF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAC5C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;AACpC,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,aAAa,CAAC,KAAsB,EAAE,UAA0B,oBAAoB,EAAE;IAC1G,MAAM,MAAM,GAAG,IAAA,+BAAgB,EAAC,KAAK,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACnF,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACtC,IAAI,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC;YAAE,OAAO,IAAI,CAAC;QACpF,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,yBAAyB,MAAM,CAAC,GAAG,6BAA6B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC;IACrI,CAAC;IACD,OAAO,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,yBAAyB,MAAM,CAAC,GAAG,eAAe,CAAC;AACrI,CAAC"}

package/dist/runnerUtility/machineReport.d.ts

@@ -0,0 +1,39 @@
+import { type CommandRunner } from '../selfUpdate/commandRunner';
+export interface CapabilityReport {
+    name: 'android' | 'ios' | 'playwright' | 'docker';
+    isAvailable: boolean;
+    detail: string;
+}
+export interface MachineReport {
+    osName: string;
+    arch: string;
+    cpuModel: string;
+    cpuCores: number;
+    ramBytes: number;
+    diskFreeBytes: number | null;
+    capabilities: CapabilityReport[];
+}
+export interface MachineProbe {
+    runner: CommandRunner;
+    platform: NodeJS.Platform;
+    nodeArch: string;
+    homeDir: string;
+    environment: NodeJS.ProcessEnv;
+    checkExists: (candidate: string) => boolean;
+    readTextFile: (filePath: string) => string | null;
+    cpus: () => Array<{
+        model: string;
+    }>;
+    totalMemoryBytes: () => number;
+    freeDiskBytes: (directory: string) => number | null;
+}
+export declare function createMachineProbe(homeDir?: string): MachineProbe;
+/** @description `x86_64`/`arm64` for what Node calls `x64`/`arm64`. */
+export declare function getArchName(nodeArch: string): string;
+/** @description `Ubuntu 24.04` from `/etc/os-release`'s PRETTY_NAME, or the kernel's name. */
+export declare function parseOsRelease(text: string | null): string | null;
+/** @description Look at this machine. */
+export declare function collectMachineReport(probe: MachineProbe, workRoot: string): Promise<MachineReport>;
+/** @description The lines of the check screen for the machine: system, hardware, what it can do. */
+export declare function formatMachineReport(report: MachineReport): string[];
+//# sourceMappingURL=machineReport.d.ts.map

package/dist/runnerUtility/machineReport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"machineReport.d.ts","sourceRoot":"","sources":["../../src/runnerUtility/machineReport.ts"],"names":[],"mappings":"AAGA,OAAO,EAAc,KAAK,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAc7E,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,SAAS,GAAG,KAAK,GAAG,YAAY,GAAG,QAAQ,CAAC;IAClD,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,gBAAgB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC;IAC/B,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;IAC5C,YAAY,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAC;IAClD,IAAI,EAAE,MAAM,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrC,gBAAgB,EAAE,MAAM,MAAM,CAAC;IAC/B,aAAa,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAC;CACrD;AAuBD,wBAAgB,kBAAkB,CAAC,OAAO,GAAE,MAAqB,GAAG,YAAY,CAa/E;AAED,uEAAuE;AACvE,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,8FAA8F;AAC9F,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAGjE;AAyCD,yCAAyC;AACzC,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAYxG;AAMD,oGAAoG;AACpG,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,EAAE,CAMnE"}