@ai-dossier/sched 0.66.0 → 0.67.1

package/README.md

@@ -423,6 +423,48 @@ when a tick does nothing (`nothing to do`) — a log that stops growing while
 the failure mode #679 fixed: the engine exited cleanly after its first tick because its
 inter-tick sleep handles were unref'd.
 
+### Engine exit logging, heartbeat and crash alerts (#945)
+
+The engine must never die silently. Every exit the process can observe writes a final
+`engine-exit` journal line with its `reason` (every cause is kept: a crash during a stop
+adds a second line with its stack):
+
+| reason | cause | lease |
+|---|---|---|
+| `signal:SIGTERM` / `SIGINT` | graceful stop: finish the tick, agents keep running. A `engine-stopping.json` marker is written first; a second signal exits at once (`signal-repeat`); a hard deadline (120 s) forces `stop-timeout` if the stop never completes | released |
+| `signal-ignored:SIGHUP` | SIGHUP never stops the engine (nohup / a closing terminal must not kill an unattended engine); journaled, engine keeps running | kept |
+| `normal` | the loop returned after a stop request (or `--once` finished its tick) | released |
+| `stop-timeout` | a requested stop was still running at the deadline; forced exit | released |
+| `uncaught-exception` / `unhandled-rejection` | crash, stack in `detail`, exit code 70 | **kept** as the crash marker |
+| `process-exit` | a bare `process.exit()` nothing else logged | released |
+| *(no line)* | SIGKILL / OOM killer — unobservable | left stale |
+
+The exit logger is installed immediately after the lease is acquired, so no later startup
+step can exit unlogged. A tick that is blocked in a synchronous call cannot run signal
+handlers, so every synchronous exec on the tick path is timeout-bounded (`defaultExec`: 120 s;
+the engine's own execs have explicit budgets) and the stop is therefore bounded too.
+
+The lease's `updated_at` is a heartbeat rewritten (compare-and-swap on the lease id) every
+tick; `sched status` shows it. A live pid whose heartbeat is older than the hung threshold
+(10 x the reconcile interval, never under 5 min; `$DOSSIER_SCHED_HUNG_INTERVALS` overrides
+the multiplier) with unfinished work is an `engine-hung` warning/alert. Visible alerts are
+journaled, printed to stderr, and posted as a comment when a tracking issue is given
+(`--alert-issue <n>` or `$DOSSIER_SCHED_ALERT_ISSUE`; validated at `sched start` startup):
+
+- `engine-restarted-after-crash`: a `sched start` reclaimed a lease whose holder died without
+  releasing it (crash, SIGKILL, OOM). If the previous engine had begun a stop (marker for the
+  same pid) it is reported as `stop-interrupted` (a wedged stop), not a crash.
+- `stale-engine-lease-alert`: the lease holder is dead (`reason=stale-lease`) or alive but
+  hung (`reason=engine-hung`) while work is unfinished. Once per episode (an `O_EXCL` marker
+  file, so racing watchers cannot double-alert); raised by a watcher — `sched status --alert`
+  (cron-able). An unwritable store never makes the watcher throw.
+
+**#920's silent exit:** the log ended in `nothing to do`, which is just an idle tick's line.
+Only SIGINT had a handler, so a SIGTERM/SIGHUP (another session's restart, a closing
+terminal) killed the engine with no line and no lease release. That is now logged; if the
+2026-09-29 cause was SIGKILL/OOM, the missing `engine-exit` plus the stale lease is now the
+documented signature (`journalctl -k` for the OOM window).
+
 ### Zombie-run fencing (#504)
 
 The ladder redispatches the SAME run, so a takeover inherits the run id and its milestone

package/dist/engine-alert.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Visible engine-death alerts (#945 ask 2, #940 ask 2). `sched status` showing
+ * a `stale-engine-lease` warning is not an alert — nobody runs it. These
+ * helpers journal a durable event AND hand a message to a pluggable notifier
+ * (the CLI wires stderr + an optional GitHub comment on a tracking issue), so a
+ * dead or hung engine is visible without anyone looking.
+ *
+ * Triggers, all deduplicated:
+ *  - `checkStaleLeaseAlert`: lease holder dead + unfinished work → ONE alert
+ *    per stale episode; lease holder alive but its heartbeat older than the
+ *    hung threshold → ONE `engine-hung` alert per episode. An episode is
+ *    remembered by an `O_EXCL` marker file, so two concurrent watchers cannot
+ *    both alert. Called by watchers (`sched status --alert`, cron-able).
+ *  - `reportCrashRestart`: a new `sched start` reclaimed a dead holder's lease
+ *    → `engine-restarted-after-crash` (or `engine-restarted-after-stop-timeout`
+ *    when the previous engine had begun a graceful stop first).
+ *
+ * A watcher runs unattended: an unwritable store or journal downgrades to a
+ * stderr warning (and possibly a repeat alert) — it never throws.
+ */
+import type { Journal } from './journal';
+import type { ReclaimedEngineLease, SchedStore } from './persist';
+export interface EngineAlert {
+    kind: 'stale-engine-lease' | 'engine-hung' | 'engine-restarted-after-crash' | 'engine-restarted-after-stop-timeout';
+    message: string;
+}
+export type AlertNotifier = (alert: EngineAlert) => void;
+export type StaleLeaseAlertOutcome = 'no-lease' | 'alive' | 'no-work' | 'already-alerted' | 'alerted';
+export declare function checkStaleLeaseAlert(store: SchedStore, journal: Journal, notify: AlertNotifier, now?: Date, opts?: {
+    hungAfterMs?: number;
+}): StaleLeaseAlertOutcome;
+export declare function reportCrashRestart(journal: Journal, reclaimed: ReclaimedEngineLease, notify: AlertNotifier, now?: Date, stopping?: {
+    signal: string;
+    at: string;
+} | null): void;
+//# sourceMappingURL=engine-alert.d.ts.map

package/dist/engine-alert.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-alert.d.ts","sourceRoot":"","sources":["../src/engine-alert.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,KAAK,EAAE,oBAAoB,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAGlE,MAAM,WAAW,WAAW;IAC1B,IAAI,EACA,oBAAoB,GACpB,aAAa,GACb,8BAA8B,GAC9B,qCAAqC,CAAC;IAC1C,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;AAKzD,MAAM,MAAM,sBAAsB,GAC9B,UAAU,GACV,OAAO,GACP,SAAS,GACT,iBAAiB,GACjB,SAAS,CAAC;AA+Bd,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,aAAa,EACrB,GAAG,GAAE,IAAiB,EACtB,IAAI,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,sBAAsB,CAkDxB;AAED,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,oBAAoB,EAC/B,MAAM,EAAE,aAAa,EACrB,GAAG,GAAE,IAAiB,EACtB,QAAQ,CAAC,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,GAC/C,IAAI,CAuBN"}

package/dist/engine-alert.js

@@ -0,0 +1,163 @@
+"use strict";
+/**
+ * Visible engine-death alerts (#945 ask 2, #940 ask 2). `sched status` showing
+ * a `stale-engine-lease` warning is not an alert — nobody runs it. These
+ * helpers journal a durable event AND hand a message to a pluggable notifier
+ * (the CLI wires stderr + an optional GitHub comment on a tracking issue), so a
+ * dead or hung engine is visible without anyone looking.
+ *
+ * Triggers, all deduplicated:
+ *  - `checkStaleLeaseAlert`: lease holder dead + unfinished work → ONE alert
+ *    per stale episode; lease holder alive but its heartbeat older than the
+ *    hung threshold → ONE `engine-hung` alert per episode. An episode is
+ *    remembered by an `O_EXCL` marker file, so two concurrent watchers cannot
+ *    both alert. Called by watchers (`sched status --alert`, cron-able).
+ *  - `reportCrashRestart`: a new `sched start` reclaimed a dead holder's lease
+ *    → `engine-restarted-after-crash` (or `engine-restarted-after-stop-timeout`
+ *    when the previous engine had begun a graceful stop first).
+ *
+ * A watcher runs unattended: an unwritable store or journal downgrades to a
+ * stderr warning (and possibly a repeat alert) — it never throws.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkStaleLeaseAlert = checkStaleLeaseAlert;
+exports.reportCrashRestart = reportCrashRestart;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+const status_1 = require("./status");
+const ALERT_MARKER_PREFIX = '.alerted-';
+const LEGACY_MARKER_FILE = '.stale-lease-alerted';
+/** Episode ids come from lease ids (`pid-ms-random`); keep the marker name filesystem-safe. */
+function markerName(episode) {
+    return `${ALERT_MARKER_PREFIX}${episode.replace(/[^A-Za-z0-9._-]/g, '_')}`;
+}
+function clearMarkers(dir) {
+    try {
+        for (const f of fs.readdirSync(dir)) {
+            if (f.startsWith(ALERT_MARKER_PREFIX) || f === LEGACY_MARKER_FILE) {
+                fs.rmSync(path.join(dir, f), { force: true });
+            }
+        }
+    }
+    catch {
+        // no store dir yet / unreadable: nothing to clear
+    }
+}
+/** True when this caller won the episode (marker created); false when it already existed. Throws only on an unwritable store. */
+function claimEpisode(dir, episode) {
+    fs.mkdirSync(dir, { recursive: true, mode: 0o700 });
+    try {
+        fs.closeSync(fs.openSync(path.join(dir, markerName(episode)), 'wx', 0o600));
+        return true;
+    }
+    catch (err) {
+        if (err.code === 'EEXIST')
+            return false;
+        throw err;
+    }
+}
+function checkStaleLeaseAlert(store, journal, notify, now = new Date(), opts = {}) {
+    const lease = store.engineLeaseStatus();
+    if (lease === null) {
+        clearMarkers(store.dir);
+        return 'no-lease';
+    }
+    const hungAfterMs = opts.hungAfterMs ?? (0, status_1.resolveHungAfterMs)(0);
+    const hungFor = (0, status_1.engineHungForMs)(lease, now, hungAfterMs);
+    if (lease.alive && hungFor === null) {
+        clearMarkers(store.dir);
+        return 'alive';
+    }
+    const { unfinished, liveSlots } = (0, status_1.countUnfinishedWork)(store.load());
+    if (unfinished === 0 && liveSlots === 0)
+        return 'no-work';
+    const hung = lease.alive;
+    const baseEpisode = lease.id ?? `pid-${lease.pid}`;
+    const episode = hung ? `${baseEpisode}-hung` : baseEpisode;
+    try {
+        if (!claimEpisode(store.dir, episode))
+            return 'already-alerted';
+    }
+    catch (err) {
+        // Cannot remember the episode: still alert (a repeat beats silence).
+        process.stderr.write(`⚠ sched alert: could not record alert marker: ${err.message}\n`);
+    }
+    const queue = `${unfinished} queue entr${unfinished === 1 ? 'y is' : 'ies are'} unfinished and ${liveSlots} slot(s) live`;
+    const message = hung
+        ? `sched engine looks HUNG: pid ${lease.pid} is alive but its last heartbeat was ${lease.updated_at} (${Math.round((hungFor ?? 0) / 60_000)} min ago) while ${queue} — a tick is probably wedged. Stop it (SIGTERM; SIGKILL if it ignores that) and run \`ai-dossier sched start\`.`
+        : `sched engine is DOWN: lease holder pid ${lease.pid} is not running${lease.updated_at ? ` (last heartbeat ${lease.updated_at})` : ''} while ${queue} — nothing is ticking. Restart with \`ai-dossier sched start\`.`;
+    try {
+        journal.append({
+            event: 'stale-engine-lease-alert',
+            pid: lease.pid,
+            reason: hung ? 'engine-hung' : 'stale-lease',
+            detail: message,
+        }, now);
+    }
+    catch (err) {
+        process.stderr.write(`⚠ sched alert: could not journal alert: ${err.message}\n`);
+    }
+    try {
+        notify({ kind: hung ? 'engine-hung' : 'stale-engine-lease', message });
+    }
+    catch (err) {
+        process.stderr.write(`⚠ sched alert notifier failed: ${err.message}\n`);
+    }
+    return 'alerted';
+}
+function reportCrashRestart(journal, reclaimed, notify, now = new Date(), stopping) {
+    const since = reclaimed.updated_at ? `; its last heartbeat was ${reclaimed.updated_at}` : '';
+    const stopGoneWrong = stopping !== undefined && stopping !== null;
+    const message = stopGoneWrong
+        ? `sched engine restarted after a stop that never finished: previous engine pid ${reclaimed.pid} began a graceful stop on ${stopping.signal} at ${stopping.at} and was then killed${since}. This is a wedged stop, not a crash.`
+        : `sched engine restarted after an unexpected exit: previous engine pid ${reclaimed.pid} died without releasing its lease${since}. Check the journal for its final \`engine-exit\` line (none means SIGKILL/OOM).`;
+    journal.append({
+        event: 'engine-restarted-after-crash',
+        pid: reclaimed.pid,
+        reason: stopGoneWrong ? 'stop-interrupted' : 'lease-reclaimed',
+        detail: message,
+    }, now);
+    try {
+        notify({
+            kind: stopGoneWrong ? 'engine-restarted-after-stop-timeout' : 'engine-restarted-after-crash',
+            message,
+        });
+    }
+    catch (err) {
+        process.stderr.write(`⚠ sched alert notifier failed: ${err.message}\n`);
+    }
+}
+//# sourceMappingURL=engine-alert.js.map

package/dist/engine-alert.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-alert.js","sourceRoot":"","sources":["../src/engine-alert.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;GAmBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0DH,oDAwDC;AAED,gDA6BC;AA/ID,4CAA8B;AAC9B,gDAAkC;AAGlC,qCAAoF;AAapF,MAAM,mBAAmB,GAAG,WAAW,CAAC;AACxC,MAAM,kBAAkB,GAAG,sBAAsB,CAAC;AASlD,+FAA+F;AAC/F,SAAS,UAAU,CAAC,OAAe;IACjC,OAAO,GAAG,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,CAAC,UAAU,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,kBAAkB,EAAE,CAAC;gBAClE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,kDAAkD;IACpD,CAAC;AACH,CAAC;AAED,iIAAiI;AACjI,SAAS,YAAY,CAAC,GAAW,EAAE,OAAe;IAChD,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,IAAI,CAAC;QACH,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5E,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACnE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAgB,oBAAoB,CAClC,KAAiB,EACjB,OAAgB,EAChB,MAAqB,EACrB,MAAY,IAAI,IAAI,EAAE,EACtB,OAAiC,EAAE;IAEnC,MAAM,KAAK,GAAG,KAAK,CAAC,iBAAiB,EAAE,CAAC;IACxC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAA,2BAAkB,EAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,IAAA,wBAAe,EAAC,KAAK,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,KAAK,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACpC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,IAAA,4BAAmB,EAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,IAAI,UAAU,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE1D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;IACzB,MAAM,WAAW,GAAG,KAAK,CAAC,EAAE,IAAI,OAAO,KAAK,CAAC,GAAG,EAAE,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,WAAW,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;IAC3D,IAAI,CAAC;QACH,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC;YAAE,OAAO,iBAAiB,CAAC;IAClE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,qEAAqE;QACrE,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,iDAAkD,GAAa,CAAC,OAAO,IAAI,CAC5E,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,UAAU,cAAc,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,mBAAmB,SAAS,eAAe,CAAC;IAC1H,MAAM,OAAO,GAAG,IAAI;QAClB,CAAC,CAAC,gCAAgC,KAAK,CAAC,GAAG,wCAAwC,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,mBAAmB,KAAK,iHAAiH;QACpR,CAAC,CAAC,0CAA0C,KAAK,CAAC,GAAG,kBAAkB,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,oBAAoB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,UAAU,KAAK,iEAAiE,CAAC;IACzN,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CACZ;YACE,KAAK,EAAE,0BAA0B;YACjC,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa;YAC5C,MAAM,EAAE,OAAO;SAChB,EACD,GAAG,CACJ,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA4C,GAAa,CAAC,OAAO,IAAI,CAAC,CAAC;IAC9F,CAAC;IACD,IAAI,CAAC;QACH,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,oBAAoB,EAAE,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAmC,GAAa,CAAC,OAAO,IAAI,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAgB,kBAAkB,CAChC,OAAgB,EAChB,SAA+B,EAC/B,MAAqB,EACrB,MAAY,IAAI,IAAI,EAAE,EACtB,QAAgD;IAEhD,MAAM,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,4BAA4B,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7F,MAAM,aAAa,GAAG,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,CAAC;IAClE,MAAM,OAAO,GAAG,aAAa;QAC3B,CAAC,CAAC,gFAAgF,SAAS,CAAC,GAAG,6BAA6B,QAAQ,CAAC,MAAM,OAAO,QAAQ,CAAC,EAAE,uBAAuB,KAAK,uCAAuC;QAChO,CAAC,CAAC,wEAAwE,SAAS,CAAC,GAAG,oCAAoC,KAAK,kFAAkF,CAAC;IACrN,OAAO,CAAC,MAAM,CACZ;QACE,KAAK,EAAE,8BAA8B;QACrC,GAAG,EAAE,SAAS,CAAC,GAAG;QAClB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,iBAAiB;QAC9D,MAAM,EAAE,OAAO;KAChB,EACD,GAAG,CACJ,CAAC;IACF,IAAI,CAAC;QACH,MAAM,CAAC;YACL,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC,CAAC,8BAA8B;YAC5F,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAmC,GAAa,CAAC,OAAO,IAAI,CAAC,CAAC;IACrF,CAAC;AACH,CAAC"}

package/dist/engine-exit.d.ts

@@ -0,0 +1,70 @@
+/**
+ * Engine termination logging (#945, #940 ask 3): the engine must never die
+ * silently. Every exit the process can observe writes one final `engine-exit`
+ * journal line with the reason (and stack for a crash):
+ *
+ *   signal:<SIG>          SIGTERM / SIGINT — graceful stop is requested (the loop
+ *                         finishes its tick, agents keep running). A `stopping`
+ *                         marker is written first, a second signal exits at once,
+ *                         and a hard deadline (`stopTimeoutMs`) bounds a wedged
+ *                         stop (`stop-timeout`)
+ *   signal-ignored:SIGHUP SIGHUP never stops the engine (nohup / a closing terminal
+ *                         must not kill an unattended engine); journaled, ignored
+ *   stop-timeout          a stop was requested but the process was still alive at
+ *                         the deadline; forced exit, lease released (NOT a crash)
+ *   uncaught-exception    journaled with stack, exit 70, lease deliberately NOT
+ *   unhandled-rejection   released so the next start / watcher sees a crash (also
+ *                         journaled when it follows a signal — every cause is kept)
+ *   normal                the loop returned after a stop request
+ *   process-exit          a bare `process.exit()` nobody else logged
+ *
+ * #920: the engine's log ended in "nothing to do" (an idle tick's line) with no
+ * error. Only SIGINT had a handler, so a SIGTERM/SIGHUP (another session's
+ * restart, a closing terminal) killed it with no log line and no lease release.
+ * SIGKILL/OOM remain unobservable by design — the stale heartbeat lease is what
+ * catches those (`engine-restarted-after-crash`, `stale-engine-lease-alert`).
+ */
+import type { Journal } from './journal';
+/** Written on the FIRST stop signal: a later SIGKILL/timeout is a stop gone wrong, not a crash. */
+export interface StoppingMarker {
+    pid: number;
+    signal: string;
+    at: string;
+}
+export declare function writeStoppingMarker(dir: string, marker: StoppingMarker): void;
+export declare function readStoppingMarker(dir: string): StoppingMarker | null;
+export declare function clearStoppingMarker(dir: string): void;
+/** Deadline for a requested stop to finish before the engine forces its own exit. */
+export declare const DEFAULT_STOP_TIMEOUT_MS = 120000;
+/** The slice of `process` the installer needs — injectable so tests never signal the test runner. */
+export interface ExitProcess {
+    pid: number;
+    on(event: string, listener: (...args: never[]) => void): unknown;
+    removeListener(event: string, listener: (...args: never[]) => void): unknown;
+    exit(code?: number): never;
+}
+export interface EngineExitLogger {
+    /** Journal a graceful, loop-returned exit (`normal`). Idempotent with the rest. */
+    logNormalExit(detail?: string): void;
+    /** False after a crash: the lease must stay behind as the crash marker. */
+    shouldReleaseLease(): boolean;
+    /** The recorded reason, or null before any exit path fired. */
+    reason(): string | null;
+    dispose(): void;
+}
+export declare function installEngineExitLogging(opts: {
+    journal: Journal;
+    /** Ask the loop to stop after the current tick (graceful). */
+    requestStop: () => void;
+    /** Called once on the first stop signal, before `requestStop` (writes the `stopping` marker). */
+    markStopping?: (signal: string) => void;
+    /** Hard deadline for a requested stop (default {@link DEFAULT_STOP_TIMEOUT_MS}); 0 disables. */
+    stopTimeoutMs?: number;
+    proc?: ExitProcess;
+    now?: () => Date;
+    /** Timer factory — injectable so tests never wait out a real deadline. */
+    setTimer?: (fn: () => void, ms: number) => {
+        unref(): unknown;
+    };
+}): EngineExitLogger;
+//# sourceMappingURL=engine-exit.d.ts.map

package/dist/engine-exit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-exit.d.ts","sourceRoot":"","sources":["../src/engine-exit.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIzC,mGAAmG;AACnG,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,GAAG,IAAI,CAS7E;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAWrE;AAED,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAErD;AAED,qFAAqF;AACrF,eAAO,MAAM,uBAAuB,SAAU,CAAC;AAE/C,qGAAqG;AACrG,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC;IACjE,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC;IAC7E,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,mFAAmF;IACnF,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,2EAA2E;IAC3E,kBAAkB,IAAI,OAAO,CAAC;IAC9B,+DAA+D;IAC/D,MAAM,IAAI,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,IAAI,IAAI,CAAC;CACjB;AAkBD,wBAAgB,wBAAwB,CAAC,IAAI,EAAE;IAC7C,OAAO,EAAE,OAAO,CAAC;IACjB,8DAA8D;IAC9D,WAAW,EAAE,MAAM,IAAI,CAAC;IACxB,iGAAiG;IACjG,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,gGAAgG;IAChG,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,EAAE,EAAE,EAAE,MAAM,KAAK;QAAE,KAAK,IAAI,OAAO,CAAA;KAAE,CAAC;CACjE,GAAG,gBAAgB,CAiGnB"}

package/dist/engine-exit.js

@@ -0,0 +1,206 @@
+"use strict";
+/**
+ * Engine termination logging (#945, #940 ask 3): the engine must never die
+ * silently. Every exit the process can observe writes one final `engine-exit`
+ * journal line with the reason (and stack for a crash):
+ *
+ *   signal:<SIG>          SIGTERM / SIGINT — graceful stop is requested (the loop
+ *                         finishes its tick, agents keep running). A `stopping`
+ *                         marker is written first, a second signal exits at once,
+ *                         and a hard deadline (`stopTimeoutMs`) bounds a wedged
+ *                         stop (`stop-timeout`)
+ *   signal-ignored:SIGHUP SIGHUP never stops the engine (nohup / a closing terminal
+ *                         must not kill an unattended engine); journaled, ignored
+ *   stop-timeout          a stop was requested but the process was still alive at
+ *                         the deadline; forced exit, lease released (NOT a crash)
+ *   uncaught-exception    journaled with stack, exit 70, lease deliberately NOT
+ *   unhandled-rejection   released so the next start / watcher sees a crash (also
+ *                         journaled when it follows a signal — every cause is kept)
+ *   normal                the loop returned after a stop request
+ *   process-exit          a bare `process.exit()` nobody else logged
+ *
+ * #920: the engine's log ended in "nothing to do" (an idle tick's line) with no
+ * error. Only SIGINT had a handler, so a SIGTERM/SIGHUP (another session's
+ * restart, a closing terminal) killed it with no log line and no lease release.
+ * SIGKILL/OOM remain unobservable by design — the stale heartbeat lease is what
+ * catches those (`engine-restarted-after-crash`, `stale-engine-lease-alert`).
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_STOP_TIMEOUT_MS = void 0;
+exports.writeStoppingMarker = writeStoppingMarker;
+exports.readStoppingMarker = readStoppingMarker;
+exports.clearStoppingMarker = clearStoppingMarker;
+exports.installEngineExitLogging = installEngineExitLogging;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+const STOPPING_MARKER_FILE = 'engine-stopping.json';
+function writeStoppingMarker(dir, marker) {
+    try {
+        fs.mkdirSync(dir, { recursive: true, mode: 0o700 });
+        fs.writeFileSync(path.join(dir, STOPPING_MARKER_FILE), `${JSON.stringify(marker)}\n`, {
+            mode: 0o600,
+        });
+    }
+    catch {
+        // Advisory: a missing marker only downgrades "stop gone wrong" to "crash".
+    }
+}
+function readStoppingMarker(dir) {
+    try {
+        const raw = JSON.parse(fs.readFileSync(path.join(dir, STOPPING_MARKER_FILE), 'utf8'));
+        if (raw === null || typeof raw !== 'object')
+            return null;
+        const m = raw;
+        return typeof m.pid === 'number' && typeof m.signal === 'string' && typeof m.at === 'string'
+            ? { pid: m.pid, signal: m.signal, at: m.at }
+            : null;
+    }
+    catch {
+        return null;
+    }
+}
+function clearStoppingMarker(dir) {
+    fs.rmSync(path.join(dir, STOPPING_MARKER_FILE), { force: true });
+}
+/** Deadline for a requested stop to finish before the engine forces its own exit. */
+exports.DEFAULT_STOP_TIMEOUT_MS = 120_000;
+const CRASH_EXIT_CODE = 70;
+const STOP_SIGNALS = ['SIGTERM', 'SIGINT'];
+const SIGNAL_NUMBERS = {
+    SIGINT: 2,
+    SIGTERM: 15,
+};
+function describeError(err) {
+    if (err instanceof Error)
+        return err.stack ?? `${err.name}: ${err.message}`;
+    try {
+        return typeof err === 'string' ? err : JSON.stringify(err);
+    }
+    catch {
+        return String(err);
+    }
+}
+function installEngineExitLogging(opts) {
+    const proc = opts.proc ?? process;
+    const now = opts.now ?? (() => new Date());
+    let recorded = null;
+    let crashed = false;
+    let signalled = false;
+    const append = (reason, detail) => {
+        try {
+            opts.journal.append({ event: 'engine-exit', pid: proc.pid, reason, ...(detail ? { detail } : {}) }, now());
+        }
+        catch {
+            // The exit path must still exit: an unwritable journal cannot block it.
+        }
+    };
+    const record = (reason, detail) => {
+        if (recorded !== null)
+            return;
+        recorded = reason;
+        append(reason, detail);
+    };
+    /** A crash is always journaled (with its stack), even after an earlier signal line. */
+    const recordCrash = (reason, detail) => {
+        crashed = true;
+        if (recorded === null)
+            recorded = reason;
+        append(reason, detail);
+    };
+    const setTimer = opts.setTimer ?? ((fn, ms) => setTimeout(fn, ms));
+    const stopTimeoutMs = opts.stopTimeoutMs ?? exports.DEFAULT_STOP_TIMEOUT_MS;
+    const onSignal = (signal) => () => {
+        if (signalled) {
+            record('signal-repeat', `second ${signal}: exiting immediately`);
+            proc.exit(128 + SIGNAL_NUMBERS[signal]);
+            return;
+        }
+        signalled = true;
+        try {
+            opts.markStopping?.(signal);
+        }
+        catch {
+            // advisory
+        }
+        record(`signal:${signal}`, 'graceful stop requested; spawned agents keep running');
+        if (stopTimeoutMs > 0) {
+            setTimer(() => {
+                append('stop-timeout', `stop requested by ${signal} ${stopTimeoutMs} ms ago but the engine is still running (wedged tick?); forcing exit`);
+                proc.exit(128 + SIGNAL_NUMBERS[signal]);
+            }, stopTimeoutMs).unref();
+        }
+        opts.requestStop();
+    };
+    const handlers = STOP_SIGNALS.map((sig) => [sig, onSignal(sig)]);
+    // A SIGHUP handler must exist: Node's default (terminate) would kill a nohup'd
+    // engine, and installing any handler overrides an inherited SIG_IGN anyway.
+    const onHup = () => {
+        append('signal-ignored:SIGHUP', 'SIGHUP received; ignored — the engine keeps running');
+    };
+    const onUncaught = (err) => {
+        recordCrash('uncaught-exception', describeError(err));
+        process.stderr.write(`⚠ sched engine crashed: ${describeError(err)}\n`);
+        proc.exit(CRASH_EXIT_CODE);
+    };
+    const onRejection = (err) => {
+        recordCrash('unhandled-rejection', describeError(err));
+        process.stderr.write(`⚠ sched engine crashed (unhandled rejection): ${describeError(err)}\n`);
+        proc.exit(CRASH_EXIT_CODE);
+    };
+    const onExit = (code) => {
+        record('process-exit', `exit code ${code}`);
+    };
+    for (const [sig, h] of handlers)
+        proc.on(sig, h);
+    proc.on('SIGHUP', onHup);
+    proc.on('uncaughtException', onUncaught);
+    proc.on('unhandledRejection', onRejection);
+    proc.on('exit', onExit);
+    return {
+        logNormalExit: (detail) => record('normal', detail),
+        shouldReleaseLease: () => !crashed,
+        reason: () => recorded,
+        dispose: () => {
+            for (const [sig, h] of handlers)
+                proc.removeListener(sig, h);
+            proc.removeListener('SIGHUP', onHup);
+            proc.removeListener('uncaughtException', onUncaught);
+            proc.removeListener('unhandledRejection', onRejection);
+            proc.removeListener('exit', onExit);
+        },
+    };
+}
+//# sourceMappingURL=engine-exit.js.map

package/dist/engine-exit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-exit.js","sourceRoot":"","sources":["../src/engine-exit.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAeH,kDASC;AAED,gDAWC;AAED,kDAEC;AAuCD,4DA6GC;AA3LD,4CAA8B;AAC9B,gDAAkC;AAGlC,MAAM,oBAAoB,GAAG,sBAAsB,CAAC;AASpD,SAAgB,mBAAmB,CAAC,GAAW,EAAE,MAAsB;IACrE,IAAI,CAAC;QACH,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACpD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE;YACpF,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,2EAA2E;IAC7E,CAAC;AACH,CAAC;AAED,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QAC/F,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACzD,MAAM,CAAC,GAAG,GAA8B,CAAC;QACzC,OAAO,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;YAC1F,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE;YAC5C,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAgB,mBAAmB,CAAC,GAAW;IAC7C,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,qFAAqF;AACxE,QAAA,uBAAuB,GAAG,OAAO,CAAC;AAoB/C,MAAM,eAAe,GAAG,EAAE,CAAC;AAC3B,MAAM,YAAY,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAU,CAAC;AACpD,MAAM,cAAc,GAAkD;IACpE,MAAM,EAAE,CAAC;IACT,OAAO,EAAE,EAAE;CACZ,CAAC;AAEF,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,YAAY,KAAK;QAAE,OAAO,GAAG,CAAC,KAAK,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;IAC5E,IAAI,CAAC;QACH,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAgB,wBAAwB,CAAC,IAYxC;IACC,MAAM,IAAI,GAAgB,IAAI,CAAC,IAAI,IAAK,OAAkC,CAAC;IAC3E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,MAAe,EAAQ,EAAE;QACvD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,MAAM,CACjB,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAC9E,GAAG,EAAE,CACN,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,wEAAwE;QAC1E,CAAC;IACH,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,MAAe,EAAQ,EAAE;QACvD,IAAI,QAAQ,KAAK,IAAI;YAAE,OAAO;QAC9B,QAAQ,GAAG,MAAM,CAAC;QAClB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC;IACF,uFAAuF;IACvF,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,MAAc,EAAQ,EAAE;QAC3D,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,QAAQ,KAAK,IAAI;YAAE,QAAQ,GAAG,MAAM,CAAC;QACzC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC;IAEF,MAAM,QAAQ,GACZ,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAc,EAAE,EAAU,EAAE,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAyB,CAAC,CAAC;IAChG,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,+BAAuB,CAAC;IAEpE,MAAM,QAAQ,GAAG,CAAC,MAAqC,EAAE,EAAE,CAAC,GAAG,EAAE;QAC/D,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,eAAe,EAAE,UAAU,MAAM,uBAAuB,CAAC,CAAC;YACjE,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;YACxC,OAAO;QACT,CAAC;QACD,SAAS,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;QACD,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,sDAAsD,CAAC,CAAC;QACnF,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,QAAQ,CAAC,GAAG,EAAE;gBACZ,MAAM,CACJ,cAAc,EACd,qBAAqB,MAAM,IAAI,aAAa,sEAAsE,CACnH,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1C,CAAC,EAAE,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAU,CAAC,CAAC;IAE1E,+EAA+E;IAC/E,4EAA4E;IAC5E,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,MAAM,CAAC,uBAAuB,EAAE,qDAAqD,CAAC,CAAC;IACzF,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,GAAY,EAAE,EAAE;QAClC,WAAW,CAAC,oBAAoB,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;QACtD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,GAAY,EAAE,EAAE;QACnC,WAAW,CAAC,qBAAqB,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9F,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC7B,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE;QAC9B,MAAM,CAAC,cAAc,EAAE,aAAa,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC;IAEF,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,QAAQ;QAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzB,IAAI,CAAC,EAAE,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;IACzC,IAAI,CAAC,EAAE,CAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;IAC3C,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAExB,OAAO;QACL,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC;QACnD,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO;QAClC,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ;QACtB,OAAO,EAAE,GAAG,EAAE;YACZ,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,QAAQ;gBAAE,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;YACrD,IAAI,CAAC,cAAc,CAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;YACvD,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqEG;AAUH,OAAO,KAAK,EAAE,iBAAiB,EAAmB,MAAM,kBAAkB,CAAC;AAE3E,OAAO,EAeL,KAAK,SAAS,EAKf,MAAM,YAAY,CAAC;AAQpB,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAE3E,OAAO,EACL,KAAK,WAAW,EAMjB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAe,KAAK,OAAO,EAAa,MAAM,WAAW,CAAC;AAQjE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAExC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAsBxD,OAAO,EAOL,KAAK,WAAW,EAOjB,MAAM,SAAS,CAAC;AAEjB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,UAAU,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,EAAE,SAAS,CAAC;IACrB,GAAG,EAAE,MAAM,IAAI,CAAC;IAChB,qEAAqE;IACrE,OAAO,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B;;;;;OAKG;IACH,aAAa,CAAC,EAAE,gBAAgB,CAAC;IACjC;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACtC;;;;OAIG;IACH,aAAa,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC9C,qGAAqG;IACrG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,aAAa,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC9C;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,iBAAiB,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,qDAAqD;AACrD,MAAM,WAAW,UAAU;IACzB,8DAA8D;IAC9D,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,kFAAkF;IAClF,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,sDAAsD;IACtD,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,gFAAgF;IAChF,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,8DAA8D;IAC9D,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,6GAA6G;IAC7G,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,uHAAuH;IACvH,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,kEAAkE;IAClE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,qFAAqF;IACrF,aAAa,EAAE,MAAM,CAAC;IACtB,0DAA0D;IAC1D,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,2FAA2F;IAC3F,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,uEAAuE;IACvE,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;OAKG;IACH,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,gDAAgD;IAChD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,8FAA8F;IAC9F,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;OAIG;IACH,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;OAKG;IACH,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AA++FD;;;;;;GAMG;AACH,wBAAgB,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,GAAG,UAAU,CAsHtE;AAED,6FAA6F;AAC7F,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,GAAG,SAAS,GAAG,KAAK,CAAC,EACnD,GAAG,EAAE,OAAO,GACX,IAAI,CAON;AAeD;;;;;;;GAOG;AACH,wBAAsB,OAAO,CAC3B,IAAI,EAAE,UAAU,EAChB,YAAY,EAAE,WAAW,GAAG,CAAC,MAAM,WAAW,CAAC,EAC/C,UAAU,EAAE,MAAM,OAAO,EACzB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,GACpC,OAAO,CAAC,IAAI,CAAC,CAiBf"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqEG;AAUH,OAAO,KAAK,EAAE,iBAAiB,EAAmB,MAAM,kBAAkB,CAAC;AAE3E,OAAO,EAeL,KAAK,SAAS,EAKf,MAAM,YAAY,CAAC;AAQpB,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAE3E,OAAO,EACL,KAAK,WAAW,EAMjB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAe,KAAK,OAAO,EAAa,MAAM,WAAW,CAAC;AAQjE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAExC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAsBxD,OAAO,EAOL,KAAK,WAAW,EAOjB,MAAM,SAAS,CAAC;AAEjB,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,UAAU,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,WAAW,CAAC;IACzB,SAAS,EAAE,SAAS,CAAC;IACrB,GAAG,EAAE,MAAM,IAAI,CAAC;IAChB,qEAAqE;IACrE,OAAO,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,YAAY,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B;;;;;OAKG;IACH,aAAa,CAAC,EAAE,gBAAgB,CAAC;IACjC;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACtC;;;;OAIG;IACH,aAAa,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC9C,qGAAqG;IACrG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,aAAa,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC9C;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,iBAAiB,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,qDAAqD;AACrD,MAAM,WAAW,UAAU;IACzB,8DAA8D;IAC9D,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,kFAAkF;IAClF,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,sDAAsD;IACtD,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,gFAAgF;IAChF,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,8DAA8D;IAC9D,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,6GAA6G;IAC7G,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,uHAAuH;IACvH,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,kEAAkE;IAClE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,qFAAqF;IACrF,aAAa,EAAE,MAAM,CAAC;IACtB,0DAA0D;IAC1D,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,2FAA2F;IAC3F,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,uEAAuE;IACvE,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;OAKG;IACH,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,gDAAgD;IAChD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,8FAA8F;IAC9F,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;OAIG;IACH,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;;OAKG;IACH,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AA++FD;;;;;;GAMG;AACH,wBAAgB,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,GAAG,UAAU,CAsHtE;AAED,6FAA6F;AAC7F,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,GAAG,SAAS,GAAG,KAAK,CAAC,EACnD,GAAG,EAAE,OAAO,GACX,IAAI,CAON;AAeD;;;;;;;GAOG;AACH,wBAAsB,OAAO,CAC3B,IAAI,EAAE,UAAU,EAChB,YAAY,EAAE,WAAW,GAAG,CAAC,MAAM,WAAW,CAAC,EAC/C,UAAU,EAAE,MAAM,OAAO,EACzB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,GACpC,OAAO,CAAC,IAAI,CAAC,CAoBf"}

package/dist/engine.js

@@ -2756,6 +2756,9 @@ async function runLoop(deps, configSource, shouldStop, onTick) {
     const resolveConfig = typeof configSource === 'function' ? configSource : () => configSource;
     const interval = (0, dispatch_1.resolveDispatch)(resolveConfig()).reconcileIntervalMs;
     while (!shouldStop()) {
+        // #945: heartbeat every tick, before the work — a wedged tick then shows as
+        // a stale `updated_at` on a live pid, and an idle one as a fresh one.
+        deps.store.touchEngineLease?.(deps.now());
         try {
             const result = tick(deps, resolveConfig());
             onTick?.(result);