@evident-ai/cli 3.0.1-dev.5391f43 → 3.0.1-dev.53a2800

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.js CHANGED
@@ -285,14 +285,14 @@ function blank() {
285
285
  console.log();
286
286
  }
287
287
  function waitForEnter(prompt = "Press Enter to continue...") {
288
- return new Promise((resolve) => {
288
+ return new Promise((resolve2) => {
289
289
  process.stdout.write(chalk.dim(prompt));
290
290
  const handler = () => {
291
291
  process.stdin.removeListener("data", handler);
292
292
  process.stdin.setRawMode?.(false);
293
293
  process.stdin.pause();
294
294
  console.log();
295
- resolve();
295
+ resolve2();
296
296
  };
297
297
  if (process.stdin.isTTY) {
298
298
  process.stdin.setRawMode?.(true);
@@ -302,7 +302,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
302
302
  });
303
303
  }
304
304
  function sleep(ms) {
305
- return new Promise((resolve) => setTimeout(resolve, ms));
305
+ return new Promise((resolve2) => setTimeout(resolve2, ms));
306
306
  }
307
307
 
308
308
  // src/commands/login.ts
@@ -376,19 +376,19 @@ async function tokenLogin() {
376
376
  console.log("Visit your Evident dashboard to generate a CLI token.");
377
377
  blank();
378
378
  process.stdout.write("Paste token: ");
379
- const token = await new Promise((resolve) => {
379
+ const token = await new Promise((resolve2) => {
380
380
  let data = "";
381
381
  process.stdin.setEncoding("utf8");
382
382
  process.stdin.on("data", (chunk) => {
383
383
  data += chunk;
384
384
  });
385
385
  process.stdin.on("end", () => {
386
- resolve(data.trim());
386
+ resolve2(data.trim());
387
387
  });
388
388
  if (process.stdin.isTTY) {
389
389
  process.stdin.once("data", (chunk) => {
390
390
  process.stdin.pause();
391
- resolve(chunk.toString().trim());
391
+ resolve2(chunk.toString().trim());
392
392
  });
393
393
  process.stdin.resume();
394
394
  }
@@ -706,7 +706,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
706
706
  if (health.healthy) {
707
707
  return health;
708
708
  }
709
- await new Promise((resolve) => setTimeout(resolve, 1e3));
709
+ await new Promise((resolve2) => setTimeout(resolve2, 1e3));
710
710
  }
711
711
  return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
712
712
  }
@@ -1078,6 +1078,84 @@ async function getSessionMessages(port, sessionId) {
1078
1078
  return null;
1079
1079
  }
1080
1080
  }
1081
+ function isSessionActivelyGenerating(messages) {
1082
+ if (!messages || messages.length === 0) return false;
1083
+ const last = messages[messages.length - 1];
1084
+ if (roleOf(last) !== "assistant") return false;
1085
+ return completedOf(last) == null;
1086
+ }
1087
+ function sessionLastActivityMs(session) {
1088
+ const candidates = [
1089
+ session.time?.updated,
1090
+ session.time?.created,
1091
+ session.time_updated,
1092
+ session.time_created,
1093
+ session.updated,
1094
+ session.created
1095
+ ];
1096
+ for (const c of candidates) {
1097
+ if (typeof c === "number" && Number.isFinite(c)) return c;
1098
+ }
1099
+ return null;
1100
+ }
1101
+ async function listSessions(port) {
1102
+ try {
1103
+ const res = await fetch(`${opencodeBase(port)}/session`);
1104
+ if (!res.ok) return null;
1105
+ const body = await res.json();
1106
+ return Array.isArray(body) ? body : null;
1107
+ } catch {
1108
+ return null;
1109
+ }
1110
+ }
1111
+ async function deleteSession(port, id) {
1112
+ try {
1113
+ const res = await fetch(`${opencodeBase(port)}/session/${id}`, { method: "DELETE" });
1114
+ return res.status >= 200 && res.status < 300;
1115
+ } catch {
1116
+ return false;
1117
+ }
1118
+ }
1119
+ async function sessionExists(port, id) {
1120
+ try {
1121
+ const res = await fetch(`${opencodeBase(port)}/session/${id}`);
1122
+ if (res.status >= 200 && res.status < 300) return true;
1123
+ if (res.status === 404) return false;
1124
+ return null;
1125
+ } catch {
1126
+ return null;
1127
+ }
1128
+ }
1129
+ async function getSessionStatuses(port) {
1130
+ try {
1131
+ const res = await fetch(`${opencodeBase(port)}/session/status`);
1132
+ if (!res.ok) {
1133
+ console.error(
1134
+ `[getSessionStatuses] GET /session/status returned HTTP ${res.status} (port ${port})`
1135
+ );
1136
+ return null;
1137
+ }
1138
+ const body = await res.json();
1139
+ if (body == null || typeof body !== "object" || Array.isArray(body)) {
1140
+ console.error(
1141
+ `[getSessionStatuses] GET /session/status body was not a plain object (port ${port})`
1142
+ );
1143
+ return null;
1144
+ }
1145
+ return body;
1146
+ } catch (err) {
1147
+ console.error(
1148
+ `[getSessionStatuses] GET /session/status failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
1149
+ );
1150
+ return null;
1151
+ }
1152
+ }
1153
+ async function isSessionOngoing(port, id) {
1154
+ const map = await getSessionStatuses(port);
1155
+ if (map == null) return null;
1156
+ const entry = map[id];
1157
+ return entry != null && entry.type !== "idle";
1158
+ }
1081
1159
  async function createOpenCodeSession(port, directory) {
1082
1160
  const url = new URL(`${opencodeBase(port)}/session`);
1083
1161
  if (directory && directory.trim()) {
@@ -1147,7 +1225,7 @@ async function sendPromptAsync(port, sessionId, content, options) {
1147
1225
  if (best) return best.id;
1148
1226
  }
1149
1227
  if (attempt < READ_BACK_ATTEMPTS - 1) {
1150
- await new Promise((resolve) => setTimeout(resolve, READ_BACK_DELAY_MS));
1228
+ await new Promise((resolve2) => setTimeout(resolve2, READ_BACK_DELAY_MS));
1151
1229
  }
1152
1230
  }
1153
1231
  return null;
@@ -1204,6 +1282,11 @@ function messageRunState(messages, userMessageId) {
1204
1282
  if (isAssistantInFlight(reply)) return "running";
1205
1283
  return errorOf(reply) != null ? "failed" : "done";
1206
1284
  }
1285
+ function isPreamblePinnedRunning(messages, userMessageId) {
1286
+ if (messageRunState(messages, userMessageId) !== "running") return false;
1287
+ const reply = findLastAssistantReplyFor(messages, userMessageId);
1288
+ return completedOf(reply) != null && finishOf(reply) === "tool-calls";
1289
+ }
1207
1290
  function messageError(messages, userMessageId) {
1208
1291
  const reply = findLastAssistantReplyFor(messages, userMessageId);
1209
1292
  const error2 = errorOf(reply);
@@ -1224,6 +1307,110 @@ function hasRunningAssistantExcept(messages, exceptUserMessageId) {
1224
1307
  );
1225
1308
  }
1226
1309
 
1310
+ // src/lib/opencode/session-cleanup.ts
1311
+ var DURATION_UNIT_MS = {
1312
+ s: 1e3,
1313
+ m: 60 * 1e3,
1314
+ h: 60 * 60 * 1e3,
1315
+ d: 24 * 60 * 60 * 1e3
1316
+ };
1317
+ function parseDurationMs(input) {
1318
+ const trimmed = input.trim();
1319
+ const match = /^(\d+)([smhd])$/.exec(trimmed);
1320
+ if (!match) {
1321
+ throw new Error(
1322
+ `Invalid duration "${input}": expected <number><unit> where unit is one of s, m, h, d (e.g. "7d", "24h", "30m", "90s").`
1323
+ );
1324
+ }
1325
+ const value = Number(match[1]);
1326
+ if (value <= 0) {
1327
+ throw new Error(`Invalid duration "${input}": must be a positive value.`);
1328
+ }
1329
+ return value * DURATION_UNIT_MS[match[2]];
1330
+ }
1331
+ function selectSessionsToDelete(sessions, opts) {
1332
+ const { maxAgeMs, maxCount, nowMs, protectedIds } = opts;
1333
+ if (maxAgeMs === void 0 && maxCount === void 0) return [];
1334
+ const ageEligible = (s) => {
1335
+ if (maxAgeMs === void 0) return false;
1336
+ if (s.lastActivityMs === null) return true;
1337
+ return nowMs - s.lastActivityMs > maxAgeMs;
1338
+ };
1339
+ const countEligibleIds = /* @__PURE__ */ new Set();
1340
+ if (maxCount !== void 0) {
1341
+ const byActivityDesc = [...sessions].sort(
1342
+ (a, b) => (b.lastActivityMs ?? -Infinity) - (a.lastActivityMs ?? -Infinity)
1343
+ );
1344
+ for (const s of byActivityDesc.slice(maxCount)) {
1345
+ countEligibleIds.add(s.id);
1346
+ }
1347
+ }
1348
+ const toDelete = [];
1349
+ for (const s of sessions) {
1350
+ if (protectedIds.has(s.id)) continue;
1351
+ if (ageEligible(s) || countEligibleIds.has(s.id)) {
1352
+ toDelete.push(s.id);
1353
+ }
1354
+ }
1355
+ return toDelete;
1356
+ }
1357
+ var DEFAULT_INTERVAL = "1h";
1358
+ function resolve(flag, envValue, fallback) {
1359
+ return flag ?? envValue ?? fallback;
1360
+ }
1361
+ function parseMaxCount(input) {
1362
+ const trimmed = input.trim();
1363
+ if (!/^\d+$/.test(trimmed)) {
1364
+ throw new Error(`Invalid max-count "${input}": expected a positive integer.`);
1365
+ }
1366
+ const value = Number(trimmed);
1367
+ if (value <= 0) {
1368
+ throw new Error(`Invalid max-count "${input}": must be greater than 0.`);
1369
+ }
1370
+ return value;
1371
+ }
1372
+ function resolveSessionCleanupConfig(flags, env = process.env) {
1373
+ const warnings = [];
1374
+ const maxAgeRaw = resolve(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
1375
+ const maxCountRaw = resolve(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
1376
+ const intervalRaw = resolve(
1377
+ flags.interval,
1378
+ env.EVIDENT_SESSION_CLEANUP_INTERVAL,
1379
+ DEFAULT_INTERVAL
1380
+ );
1381
+ let maxAgeMs;
1382
+ if (maxAgeRaw !== void 0) {
1383
+ try {
1384
+ maxAgeMs = parseDurationMs(maxAgeRaw);
1385
+ } catch (err) {
1386
+ warnings.push(
1387
+ `Ignoring invalid --session-cleanup-max-age: ${err instanceof Error ? err.message : String(err)}`
1388
+ );
1389
+ }
1390
+ }
1391
+ let maxCount;
1392
+ if (maxCountRaw !== void 0) {
1393
+ try {
1394
+ maxCount = parseMaxCount(maxCountRaw);
1395
+ } catch (err) {
1396
+ warnings.push(
1397
+ `Ignoring invalid --session-cleanup-max-count: ${err instanceof Error ? err.message : String(err)}`
1398
+ );
1399
+ }
1400
+ }
1401
+ let intervalMs;
1402
+ try {
1403
+ intervalMs = parseDurationMs(intervalRaw ?? DEFAULT_INTERVAL);
1404
+ } catch (err) {
1405
+ warnings.push(
1406
+ `Ignoring invalid --session-cleanup-interval, using default ${DEFAULT_INTERVAL}: ${err instanceof Error ? err.message : String(err)}`
1407
+ );
1408
+ intervalMs = parseDurationMs(DEFAULT_INTERVAL);
1409
+ }
1410
+ const enabled = maxAgeMs !== void 0 || maxCount !== void 0;
1411
+ return { enabled, maxAgeMs, maxCount, intervalMs, warnings };
1412
+ }
1413
+
1227
1414
  // src/lib/tunnel/connection.ts
1228
1415
  import WebSocket2 from "ws";
1229
1416
 
@@ -1314,12 +1501,12 @@ var StreamForwarder = class {
1314
1501
  let endBody;
1315
1502
  if (has_body) {
1316
1503
  const chunks = [];
1317
- bodyPromise = new Promise((resolve) => {
1504
+ bodyPromise = new Promise((resolve2) => {
1318
1505
  pushBody = (buf) => {
1319
1506
  chunks.push(buf);
1320
1507
  };
1321
1508
  endBody = () => {
1322
- resolve(Buffer.concat(chunks));
1509
+ resolve2(Buffer.concat(chunks));
1323
1510
  };
1324
1511
  });
1325
1512
  }
@@ -1437,7 +1624,7 @@ function connectTunnel(options) {
1437
1624
  } = options;
1438
1625
  const tunnelUrl = getTunnelUrlConfig();
1439
1626
  const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
1440
- return new Promise((resolve, reject) => {
1627
+ return new Promise((resolve2, reject) => {
1441
1628
  const ws = new WebSocket2(url, {
1442
1629
  headers: {
1443
1630
  Authorization: authHeader
@@ -1502,7 +1689,7 @@ function connectTunnel(options) {
1502
1689
  clearTimeout(connectionTimeout);
1503
1690
  const connectedAgentId = message.agent_id ?? agentId;
1504
1691
  onConnected?.(connectedAgentId);
1505
- resolve({
1692
+ resolve2({
1506
1693
  ws,
1507
1694
  close: () => ws.close(1e3, "CLI shutdown")
1508
1695
  });
@@ -1632,6 +1819,9 @@ var DEFAULT_RETRY_POLICY = {
1632
1819
  var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
1633
1820
  var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
1634
1821
  var DEFAULT_STUCK_QUEUED_MS = 6e4;
1822
+ var HEARTBEAT_MS = 6e4;
1823
+ var ABSOLUTE_MAX_PROCESSING_MS = 6 * 60 * 60 * 1e3;
1824
+ var POLL_MISS_GRACE_MS = HEARTBEAT_MS;
1635
1825
  var ChannelAuthError = class extends Error {
1636
1826
  constructor(message) {
1637
1827
  super(message);
@@ -1761,6 +1951,21 @@ var ChannelDriver = class {
1761
1951
  sessionParents = /* @__PURE__ */ new Map();
1762
1952
  /** Serialises drains so a reconnect during a drain doesn't double-process. */
1763
1953
  draining = false;
1954
+ /**
1955
+ * The currently-executing `drainPending()` promise, or null when idle. Lets a
1956
+ * graceful shutdown (`waitForInFlight`) await an in-progress drain so a turn it
1957
+ * is about to dispatch is not missed by the `hasInFlightWatchers()` check (a
1958
+ * drain that entered before `stop()` still registers its watcher).
1959
+ */
1960
+ activeDrain = null;
1961
+ /**
1962
+ * Set by `stop()` on graceful shutdown. Once stopped, `drainPending` no longer
1963
+ * dispatches NEW work (it returns 0 immediately) — but the per-session watcher
1964
+ * loops already running keep going so in-flight turns can finish and deliver
1965
+ * their reply. `run.ts` awaits `waitForInFlight()` before it closes the tunnel
1966
+ * and stops opencode.
1967
+ */
1968
+ stopped = false;
1764
1969
  constructor(config2) {
1765
1970
  this.agentId = config2.agentId;
1766
1971
  this.port = config2.port;
@@ -1792,8 +1997,21 @@ var ChannelDriver = class {
1792
1997
  * @returns the number of messages NEWLY dispatched to opencode's native queue.
1793
1998
  */
1794
1999
  async drainPending() {
2000
+ if (this.stopped) return 0;
1795
2001
  if (this.draining) return 0;
1796
2002
  this.draining = true;
2003
+ const run2 = this.runDrain();
2004
+ this.activeDrain = run2.then(
2005
+ () => {
2006
+ this.activeDrain = null;
2007
+ },
2008
+ () => {
2009
+ this.activeDrain = null;
2010
+ }
2011
+ );
2012
+ return run2;
2013
+ }
2014
+ async runDrain() {
1797
2015
  let dispatched = 0;
1798
2016
  try {
1799
2017
  const conversations = await this.getPendingConversations();
@@ -1805,6 +2023,7 @@ var ChannelDriver = class {
1805
2023
  });
1806
2024
  }
1807
2025
  for (const conv of conversations) {
2026
+ if (this.stopped) break;
1808
2027
  dispatched += await this.processConversation(conv);
1809
2028
  }
1810
2029
  await this.readoptProcessing();
@@ -1825,6 +2044,73 @@ var ChannelDriver = class {
1825
2044
  }
1826
2045
  return false;
1827
2046
  }
2047
+ /**
2048
+ * OpenCode session ids the session-cleanup sweep (issue #190) must NOT delete:
2049
+ * exactly those with a live (dispatched-but-not-done / paused) turn, i.e. a
2050
+ * `watchers` entry whose `inFlight` set is non-empty — the same predicate
2051
+ * `hasInFlightWatchers()` uses, lifted to return the ids.
2052
+ *
2053
+ * Deliberately does NOT include `this.sessions` (the permanent, never-pruned
2054
+ * conversation→session cache). Protecting every bound-but-idle session there
2055
+ * would shield nearly every session and defeat cleanup — AND it is unnecessary:
2056
+ * `ensureSession` is self-healing (it recreates a session whose id no longer
2057
+ * exists), so deleting an idle bound session is harmless — the conversation's
2058
+ * next turn transparently rebinds a fresh one. The only thing worth protecting
2059
+ * is a session with a turn ACTIVELY in flight right now: tearing that down
2060
+ * mid-turn would strand the running `prompt_async`. Idle sessions are fair game.
2061
+ */
2062
+ protectedSessionIds() {
2063
+ const ids = /* @__PURE__ */ new Set();
2064
+ for (const [sessionId, watcher] of this.watchers) {
2065
+ if (watcher.inFlight.size > 0) ids.add(sessionId);
2066
+ }
2067
+ return ids;
2068
+ }
2069
+ /**
2070
+ * Begin a graceful stop: stop accepting NEW channel work. Idempotent. After
2071
+ * this, `drainPending()` is a no-op (returns 0), so no new message is dispatched
2072
+ * — but the watcher loops already tracking in-flight turns keep running, so a
2073
+ * turn that has finished (or is about to) still fires `markDone` and delivers
2074
+ * its reply. Pair with `waitForInFlight()` to bound how long shutdown waits.
2075
+ */
2076
+ stop() {
2077
+ this.stopped = true;
2078
+ }
2079
+ /**
2080
+ * Wait (up to `timeoutMs`) for in-flight watcher work to settle during a
2081
+ * graceful shutdown, so a turn whose reply is ready — or completes within the
2082
+ * window — is delivered before the process exits, instead of being cut off and
2083
+ * left for the ADR-0046 restart-recovery path.
2084
+ *
2085
+ * Bounded on purpose: the watcher's own give-up deadline is up to 10 minutes,
2086
+ * far longer than a shutdown grace period (e.g. Fargate's SIGTERM→SIGKILL
2087
+ * window). We poll `hasInFlightWatchers()` and return as soon as the in-flight
2088
+ * set empties OR the timeout elapses. Anything still in flight at the timeout is
2089
+ * safe to abandon — it stays `processing` server-side and is re-adopted on the
2090
+ * next runner start (ADR-0046).
2091
+ *
2092
+ * @returns true if all in-flight work settled within the window; false if the
2093
+ * timeout elapsed with work still in flight.
2094
+ */
2095
+ async waitForInFlight(timeoutMs) {
2096
+ const deadline = this.now() + timeoutMs;
2097
+ const step = Math.min(this.pausedPollIntervalMs, 250);
2098
+ if (this.activeDrain) {
2099
+ let drainSettled = false;
2100
+ void this.activeDrain.then(() => {
2101
+ drainSettled = true;
2102
+ });
2103
+ while (!drainSettled) {
2104
+ if (this.now() >= deadline) return false;
2105
+ await this.sleep(step);
2106
+ }
2107
+ }
2108
+ while (this.hasInFlightWatchers()) {
2109
+ if (this.now() >= deadline) return false;
2110
+ await this.sleep(step);
2111
+ }
2112
+ return true;
2113
+ }
1828
2114
  /**
1829
2115
  * Await all outstanding per-session watchers (WI-3).
1830
2116
  *
@@ -1861,6 +2147,7 @@ var ChannelDriver = class {
1861
2147
  let dispatched = 0;
1862
2148
  let skippedAlreadyDispatched = 0;
1863
2149
  for (const message of messages) {
2150
+ if (this.stopped) break;
1864
2151
  if (this.dispatched.has(message.id)) {
1865
2152
  skippedAlreadyDispatched += 1;
1866
2153
  continue;
@@ -1884,6 +2171,16 @@ var ChannelDriver = class {
1884
2171
  } catch (err) {
1885
2172
  if (err instanceof ChannelAuthError) throw err;
1886
2173
  this.dispatched.delete(message.id);
2174
+ if (await sessionExists(this.port, sessionId) === false) {
2175
+ this.sessions.delete(conv.id);
2176
+ this.log({
2177
+ level: "info",
2178
+ message: `Message ${message.id.slice(0, 8)} dispatch hit a session (${sessionId.slice(0, 8)}) that was deleted mid-dispatch (cleanup race) \u2014 deferring this and later messages for conversation ${conv.id.slice(0, 8)} to the next tick (recreated then, in order). Already-dispatched turns keep their watcher.`,
2179
+ conversation_id: conv.id,
2180
+ message_id: message.id
2181
+ });
2182
+ break;
2183
+ }
1887
2184
  await this.markFailed(conv.id, message.id).catch(() => {
1888
2185
  });
1889
2186
  this.log({
@@ -1919,16 +2216,33 @@ var ChannelDriver = class {
1919
2216
  return dispatched;
1920
2217
  }
1921
2218
  async ensureSession(conv) {
1922
- const cached = this.sessions.get(conv.id);
1923
- if (cached) return cached;
1924
- if (conv.opencode_session_id) {
1925
- this.sessions.set(conv.id, conv.opencode_session_id);
1926
- return conv.opencode_session_id;
2219
+ const bound = this.sessions.get(conv.id) ?? conv.opencode_session_id ?? null;
2220
+ if (bound) {
2221
+ const exists = await sessionExists(this.port, bound);
2222
+ if (exists === false) {
2223
+ this.log({
2224
+ level: "info",
2225
+ message: `OpenCode session ${bound} for conversation ${conv.id.slice(0, 8)} no longer exists (deleted or DB reset) \u2014 creating a fresh session and rebinding.`,
2226
+ conversation_id: conv.id
2227
+ });
2228
+ this.sessions.delete(conv.id);
2229
+ return this.createAndBindSession(conv.id);
2230
+ }
2231
+ this.sessions.set(conv.id, bound);
2232
+ return bound;
1927
2233
  }
2234
+ return this.createAndBindSession(conv.id);
2235
+ }
2236
+ /**
2237
+ * Create a fresh OpenCode session for a conversation, cache the binding, and
2238
+ * best-effort persist it server-side. Shared by the first-ever bind and the
2239
+ * self-heal recreate path in `ensureSession`.
2240
+ */
2241
+ async createAndBindSession(conversationId) {
1928
2242
  const directory = await this.resolveOpenCodeDirectory();
1929
2243
  const sessionId = await createOpenCodeSession(this.port, directory);
1930
- this.sessions.set(conv.id, sessionId);
1931
- await this.persistSession(conv.id, sessionId).catch(() => {
2244
+ this.sessions.set(conversationId, sessionId);
2245
+ await this.persistSession(conversationId, sessionId).catch(() => {
1932
2246
  });
1933
2247
  return sessionId;
1934
2248
  }
@@ -1979,7 +2293,9 @@ var ChannelDriver = class {
1979
2293
  inFlight: /* @__PURE__ */ new Map(),
1980
2294
  loop: null,
1981
2295
  reportedQuestions: /* @__PURE__ */ new Set(),
1982
- reportedPermissions: /* @__PURE__ */ new Set()
2296
+ reportedPermissions: /* @__PURE__ */ new Set(),
2297
+ lastGoodPollAt: this.now(),
2298
+ hadUsablePoll: false
1983
2299
  };
1984
2300
  this.watchers.set(sessionId, watcher);
1985
2301
  }
@@ -1989,20 +2305,37 @@ var ChannelDriver = class {
1989
2305
  opencodeMessageId,
1990
2306
  message,
1991
2307
  dispatchedAt: now,
2308
+ processingAnchorMs: now,
1992
2309
  deadline: now + this.pausedMaxWaitMs,
1993
2310
  started: false,
1994
2311
  done: false,
1995
- stuckReported: false
2312
+ stuckReported: false,
2313
+ lastAliveAt: 0,
2314
+ aliveInFlight: false,
2315
+ awaitingHumanLatched: false,
2316
+ pausedOnQuestion: false,
2317
+ pausedOnPermission: false,
2318
+ pausedClearConfirmed: false,
2319
+ pausedInFlight: false,
2320
+ deliveryDeadlineAnchored: false
1996
2321
  });
1997
2322
  }
1998
2323
  /**
1999
2324
  * Register a RE-ADOPTED `processing` message with its session watcher
2000
2325
  * (ADR-0046, WI-4). Mirrors `registerInFlight` but anchors the give-up
2001
2326
  * `deadline` to the row's SERVER-SIDE `processed_at` (Invariant 1), NEVER to
2002
- * `now`: a row already `processing` for e.g. 5 min must give up ~5 min from now
2003
- * (10 min after `processed_at`), not 10 min from now — otherwise its deadline
2004
- * lands ~15 min after `processed_at`, coinciding with the cron reset →
2005
- * double-drive race. `dispatchedAt` stays `now` (only the appear-guard uses it).
2327
+ * `now`, so the paused/queued/unreachable cases settle on the same wall-clock a
2328
+ * fresh dispatch would (10 min after `processed_at`, not 10 min from now).
2329
+ *
2330
+ * This re-attaches into the SAME watcher, so the ADR-0047 progressing-vs-paused
2331
+ * give-up (`serviceInFlightMessage`) applies unchanged: a re-adopted turn
2332
+ * opencode reports ACTIVELY `running` is watched to completion (its liveness
2333
+ * heartbeat keeps the cron off its row), while a re-adopted turn that is paused
2334
+ * awaiting a human — or queued/unreachable — is still bounded by `deadline` and
2335
+ * handed to the cron. The old "the `deadline` must settle before the ~15-min
2336
+ * cron or they double-drive" reasoning is superseded: liveness now settles the
2337
+ * actively-running case; `deadline` settles the rest. `dispatchedAt` stays `now`
2338
+ * (only the appear-guard uses it).
2006
2339
  *
2007
2340
  * `evidentMessageId` addresses the SERVER row (for markProcessing/markDone);
2008
2341
  * `opencodeMessageId` is the id the watcher polls for a reply — for the orphan
@@ -2020,7 +2353,9 @@ var ChannelDriver = class {
2020
2353
  inFlight: /* @__PURE__ */ new Map(),
2021
2354
  loop: null,
2022
2355
  reportedQuestions: /* @__PURE__ */ new Set(),
2023
- reportedPermissions: /* @__PURE__ */ new Set()
2356
+ reportedPermissions: /* @__PURE__ */ new Set(),
2357
+ lastGoodPollAt: this.now(),
2358
+ hadUsablePoll: false
2024
2359
  };
2025
2360
  this.watchers.set(sessionId, watcher);
2026
2361
  }
@@ -2029,6 +2364,10 @@ var ChannelDriver = class {
2029
2364
  opencodeMessageId,
2030
2365
  message,
2031
2366
  dispatchedAt: this.now(),
2367
+ // Anchor the absolute-age ceiling to the SERVER-SIDE `processed_at` (the same
2368
+ // value seeding `deadline`), NOT `dispatchedAt` — so a re-adopted zombie's age
2369
+ // reflects the real turn duration and the ceiling fires on the ORIGINAL turn.
2370
+ processingAnchorMs: processedAtMs,
2032
2371
  deadline: processedAtMs + this.pausedMaxWaitMs,
2033
2372
  // The server row is ALREADY `processing`; do not re-fire markProcessing.
2034
2373
  started: true,
@@ -2038,7 +2377,20 @@ var ChannelDriver = class {
2038
2377
  // on `state === 'queued'` (turn produced no reply), not on `started`, so a
2039
2378
  // re-adopted row left wedged in `queued` still emits the signal once
2040
2379
  // (#210/#220 observability).
2041
- stuckReported: false
2380
+ stuckReported: false,
2381
+ // Task 5.2: a re-adopted actively-running row re-attaches into the SAME
2382
+ // watcher and so hits the SAME actively-running heartbeat branch in
2383
+ // `serviceInFlightMessage` as a fresh dispatch — monitoring observes "runner
2384
+ // re-adopted and is confirming this row alive" via that `alive` heartbeat,
2385
+ // with no extra `re_adopted` signal needed (folds old WI-6).
2386
+ lastAliveAt: 0,
2387
+ aliveInFlight: false,
2388
+ awaitingHumanLatched: false,
2389
+ pausedOnQuestion: false,
2390
+ pausedOnPermission: false,
2391
+ pausedClearConfirmed: false,
2392
+ pausedInFlight: false,
2393
+ deliveryDeadlineAnchored: false
2042
2394
  });
2043
2395
  }
2044
2396
  /**
@@ -2089,12 +2441,30 @@ var ChannelDriver = class {
2089
2441
  messages = Array.isArray(body) ? body : null;
2090
2442
  }
2091
2443
  } catch {
2092
- continue;
2093
2444
  }
2445
+ if (messages != null && messages.length > 0) {
2446
+ watcher.lastGoodPollAt = this.now();
2447
+ watcher.hadUsablePoll = true;
2448
+ } else {
2449
+ const emptyButReachable = messages != null;
2450
+ const graceApplies = !emptyButReachable || watcher.hadUsablePoll;
2451
+ if (graceApplies && this.now() - watcher.lastGoodPollAt < POLL_MISS_GRACE_MS) {
2452
+ continue;
2453
+ }
2454
+ }
2455
+ const { openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk } = await this.pollInteractions(sessionId, watcher, messages);
2094
2456
  for (const inFlight of [...watcher.inFlight.values()]) {
2095
- await this.serviceInFlightMessage(sessionId, watcher, inFlight, messages);
2457
+ await this.serviceInFlightMessage(
2458
+ sessionId,
2459
+ watcher,
2460
+ inFlight,
2461
+ messages,
2462
+ openQuestions,
2463
+ openPermissions,
2464
+ questionsPolledOk,
2465
+ permissionsPolledOk
2466
+ );
2096
2467
  }
2097
- await this.pollInteractions(sessionId, watcher, messages);
2098
2468
  }
2099
2469
  } catch (err) {
2100
2470
  if (err instanceof ChannelAuthError) {
@@ -2116,15 +2486,40 @@ var ChannelDriver = class {
2116
2486
  });
2117
2487
  }
2118
2488
  }
2489
+ /**
2490
+ * On FIRST observing a terminal (done/failed) state, ensure the delivery
2491
+ * (markDone/markFailed) transient-retry path has a real window. A long
2492
+ * ACTIVELY-running turn is kept past its original `deadline`, so by completion
2493
+ * `now >= deadline` already holds and the retry bound below would fire on the
2494
+ * first transient PATCH failure — dropping the message before its reply lands
2495
+ * (Bugbot "Stale deadline aborts long-turn delivery"). Re-anchor once (latched)
2496
+ * to a fresh `pausedMaxWaitMs` window; only extend if the current deadline is at
2497
+ * or past now, so a still-ample window is left untouched.
2498
+ */
2499
+ anchorDeliveryDeadline(inFlight) {
2500
+ if (inFlight.deliveryDeadlineAnchored) return;
2501
+ inFlight.deliveryDeadlineAnchored = true;
2502
+ if (this.now() >= inFlight.deadline) {
2503
+ inFlight.deadline = this.now() + this.pausedMaxWaitMs;
2504
+ }
2505
+ }
2119
2506
  /**
2120
2507
  * Drive ONE in-flight message's lifecycle from the tick's message snapshot.
2121
2508
  * Fires markProcessing on queued→running and markDone on done (each once),
2122
2509
  * applies the idle-path re-dispatch guard, and removes the message from the
2123
2510
  * in-flight set on completion or timeout.
2124
2511
  */
2125
- async serviceInFlightMessage(sessionId, watcher, inFlight, messages) {
2512
+ async serviceInFlightMessage(sessionId, watcher, inFlight, messages, openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk) {
2126
2513
  const conv = watcher.conv;
2127
2514
  const state = messageRunState(messages, inFlight.opencodeMessageId);
2515
+ const id = inFlight.evidentMessageId;
2516
+ if (openQuestions.has(id)) inFlight.pausedOnQuestion = true;
2517
+ else if (questionsPolledOk) inFlight.pausedOnQuestion = false;
2518
+ if (openPermissions.has(id)) inFlight.pausedOnPermission = true;
2519
+ else if (permissionsPolledOk) inFlight.pausedOnPermission = false;
2520
+ const observedOpen = openQuestions.has(id) || openPermissions.has(id);
2521
+ const latchedPaused = inFlight.pausedOnQuestion || inFlight.pausedOnPermission;
2522
+ const awaitingHuman = observedOpen || latchedPaused;
2128
2523
  if ((state === "running" || state === "done" || state === "failed") && !inFlight.started) {
2129
2524
  let claimed;
2130
2525
  try {
@@ -2155,6 +2550,7 @@ var ChannelDriver = class {
2155
2550
  }
2156
2551
  }
2157
2552
  if (state === "done") {
2553
+ this.anchorDeliveryDeadline(inFlight);
2158
2554
  if (!inFlight.done) {
2159
2555
  this.log({
2160
2556
  level: "info",
@@ -2205,6 +2601,7 @@ var ChannelDriver = class {
2205
2601
  return;
2206
2602
  }
2207
2603
  if (state === "failed") {
2604
+ this.anchorDeliveryDeadline(inFlight);
2208
2605
  if (!inFlight.done) {
2209
2606
  const error2 = messageError(messages, inFlight.opencodeMessageId) ?? void 0;
2210
2607
  this.log({
@@ -2258,7 +2655,51 @@ var ChannelDriver = class {
2258
2655
  stuck_for_ms: this.now() - inFlight.dispatchedAt
2259
2656
  });
2260
2657
  }
2261
- if (this.now() >= inFlight.deadline) {
2658
+ const activelyRunning = state === "running" && !awaitingHuman;
2659
+ if (activelyRunning && this.now() - inFlight.processingAnchorMs >= ABSOLUTE_MAX_PROCESSING_MS) {
2660
+ this.log({
2661
+ level: "error",
2662
+ message: `Message ${inFlight.evidentMessageId.slice(0, 8)} exceeded the absolute processing ceiling (${Math.round((this.now() - inFlight.processingAnchorMs) / 6e4)}min, session ${sessionId}) while still actively running \u2014 releasing so the cron can reclaim it`,
2663
+ conversation_id: conv.id,
2664
+ message_id: inFlight.evidentMessageId
2665
+ });
2666
+ void this.postSignal(conv.id, inFlight.evidentMessageId, "gave_up", {
2667
+ watched_for_ms: this.now() - inFlight.processingAnchorMs
2668
+ });
2669
+ this.removeInFlight(watcher, inFlight.evidentMessageId);
2670
+ return;
2671
+ }
2672
+ if (activelyRunning && !inFlight.awaitingHumanLatched && !inFlight.aliveInFlight && this.now() - inFlight.lastAliveAt >= HEARTBEAT_MS) {
2673
+ inFlight.aliveInFlight = true;
2674
+ void this.postSignal(conv.id, inFlight.evidentMessageId, "alive").then((ok) => {
2675
+ inFlight.aliveInFlight = false;
2676
+ if (ok) inFlight.lastAliveAt = this.now();
2677
+ });
2678
+ }
2679
+ if (awaitingHuman) {
2680
+ if (!inFlight.awaitingHumanLatched) {
2681
+ inFlight.deadline = this.now() + this.pausedMaxWaitMs;
2682
+ inFlight.awaitingHumanLatched = true;
2683
+ }
2684
+ if (!inFlight.pausedClearConfirmed && !inFlight.pausedInFlight) {
2685
+ inFlight.pausedInFlight = true;
2686
+ void this.postSignal(conv.id, inFlight.evidentMessageId, "paused").then((ok) => {
2687
+ inFlight.pausedInFlight = false;
2688
+ if (ok && inFlight.awaitingHumanLatched) inFlight.pausedClearConfirmed = true;
2689
+ });
2690
+ }
2691
+ } else if (inFlight.awaitingHumanLatched) {
2692
+ inFlight.awaitingHumanLatched = false;
2693
+ inFlight.pausedOnQuestion = false;
2694
+ inFlight.pausedOnPermission = false;
2695
+ inFlight.pausedClearConfirmed = false;
2696
+ }
2697
+ const siblingPaused = (sib) => openQuestions.has(sib.evidentMessageId) || openPermissions.has(sib.evidentMessageId) || sib.awaitingHumanLatched || sib.pausedOnQuestion || sib.pausedOnPermission;
2698
+ const hasActivelyRunningSibling = [...watcher.inFlight.values()].some(
2699
+ (sib) => sib.evidentMessageId !== inFlight.evidentMessageId && messageRunState(messages, sib.opencodeMessageId) === "running" && !siblingPaused(sib)
2700
+ );
2701
+ const queuedBehindRunningSibling = state === "queued" && hasActivelyRunningSibling;
2702
+ if (!activelyRunning && !queuedBehindRunningSibling && this.now() >= inFlight.deadline) {
2262
2703
  this.log({
2263
2704
  level: "info",
2264
2705
  message: `Message ${inFlight.evidentMessageId.slice(0, 8)} did not complete within the watch window \u2014 leaving for the cron safety net`,
@@ -2349,8 +2790,10 @@ var ChannelDriver = class {
2349
2790
  });
2350
2791
  continue;
2351
2792
  }
2793
+ const anyUntracked = sessionRows.some((row) => !this.isTracked(sessionId, row.id));
2794
+ const sessionOngoing = anyUntracked ? await isSessionOngoing(this.port, sessionId) : null;
2352
2795
  for (const row of sessionRows) {
2353
- await this.readoptOne(sessionId, row, messages);
2796
+ await this.readoptOne(sessionId, row, messages, sessionOngoing);
2354
2797
  }
2355
2798
  }
2356
2799
  }
@@ -2372,7 +2815,7 @@ var ChannelDriver = class {
2372
2815
  *
2373
2816
  * Only `ChannelAuthError` propagates.
2374
2817
  */
2375
- async readoptOne(sessionId, row, messages) {
2818
+ async readoptOne(sessionId, row, messages, sessionOngoing) {
2376
2819
  if (this.isTracked(sessionId, row.id)) {
2377
2820
  this.log({
2378
2821
  level: "info",
@@ -2467,6 +2910,67 @@ var ChannelDriver = class {
2467
2910
  });
2468
2911
  return;
2469
2912
  }
2913
+ let statusReadableOngoing = null;
2914
+ if (state === "running" && ocId) {
2915
+ const reply = findLastAssistantReplyFor(messages, ocId);
2916
+ const shape = this.replyCompletionShape(reply);
2917
+ const ongoing = sessionOngoing;
2918
+ statusReadableOngoing = ongoing;
2919
+ if (ongoing === false) {
2920
+ this.log({
2921
+ level: "info",
2922
+ message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} but session ${sessionId.slice(0, 8)} is not-ongoing per GET /session/status (absent/idle) \u2014 re-dispatching from scratch (status-gated recovery)`,
2923
+ conversation_id: row.conversation_id,
2924
+ message_id: row.id
2925
+ });
2926
+ await this.forceReadoptRun(sessionId, row);
2927
+ return;
2928
+ }
2929
+ if (ongoing === true) {
2930
+ this.log({
2931
+ level: "info",
2932
+ message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} and session ${sessionId.slice(0, 8)} is ongoing per GET /session/status (busy/retry) \u2014 re-attaching watcher (no re-dispatch)`,
2933
+ conversation_id: row.conversation_id,
2934
+ message_id: row.id
2935
+ });
2936
+ } else {
2937
+ if (shape === "b1") {
2938
+ this.log({
2939
+ level: "info",
2940
+ message: `Re-adopt: message ${row.id.slice(0, 8)} running/b1 but GET /session/status was unreadable (null) for session ${sessionId.slice(0, 8)} \u2014 NOT latching a b1 row on a transient status blip; leaving it un-tracked to re-evaluate on the next drain`,
2941
+ conversation_id: row.conversation_id,
2942
+ message_id: row.id
2943
+ });
2944
+ return;
2945
+ }
2946
+ this.log({
2947
+ level: "info",
2948
+ message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} but GET /session/status was unreadable (null) for session ${sessionId.slice(0, 8)} \u2014 falling back to the #253 preamble + descendant cross-check`,
2949
+ conversation_id: row.conversation_id,
2950
+ message_id: row.id
2951
+ });
2952
+ }
2953
+ }
2954
+ if (statusReadableOngoing === null && state === "running" && ocId && isPreamblePinnedRunning(messages, ocId)) {
2955
+ const descendantAlive = await this.isAnyDescendantSessionAlive(sessionId);
2956
+ if (descendantAlive === true) {
2957
+ this.log({
2958
+ level: "info",
2959
+ message: `Re-adopt: message ${row.id.slice(0, 8)} preamble-pinned running (root ${sessionId.slice(0, 8)}) but a live descendant sub-agent session was found \u2014 treating as still running, re-attaching watcher (no re-dispatch)`,
2960
+ conversation_id: row.conversation_id,
2961
+ message_id: row.id
2962
+ });
2963
+ } else {
2964
+ this.log({
2965
+ level: "info",
2966
+ message: `Re-adopt: message ${row.id.slice(0, 8)} preamble-pinned on recovery (root ${sessionId.slice(0, 8)}), no live descendant runner \u2014 re-dispatching from scratch${descendantAlive === null ? " (descendant liveness indeterminate; a restart guarantees no live runner, so this does NOT block the re-dispatch)" : ""}`,
2967
+ conversation_id: row.conversation_id,
2968
+ message_id: row.id
2969
+ });
2970
+ await this.forceReadoptRun(sessionId, row);
2971
+ return;
2972
+ }
2973
+ }
2470
2974
  if ((state === "running" || state === "queued") && ocId) {
2471
2975
  const conv = this.convForRow(sessionId, row);
2472
2976
  const message = this.queuedMessageForRow(row);
@@ -2506,6 +3010,15 @@ var ChannelDriver = class {
2506
3010
  * `processed_at` (Invariant 1).
2507
3011
  */
2508
3012
  async forceReadoptRun(sessionId, row) {
3013
+ if (this.stopped) {
3014
+ this.log({
3015
+ level: "info",
3016
+ message: `Re-adopt: message ${row.id.slice(0, 8)} orphaned but the runner is stopping \u2014 not starting a fresh turn; leaving for restart recovery`,
3017
+ conversation_id: row.conversation_id,
3018
+ message_id: row.id
3019
+ });
3020
+ return;
3021
+ }
2509
3022
  if (this.awaitingReadopt.has(row.id)) {
2510
3023
  this.log({
2511
3024
  level: "info",
@@ -2661,21 +3174,41 @@ var ChannelDriver = class {
2661
3174
  * RUNNING (not done) is the one that paused. With one running message that is
2662
3175
  * unambiguous; with several we prefer an explicit messageID match, else the
2663
3176
  * oldest running message.
3177
+ *
3178
+ * Returns the set of in-flight Evident message ids that are paused awaiting a
3179
+ * human — an outstanding (still-open) question/permission is attributed to them.
3180
+ * `serviceInFlightMessage` uses this to keep an actively-running turn watched
3181
+ * forever (ADR-0047) while still bounding a turn merely blocked on a person who
3182
+ * may never answer. Attribution here covers ALL open interactions, not just
3183
+ * NEW (un-deduped) ones — a question stays "awaiting a human" until answered,
3184
+ * even after it was already surfaced to the channel.
2664
3185
  */
2665
3186
  async pollInteractions(sessionId, watcher, messages) {
3187
+ const openQuestions = /* @__PURE__ */ new Set();
3188
+ const openPermissions = /* @__PURE__ */ new Set();
3189
+ let questionsPolledOk = true;
3190
+ let permissionsPolledOk = true;
2666
3191
  let questions = [];
2667
3192
  try {
2668
3193
  const res = await this.fetchImpl(`${this.opencodeBase}/question`);
2669
3194
  if (res.ok) {
2670
3195
  const body = await res.json();
2671
- questions = Array.isArray(body) ? body : [];
3196
+ if (Array.isArray(body)) {
3197
+ questions = body;
3198
+ } else {
3199
+ questionsPolledOk = false;
3200
+ }
3201
+ } else {
3202
+ questionsPolledOk = false;
2672
3203
  }
2673
3204
  } catch {
3205
+ questionsPolledOk = false;
2674
3206
  }
2675
3207
  for (const q of questions) {
2676
- if (watcher.reportedQuestions.has(q.id)) continue;
2677
3208
  if (!await this.sessionBelongsTo(q.sessionID, sessionId)) continue;
2678
3209
  const paused = this.attributeInteraction(watcher, q.tool?.messageID, messages);
3210
+ if (paused) openQuestions.add(paused.evidentMessageId);
3211
+ if (watcher.reportedQuestions.has(q.id)) continue;
2679
3212
  const reported = await this.reportInteraction(
2680
3213
  watcher.conv.id,
2681
3214
  "question",
@@ -2689,14 +3222,22 @@ var ChannelDriver = class {
2689
3222
  const res = await this.fetchImpl(`${this.opencodeBase}/permission`);
2690
3223
  if (res.ok) {
2691
3224
  const body = await res.json();
2692
- permissions = Array.isArray(body) ? body : [];
3225
+ if (Array.isArray(body)) {
3226
+ permissions = body;
3227
+ } else {
3228
+ permissionsPolledOk = false;
3229
+ }
3230
+ } else {
3231
+ permissionsPolledOk = false;
2693
3232
  }
2694
3233
  } catch {
3234
+ permissionsPolledOk = false;
2695
3235
  }
2696
3236
  for (const p of permissions) {
2697
- if (watcher.reportedPermissions.has(p.id)) continue;
2698
3237
  if (!await this.sessionBelongsTo(p.sessionID, sessionId)) continue;
2699
3238
  const paused = this.attributeInteraction(watcher, p.messageID, messages);
3239
+ if (paused) openPermissions.add(paused.evidentMessageId);
3240
+ if (watcher.reportedPermissions.has(p.id)) continue;
2700
3241
  const reported = await this.reportInteraction(
2701
3242
  watcher.conv.id,
2702
3243
  "permission",
@@ -2705,6 +3246,7 @@ var ChannelDriver = class {
2705
3246
  );
2706
3247
  if (reported) watcher.reportedPermissions.add(p.id);
2707
3248
  }
3249
+ return { openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk };
2708
3250
  }
2709
3251
  /**
2710
3252
  * True when `sessionId` is the `rootSessionId` itself OR a descendant of it —
@@ -2750,6 +3292,83 @@ var ChannelDriver = class {
2750
3292
  if (parent !== void 0) this.sessionParents.set(sessionId, parent);
2751
3293
  return parent;
2752
3294
  }
3295
+ /**
3296
+ * DEFENSIVE cross-check for the restart-recovery path (WI-2): is any descendant
3297
+ * (`task` sub-agent) session under `rootSessionId` still genuinely doing work?
3298
+ *
3299
+ * The PRIMARY recovery trigger is "preamble-pinned on recovery ⇒ idle" — a
3300
+ * runner restart wipes OpenCode's in-memory `SessionStatus`/`Runner`, so a
3301
+ * completed `finish: "tool-calls"` root reply encountered during re-adoption is
3302
+ * idle by OpenCode's own definition and is re-dispatched. This method exists only
3303
+ * so the WI-3 caller can VETO that re-dispatch in the rare case a descendant is
3304
+ * provably in flight at the exact moment of recovery.
3305
+ *
3306
+ * "Alive" criterion (TIGHTENED): a descendant is alive only when it is PROVABLY,
3307
+ * ACTIVELY generating — its LAST message is an assistant still mid-generation
3308
+ * (`completed == null`, via `isSessionActivelyGenerating`). An
3309
+ * INCOMPLETE-BUT-NOT-GENERATING child — last message a user message, or a
3310
+ * completed `finish: "tool-calls"` step — is NOT alive after a restart (nothing
3311
+ * is generating once the runner is gone), so it does NOT veto. (This is
3312
+ * deliberately NOT `!isTurnComplete`, which also matches those dead-but-non-terminal
3313
+ * shapes and would falsely veto — re-hanging the very turn this path recovers.)
3314
+ *
3315
+ * Return contract (encoded so WI-3 need not re-derive it):
3316
+ * - `true` → a descendant is provably, actively generating (veto re-dispatch).
3317
+ * - `false` → descendants exist but none is actively generating (the restart
3318
+ * case), OR no descendant is found at all.
3319
+ * - `null` → liveness is INDETERMINATE (enumeration via `listSessions` failed).
3320
+ *
3321
+ * ⚠️ `null` (UNKNOWN) MUST NOT be treated as "alive": WI-3 treats `null` the same
3322
+ * as `false` and does NOT veto — a restart guarantees no live runner, so an
3323
+ * indeterminate cross-check almost always means "couldn't reach a child that no
3324
+ * longer exists". The inversion lives in the caller; this method just reports
3325
+ * true/false/null faithfully.
3326
+ *
3327
+ * VERIFY-BEFORE-DEPEND: we depend ONLY on (a) `parentID` from `GET /session/:id`
3328
+ * (already proven by the existing child-session interaction tests, via
3329
+ * `resolveSessionParent`/`sessionBelongsTo`) and (b) the child's own message-list
3330
+ * terminal state. We do NOT depend on any session-level `busy`/`idle` field —
3331
+ * there is none on `GET /session/:id`; OpenCode's busy state is in-memory
3332
+ * `SessionStatus` only.
3333
+ */
3334
+ async isAnyDescendantSessionAlive(rootSessionId) {
3335
+ const sessions = await listSessions(this.port);
3336
+ if (!sessions) {
3337
+ this.log({
3338
+ level: "error",
3339
+ message: `Re-adopt: could not enumerate sessions to cross-check descendant liveness for root ${rootSessionId} (listSessions failed) \u2014 treating child liveness as indeterminate`
3340
+ });
3341
+ return null;
3342
+ }
3343
+ for (const candidate of sessions) {
3344
+ if (!candidate?.id || candidate.id === rootSessionId) continue;
3345
+ if (!await this.sessionBelongsTo(candidate.id, rootSessionId)) continue;
3346
+ const childMsgs = await getSessionMessages(this.port, candidate.id);
3347
+ if (isSessionActivelyGenerating(childMsgs)) {
3348
+ return true;
3349
+ }
3350
+ }
3351
+ return false;
3352
+ }
3353
+ /**
3354
+ * Cheap decision-telemetry label for a running row's LAST correlated reply
3355
+ * (WI-2 Task 2.2): which running SHAPE it is, for the status-gated recovery log.
3356
+ * - `b1` — the reply itself is still in flight (`time.completed == null`) —
3357
+ * the aborted-in-flight production bug after a restart.
3358
+ * - `b2` — a COMPLETED reply pinned running only by `finish === "tool-calls"`
3359
+ * (the sub-agent preamble — #253's shape).
3360
+ * - `other` — any other shape (defensive; a running row is normally b1 or b2).
3361
+ * Reads `info.time.completed` / `info.finish` (tolerating the legacy top-level
3362
+ * shape) directly rather than re-importing the module-private `completedOf`/
3363
+ * `finishOf` — this is a display label only, not a correctness predicate.
3364
+ */
3365
+ replyCompletionShape(reply) {
3366
+ if (!reply) return "other";
3367
+ const completed = reply.info?.time?.completed ?? reply.time?.completed;
3368
+ if (completed == null) return "b1";
3369
+ const finish = reply.info?.finish ?? reply.finish;
3370
+ return finish === "tool-calls" ? "b2" : "other";
3371
+ }
2753
3372
  /**
2754
3373
  * Attribute a surfaced interaction to the in-flight message it paused on (M-1).
2755
3374
  *
@@ -2981,6 +3600,12 @@ var ChannelDriver = class {
2981
3600
  * MUST NOT use `callWithRetry` (a telemetry ping must not block the sequential
2982
3601
  * watcher tick — one attempt is enough). A failure is SWALLOWED but LOGGED with
2983
3602
  * context (no silent catch, per development-workflow).
3603
+ *
3604
+ * Returns whether the POST SUCCEEDED (2xx). Most callers ignore this (pure
3605
+ * telemetry), but the `paused` liveness-clear uses it to know whether to
3606
+ * RE-ASSERT on a later tick — a single dropped `paused` POST must not leave a
3607
+ * stale `last_seen_alive_at` on a still-paused row (Bugbot "Failed paused signal
3608
+ * leaves liveness").
2984
3609
  */
2985
3610
  async postSignal(conversationId, messageId, signal, extra) {
2986
3611
  try {
@@ -2999,7 +3624,9 @@ var ChannelDriver = class {
2999
3624
  conversation_id: conversationId,
3000
3625
  message_id: messageId
3001
3626
  });
3627
+ return false;
3002
3628
  }
3629
+ return true;
3003
3630
  } catch (err) {
3004
3631
  this.log({
3005
3632
  level: "error",
@@ -3007,6 +3634,7 @@ var ChannelDriver = class {
3007
3634
  conversation_id: conversationId,
3008
3635
  message_id: messageId
3009
3636
  });
3637
+ return false;
3010
3638
  }
3011
3639
  }
3012
3640
  async persistSession(conversationId, sessionId) {
@@ -3279,6 +3907,25 @@ async function resolveAgentIdFromKey(authHeader) {
3279
3907
  return { error: `Failed to resolve agent from key: ${message}` };
3280
3908
  }
3281
3909
  }
3910
+ async function notifyAgentDisconnected(agentId, authHeader) {
3911
+ const apiUrl = getApiUrlConfig();
3912
+ try {
3913
+ const response = await fetch(`${apiUrl}/agents/${agentId}/disconnect`, {
3914
+ method: "POST",
3915
+ headers: { Authorization: authHeader }
3916
+ });
3917
+ if (!response.ok) {
3918
+ const serverMessage = await readErrorMessage(response);
3919
+ return {
3920
+ ok: false,
3921
+ error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
3922
+ };
3923
+ }
3924
+ return { ok: true };
3925
+ } catch (error2) {
3926
+ return { ok: false, error: error2 instanceof Error ? error2.message : String(error2) };
3927
+ }
3928
+ }
3282
3929
  async function getAgentInfo(agentId, authHeader) {
3283
3930
  const apiUrl = getApiUrlConfig();
3284
3931
  try {
@@ -3325,6 +3972,7 @@ async function getAgentInfo(agentId, authHeader) {
3325
3972
  var MAX_ACTIVITY_LOG_ENTRIES = 10;
3326
3973
  var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
3327
3974
  var CHANNEL_STUCK_QUEUED_MS = Number(process.env.EVIDENT_STUCK_QUEUED_MS) || void 0;
3975
+ var SHUTDOWN_DRAIN_TIMEOUT_MS = Number(process.env.EVIDENT_SHUTDOWN_DRAIN_MS) || 25e3;
3328
3976
  function log2(state, message, isError = false) {
3329
3977
  if (state.json) {
3330
3978
  console.log(
@@ -3479,7 +4127,7 @@ async function driveChannels(state, driver) {
3479
4127
  logActivity(state, { type: "error", error: `Channel processing error: ${errorMessage}` });
3480
4128
  if (state.interactive) displayStatus(state);
3481
4129
  }
3482
- await new Promise((resolve) => setTimeout(resolve, CHANNEL_POLL_INTERVAL_MS));
4130
+ await new Promise((resolve2) => setTimeout(resolve2, CHANNEL_POLL_INTERVAL_MS));
3483
4131
  if (state.idleTimeout !== null && idlePolls >= 2) {
3484
4132
  const idleMs = idlePolls * CHANNEL_POLL_INTERVAL_MS;
3485
4133
  if (idleMs > state.idleTimeout * 1e3) {
@@ -3490,8 +4138,122 @@ async function driveChannels(state, driver) {
3490
4138
  }
3491
4139
  }
3492
4140
  }
3493
- async function cleanup(state) {
4141
+ var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
4142
+ async function runSweep(state, driver, config2) {
4143
+ const mode = `age=${config2.maxAgeMs ?? "\u2014"} count=${config2.maxCount ?? "\u2014"}`;
4144
+ try {
4145
+ const sessions = await listSessions(state.port);
4146
+ if (sessions === null) {
4147
+ logActivity(state, {
4148
+ type: "info",
4149
+ message: `Session cleanup: could not list sessions (opencode unreachable); skipping this sweep (${mode})`
4150
+ });
4151
+ return;
4152
+ }
4153
+ const toDelete = selectSessionsToDelete(
4154
+ sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
4155
+ {
4156
+ maxAgeMs: config2.maxAgeMs,
4157
+ maxCount: config2.maxCount,
4158
+ nowMs: Date.now(),
4159
+ protectedIds: driver.protectedSessionIds()
4160
+ }
4161
+ );
4162
+ const protectedNow = driver.protectedSessionIds();
4163
+ let deleted = 0;
4164
+ let failed = 0;
4165
+ let skippedNewlyActive = 0;
4166
+ for (const id of toDelete) {
4167
+ if (protectedNow.has(id)) {
4168
+ skippedNewlyActive++;
4169
+ logActivity(state, {
4170
+ type: "info",
4171
+ message: `Session cleanup: skipping ${id} \u2014 became active/bound after selection (${mode})`
4172
+ });
4173
+ continue;
4174
+ }
4175
+ if (await deleteSession(state.port, id)) deleted++;
4176
+ else failed++;
4177
+ }
4178
+ const failedNote = failed > 0 ? `, failed ${failed}` : "";
4179
+ const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
4180
+ logActivity(state, {
4181
+ type: "info",
4182
+ message: `Session cleanup: inspected ${sessions.length}, deleted ${deleted}${failedNote}${skippedNote} (${mode})`
4183
+ });
4184
+ } catch (error2) {
4185
+ const message = error2 instanceof Error ? error2.message : String(error2);
4186
+ logActivity(state, {
4187
+ type: "error",
4188
+ error: `Session cleanup sweep failed (non-fatal, ${mode}): ${message}`
4189
+ });
4190
+ }
4191
+ }
4192
+ function scheduleSessionCleanup(state, driver, options) {
4193
+ const config2 = resolveSessionCleanupConfig(
4194
+ {
4195
+ maxAge: options.sessionCleanupMaxAge,
4196
+ maxCount: options.sessionCleanupMaxCount,
4197
+ interval: options.sessionCleanupInterval
4198
+ },
4199
+ process.env
4200
+ );
4201
+ for (const warning2 of config2.warnings) {
4202
+ logActivity(state, { type: "info", message: `Session cleanup: ${warning2}` });
4203
+ }
4204
+ if (!config2.enabled) return;
4205
+ logActivity(state, {
4206
+ type: "info",
4207
+ message: `Session cleanup enabled (age=${config2.maxAgeMs ?? "\u2014"}, count=${config2.maxCount ?? "\u2014"}, interval=${config2.intervalMs}ms)`
4208
+ });
4209
+ const interval = setInterval(() => void runSweep(state, driver, config2), config2.intervalMs);
4210
+ const firstSweep = setTimeout(
4211
+ () => void runSweep(state, driver, config2),
4212
+ SESSION_CLEANUP_FIRST_SWEEP_MS
4213
+ );
4214
+ state.sessionCleanupTimers.push(interval, firstSweep);
4215
+ }
4216
+ async function notifyOffline(state) {
4217
+ if (!state.agentId || !state.authHeader) return;
4218
+ if (!state.connected) {
4219
+ log2(state, "Skipping offline signal \u2014 this runner does not hold the live tunnel");
4220
+ return;
4221
+ }
4222
+ const result = await notifyAgentDisconnected(state.agentId, state.authHeader);
4223
+ if (result.ok) {
4224
+ log2(state, "Notified Evident the agent is going offline");
4225
+ } else {
4226
+ logActivity(state, {
4227
+ type: "error",
4228
+ error: `Could not notify Evident of offline status (relay will still report it): ${result.error}`
4229
+ });
4230
+ if (state.interactive) displayStatus(state);
4231
+ }
4232
+ }
4233
+ async function cleanup(state, opts = {}) {
3494
4234
  state.running = false;
4235
+ for (const timer of state.sessionCleanupTimers) {
4236
+ clearInterval(timer);
4237
+ clearTimeout(timer);
4238
+ }
4239
+ state.sessionCleanupTimers = [];
4240
+ if (opts.graceful && state.channelDriver) {
4241
+ state.channelDriver.stop();
4242
+ log2(state, "Draining in-flight channel work before shutdown...");
4243
+ if (state.interactive) {
4244
+ logActivity(state, { type: "info", message: "Draining in-flight work before shutdown..." });
4245
+ displayStatus(state);
4246
+ }
4247
+ const settled = await state.channelDriver.waitForInFlight(SHUTDOWN_DRAIN_TIMEOUT_MS);
4248
+ if (!settled) {
4249
+ logActivity(state, {
4250
+ type: "info",
4251
+ message: "Shutdown drain timed out with work still in flight \u2014 leaving it for restart recovery"
4252
+ });
4253
+ if (state.interactive) displayStatus(state);
4254
+ }
4255
+ }
4256
+ await notifyOffline(state);
3495
4257
  if (state.connection) {
3496
4258
  state.connection.close();
3497
4259
  state.connection = null;
@@ -3522,10 +4284,13 @@ async function run(options) {
3522
4284
  opencodeVersion: null,
3523
4285
  opencodeProcess: null,
3524
4286
  connection: null,
4287
+ channelDriver: null,
3525
4288
  running: true,
4289
+ shuttingDown: false,
3526
4290
  activityLog: [],
3527
4291
  messageCount: 0,
3528
4292
  lastProxiedActivityAt: null,
4293
+ sessionCleanupTimers: [],
3529
4294
  authHeader: ""
3530
4295
  };
3531
4296
  if (state.idleTimeout === null && (process.env.GITHUB_ACTIONS || process.env.CI)) {
@@ -3536,13 +4301,15 @@ async function run(options) {
3536
4301
  );
3537
4302
  }
3538
4303
  const handleSignal = async () => {
4304
+ if (state.shuttingDown) return;
4305
+ state.shuttingDown = true;
3539
4306
  if (state.interactive) {
3540
4307
  logActivity(state, { type: "info", message: "Shutting down..." });
3541
4308
  displayStatus(state);
3542
4309
  } else {
3543
4310
  log2(state, "Shutting down...");
3544
4311
  }
3545
- await cleanup(state);
4312
+ await cleanup(state, { graceful: true });
3546
4313
  await shutdownTelemetry();
3547
4314
  process.exit(0);
3548
4315
  };
@@ -3669,6 +4436,7 @@ async function run(options) {
3669
4436
  error: entry.level === "error" ? entry.message : void 0
3670
4437
  })
3671
4438
  });
4439
+ state.channelDriver = channelDriver;
3672
4440
  const connection = new RunnerConnection({
3673
4441
  agentId: state.agentId,
3674
4442
  getAuthHeader: () => state.authHeader,
@@ -3765,10 +4533,12 @@ async function run(options) {
3765
4533
  if (error2.message === "Unauthorized") tunnelSpinner?.fail("Unauthorized");
3766
4534
  throw error2;
3767
4535
  }
4536
+ scheduleSessionCleanup(state, channelDriver, options);
3768
4537
  if (!interactive || state.json) {
3769
4538
  log2(state, "Driving channel messages...");
3770
4539
  }
3771
4540
  await driveChannels(state, channelDriver);
4541
+ if (state.shuttingDown) return;
3772
4542
  await cleanup(state);
3773
4543
  if (state.json) {
3774
4544
  console.log(
@@ -3783,6 +4553,7 @@ async function run(options) {
3783
4553
  await shutdownTelemetry();
3784
4554
  process.exit(0);
3785
4555
  } catch (error2) {
4556
+ if (state.shuttingDown) return;
3786
4557
  await cleanup(state);
3787
4558
  const message = error2 instanceof Error ? error2.message : String(error2);
3788
4559
  if (state.json) {
@@ -3817,7 +4588,16 @@ program.name("evident").description("Run OpenCode locally and connect it to Evid
3817
4588
  program.command("login").description("Authenticate with Evident").option("--token", "Use token-based authentication (for CI/CD)").option("--no-browser", "Do not open the browser automatically").action(login);
3818
4589
  program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
3819
4590
  program.command("whoami").description("Show the currently logged in user").action(whoami);
3820
- program.command("run").description("Connect to Evident and process messages").option("-a, --agent [id]", "Agent ID to connect to (optional when EVIDENT_AGENT_KEY is set)").option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option("-v, --verbose", "Show detailed request/response information").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option("--json", "Output in JSON format").action(
4591
+ program.command("run").description("Connect to Evident and process messages").option("-a, --agent [id]", "Agent ID to connect to (optional when EVIDENT_AGENT_KEY is set)").option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option("-v, --verbose", "Show detailed request/response information").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option("--json", "Output in JSON format").option(
4592
+ "--session-cleanup-max-age <duration>",
4593
+ "Delete OpenCode sessions idle longer than this (e.g. 7d, 24h). Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_AGE"
4594
+ ).option(
4595
+ "--session-cleanup-max-count <n>",
4596
+ "Keep only the newest N OpenCode sessions. Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_COUNT"
4597
+ ).option(
4598
+ "--session-cleanup-interval <duration>",
4599
+ "How often the cleanup sweep runs (default: 1h). Env: EVIDENT_SESSION_CLEANUP_INTERVAL"
4600
+ ).action(
3821
4601
  (options) => {
3822
4602
  run({
3823
4603
  agent: options.agent,
@@ -3825,7 +4605,11 @@ program.command("run").description("Connect to Evident and process messages").op
3825
4605
  verbose: options.verbose,
3826
4606
  conversation: options.conversation,
3827
4607
  idleTimeout: options.idleTimeout ? parseInt(options.idleTimeout, 10) : void 0,
3828
- json: options.json
4608
+ json: options.json,
4609
+ // Raw strings — the resolver in run.ts single-sources parsing (M1).
4610
+ sessionCleanupMaxAge: options.sessionCleanupMaxAge,
4611
+ sessionCleanupMaxCount: options.sessionCleanupMaxCount,
4612
+ sessionCleanupInterval: options.sessionCleanupInterval
3829
4613
  });
3830
4614
  }
3831
4615
  );