@evident-ai/cli 3.0.1-dev.7bf63a1 → 3.0.1-dev.7dd014c
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +680 -41
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -285,14 +285,14 @@ function blank() {
|
|
|
285
285
|
console.log();
|
|
286
286
|
}
|
|
287
287
|
function waitForEnter(prompt = "Press Enter to continue...") {
|
|
288
|
-
return new Promise((
|
|
288
|
+
return new Promise((resolve2) => {
|
|
289
289
|
process.stdout.write(chalk.dim(prompt));
|
|
290
290
|
const handler = () => {
|
|
291
291
|
process.stdin.removeListener("data", handler);
|
|
292
292
|
process.stdin.setRawMode?.(false);
|
|
293
293
|
process.stdin.pause();
|
|
294
294
|
console.log();
|
|
295
|
-
|
|
295
|
+
resolve2();
|
|
296
296
|
};
|
|
297
297
|
if (process.stdin.isTTY) {
|
|
298
298
|
process.stdin.setRawMode?.(true);
|
|
@@ -302,7 +302,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
|
|
|
302
302
|
});
|
|
303
303
|
}
|
|
304
304
|
function sleep(ms) {
|
|
305
|
-
return new Promise((
|
|
305
|
+
return new Promise((resolve2) => setTimeout(resolve2, ms));
|
|
306
306
|
}
|
|
307
307
|
|
|
308
308
|
// src/commands/login.ts
|
|
@@ -376,19 +376,19 @@ async function tokenLogin() {
|
|
|
376
376
|
console.log("Visit your Evident dashboard to generate a CLI token.");
|
|
377
377
|
blank();
|
|
378
378
|
process.stdout.write("Paste token: ");
|
|
379
|
-
const token = await new Promise((
|
|
379
|
+
const token = await new Promise((resolve2) => {
|
|
380
380
|
let data = "";
|
|
381
381
|
process.stdin.setEncoding("utf8");
|
|
382
382
|
process.stdin.on("data", (chunk) => {
|
|
383
383
|
data += chunk;
|
|
384
384
|
});
|
|
385
385
|
process.stdin.on("end", () => {
|
|
386
|
-
|
|
386
|
+
resolve2(data.trim());
|
|
387
387
|
});
|
|
388
388
|
if (process.stdin.isTTY) {
|
|
389
389
|
process.stdin.once("data", (chunk) => {
|
|
390
390
|
process.stdin.pause();
|
|
391
|
-
|
|
391
|
+
resolve2(chunk.toString().trim());
|
|
392
392
|
});
|
|
393
393
|
process.stdin.resume();
|
|
394
394
|
}
|
|
@@ -706,7 +706,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
|
|
|
706
706
|
if (health.healthy) {
|
|
707
707
|
return health;
|
|
708
708
|
}
|
|
709
|
-
await new Promise((
|
|
709
|
+
await new Promise((resolve2) => setTimeout(resolve2, 1e3));
|
|
710
710
|
}
|
|
711
711
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
712
712
|
}
|
|
@@ -1078,6 +1078,84 @@ async function getSessionMessages(port, sessionId) {
|
|
|
1078
1078
|
return null;
|
|
1079
1079
|
}
|
|
1080
1080
|
}
|
|
1081
|
+
function isSessionActivelyGenerating(messages) {
|
|
1082
|
+
if (!messages || messages.length === 0) return false;
|
|
1083
|
+
const last = messages[messages.length - 1];
|
|
1084
|
+
if (roleOf(last) !== "assistant") return false;
|
|
1085
|
+
return completedOf(last) == null;
|
|
1086
|
+
}
|
|
1087
|
+
function sessionLastActivityMs(session) {
|
|
1088
|
+
const candidates = [
|
|
1089
|
+
session.time?.updated,
|
|
1090
|
+
session.time?.created,
|
|
1091
|
+
session.time_updated,
|
|
1092
|
+
session.time_created,
|
|
1093
|
+
session.updated,
|
|
1094
|
+
session.created
|
|
1095
|
+
];
|
|
1096
|
+
for (const c of candidates) {
|
|
1097
|
+
if (typeof c === "number" && Number.isFinite(c)) return c;
|
|
1098
|
+
}
|
|
1099
|
+
return null;
|
|
1100
|
+
}
|
|
1101
|
+
async function listSessions(port) {
|
|
1102
|
+
try {
|
|
1103
|
+
const res = await fetch(`${opencodeBase(port)}/session`);
|
|
1104
|
+
if (!res.ok) return null;
|
|
1105
|
+
const body = await res.json();
|
|
1106
|
+
return Array.isArray(body) ? body : null;
|
|
1107
|
+
} catch {
|
|
1108
|
+
return null;
|
|
1109
|
+
}
|
|
1110
|
+
}
|
|
1111
|
+
async function deleteSession(port, id) {
|
|
1112
|
+
try {
|
|
1113
|
+
const res = await fetch(`${opencodeBase(port)}/session/${id}`, { method: "DELETE" });
|
|
1114
|
+
return res.status >= 200 && res.status < 300;
|
|
1115
|
+
} catch {
|
|
1116
|
+
return false;
|
|
1117
|
+
}
|
|
1118
|
+
}
|
|
1119
|
+
async function sessionExists(port, id) {
|
|
1120
|
+
try {
|
|
1121
|
+
const res = await fetch(`${opencodeBase(port)}/session/${id}`);
|
|
1122
|
+
if (res.status >= 200 && res.status < 300) return true;
|
|
1123
|
+
if (res.status === 404) return false;
|
|
1124
|
+
return null;
|
|
1125
|
+
} catch {
|
|
1126
|
+
return null;
|
|
1127
|
+
}
|
|
1128
|
+
}
|
|
1129
|
+
async function getSessionStatuses(port) {
|
|
1130
|
+
try {
|
|
1131
|
+
const res = await fetch(`${opencodeBase(port)}/session/status`);
|
|
1132
|
+
if (!res.ok) {
|
|
1133
|
+
console.error(
|
|
1134
|
+
`[getSessionStatuses] GET /session/status returned HTTP ${res.status} (port ${port})`
|
|
1135
|
+
);
|
|
1136
|
+
return null;
|
|
1137
|
+
}
|
|
1138
|
+
const body = await res.json();
|
|
1139
|
+
if (body == null || typeof body !== "object" || Array.isArray(body)) {
|
|
1140
|
+
console.error(
|
|
1141
|
+
`[getSessionStatuses] GET /session/status body was not a plain object (port ${port})`
|
|
1142
|
+
);
|
|
1143
|
+
return null;
|
|
1144
|
+
}
|
|
1145
|
+
return body;
|
|
1146
|
+
} catch (err) {
|
|
1147
|
+
console.error(
|
|
1148
|
+
`[getSessionStatuses] GET /session/status failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
|
|
1149
|
+
);
|
|
1150
|
+
return null;
|
|
1151
|
+
}
|
|
1152
|
+
}
|
|
1153
|
+
async function isSessionOngoing(port, id) {
|
|
1154
|
+
const map = await getSessionStatuses(port);
|
|
1155
|
+
if (map == null) return null;
|
|
1156
|
+
const entry = map[id];
|
|
1157
|
+
return entry != null && entry.type !== "idle";
|
|
1158
|
+
}
|
|
1081
1159
|
async function createOpenCodeSession(port, directory) {
|
|
1082
1160
|
const url = new URL(`${opencodeBase(port)}/session`);
|
|
1083
1161
|
if (directory && directory.trim()) {
|
|
@@ -1147,7 +1225,7 @@ async function sendPromptAsync(port, sessionId, content, options) {
|
|
|
1147
1225
|
if (best) return best.id;
|
|
1148
1226
|
}
|
|
1149
1227
|
if (attempt < READ_BACK_ATTEMPTS - 1) {
|
|
1150
|
-
await new Promise((
|
|
1228
|
+
await new Promise((resolve2) => setTimeout(resolve2, READ_BACK_DELAY_MS));
|
|
1151
1229
|
}
|
|
1152
1230
|
}
|
|
1153
1231
|
return null;
|
|
@@ -1204,6 +1282,11 @@ function messageRunState(messages, userMessageId) {
|
|
|
1204
1282
|
if (isAssistantInFlight(reply)) return "running";
|
|
1205
1283
|
return errorOf(reply) != null ? "failed" : "done";
|
|
1206
1284
|
}
|
|
1285
|
+
function isPreamblePinnedRunning(messages, userMessageId) {
|
|
1286
|
+
if (messageRunState(messages, userMessageId) !== "running") return false;
|
|
1287
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1288
|
+
return completedOf(reply) != null && finishOf(reply) === "tool-calls";
|
|
1289
|
+
}
|
|
1207
1290
|
function messageError(messages, userMessageId) {
|
|
1208
1291
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1209
1292
|
const error2 = errorOf(reply);
|
|
@@ -1224,6 +1307,110 @@ function hasRunningAssistantExcept(messages, exceptUserMessageId) {
|
|
|
1224
1307
|
);
|
|
1225
1308
|
}
|
|
1226
1309
|
|
|
1310
|
+
// src/lib/opencode/session-cleanup.ts
|
|
1311
|
+
var DURATION_UNIT_MS = {
|
|
1312
|
+
s: 1e3,
|
|
1313
|
+
m: 60 * 1e3,
|
|
1314
|
+
h: 60 * 60 * 1e3,
|
|
1315
|
+
d: 24 * 60 * 60 * 1e3
|
|
1316
|
+
};
|
|
1317
|
+
function parseDurationMs(input) {
|
|
1318
|
+
const trimmed = input.trim();
|
|
1319
|
+
const match = /^(\d+)([smhd])$/.exec(trimmed);
|
|
1320
|
+
if (!match) {
|
|
1321
|
+
throw new Error(
|
|
1322
|
+
`Invalid duration "${input}": expected <number><unit> where unit is one of s, m, h, d (e.g. "7d", "24h", "30m", "90s").`
|
|
1323
|
+
);
|
|
1324
|
+
}
|
|
1325
|
+
const value = Number(match[1]);
|
|
1326
|
+
if (value <= 0) {
|
|
1327
|
+
throw new Error(`Invalid duration "${input}": must be a positive value.`);
|
|
1328
|
+
}
|
|
1329
|
+
return value * DURATION_UNIT_MS[match[2]];
|
|
1330
|
+
}
|
|
1331
|
+
function selectSessionsToDelete(sessions, opts) {
|
|
1332
|
+
const { maxAgeMs, maxCount, nowMs, protectedIds } = opts;
|
|
1333
|
+
if (maxAgeMs === void 0 && maxCount === void 0) return [];
|
|
1334
|
+
const ageEligible = (s) => {
|
|
1335
|
+
if (maxAgeMs === void 0) return false;
|
|
1336
|
+
if (s.lastActivityMs === null) return true;
|
|
1337
|
+
return nowMs - s.lastActivityMs > maxAgeMs;
|
|
1338
|
+
};
|
|
1339
|
+
const countEligibleIds = /* @__PURE__ */ new Set();
|
|
1340
|
+
if (maxCount !== void 0) {
|
|
1341
|
+
const byActivityDesc = [...sessions].sort(
|
|
1342
|
+
(a, b) => (b.lastActivityMs ?? -Infinity) - (a.lastActivityMs ?? -Infinity)
|
|
1343
|
+
);
|
|
1344
|
+
for (const s of byActivityDesc.slice(maxCount)) {
|
|
1345
|
+
countEligibleIds.add(s.id);
|
|
1346
|
+
}
|
|
1347
|
+
}
|
|
1348
|
+
const toDelete = [];
|
|
1349
|
+
for (const s of sessions) {
|
|
1350
|
+
if (protectedIds.has(s.id)) continue;
|
|
1351
|
+
if (ageEligible(s) || countEligibleIds.has(s.id)) {
|
|
1352
|
+
toDelete.push(s.id);
|
|
1353
|
+
}
|
|
1354
|
+
}
|
|
1355
|
+
return toDelete;
|
|
1356
|
+
}
|
|
1357
|
+
var DEFAULT_INTERVAL = "1h";
|
|
1358
|
+
function resolve(flag, envValue, fallback) {
|
|
1359
|
+
return flag ?? envValue ?? fallback;
|
|
1360
|
+
}
|
|
1361
|
+
function parseMaxCount(input) {
|
|
1362
|
+
const trimmed = input.trim();
|
|
1363
|
+
if (!/^\d+$/.test(trimmed)) {
|
|
1364
|
+
throw new Error(`Invalid max-count "${input}": expected a positive integer.`);
|
|
1365
|
+
}
|
|
1366
|
+
const value = Number(trimmed);
|
|
1367
|
+
if (value <= 0) {
|
|
1368
|
+
throw new Error(`Invalid max-count "${input}": must be greater than 0.`);
|
|
1369
|
+
}
|
|
1370
|
+
return value;
|
|
1371
|
+
}
|
|
1372
|
+
function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
1373
|
+
const warnings = [];
|
|
1374
|
+
const maxAgeRaw = resolve(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
|
|
1375
|
+
const maxCountRaw = resolve(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
|
|
1376
|
+
const intervalRaw = resolve(
|
|
1377
|
+
flags.interval,
|
|
1378
|
+
env.EVIDENT_SESSION_CLEANUP_INTERVAL,
|
|
1379
|
+
DEFAULT_INTERVAL
|
|
1380
|
+
);
|
|
1381
|
+
let maxAgeMs;
|
|
1382
|
+
if (maxAgeRaw !== void 0) {
|
|
1383
|
+
try {
|
|
1384
|
+
maxAgeMs = parseDurationMs(maxAgeRaw);
|
|
1385
|
+
} catch (err) {
|
|
1386
|
+
warnings.push(
|
|
1387
|
+
`Ignoring invalid --session-cleanup-max-age: ${err instanceof Error ? err.message : String(err)}`
|
|
1388
|
+
);
|
|
1389
|
+
}
|
|
1390
|
+
}
|
|
1391
|
+
let maxCount;
|
|
1392
|
+
if (maxCountRaw !== void 0) {
|
|
1393
|
+
try {
|
|
1394
|
+
maxCount = parseMaxCount(maxCountRaw);
|
|
1395
|
+
} catch (err) {
|
|
1396
|
+
warnings.push(
|
|
1397
|
+
`Ignoring invalid --session-cleanup-max-count: ${err instanceof Error ? err.message : String(err)}`
|
|
1398
|
+
);
|
|
1399
|
+
}
|
|
1400
|
+
}
|
|
1401
|
+
let intervalMs;
|
|
1402
|
+
try {
|
|
1403
|
+
intervalMs = parseDurationMs(intervalRaw ?? DEFAULT_INTERVAL);
|
|
1404
|
+
} catch (err) {
|
|
1405
|
+
warnings.push(
|
|
1406
|
+
`Ignoring invalid --session-cleanup-interval, using default ${DEFAULT_INTERVAL}: ${err instanceof Error ? err.message : String(err)}`
|
|
1407
|
+
);
|
|
1408
|
+
intervalMs = parseDurationMs(DEFAULT_INTERVAL);
|
|
1409
|
+
}
|
|
1410
|
+
const enabled = maxAgeMs !== void 0 || maxCount !== void 0;
|
|
1411
|
+
return { enabled, maxAgeMs, maxCount, intervalMs, warnings };
|
|
1412
|
+
}
|
|
1413
|
+
|
|
1227
1414
|
// src/lib/tunnel/connection.ts
|
|
1228
1415
|
import WebSocket2 from "ws";
|
|
1229
1416
|
|
|
@@ -1314,12 +1501,12 @@ var StreamForwarder = class {
|
|
|
1314
1501
|
let endBody;
|
|
1315
1502
|
if (has_body) {
|
|
1316
1503
|
const chunks = [];
|
|
1317
|
-
bodyPromise = new Promise((
|
|
1504
|
+
bodyPromise = new Promise((resolve2) => {
|
|
1318
1505
|
pushBody = (buf) => {
|
|
1319
1506
|
chunks.push(buf);
|
|
1320
1507
|
};
|
|
1321
1508
|
endBody = () => {
|
|
1322
|
-
|
|
1509
|
+
resolve2(Buffer.concat(chunks));
|
|
1323
1510
|
};
|
|
1324
1511
|
});
|
|
1325
1512
|
}
|
|
@@ -1437,7 +1624,7 @@ function connectTunnel(options) {
|
|
|
1437
1624
|
} = options;
|
|
1438
1625
|
const tunnelUrl = getTunnelUrlConfig();
|
|
1439
1626
|
const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
|
|
1440
|
-
return new Promise((
|
|
1627
|
+
return new Promise((resolve2, reject) => {
|
|
1441
1628
|
const ws = new WebSocket2(url, {
|
|
1442
1629
|
headers: {
|
|
1443
1630
|
Authorization: authHeader
|
|
@@ -1502,7 +1689,7 @@ function connectTunnel(options) {
|
|
|
1502
1689
|
clearTimeout(connectionTimeout);
|
|
1503
1690
|
const connectedAgentId = message.agent_id ?? agentId;
|
|
1504
1691
|
onConnected?.(connectedAgentId);
|
|
1505
|
-
|
|
1692
|
+
resolve2({
|
|
1506
1693
|
ws,
|
|
1507
1694
|
close: () => ws.close(1e3, "CLI shutdown")
|
|
1508
1695
|
});
|
|
@@ -1632,6 +1819,9 @@ var DEFAULT_RETRY_POLICY = {
|
|
|
1632
1819
|
var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
|
|
1633
1820
|
var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
1634
1821
|
var DEFAULT_STUCK_QUEUED_MS = 6e4;
|
|
1822
|
+
var HEARTBEAT_MS = 6e4;
|
|
1823
|
+
var ABSOLUTE_MAX_PROCESSING_MS = 6 * 60 * 60 * 1e3;
|
|
1824
|
+
var POLL_MISS_GRACE_MS = HEARTBEAT_MS;
|
|
1635
1825
|
var ChannelAuthError = class extends Error {
|
|
1636
1826
|
constructor(message) {
|
|
1637
1827
|
super(message);
|
|
@@ -1854,6 +2044,28 @@ var ChannelDriver = class {
|
|
|
1854
2044
|
}
|
|
1855
2045
|
return false;
|
|
1856
2046
|
}
|
|
2047
|
+
/**
|
|
2048
|
+
* OpenCode session ids the session-cleanup sweep (issue #190) must NOT delete:
|
|
2049
|
+
* exactly those with a live (dispatched-but-not-done / paused) turn, i.e. a
|
|
2050
|
+
* `watchers` entry whose `inFlight` set is non-empty — the same predicate
|
|
2051
|
+
* `hasInFlightWatchers()` uses, lifted to return the ids.
|
|
2052
|
+
*
|
|
2053
|
+
* Deliberately does NOT include `this.sessions` (the permanent, never-pruned
|
|
2054
|
+
* conversation→session cache). Protecting every bound-but-idle session there
|
|
2055
|
+
* would shield nearly every session and defeat cleanup — AND it is unnecessary:
|
|
2056
|
+
* `ensureSession` is self-healing (it recreates a session whose id no longer
|
|
2057
|
+
* exists), so deleting an idle bound session is harmless — the conversation's
|
|
2058
|
+
* next turn transparently rebinds a fresh one. The only thing worth protecting
|
|
2059
|
+
* is a session with a turn ACTIVELY in flight right now: tearing that down
|
|
2060
|
+
* mid-turn would strand the running `prompt_async`. Idle sessions are fair game.
|
|
2061
|
+
*/
|
|
2062
|
+
protectedSessionIds() {
|
|
2063
|
+
const ids = /* @__PURE__ */ new Set();
|
|
2064
|
+
for (const [sessionId, watcher] of this.watchers) {
|
|
2065
|
+
if (watcher.inFlight.size > 0) ids.add(sessionId);
|
|
2066
|
+
}
|
|
2067
|
+
return ids;
|
|
2068
|
+
}
|
|
1857
2069
|
/**
|
|
1858
2070
|
* Begin a graceful stop: stop accepting NEW channel work. Idempotent. After
|
|
1859
2071
|
* this, `drainPending()` is a no-op (returns 0), so no new message is dispatched
|
|
@@ -1959,6 +2171,16 @@ var ChannelDriver = class {
|
|
|
1959
2171
|
} catch (err) {
|
|
1960
2172
|
if (err instanceof ChannelAuthError) throw err;
|
|
1961
2173
|
this.dispatched.delete(message.id);
|
|
2174
|
+
if (await sessionExists(this.port, sessionId) === false) {
|
|
2175
|
+
this.sessions.delete(conv.id);
|
|
2176
|
+
this.log({
|
|
2177
|
+
level: "info",
|
|
2178
|
+
message: `Message ${message.id.slice(0, 8)} dispatch hit a session (${sessionId.slice(0, 8)}) that was deleted mid-dispatch (cleanup race) \u2014 deferring this and later messages for conversation ${conv.id.slice(0, 8)} to the next tick (recreated then, in order). Already-dispatched turns keep their watcher.`,
|
|
2179
|
+
conversation_id: conv.id,
|
|
2180
|
+
message_id: message.id
|
|
2181
|
+
});
|
|
2182
|
+
break;
|
|
2183
|
+
}
|
|
1962
2184
|
await this.markFailed(conv.id, message.id).catch(() => {
|
|
1963
2185
|
});
|
|
1964
2186
|
this.log({
|
|
@@ -1994,16 +2216,33 @@ var ChannelDriver = class {
|
|
|
1994
2216
|
return dispatched;
|
|
1995
2217
|
}
|
|
1996
2218
|
async ensureSession(conv) {
|
|
1997
|
-
const
|
|
1998
|
-
if (
|
|
1999
|
-
|
|
2000
|
-
|
|
2001
|
-
|
|
2219
|
+
const bound = this.sessions.get(conv.id) ?? conv.opencode_session_id ?? null;
|
|
2220
|
+
if (bound) {
|
|
2221
|
+
const exists = await sessionExists(this.port, bound);
|
|
2222
|
+
if (exists === false) {
|
|
2223
|
+
this.log({
|
|
2224
|
+
level: "info",
|
|
2225
|
+
message: `OpenCode session ${bound} for conversation ${conv.id.slice(0, 8)} no longer exists (deleted or DB reset) \u2014 creating a fresh session and rebinding.`,
|
|
2226
|
+
conversation_id: conv.id
|
|
2227
|
+
});
|
|
2228
|
+
this.sessions.delete(conv.id);
|
|
2229
|
+
return this.createAndBindSession(conv.id);
|
|
2230
|
+
}
|
|
2231
|
+
this.sessions.set(conv.id, bound);
|
|
2232
|
+
return bound;
|
|
2002
2233
|
}
|
|
2234
|
+
return this.createAndBindSession(conv.id);
|
|
2235
|
+
}
|
|
2236
|
+
/**
|
|
2237
|
+
* Create a fresh OpenCode session for a conversation, cache the binding, and
|
|
2238
|
+
* best-effort persist it server-side. Shared by the first-ever bind and the
|
|
2239
|
+
* self-heal recreate path in `ensureSession`.
|
|
2240
|
+
*/
|
|
2241
|
+
async createAndBindSession(conversationId) {
|
|
2003
2242
|
const directory = await this.resolveOpenCodeDirectory();
|
|
2004
2243
|
const sessionId = await createOpenCodeSession(this.port, directory);
|
|
2005
|
-
this.sessions.set(
|
|
2006
|
-
await this.persistSession(
|
|
2244
|
+
this.sessions.set(conversationId, sessionId);
|
|
2245
|
+
await this.persistSession(conversationId, sessionId).catch(() => {
|
|
2007
2246
|
});
|
|
2008
2247
|
return sessionId;
|
|
2009
2248
|
}
|
|
@@ -2054,7 +2293,9 @@ var ChannelDriver = class {
|
|
|
2054
2293
|
inFlight: /* @__PURE__ */ new Map(),
|
|
2055
2294
|
loop: null,
|
|
2056
2295
|
reportedQuestions: /* @__PURE__ */ new Set(),
|
|
2057
|
-
reportedPermissions: /* @__PURE__ */ new Set()
|
|
2296
|
+
reportedPermissions: /* @__PURE__ */ new Set(),
|
|
2297
|
+
lastGoodPollAt: this.now(),
|
|
2298
|
+
hadUsablePoll: false
|
|
2058
2299
|
};
|
|
2059
2300
|
this.watchers.set(sessionId, watcher);
|
|
2060
2301
|
}
|
|
@@ -2064,20 +2305,37 @@ var ChannelDriver = class {
|
|
|
2064
2305
|
opencodeMessageId,
|
|
2065
2306
|
message,
|
|
2066
2307
|
dispatchedAt: now,
|
|
2308
|
+
processingAnchorMs: now,
|
|
2067
2309
|
deadline: now + this.pausedMaxWaitMs,
|
|
2068
2310
|
started: false,
|
|
2069
2311
|
done: false,
|
|
2070
|
-
stuckReported: false
|
|
2312
|
+
stuckReported: false,
|
|
2313
|
+
lastAliveAt: 0,
|
|
2314
|
+
aliveInFlight: false,
|
|
2315
|
+
awaitingHumanLatched: false,
|
|
2316
|
+
pausedOnQuestion: false,
|
|
2317
|
+
pausedOnPermission: false,
|
|
2318
|
+
pausedClearConfirmed: false,
|
|
2319
|
+
pausedInFlight: false,
|
|
2320
|
+
deliveryDeadlineAnchored: false
|
|
2071
2321
|
});
|
|
2072
2322
|
}
|
|
2073
2323
|
/**
|
|
2074
2324
|
* Register a RE-ADOPTED `processing` message with its session watcher
|
|
2075
2325
|
* (ADR-0046, WI-4). Mirrors `registerInFlight` but anchors the give-up
|
|
2076
2326
|
* `deadline` to the row's SERVER-SIDE `processed_at` (Invariant 1), NEVER to
|
|
2077
|
-
* `now
|
|
2078
|
-
* (10 min after `processed_at
|
|
2079
|
-
*
|
|
2080
|
-
*
|
|
2327
|
+
* `now`, so the paused/queued/unreachable cases settle on the same wall-clock a
|
|
2328
|
+
* fresh dispatch would (10 min after `processed_at`, not 10 min from now).
|
|
2329
|
+
*
|
|
2330
|
+
* This re-attaches into the SAME watcher, so the ADR-0047 progressing-vs-paused
|
|
2331
|
+
* give-up (`serviceInFlightMessage`) applies unchanged: a re-adopted turn
|
|
2332
|
+
* opencode reports ACTIVELY `running` is watched to completion (its liveness
|
|
2333
|
+
* heartbeat keeps the cron off its row), while a re-adopted turn that is paused
|
|
2334
|
+
* awaiting a human — or queued/unreachable — is still bounded by `deadline` and
|
|
2335
|
+
* handed to the cron. The old "the `deadline` must settle before the ~15-min
|
|
2336
|
+
* cron or they double-drive" reasoning is superseded: liveness now settles the
|
|
2337
|
+
* actively-running case; `deadline` settles the rest. `dispatchedAt` stays `now`
|
|
2338
|
+
* (only the appear-guard uses it).
|
|
2081
2339
|
*
|
|
2082
2340
|
* `evidentMessageId` addresses the SERVER row (for markProcessing/markDone);
|
|
2083
2341
|
* `opencodeMessageId` is the id the watcher polls for a reply — for the orphan
|
|
@@ -2095,7 +2353,9 @@ var ChannelDriver = class {
|
|
|
2095
2353
|
inFlight: /* @__PURE__ */ new Map(),
|
|
2096
2354
|
loop: null,
|
|
2097
2355
|
reportedQuestions: /* @__PURE__ */ new Set(),
|
|
2098
|
-
reportedPermissions: /* @__PURE__ */ new Set()
|
|
2356
|
+
reportedPermissions: /* @__PURE__ */ new Set(),
|
|
2357
|
+
lastGoodPollAt: this.now(),
|
|
2358
|
+
hadUsablePoll: false
|
|
2099
2359
|
};
|
|
2100
2360
|
this.watchers.set(sessionId, watcher);
|
|
2101
2361
|
}
|
|
@@ -2104,6 +2364,10 @@ var ChannelDriver = class {
|
|
|
2104
2364
|
opencodeMessageId,
|
|
2105
2365
|
message,
|
|
2106
2366
|
dispatchedAt: this.now(),
|
|
2367
|
+
// Anchor the absolute-age ceiling to the SERVER-SIDE `processed_at` (the same
|
|
2368
|
+
// value seeding `deadline`), NOT `dispatchedAt` — so a re-adopted zombie's age
|
|
2369
|
+
// reflects the real turn duration and the ceiling fires on the ORIGINAL turn.
|
|
2370
|
+
processingAnchorMs: processedAtMs,
|
|
2107
2371
|
deadline: processedAtMs + this.pausedMaxWaitMs,
|
|
2108
2372
|
// The server row is ALREADY `processing`; do not re-fire markProcessing.
|
|
2109
2373
|
started: true,
|
|
@@ -2113,7 +2377,20 @@ var ChannelDriver = class {
|
|
|
2113
2377
|
// on `state === 'queued'` (turn produced no reply), not on `started`, so a
|
|
2114
2378
|
// re-adopted row left wedged in `queued` still emits the signal once
|
|
2115
2379
|
// (#210/#220 observability).
|
|
2116
|
-
stuckReported: false
|
|
2380
|
+
stuckReported: false,
|
|
2381
|
+
// Task 5.2: a re-adopted actively-running row re-attaches into the SAME
|
|
2382
|
+
// watcher and so hits the SAME actively-running heartbeat branch in
|
|
2383
|
+
// `serviceInFlightMessage` as a fresh dispatch — monitoring observes "runner
|
|
2384
|
+
// re-adopted and is confirming this row alive" via that `alive` heartbeat,
|
|
2385
|
+
// with no extra `re_adopted` signal needed (folds old WI-6).
|
|
2386
|
+
lastAliveAt: 0,
|
|
2387
|
+
aliveInFlight: false,
|
|
2388
|
+
awaitingHumanLatched: false,
|
|
2389
|
+
pausedOnQuestion: false,
|
|
2390
|
+
pausedOnPermission: false,
|
|
2391
|
+
pausedClearConfirmed: false,
|
|
2392
|
+
pausedInFlight: false,
|
|
2393
|
+
deliveryDeadlineAnchored: false
|
|
2117
2394
|
});
|
|
2118
2395
|
}
|
|
2119
2396
|
/**
|
|
@@ -2164,12 +2441,30 @@ var ChannelDriver = class {
|
|
|
2164
2441
|
messages = Array.isArray(body) ? body : null;
|
|
2165
2442
|
}
|
|
2166
2443
|
} catch {
|
|
2167
|
-
continue;
|
|
2168
2444
|
}
|
|
2445
|
+
if (messages != null && messages.length > 0) {
|
|
2446
|
+
watcher.lastGoodPollAt = this.now();
|
|
2447
|
+
watcher.hadUsablePoll = true;
|
|
2448
|
+
} else {
|
|
2449
|
+
const emptyButReachable = messages != null;
|
|
2450
|
+
const graceApplies = !emptyButReachable || watcher.hadUsablePoll;
|
|
2451
|
+
if (graceApplies && this.now() - watcher.lastGoodPollAt < POLL_MISS_GRACE_MS) {
|
|
2452
|
+
continue;
|
|
2453
|
+
}
|
|
2454
|
+
}
|
|
2455
|
+
const { openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk } = await this.pollInteractions(sessionId, watcher, messages);
|
|
2169
2456
|
for (const inFlight of [...watcher.inFlight.values()]) {
|
|
2170
|
-
await this.serviceInFlightMessage(
|
|
2457
|
+
await this.serviceInFlightMessage(
|
|
2458
|
+
sessionId,
|
|
2459
|
+
watcher,
|
|
2460
|
+
inFlight,
|
|
2461
|
+
messages,
|
|
2462
|
+
openQuestions,
|
|
2463
|
+
openPermissions,
|
|
2464
|
+
questionsPolledOk,
|
|
2465
|
+
permissionsPolledOk
|
|
2466
|
+
);
|
|
2171
2467
|
}
|
|
2172
|
-
await this.pollInteractions(sessionId, watcher, messages);
|
|
2173
2468
|
}
|
|
2174
2469
|
} catch (err) {
|
|
2175
2470
|
if (err instanceof ChannelAuthError) {
|
|
@@ -2191,15 +2486,40 @@ var ChannelDriver = class {
|
|
|
2191
2486
|
});
|
|
2192
2487
|
}
|
|
2193
2488
|
}
|
|
2489
|
+
/**
|
|
2490
|
+
* On FIRST observing a terminal (done/failed) state, ensure the delivery
|
|
2491
|
+
* (markDone/markFailed) transient-retry path has a real window. A long
|
|
2492
|
+
* ACTIVELY-running turn is kept past its original `deadline`, so by completion
|
|
2493
|
+
* `now >= deadline` already holds and the retry bound below would fire on the
|
|
2494
|
+
* first transient PATCH failure — dropping the message before its reply lands
|
|
2495
|
+
* (Bugbot "Stale deadline aborts long-turn delivery"). Re-anchor once (latched)
|
|
2496
|
+
* to a fresh `pausedMaxWaitMs` window; only extend if the current deadline is at
|
|
2497
|
+
* or past now, so a still-ample window is left untouched.
|
|
2498
|
+
*/
|
|
2499
|
+
anchorDeliveryDeadline(inFlight) {
|
|
2500
|
+
if (inFlight.deliveryDeadlineAnchored) return;
|
|
2501
|
+
inFlight.deliveryDeadlineAnchored = true;
|
|
2502
|
+
if (this.now() >= inFlight.deadline) {
|
|
2503
|
+
inFlight.deadline = this.now() + this.pausedMaxWaitMs;
|
|
2504
|
+
}
|
|
2505
|
+
}
|
|
2194
2506
|
/**
|
|
2195
2507
|
* Drive ONE in-flight message's lifecycle from the tick's message snapshot.
|
|
2196
2508
|
* Fires markProcessing on queued→running and markDone on done (each once),
|
|
2197
2509
|
* applies the idle-path re-dispatch guard, and removes the message from the
|
|
2198
2510
|
* in-flight set on completion or timeout.
|
|
2199
2511
|
*/
|
|
2200
|
-
async serviceInFlightMessage(sessionId, watcher, inFlight, messages) {
|
|
2512
|
+
async serviceInFlightMessage(sessionId, watcher, inFlight, messages, openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk) {
|
|
2201
2513
|
const conv = watcher.conv;
|
|
2202
2514
|
const state = messageRunState(messages, inFlight.opencodeMessageId);
|
|
2515
|
+
const id = inFlight.evidentMessageId;
|
|
2516
|
+
if (openQuestions.has(id)) inFlight.pausedOnQuestion = true;
|
|
2517
|
+
else if (questionsPolledOk) inFlight.pausedOnQuestion = false;
|
|
2518
|
+
if (openPermissions.has(id)) inFlight.pausedOnPermission = true;
|
|
2519
|
+
else if (permissionsPolledOk) inFlight.pausedOnPermission = false;
|
|
2520
|
+
const observedOpen = openQuestions.has(id) || openPermissions.has(id);
|
|
2521
|
+
const latchedPaused = inFlight.pausedOnQuestion || inFlight.pausedOnPermission;
|
|
2522
|
+
const awaitingHuman = observedOpen || latchedPaused;
|
|
2203
2523
|
if ((state === "running" || state === "done" || state === "failed") && !inFlight.started) {
|
|
2204
2524
|
let claimed;
|
|
2205
2525
|
try {
|
|
@@ -2230,6 +2550,7 @@ var ChannelDriver = class {
|
|
|
2230
2550
|
}
|
|
2231
2551
|
}
|
|
2232
2552
|
if (state === "done") {
|
|
2553
|
+
this.anchorDeliveryDeadline(inFlight);
|
|
2233
2554
|
if (!inFlight.done) {
|
|
2234
2555
|
this.log({
|
|
2235
2556
|
level: "info",
|
|
@@ -2280,6 +2601,7 @@ var ChannelDriver = class {
|
|
|
2280
2601
|
return;
|
|
2281
2602
|
}
|
|
2282
2603
|
if (state === "failed") {
|
|
2604
|
+
this.anchorDeliveryDeadline(inFlight);
|
|
2283
2605
|
if (!inFlight.done) {
|
|
2284
2606
|
const error2 = messageError(messages, inFlight.opencodeMessageId) ?? void 0;
|
|
2285
2607
|
this.log({
|
|
@@ -2333,7 +2655,51 @@ var ChannelDriver = class {
|
|
|
2333
2655
|
stuck_for_ms: this.now() - inFlight.dispatchedAt
|
|
2334
2656
|
});
|
|
2335
2657
|
}
|
|
2336
|
-
|
|
2658
|
+
const activelyRunning = state === "running" && !awaitingHuman;
|
|
2659
|
+
if (activelyRunning && this.now() - inFlight.processingAnchorMs >= ABSOLUTE_MAX_PROCESSING_MS) {
|
|
2660
|
+
this.log({
|
|
2661
|
+
level: "error",
|
|
2662
|
+
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} exceeded the absolute processing ceiling (${Math.round((this.now() - inFlight.processingAnchorMs) / 6e4)}min, session ${sessionId}) while still actively running \u2014 releasing so the cron can reclaim it`,
|
|
2663
|
+
conversation_id: conv.id,
|
|
2664
|
+
message_id: inFlight.evidentMessageId
|
|
2665
|
+
});
|
|
2666
|
+
void this.postSignal(conv.id, inFlight.evidentMessageId, "gave_up", {
|
|
2667
|
+
watched_for_ms: this.now() - inFlight.processingAnchorMs
|
|
2668
|
+
});
|
|
2669
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
2670
|
+
return;
|
|
2671
|
+
}
|
|
2672
|
+
if (activelyRunning && !inFlight.awaitingHumanLatched && !inFlight.aliveInFlight && this.now() - inFlight.lastAliveAt >= HEARTBEAT_MS) {
|
|
2673
|
+
inFlight.aliveInFlight = true;
|
|
2674
|
+
void this.postSignal(conv.id, inFlight.evidentMessageId, "alive").then((ok) => {
|
|
2675
|
+
inFlight.aliveInFlight = false;
|
|
2676
|
+
if (ok) inFlight.lastAliveAt = this.now();
|
|
2677
|
+
});
|
|
2678
|
+
}
|
|
2679
|
+
if (awaitingHuman) {
|
|
2680
|
+
if (!inFlight.awaitingHumanLatched) {
|
|
2681
|
+
inFlight.deadline = this.now() + this.pausedMaxWaitMs;
|
|
2682
|
+
inFlight.awaitingHumanLatched = true;
|
|
2683
|
+
}
|
|
2684
|
+
if (!inFlight.pausedClearConfirmed && !inFlight.pausedInFlight) {
|
|
2685
|
+
inFlight.pausedInFlight = true;
|
|
2686
|
+
void this.postSignal(conv.id, inFlight.evidentMessageId, "paused").then((ok) => {
|
|
2687
|
+
inFlight.pausedInFlight = false;
|
|
2688
|
+
if (ok && inFlight.awaitingHumanLatched) inFlight.pausedClearConfirmed = true;
|
|
2689
|
+
});
|
|
2690
|
+
}
|
|
2691
|
+
} else if (inFlight.awaitingHumanLatched) {
|
|
2692
|
+
inFlight.awaitingHumanLatched = false;
|
|
2693
|
+
inFlight.pausedOnQuestion = false;
|
|
2694
|
+
inFlight.pausedOnPermission = false;
|
|
2695
|
+
inFlight.pausedClearConfirmed = false;
|
|
2696
|
+
}
|
|
2697
|
+
const siblingPaused = (sib) => openQuestions.has(sib.evidentMessageId) || openPermissions.has(sib.evidentMessageId) || sib.awaitingHumanLatched || sib.pausedOnQuestion || sib.pausedOnPermission;
|
|
2698
|
+
const hasActivelyRunningSibling = [...watcher.inFlight.values()].some(
|
|
2699
|
+
(sib) => sib.evidentMessageId !== inFlight.evidentMessageId && messageRunState(messages, sib.opencodeMessageId) === "running" && !siblingPaused(sib)
|
|
2700
|
+
);
|
|
2701
|
+
const queuedBehindRunningSibling = state === "queued" && hasActivelyRunningSibling;
|
|
2702
|
+
if (!activelyRunning && !queuedBehindRunningSibling && this.now() >= inFlight.deadline) {
|
|
2337
2703
|
this.log({
|
|
2338
2704
|
level: "info",
|
|
2339
2705
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} did not complete within the watch window \u2014 leaving for the cron safety net`,
|
|
@@ -2424,8 +2790,10 @@ var ChannelDriver = class {
|
|
|
2424
2790
|
});
|
|
2425
2791
|
continue;
|
|
2426
2792
|
}
|
|
2793
|
+
const anyUntracked = sessionRows.some((row) => !this.isTracked(sessionId, row.id));
|
|
2794
|
+
const sessionOngoing = anyUntracked ? await isSessionOngoing(this.port, sessionId) : null;
|
|
2427
2795
|
for (const row of sessionRows) {
|
|
2428
|
-
await this.readoptOne(sessionId, row, messages);
|
|
2796
|
+
await this.readoptOne(sessionId, row, messages, sessionOngoing);
|
|
2429
2797
|
}
|
|
2430
2798
|
}
|
|
2431
2799
|
}
|
|
@@ -2447,7 +2815,7 @@ var ChannelDriver = class {
|
|
|
2447
2815
|
*
|
|
2448
2816
|
* Only `ChannelAuthError` propagates.
|
|
2449
2817
|
*/
|
|
2450
|
-
async readoptOne(sessionId, row, messages) {
|
|
2818
|
+
async readoptOne(sessionId, row, messages, sessionOngoing) {
|
|
2451
2819
|
if (this.isTracked(sessionId, row.id)) {
|
|
2452
2820
|
this.log({
|
|
2453
2821
|
level: "info",
|
|
@@ -2542,6 +2910,67 @@ var ChannelDriver = class {
|
|
|
2542
2910
|
});
|
|
2543
2911
|
return;
|
|
2544
2912
|
}
|
|
2913
|
+
let statusReadableOngoing = null;
|
|
2914
|
+
if (state === "running" && ocId) {
|
|
2915
|
+
const reply = findLastAssistantReplyFor(messages, ocId);
|
|
2916
|
+
const shape = this.replyCompletionShape(reply);
|
|
2917
|
+
const ongoing = sessionOngoing;
|
|
2918
|
+
statusReadableOngoing = ongoing;
|
|
2919
|
+
if (ongoing === false) {
|
|
2920
|
+
this.log({
|
|
2921
|
+
level: "info",
|
|
2922
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} but session ${sessionId.slice(0, 8)} is not-ongoing per GET /session/status (absent/idle) \u2014 re-dispatching from scratch (status-gated recovery)`,
|
|
2923
|
+
conversation_id: row.conversation_id,
|
|
2924
|
+
message_id: row.id
|
|
2925
|
+
});
|
|
2926
|
+
await this.forceReadoptRun(sessionId, row);
|
|
2927
|
+
return;
|
|
2928
|
+
}
|
|
2929
|
+
if (ongoing === true) {
|
|
2930
|
+
this.log({
|
|
2931
|
+
level: "info",
|
|
2932
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} and session ${sessionId.slice(0, 8)} is ongoing per GET /session/status (busy/retry) \u2014 re-attaching watcher (no re-dispatch)`,
|
|
2933
|
+
conversation_id: row.conversation_id,
|
|
2934
|
+
message_id: row.id
|
|
2935
|
+
});
|
|
2936
|
+
} else {
|
|
2937
|
+
if (shape === "b1") {
|
|
2938
|
+
this.log({
|
|
2939
|
+
level: "info",
|
|
2940
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} running/b1 but GET /session/status was unreadable (null) for session ${sessionId.slice(0, 8)} \u2014 NOT latching a b1 row on a transient status blip; leaving it un-tracked to re-evaluate on the next drain`,
|
|
2941
|
+
conversation_id: row.conversation_id,
|
|
2942
|
+
message_id: row.id
|
|
2943
|
+
});
|
|
2944
|
+
return;
|
|
2945
|
+
}
|
|
2946
|
+
this.log({
|
|
2947
|
+
level: "info",
|
|
2948
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} but GET /session/status was unreadable (null) for session ${sessionId.slice(0, 8)} \u2014 falling back to the #253 preamble + descendant cross-check`,
|
|
2949
|
+
conversation_id: row.conversation_id,
|
|
2950
|
+
message_id: row.id
|
|
2951
|
+
});
|
|
2952
|
+
}
|
|
2953
|
+
}
|
|
2954
|
+
if (statusReadableOngoing === null && state === "running" && ocId && isPreamblePinnedRunning(messages, ocId)) {
|
|
2955
|
+
const descendantAlive = await this.isAnyDescendantSessionAlive(sessionId);
|
|
2956
|
+
if (descendantAlive === true) {
|
|
2957
|
+
this.log({
|
|
2958
|
+
level: "info",
|
|
2959
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} preamble-pinned running (root ${sessionId.slice(0, 8)}) but a live descendant sub-agent session was found \u2014 treating as still running, re-attaching watcher (no re-dispatch)`,
|
|
2960
|
+
conversation_id: row.conversation_id,
|
|
2961
|
+
message_id: row.id
|
|
2962
|
+
});
|
|
2963
|
+
} else {
|
|
2964
|
+
this.log({
|
|
2965
|
+
level: "info",
|
|
2966
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} preamble-pinned on recovery (root ${sessionId.slice(0, 8)}), no live descendant runner \u2014 re-dispatching from scratch${descendantAlive === null ? " (descendant liveness indeterminate; a restart guarantees no live runner, so this does NOT block the re-dispatch)" : ""}`,
|
|
2967
|
+
conversation_id: row.conversation_id,
|
|
2968
|
+
message_id: row.id
|
|
2969
|
+
});
|
|
2970
|
+
await this.forceReadoptRun(sessionId, row);
|
|
2971
|
+
return;
|
|
2972
|
+
}
|
|
2973
|
+
}
|
|
2545
2974
|
if ((state === "running" || state === "queued") && ocId) {
|
|
2546
2975
|
const conv = this.convForRow(sessionId, row);
|
|
2547
2976
|
const message = this.queuedMessageForRow(row);
|
|
@@ -2745,21 +3174,41 @@ var ChannelDriver = class {
|
|
|
2745
3174
|
* RUNNING (not done) is the one that paused. With one running message that is
|
|
2746
3175
|
* unambiguous; with several we prefer an explicit messageID match, else the
|
|
2747
3176
|
* oldest running message.
|
|
3177
|
+
*
|
|
3178
|
+
* Returns the set of in-flight Evident message ids that are paused awaiting a
|
|
3179
|
+
* human — an outstanding (still-open) question/permission is attributed to them.
|
|
3180
|
+
* `serviceInFlightMessage` uses this to keep an actively-running turn watched
|
|
3181
|
+
* forever (ADR-0047) while still bounding a turn merely blocked on a person who
|
|
3182
|
+
* may never answer. Attribution here covers ALL open interactions, not just
|
|
3183
|
+
* NEW (un-deduped) ones — a question stays "awaiting a human" until answered,
|
|
3184
|
+
* even after it was already surfaced to the channel.
|
|
2748
3185
|
*/
|
|
2749
3186
|
async pollInteractions(sessionId, watcher, messages) {
|
|
3187
|
+
const openQuestions = /* @__PURE__ */ new Set();
|
|
3188
|
+
const openPermissions = /* @__PURE__ */ new Set();
|
|
3189
|
+
let questionsPolledOk = true;
|
|
3190
|
+
let permissionsPolledOk = true;
|
|
2750
3191
|
let questions = [];
|
|
2751
3192
|
try {
|
|
2752
3193
|
const res = await this.fetchImpl(`${this.opencodeBase}/question`);
|
|
2753
3194
|
if (res.ok) {
|
|
2754
3195
|
const body = await res.json();
|
|
2755
|
-
|
|
3196
|
+
if (Array.isArray(body)) {
|
|
3197
|
+
questions = body;
|
|
3198
|
+
} else {
|
|
3199
|
+
questionsPolledOk = false;
|
|
3200
|
+
}
|
|
3201
|
+
} else {
|
|
3202
|
+
questionsPolledOk = false;
|
|
2756
3203
|
}
|
|
2757
3204
|
} catch {
|
|
3205
|
+
questionsPolledOk = false;
|
|
2758
3206
|
}
|
|
2759
3207
|
for (const q of questions) {
|
|
2760
|
-
if (watcher.reportedQuestions.has(q.id)) continue;
|
|
2761
3208
|
if (!await this.sessionBelongsTo(q.sessionID, sessionId)) continue;
|
|
2762
3209
|
const paused = this.attributeInteraction(watcher, q.tool?.messageID, messages);
|
|
3210
|
+
if (paused) openQuestions.add(paused.evidentMessageId);
|
|
3211
|
+
if (watcher.reportedQuestions.has(q.id)) continue;
|
|
2763
3212
|
const reported = await this.reportInteraction(
|
|
2764
3213
|
watcher.conv.id,
|
|
2765
3214
|
"question",
|
|
@@ -2773,14 +3222,22 @@ var ChannelDriver = class {
|
|
|
2773
3222
|
const res = await this.fetchImpl(`${this.opencodeBase}/permission`);
|
|
2774
3223
|
if (res.ok) {
|
|
2775
3224
|
const body = await res.json();
|
|
2776
|
-
|
|
3225
|
+
if (Array.isArray(body)) {
|
|
3226
|
+
permissions = body;
|
|
3227
|
+
} else {
|
|
3228
|
+
permissionsPolledOk = false;
|
|
3229
|
+
}
|
|
3230
|
+
} else {
|
|
3231
|
+
permissionsPolledOk = false;
|
|
2777
3232
|
}
|
|
2778
3233
|
} catch {
|
|
3234
|
+
permissionsPolledOk = false;
|
|
2779
3235
|
}
|
|
2780
3236
|
for (const p of permissions) {
|
|
2781
|
-
if (watcher.reportedPermissions.has(p.id)) continue;
|
|
2782
3237
|
if (!await this.sessionBelongsTo(p.sessionID, sessionId)) continue;
|
|
2783
3238
|
const paused = this.attributeInteraction(watcher, p.messageID, messages);
|
|
3239
|
+
if (paused) openPermissions.add(paused.evidentMessageId);
|
|
3240
|
+
if (watcher.reportedPermissions.has(p.id)) continue;
|
|
2784
3241
|
const reported = await this.reportInteraction(
|
|
2785
3242
|
watcher.conv.id,
|
|
2786
3243
|
"permission",
|
|
@@ -2789,6 +3246,7 @@ var ChannelDriver = class {
|
|
|
2789
3246
|
);
|
|
2790
3247
|
if (reported) watcher.reportedPermissions.add(p.id);
|
|
2791
3248
|
}
|
|
3249
|
+
return { openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk };
|
|
2792
3250
|
}
|
|
2793
3251
|
/**
|
|
2794
3252
|
* True when `sessionId` is the `rootSessionId` itself OR a descendant of it —
|
|
@@ -2834,6 +3292,83 @@ var ChannelDriver = class {
|
|
|
2834
3292
|
if (parent !== void 0) this.sessionParents.set(sessionId, parent);
|
|
2835
3293
|
return parent;
|
|
2836
3294
|
}
|
|
3295
|
+
/**
|
|
3296
|
+
* DEFENSIVE cross-check for the restart-recovery path (WI-2): is any descendant
|
|
3297
|
+
* (`task` sub-agent) session under `rootSessionId` still genuinely doing work?
|
|
3298
|
+
*
|
|
3299
|
+
* The PRIMARY recovery trigger is "preamble-pinned on recovery ⇒ idle" — a
|
|
3300
|
+
* runner restart wipes OpenCode's in-memory `SessionStatus`/`Runner`, so a
|
|
3301
|
+
* completed `finish: "tool-calls"` root reply encountered during re-adoption is
|
|
3302
|
+
* idle by OpenCode's own definition and is re-dispatched. This method exists only
|
|
3303
|
+
* so the WI-3 caller can VETO that re-dispatch in the rare case a descendant is
|
|
3304
|
+
* provably in flight at the exact moment of recovery.
|
|
3305
|
+
*
|
|
3306
|
+
* "Alive" criterion (TIGHTENED): a descendant is alive only when it is PROVABLY,
|
|
3307
|
+
* ACTIVELY generating — its LAST message is an assistant still mid-generation
|
|
3308
|
+
* (`completed == null`, via `isSessionActivelyGenerating`). An
|
|
3309
|
+
* INCOMPLETE-BUT-NOT-GENERATING child — last message a user message, or a
|
|
3310
|
+
* completed `finish: "tool-calls"` step — is NOT alive after a restart (nothing
|
|
3311
|
+
* is generating once the runner is gone), so it does NOT veto. (This is
|
|
3312
|
+
* deliberately NOT `!isTurnComplete`, which also matches those dead-but-non-terminal
|
|
3313
|
+
* shapes and would falsely veto — re-hanging the very turn this path recovers.)
|
|
3314
|
+
*
|
|
3315
|
+
* Return contract (encoded so WI-3 need not re-derive it):
|
|
3316
|
+
* - `true` → a descendant is provably, actively generating (veto re-dispatch).
|
|
3317
|
+
* - `false` → descendants exist but none is actively generating (the restart
|
|
3318
|
+
* case), OR no descendant is found at all.
|
|
3319
|
+
* - `null` → liveness is INDETERMINATE (enumeration via `listSessions` failed).
|
|
3320
|
+
*
|
|
3321
|
+
* ⚠️ `null` (UNKNOWN) MUST NOT be treated as "alive": WI-3 treats `null` the same
|
|
3322
|
+
* as `false` and does NOT veto — a restart guarantees no live runner, so an
|
|
3323
|
+
* indeterminate cross-check almost always means "couldn't reach a child that no
|
|
3324
|
+
* longer exists". The inversion lives in the caller; this method just reports
|
|
3325
|
+
* true/false/null faithfully.
|
|
3326
|
+
*
|
|
3327
|
+
* VERIFY-BEFORE-DEPEND: we depend ONLY on (a) `parentID` from `GET /session/:id`
|
|
3328
|
+
* (already proven by the existing child-session interaction tests, via
|
|
3329
|
+
* `resolveSessionParent`/`sessionBelongsTo`) and (b) the child's own message-list
|
|
3330
|
+
* terminal state. We do NOT depend on any session-level `busy`/`idle` field —
|
|
3331
|
+
* there is none on `GET /session/:id`; OpenCode's busy state is in-memory
|
|
3332
|
+
* `SessionStatus` only.
|
|
3333
|
+
*/
|
|
3334
|
+
async isAnyDescendantSessionAlive(rootSessionId) {
|
|
3335
|
+
const sessions = await listSessions(this.port);
|
|
3336
|
+
if (!sessions) {
|
|
3337
|
+
this.log({
|
|
3338
|
+
level: "error",
|
|
3339
|
+
message: `Re-adopt: could not enumerate sessions to cross-check descendant liveness for root ${rootSessionId} (listSessions failed) \u2014 treating child liveness as indeterminate`
|
|
3340
|
+
});
|
|
3341
|
+
return null;
|
|
3342
|
+
}
|
|
3343
|
+
for (const candidate of sessions) {
|
|
3344
|
+
if (!candidate?.id || candidate.id === rootSessionId) continue;
|
|
3345
|
+
if (!await this.sessionBelongsTo(candidate.id, rootSessionId)) continue;
|
|
3346
|
+
const childMsgs = await getSessionMessages(this.port, candidate.id);
|
|
3347
|
+
if (isSessionActivelyGenerating(childMsgs)) {
|
|
3348
|
+
return true;
|
|
3349
|
+
}
|
|
3350
|
+
}
|
|
3351
|
+
return false;
|
|
3352
|
+
}
|
|
3353
|
+
/**
|
|
3354
|
+
* Cheap decision-telemetry label for a running row's LAST correlated reply
|
|
3355
|
+
* (WI-2 Task 2.2): which running SHAPE it is, for the status-gated recovery log.
|
|
3356
|
+
* - `b1` — the reply itself is still in flight (`time.completed == null`) —
|
|
3357
|
+
* the aborted-in-flight production bug after a restart.
|
|
3358
|
+
* - `b2` — a COMPLETED reply pinned running only by `finish === "tool-calls"`
|
|
3359
|
+
* (the sub-agent preamble — #253's shape).
|
|
3360
|
+
* - `other` — any other shape (defensive; a running row is normally b1 or b2).
|
|
3361
|
+
* Reads `info.time.completed` / `info.finish` (tolerating the legacy top-level
|
|
3362
|
+
* shape) directly rather than re-importing the module-private `completedOf`/
|
|
3363
|
+
* `finishOf` — this is a display label only, not a correctness predicate.
|
|
3364
|
+
*/
|
|
3365
|
+
replyCompletionShape(reply) {
|
|
3366
|
+
if (!reply) return "other";
|
|
3367
|
+
const completed = reply.info?.time?.completed ?? reply.time?.completed;
|
|
3368
|
+
if (completed == null) return "b1";
|
|
3369
|
+
const finish = reply.info?.finish ?? reply.finish;
|
|
3370
|
+
return finish === "tool-calls" ? "b2" : "other";
|
|
3371
|
+
}
|
|
2837
3372
|
/**
|
|
2838
3373
|
* Attribute a surfaced interaction to the in-flight message it paused on (M-1).
|
|
2839
3374
|
*
|
|
@@ -3065,6 +3600,12 @@ var ChannelDriver = class {
|
|
|
3065
3600
|
* MUST NOT use `callWithRetry` (a telemetry ping must not block the sequential
|
|
3066
3601
|
* watcher tick — one attempt is enough). A failure is SWALLOWED but LOGGED with
|
|
3067
3602
|
* context (no silent catch, per development-workflow).
|
|
3603
|
+
*
|
|
3604
|
+
* Returns whether the POST SUCCEEDED (2xx). Most callers ignore this (pure
|
|
3605
|
+
* telemetry), but the `paused` liveness-clear uses it to know whether to
|
|
3606
|
+
* RE-ASSERT on a later tick — a single dropped `paused` POST must not leave a
|
|
3607
|
+
* stale `last_seen_alive_at` on a still-paused row (Bugbot "Failed paused signal
|
|
3608
|
+
* leaves liveness").
|
|
3068
3609
|
*/
|
|
3069
3610
|
async postSignal(conversationId, messageId, signal, extra) {
|
|
3070
3611
|
try {
|
|
@@ -3083,7 +3624,9 @@ var ChannelDriver = class {
|
|
|
3083
3624
|
conversation_id: conversationId,
|
|
3084
3625
|
message_id: messageId
|
|
3085
3626
|
});
|
|
3627
|
+
return false;
|
|
3086
3628
|
}
|
|
3629
|
+
return true;
|
|
3087
3630
|
} catch (err) {
|
|
3088
3631
|
this.log({
|
|
3089
3632
|
level: "error",
|
|
@@ -3091,6 +3634,7 @@ var ChannelDriver = class {
|
|
|
3091
3634
|
conversation_id: conversationId,
|
|
3092
3635
|
message_id: messageId
|
|
3093
3636
|
});
|
|
3637
|
+
return false;
|
|
3094
3638
|
}
|
|
3095
3639
|
}
|
|
3096
3640
|
async persistSession(conversationId, sessionId) {
|
|
@@ -3583,7 +4127,7 @@ async function driveChannels(state, driver) {
|
|
|
3583
4127
|
logActivity(state, { type: "error", error: `Channel processing error: ${errorMessage}` });
|
|
3584
4128
|
if (state.interactive) displayStatus(state);
|
|
3585
4129
|
}
|
|
3586
|
-
await new Promise((
|
|
4130
|
+
await new Promise((resolve2) => setTimeout(resolve2, CHANNEL_POLL_INTERVAL_MS));
|
|
3587
4131
|
if (state.idleTimeout !== null && idlePolls >= 2) {
|
|
3588
4132
|
const idleMs = idlePolls * CHANNEL_POLL_INTERVAL_MS;
|
|
3589
4133
|
if (idleMs > state.idleTimeout * 1e3) {
|
|
@@ -3594,6 +4138,81 @@ async function driveChannels(state, driver) {
|
|
|
3594
4138
|
}
|
|
3595
4139
|
}
|
|
3596
4140
|
}
|
|
4141
|
+
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
4142
|
+
async function runSweep(state, driver, config2) {
|
|
4143
|
+
const mode = `age=${config2.maxAgeMs ?? "\u2014"} count=${config2.maxCount ?? "\u2014"}`;
|
|
4144
|
+
try {
|
|
4145
|
+
const sessions = await listSessions(state.port);
|
|
4146
|
+
if (sessions === null) {
|
|
4147
|
+
logActivity(state, {
|
|
4148
|
+
type: "info",
|
|
4149
|
+
message: `Session cleanup: could not list sessions (opencode unreachable); skipping this sweep (${mode})`
|
|
4150
|
+
});
|
|
4151
|
+
return;
|
|
4152
|
+
}
|
|
4153
|
+
const toDelete = selectSessionsToDelete(
|
|
4154
|
+
sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
|
|
4155
|
+
{
|
|
4156
|
+
maxAgeMs: config2.maxAgeMs,
|
|
4157
|
+
maxCount: config2.maxCount,
|
|
4158
|
+
nowMs: Date.now(),
|
|
4159
|
+
protectedIds: driver.protectedSessionIds()
|
|
4160
|
+
}
|
|
4161
|
+
);
|
|
4162
|
+
const protectedNow = driver.protectedSessionIds();
|
|
4163
|
+
let deleted = 0;
|
|
4164
|
+
let failed = 0;
|
|
4165
|
+
let skippedNewlyActive = 0;
|
|
4166
|
+
for (const id of toDelete) {
|
|
4167
|
+
if (protectedNow.has(id)) {
|
|
4168
|
+
skippedNewlyActive++;
|
|
4169
|
+
logActivity(state, {
|
|
4170
|
+
type: "info",
|
|
4171
|
+
message: `Session cleanup: skipping ${id} \u2014 became active/bound after selection (${mode})`
|
|
4172
|
+
});
|
|
4173
|
+
continue;
|
|
4174
|
+
}
|
|
4175
|
+
if (await deleteSession(state.port, id)) deleted++;
|
|
4176
|
+
else failed++;
|
|
4177
|
+
}
|
|
4178
|
+
const failedNote = failed > 0 ? `, failed ${failed}` : "";
|
|
4179
|
+
const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
|
|
4180
|
+
logActivity(state, {
|
|
4181
|
+
type: "info",
|
|
4182
|
+
message: `Session cleanup: inspected ${sessions.length}, deleted ${deleted}${failedNote}${skippedNote} (${mode})`
|
|
4183
|
+
});
|
|
4184
|
+
} catch (error2) {
|
|
4185
|
+
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
4186
|
+
logActivity(state, {
|
|
4187
|
+
type: "error",
|
|
4188
|
+
error: `Session cleanup sweep failed (non-fatal, ${mode}): ${message}`
|
|
4189
|
+
});
|
|
4190
|
+
}
|
|
4191
|
+
}
|
|
4192
|
+
function scheduleSessionCleanup(state, driver, options) {
|
|
4193
|
+
const config2 = resolveSessionCleanupConfig(
|
|
4194
|
+
{
|
|
4195
|
+
maxAge: options.sessionCleanupMaxAge,
|
|
4196
|
+
maxCount: options.sessionCleanupMaxCount,
|
|
4197
|
+
interval: options.sessionCleanupInterval
|
|
4198
|
+
},
|
|
4199
|
+
process.env
|
|
4200
|
+
);
|
|
4201
|
+
for (const warning2 of config2.warnings) {
|
|
4202
|
+
logActivity(state, { type: "info", message: `Session cleanup: ${warning2}` });
|
|
4203
|
+
}
|
|
4204
|
+
if (!config2.enabled) return;
|
|
4205
|
+
logActivity(state, {
|
|
4206
|
+
type: "info",
|
|
4207
|
+
message: `Session cleanup enabled (age=${config2.maxAgeMs ?? "\u2014"}, count=${config2.maxCount ?? "\u2014"}, interval=${config2.intervalMs}ms)`
|
|
4208
|
+
});
|
|
4209
|
+
const interval = setInterval(() => void runSweep(state, driver, config2), config2.intervalMs);
|
|
4210
|
+
const firstSweep = setTimeout(
|
|
4211
|
+
() => void runSweep(state, driver, config2),
|
|
4212
|
+
SESSION_CLEANUP_FIRST_SWEEP_MS
|
|
4213
|
+
);
|
|
4214
|
+
state.sessionCleanupTimers.push(interval, firstSweep);
|
|
4215
|
+
}
|
|
3597
4216
|
async function notifyOffline(state) {
|
|
3598
4217
|
if (!state.agentId || !state.authHeader) return;
|
|
3599
4218
|
if (!state.connected) {
|
|
@@ -3613,6 +4232,11 @@ async function notifyOffline(state) {
|
|
|
3613
4232
|
}
|
|
3614
4233
|
async function cleanup(state, opts = {}) {
|
|
3615
4234
|
state.running = false;
|
|
4235
|
+
for (const timer of state.sessionCleanupTimers) {
|
|
4236
|
+
clearInterval(timer);
|
|
4237
|
+
clearTimeout(timer);
|
|
4238
|
+
}
|
|
4239
|
+
state.sessionCleanupTimers = [];
|
|
3616
4240
|
if (opts.graceful && state.channelDriver) {
|
|
3617
4241
|
state.channelDriver.stop();
|
|
3618
4242
|
log2(state, "Draining in-flight channel work before shutdown...");
|
|
@@ -3666,6 +4290,7 @@ async function run(options) {
|
|
|
3666
4290
|
activityLog: [],
|
|
3667
4291
|
messageCount: 0,
|
|
3668
4292
|
lastProxiedActivityAt: null,
|
|
4293
|
+
sessionCleanupTimers: [],
|
|
3669
4294
|
authHeader: ""
|
|
3670
4295
|
};
|
|
3671
4296
|
if (state.idleTimeout === null && (process.env.GITHUB_ACTIONS || process.env.CI)) {
|
|
@@ -3908,6 +4533,7 @@ async function run(options) {
|
|
|
3908
4533
|
if (error2.message === "Unauthorized") tunnelSpinner?.fail("Unauthorized");
|
|
3909
4534
|
throw error2;
|
|
3910
4535
|
}
|
|
4536
|
+
scheduleSessionCleanup(state, channelDriver, options);
|
|
3911
4537
|
if (!interactive || state.json) {
|
|
3912
4538
|
log2(state, "Driving channel messages...");
|
|
3913
4539
|
}
|
|
@@ -3962,7 +4588,16 @@ program.name("evident").description("Run OpenCode locally and connect it to Evid
|
|
|
3962
4588
|
program.command("login").description("Authenticate with Evident").option("--token", "Use token-based authentication (for CI/CD)").option("--no-browser", "Do not open the browser automatically").action(login);
|
|
3963
4589
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
3964
4590
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
3965
|
-
program.command("run").description("Connect to Evident and process messages").option("-a, --agent [id]", "Agent ID to connect to (optional when EVIDENT_AGENT_KEY is set)").option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option("-v, --verbose", "Show detailed request/response information").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option("--json", "Output in JSON format").
|
|
4591
|
+
program.command("run").description("Connect to Evident and process messages").option("-a, --agent [id]", "Agent ID to connect to (optional when EVIDENT_AGENT_KEY is set)").option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option("-v, --verbose", "Show detailed request/response information").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option("--json", "Output in JSON format").option(
|
|
4592
|
+
"--session-cleanup-max-age <duration>",
|
|
4593
|
+
"Delete OpenCode sessions idle longer than this (e.g. 7d, 24h). Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_AGE"
|
|
4594
|
+
).option(
|
|
4595
|
+
"--session-cleanup-max-count <n>",
|
|
4596
|
+
"Keep only the newest N OpenCode sessions. Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_COUNT"
|
|
4597
|
+
).option(
|
|
4598
|
+
"--session-cleanup-interval <duration>",
|
|
4599
|
+
"How often the cleanup sweep runs (default: 1h). Env: EVIDENT_SESSION_CLEANUP_INTERVAL"
|
|
4600
|
+
).action(
|
|
3966
4601
|
(options) => {
|
|
3967
4602
|
run({
|
|
3968
4603
|
agent: options.agent,
|
|
@@ -3970,7 +4605,11 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
3970
4605
|
verbose: options.verbose,
|
|
3971
4606
|
conversation: options.conversation,
|
|
3972
4607
|
idleTimeout: options.idleTimeout ? parseInt(options.idleTimeout, 10) : void 0,
|
|
3973
|
-
json: options.json
|
|
4608
|
+
json: options.json,
|
|
4609
|
+
// Raw strings — the resolver in run.ts single-sources parsing (M1).
|
|
4610
|
+
sessionCleanupMaxAge: options.sessionCleanupMaxAge,
|
|
4611
|
+
sessionCleanupMaxCount: options.sessionCleanupMaxCount,
|
|
4612
|
+
sessionCleanupInterval: options.sessionCleanupInterval
|
|
3974
4613
|
});
|
|
3975
4614
|
}
|
|
3976
4615
|
);
|