@evident-ai/cli 3.0.1-dev.a4fa3bc → 3.0.1-dev.a7dab7b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +47 -912
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -285,14 +285,14 @@ function blank() {
|
|
|
285
285
|
console.log();
|
|
286
286
|
}
|
|
287
287
|
function waitForEnter(prompt = "Press Enter to continue...") {
|
|
288
|
-
return new Promise((
|
|
288
|
+
return new Promise((resolve) => {
|
|
289
289
|
process.stdout.write(chalk.dim(prompt));
|
|
290
290
|
const handler = () => {
|
|
291
291
|
process.stdin.removeListener("data", handler);
|
|
292
292
|
process.stdin.setRawMode?.(false);
|
|
293
293
|
process.stdin.pause();
|
|
294
294
|
console.log();
|
|
295
|
-
|
|
295
|
+
resolve();
|
|
296
296
|
};
|
|
297
297
|
if (process.stdin.isTTY) {
|
|
298
298
|
process.stdin.setRawMode?.(true);
|
|
@@ -302,7 +302,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
|
|
|
302
302
|
});
|
|
303
303
|
}
|
|
304
304
|
function sleep(ms) {
|
|
305
|
-
return new Promise((
|
|
305
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
306
306
|
}
|
|
307
307
|
|
|
308
308
|
// src/commands/login.ts
|
|
@@ -376,19 +376,19 @@ async function tokenLogin() {
|
|
|
376
376
|
console.log("Visit your Evident dashboard to generate a CLI token.");
|
|
377
377
|
blank();
|
|
378
378
|
process.stdout.write("Paste token: ");
|
|
379
|
-
const token = await new Promise((
|
|
379
|
+
const token = await new Promise((resolve) => {
|
|
380
380
|
let data = "";
|
|
381
381
|
process.stdin.setEncoding("utf8");
|
|
382
382
|
process.stdin.on("data", (chunk) => {
|
|
383
383
|
data += chunk;
|
|
384
384
|
});
|
|
385
385
|
process.stdin.on("end", () => {
|
|
386
|
-
|
|
386
|
+
resolve(data.trim());
|
|
387
387
|
});
|
|
388
388
|
if (process.stdin.isTTY) {
|
|
389
389
|
process.stdin.once("data", (chunk) => {
|
|
390
390
|
process.stdin.pause();
|
|
391
|
-
|
|
391
|
+
resolve(chunk.toString().trim());
|
|
392
392
|
});
|
|
393
393
|
process.stdin.resume();
|
|
394
394
|
}
|
|
@@ -706,7 +706,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
|
|
|
706
706
|
if (health.healthy) {
|
|
707
707
|
return health;
|
|
708
708
|
}
|
|
709
|
-
await new Promise((
|
|
709
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3));
|
|
710
710
|
}
|
|
711
711
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
712
712
|
}
|
|
@@ -1078,84 +1078,6 @@ async function getSessionMessages(port, sessionId) {
|
|
|
1078
1078
|
return null;
|
|
1079
1079
|
}
|
|
1080
1080
|
}
|
|
1081
|
-
function isSessionActivelyGenerating(messages) {
|
|
1082
|
-
if (!messages || messages.length === 0) return false;
|
|
1083
|
-
const last = messages[messages.length - 1];
|
|
1084
|
-
if (roleOf(last) !== "assistant") return false;
|
|
1085
|
-
return completedOf(last) == null;
|
|
1086
|
-
}
|
|
1087
|
-
function sessionLastActivityMs(session) {
|
|
1088
|
-
const candidates = [
|
|
1089
|
-
session.time?.updated,
|
|
1090
|
-
session.time?.created,
|
|
1091
|
-
session.time_updated,
|
|
1092
|
-
session.time_created,
|
|
1093
|
-
session.updated,
|
|
1094
|
-
session.created
|
|
1095
|
-
];
|
|
1096
|
-
for (const c of candidates) {
|
|
1097
|
-
if (typeof c === "number" && Number.isFinite(c)) return c;
|
|
1098
|
-
}
|
|
1099
|
-
return null;
|
|
1100
|
-
}
|
|
1101
|
-
async function listSessions(port) {
|
|
1102
|
-
try {
|
|
1103
|
-
const res = await fetch(`${opencodeBase(port)}/session`);
|
|
1104
|
-
if (!res.ok) return null;
|
|
1105
|
-
const body = await res.json();
|
|
1106
|
-
return Array.isArray(body) ? body : null;
|
|
1107
|
-
} catch {
|
|
1108
|
-
return null;
|
|
1109
|
-
}
|
|
1110
|
-
}
|
|
1111
|
-
async function deleteSession(port, id) {
|
|
1112
|
-
try {
|
|
1113
|
-
const res = await fetch(`${opencodeBase(port)}/session/${id}`, { method: "DELETE" });
|
|
1114
|
-
return res.status >= 200 && res.status < 300;
|
|
1115
|
-
} catch {
|
|
1116
|
-
return false;
|
|
1117
|
-
}
|
|
1118
|
-
}
|
|
1119
|
-
async function sessionExists(port, id) {
|
|
1120
|
-
try {
|
|
1121
|
-
const res = await fetch(`${opencodeBase(port)}/session/${id}`);
|
|
1122
|
-
if (res.status >= 200 && res.status < 300) return true;
|
|
1123
|
-
if (res.status === 404) return false;
|
|
1124
|
-
return null;
|
|
1125
|
-
} catch {
|
|
1126
|
-
return null;
|
|
1127
|
-
}
|
|
1128
|
-
}
|
|
1129
|
-
async function getSessionStatuses(port) {
|
|
1130
|
-
try {
|
|
1131
|
-
const res = await fetch(`${opencodeBase(port)}/session/status`);
|
|
1132
|
-
if (!res.ok) {
|
|
1133
|
-
console.error(
|
|
1134
|
-
`[getSessionStatuses] GET /session/status returned HTTP ${res.status} (port ${port})`
|
|
1135
|
-
);
|
|
1136
|
-
return null;
|
|
1137
|
-
}
|
|
1138
|
-
const body = await res.json();
|
|
1139
|
-
if (body == null || typeof body !== "object" || Array.isArray(body)) {
|
|
1140
|
-
console.error(
|
|
1141
|
-
`[getSessionStatuses] GET /session/status body was not a plain object (port ${port})`
|
|
1142
|
-
);
|
|
1143
|
-
return null;
|
|
1144
|
-
}
|
|
1145
|
-
return body;
|
|
1146
|
-
} catch (err) {
|
|
1147
|
-
console.error(
|
|
1148
|
-
`[getSessionStatuses] GET /session/status failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
|
|
1149
|
-
);
|
|
1150
|
-
return null;
|
|
1151
|
-
}
|
|
1152
|
-
}
|
|
1153
|
-
async function isSessionOngoing(port, id) {
|
|
1154
|
-
const map = await getSessionStatuses(port);
|
|
1155
|
-
if (map == null) return null;
|
|
1156
|
-
const entry = map[id];
|
|
1157
|
-
return entry != null && entry.type !== "idle";
|
|
1158
|
-
}
|
|
1159
1081
|
async function createOpenCodeSession(port, directory) {
|
|
1160
1082
|
const url = new URL(`${opencodeBase(port)}/session`);
|
|
1161
1083
|
if (directory && directory.trim()) {
|
|
@@ -1225,7 +1147,7 @@ async function sendPromptAsync(port, sessionId, content, options) {
|
|
|
1225
1147
|
if (best) return best.id;
|
|
1226
1148
|
}
|
|
1227
1149
|
if (attempt < READ_BACK_ATTEMPTS - 1) {
|
|
1228
|
-
await new Promise((
|
|
1150
|
+
await new Promise((resolve) => setTimeout(resolve, READ_BACK_DELAY_MS));
|
|
1229
1151
|
}
|
|
1230
1152
|
}
|
|
1231
1153
|
return null;
|
|
@@ -1282,11 +1204,6 @@ function messageRunState(messages, userMessageId) {
|
|
|
1282
1204
|
if (isAssistantInFlight(reply)) return "running";
|
|
1283
1205
|
return errorOf(reply) != null ? "failed" : "done";
|
|
1284
1206
|
}
|
|
1285
|
-
function isPreamblePinnedRunning(messages, userMessageId) {
|
|
1286
|
-
if (messageRunState(messages, userMessageId) !== "running") return false;
|
|
1287
|
-
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1288
|
-
return completedOf(reply) != null && finishOf(reply) === "tool-calls";
|
|
1289
|
-
}
|
|
1290
1207
|
function messageError(messages, userMessageId) {
|
|
1291
1208
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1292
1209
|
const error2 = errorOf(reply);
|
|
@@ -1307,110 +1224,6 @@ function hasRunningAssistantExcept(messages, exceptUserMessageId) {
|
|
|
1307
1224
|
);
|
|
1308
1225
|
}
|
|
1309
1226
|
|
|
1310
|
-
// src/lib/opencode/session-cleanup.ts
|
|
1311
|
-
var DURATION_UNIT_MS = {
|
|
1312
|
-
s: 1e3,
|
|
1313
|
-
m: 60 * 1e3,
|
|
1314
|
-
h: 60 * 60 * 1e3,
|
|
1315
|
-
d: 24 * 60 * 60 * 1e3
|
|
1316
|
-
};
|
|
1317
|
-
function parseDurationMs(input) {
|
|
1318
|
-
const trimmed = input.trim();
|
|
1319
|
-
const match = /^(\d+)([smhd])$/.exec(trimmed);
|
|
1320
|
-
if (!match) {
|
|
1321
|
-
throw new Error(
|
|
1322
|
-
`Invalid duration "${input}": expected <number><unit> where unit is one of s, m, h, d (e.g. "7d", "24h", "30m", "90s").`
|
|
1323
|
-
);
|
|
1324
|
-
}
|
|
1325
|
-
const value = Number(match[1]);
|
|
1326
|
-
if (value <= 0) {
|
|
1327
|
-
throw new Error(`Invalid duration "${input}": must be a positive value.`);
|
|
1328
|
-
}
|
|
1329
|
-
return value * DURATION_UNIT_MS[match[2]];
|
|
1330
|
-
}
|
|
1331
|
-
function selectSessionsToDelete(sessions, opts) {
|
|
1332
|
-
const { maxAgeMs, maxCount, nowMs, protectedIds } = opts;
|
|
1333
|
-
if (maxAgeMs === void 0 && maxCount === void 0) return [];
|
|
1334
|
-
const ageEligible = (s) => {
|
|
1335
|
-
if (maxAgeMs === void 0) return false;
|
|
1336
|
-
if (s.lastActivityMs === null) return true;
|
|
1337
|
-
return nowMs - s.lastActivityMs > maxAgeMs;
|
|
1338
|
-
};
|
|
1339
|
-
const countEligibleIds = /* @__PURE__ */ new Set();
|
|
1340
|
-
if (maxCount !== void 0) {
|
|
1341
|
-
const byActivityDesc = [...sessions].sort(
|
|
1342
|
-
(a, b) => (b.lastActivityMs ?? -Infinity) - (a.lastActivityMs ?? -Infinity)
|
|
1343
|
-
);
|
|
1344
|
-
for (const s of byActivityDesc.slice(maxCount)) {
|
|
1345
|
-
countEligibleIds.add(s.id);
|
|
1346
|
-
}
|
|
1347
|
-
}
|
|
1348
|
-
const toDelete = [];
|
|
1349
|
-
for (const s of sessions) {
|
|
1350
|
-
if (protectedIds.has(s.id)) continue;
|
|
1351
|
-
if (ageEligible(s) || countEligibleIds.has(s.id)) {
|
|
1352
|
-
toDelete.push(s.id);
|
|
1353
|
-
}
|
|
1354
|
-
}
|
|
1355
|
-
return toDelete;
|
|
1356
|
-
}
|
|
1357
|
-
var DEFAULT_INTERVAL = "1h";
|
|
1358
|
-
function resolve(flag, envValue, fallback) {
|
|
1359
|
-
return flag ?? envValue ?? fallback;
|
|
1360
|
-
}
|
|
1361
|
-
function parseMaxCount(input) {
|
|
1362
|
-
const trimmed = input.trim();
|
|
1363
|
-
if (!/^\d+$/.test(trimmed)) {
|
|
1364
|
-
throw new Error(`Invalid max-count "${input}": expected a positive integer.`);
|
|
1365
|
-
}
|
|
1366
|
-
const value = Number(trimmed);
|
|
1367
|
-
if (value <= 0) {
|
|
1368
|
-
throw new Error(`Invalid max-count "${input}": must be greater than 0.`);
|
|
1369
|
-
}
|
|
1370
|
-
return value;
|
|
1371
|
-
}
|
|
1372
|
-
function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
1373
|
-
const warnings = [];
|
|
1374
|
-
const maxAgeRaw = resolve(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
|
|
1375
|
-
const maxCountRaw = resolve(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
|
|
1376
|
-
const intervalRaw = resolve(
|
|
1377
|
-
flags.interval,
|
|
1378
|
-
env.EVIDENT_SESSION_CLEANUP_INTERVAL,
|
|
1379
|
-
DEFAULT_INTERVAL
|
|
1380
|
-
);
|
|
1381
|
-
let maxAgeMs;
|
|
1382
|
-
if (maxAgeRaw !== void 0) {
|
|
1383
|
-
try {
|
|
1384
|
-
maxAgeMs = parseDurationMs(maxAgeRaw);
|
|
1385
|
-
} catch (err) {
|
|
1386
|
-
warnings.push(
|
|
1387
|
-
`Ignoring invalid --session-cleanup-max-age: ${err instanceof Error ? err.message : String(err)}`
|
|
1388
|
-
);
|
|
1389
|
-
}
|
|
1390
|
-
}
|
|
1391
|
-
let maxCount;
|
|
1392
|
-
if (maxCountRaw !== void 0) {
|
|
1393
|
-
try {
|
|
1394
|
-
maxCount = parseMaxCount(maxCountRaw);
|
|
1395
|
-
} catch (err) {
|
|
1396
|
-
warnings.push(
|
|
1397
|
-
`Ignoring invalid --session-cleanup-max-count: ${err instanceof Error ? err.message : String(err)}`
|
|
1398
|
-
);
|
|
1399
|
-
}
|
|
1400
|
-
}
|
|
1401
|
-
let intervalMs;
|
|
1402
|
-
try {
|
|
1403
|
-
intervalMs = parseDurationMs(intervalRaw ?? DEFAULT_INTERVAL);
|
|
1404
|
-
} catch (err) {
|
|
1405
|
-
warnings.push(
|
|
1406
|
-
`Ignoring invalid --session-cleanup-interval, using default ${DEFAULT_INTERVAL}: ${err instanceof Error ? err.message : String(err)}`
|
|
1407
|
-
);
|
|
1408
|
-
intervalMs = parseDurationMs(DEFAULT_INTERVAL);
|
|
1409
|
-
}
|
|
1410
|
-
const enabled = maxAgeMs !== void 0 || maxCount !== void 0;
|
|
1411
|
-
return { enabled, maxAgeMs, maxCount, intervalMs, warnings };
|
|
1412
|
-
}
|
|
1413
|
-
|
|
1414
1227
|
// src/lib/tunnel/connection.ts
|
|
1415
1228
|
import WebSocket2 from "ws";
|
|
1416
1229
|
|
|
@@ -1501,12 +1314,12 @@ var StreamForwarder = class {
|
|
|
1501
1314
|
let endBody;
|
|
1502
1315
|
if (has_body) {
|
|
1503
1316
|
const chunks = [];
|
|
1504
|
-
bodyPromise = new Promise((
|
|
1317
|
+
bodyPromise = new Promise((resolve) => {
|
|
1505
1318
|
pushBody = (buf) => {
|
|
1506
1319
|
chunks.push(buf);
|
|
1507
1320
|
};
|
|
1508
1321
|
endBody = () => {
|
|
1509
|
-
|
|
1322
|
+
resolve(Buffer.concat(chunks));
|
|
1510
1323
|
};
|
|
1511
1324
|
});
|
|
1512
1325
|
}
|
|
@@ -1624,7 +1437,7 @@ function connectTunnel(options) {
|
|
|
1624
1437
|
} = options;
|
|
1625
1438
|
const tunnelUrl = getTunnelUrlConfig();
|
|
1626
1439
|
const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
|
|
1627
|
-
return new Promise((
|
|
1440
|
+
return new Promise((resolve, reject) => {
|
|
1628
1441
|
const ws = new WebSocket2(url, {
|
|
1629
1442
|
headers: {
|
|
1630
1443
|
Authorization: authHeader
|
|
@@ -1689,7 +1502,7 @@ function connectTunnel(options) {
|
|
|
1689
1502
|
clearTimeout(connectionTimeout);
|
|
1690
1503
|
const connectedAgentId = message.agent_id ?? agentId;
|
|
1691
1504
|
onConnected?.(connectedAgentId);
|
|
1692
|
-
|
|
1505
|
+
resolve({
|
|
1693
1506
|
ws,
|
|
1694
1507
|
close: () => ws.close(1e3, "CLI shutdown")
|
|
1695
1508
|
});
|
|
@@ -1819,9 +1632,6 @@ var DEFAULT_RETRY_POLICY = {
|
|
|
1819
1632
|
var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
|
|
1820
1633
|
var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
1821
1634
|
var DEFAULT_STUCK_QUEUED_MS = 6e4;
|
|
1822
|
-
var HEARTBEAT_MS = 6e4;
|
|
1823
|
-
var ABSOLUTE_MAX_PROCESSING_MS = 6 * 60 * 60 * 1e3;
|
|
1824
|
-
var POLL_MISS_GRACE_MS = HEARTBEAT_MS;
|
|
1825
1635
|
var ChannelAuthError = class extends Error {
|
|
1826
1636
|
constructor(message) {
|
|
1827
1637
|
super(message);
|
|
@@ -1918,15 +1728,6 @@ var ChannelDriver = class {
|
|
|
1918
1728
|
* the row leaves the processing list, exactly like `dontRedispatch`.
|
|
1919
1729
|
*/
|
|
1920
1730
|
doneUndeliverable = /* @__PURE__ */ new Set();
|
|
1921
|
-
/**
|
|
1922
|
-
* "Already emitted `readopt_poll_unresolved` for this row" (#229). The b1 /
|
|
1923
|
-
* unreadable-status re-evaluate leaf leaves the row UN-tracked so it is re-read
|
|
1924
|
-
* every ~2s drain until the status map becomes readable — but the server-visible
|
|
1925
|
-
* signal is an OUTCOME, so it must fire at most ONCE per row, not once per drain
|
|
1926
|
-
* (Bugbot "Re-adopt signals flood every drain"). Cleared when the row leaves the
|
|
1927
|
-
* processing list, exactly like `dontRedispatch`/`doneUndeliverable`.
|
|
1928
|
-
*/
|
|
1929
|
-
readoptPollUnresolvedSignalled = /* @__PURE__ */ new Set();
|
|
1930
1731
|
/**
|
|
1931
1732
|
* "A null-id re-adopt re-dispatch is in flight, awaiting its read-back" (WI-5
|
|
1932
1733
|
* Task 5.4, High-2). Since we no longer send a caller-supplied id, a re-dispatch
|
|
@@ -1948,33 +1749,8 @@ var ChannelDriver = class {
|
|
|
1948
1749
|
* not yet resolved; `null` = resolved-but-unavailable (don't keep retrying).
|
|
1949
1750
|
*/
|
|
1950
1751
|
opencodeDirectory = void 0;
|
|
1951
|
-
/**
|
|
1952
|
-
* Cache of opencode `sessionId → parentID` (its parent session, or `null` when
|
|
1953
|
-
* the session is a root with no parent). Sub-agents spawned via the `task` tool
|
|
1954
|
-
* run in CHILD sessions whose `parentID` chains up to the Evident-created
|
|
1955
|
-
* (watched) session; we resolve this once per session so a child-session
|
|
1956
|
-
* question/permission can be attributed to the watched session's subtree
|
|
1957
|
-
* (`sessionBelongsTo`) instead of being dropped by an exact-id filter. A missing
|
|
1958
|
-
* entry = not yet resolved; `null` = resolved root (stop walking).
|
|
1959
|
-
*/
|
|
1960
|
-
sessionParents = /* @__PURE__ */ new Map();
|
|
1961
1752
|
/** Serialises drains so a reconnect during a drain doesn't double-process. */
|
|
1962
1753
|
draining = false;
|
|
1963
|
-
/**
|
|
1964
|
-
* The currently-executing `drainPending()` promise, or null when idle. Lets a
|
|
1965
|
-
* graceful shutdown (`waitForInFlight`) await an in-progress drain so a turn it
|
|
1966
|
-
* is about to dispatch is not missed by the `hasInFlightWatchers()` check (a
|
|
1967
|
-
* drain that entered before `stop()` still registers its watcher).
|
|
1968
|
-
*/
|
|
1969
|
-
activeDrain = null;
|
|
1970
|
-
/**
|
|
1971
|
-
* Set by `stop()` on graceful shutdown. Once stopped, `drainPending` no longer
|
|
1972
|
-
* dispatches NEW work (it returns 0 immediately) — but the per-session watcher
|
|
1973
|
-
* loops already running keep going so in-flight turns can finish and deliver
|
|
1974
|
-
* their reply. `run.ts` awaits `waitForInFlight()` before it closes the tunnel
|
|
1975
|
-
* and stops opencode.
|
|
1976
|
-
*/
|
|
1977
|
-
stopped = false;
|
|
1978
1754
|
constructor(config2) {
|
|
1979
1755
|
this.agentId = config2.agentId;
|
|
1980
1756
|
this.port = config2.port;
|
|
@@ -2006,21 +1782,8 @@ var ChannelDriver = class {
|
|
|
2006
1782
|
* @returns the number of messages NEWLY dispatched to opencode's native queue.
|
|
2007
1783
|
*/
|
|
2008
1784
|
async drainPending() {
|
|
2009
|
-
if (this.stopped) return 0;
|
|
2010
1785
|
if (this.draining) return 0;
|
|
2011
1786
|
this.draining = true;
|
|
2012
|
-
const run2 = this.runDrain();
|
|
2013
|
-
this.activeDrain = run2.then(
|
|
2014
|
-
() => {
|
|
2015
|
-
this.activeDrain = null;
|
|
2016
|
-
},
|
|
2017
|
-
() => {
|
|
2018
|
-
this.activeDrain = null;
|
|
2019
|
-
}
|
|
2020
|
-
);
|
|
2021
|
-
return run2;
|
|
2022
|
-
}
|
|
2023
|
-
async runDrain() {
|
|
2024
1787
|
let dispatched = 0;
|
|
2025
1788
|
try {
|
|
2026
1789
|
const conversations = await this.getPendingConversations();
|
|
@@ -2032,7 +1795,6 @@ var ChannelDriver = class {
|
|
|
2032
1795
|
});
|
|
2033
1796
|
}
|
|
2034
1797
|
for (const conv of conversations) {
|
|
2035
|
-
if (this.stopped) break;
|
|
2036
1798
|
dispatched += await this.processConversation(conv);
|
|
2037
1799
|
}
|
|
2038
1800
|
await this.readoptProcessing();
|
|
@@ -2053,73 +1815,6 @@ var ChannelDriver = class {
|
|
|
2053
1815
|
}
|
|
2054
1816
|
return false;
|
|
2055
1817
|
}
|
|
2056
|
-
/**
|
|
2057
|
-
* OpenCode session ids the session-cleanup sweep (issue #190) must NOT delete:
|
|
2058
|
-
* exactly those with a live (dispatched-but-not-done / paused) turn, i.e. a
|
|
2059
|
-
* `watchers` entry whose `inFlight` set is non-empty — the same predicate
|
|
2060
|
-
* `hasInFlightWatchers()` uses, lifted to return the ids.
|
|
2061
|
-
*
|
|
2062
|
-
* Deliberately does NOT include `this.sessions` (the permanent, never-pruned
|
|
2063
|
-
* conversation→session cache). Protecting every bound-but-idle session there
|
|
2064
|
-
* would shield nearly every session and defeat cleanup — AND it is unnecessary:
|
|
2065
|
-
* `ensureSession` is self-healing (it recreates a session whose id no longer
|
|
2066
|
-
* exists), so deleting an idle bound session is harmless — the conversation's
|
|
2067
|
-
* next turn transparently rebinds a fresh one. The only thing worth protecting
|
|
2068
|
-
* is a session with a turn ACTIVELY in flight right now: tearing that down
|
|
2069
|
-
* mid-turn would strand the running `prompt_async`. Idle sessions are fair game.
|
|
2070
|
-
*/
|
|
2071
|
-
protectedSessionIds() {
|
|
2072
|
-
const ids = /* @__PURE__ */ new Set();
|
|
2073
|
-
for (const [sessionId, watcher] of this.watchers) {
|
|
2074
|
-
if (watcher.inFlight.size > 0) ids.add(sessionId);
|
|
2075
|
-
}
|
|
2076
|
-
return ids;
|
|
2077
|
-
}
|
|
2078
|
-
/**
|
|
2079
|
-
* Begin a graceful stop: stop accepting NEW channel work. Idempotent. After
|
|
2080
|
-
* this, `drainPending()` is a no-op (returns 0), so no new message is dispatched
|
|
2081
|
-
* — but the watcher loops already tracking in-flight turns keep running, so a
|
|
2082
|
-
* turn that has finished (or is about to) still fires `markDone` and delivers
|
|
2083
|
-
* its reply. Pair with `waitForInFlight()` to bound how long shutdown waits.
|
|
2084
|
-
*/
|
|
2085
|
-
stop() {
|
|
2086
|
-
this.stopped = true;
|
|
2087
|
-
}
|
|
2088
|
-
/**
|
|
2089
|
-
* Wait (up to `timeoutMs`) for in-flight watcher work to settle during a
|
|
2090
|
-
* graceful shutdown, so a turn whose reply is ready — or completes within the
|
|
2091
|
-
* window — is delivered before the process exits, instead of being cut off and
|
|
2092
|
-
* left for the ADR-0046 restart-recovery path.
|
|
2093
|
-
*
|
|
2094
|
-
* Bounded on purpose: the watcher's own give-up deadline is up to 10 minutes,
|
|
2095
|
-
* far longer than a shutdown grace period (e.g. Fargate's SIGTERM→SIGKILL
|
|
2096
|
-
* window). We poll `hasInFlightWatchers()` and return as soon as the in-flight
|
|
2097
|
-
* set empties OR the timeout elapses. Anything still in flight at the timeout is
|
|
2098
|
-
* safe to abandon — it stays `processing` server-side and is re-adopted on the
|
|
2099
|
-
* next runner start (ADR-0046).
|
|
2100
|
-
*
|
|
2101
|
-
* @returns true if all in-flight work settled within the window; false if the
|
|
2102
|
-
* timeout elapsed with work still in flight.
|
|
2103
|
-
*/
|
|
2104
|
-
async waitForInFlight(timeoutMs) {
|
|
2105
|
-
const deadline = this.now() + timeoutMs;
|
|
2106
|
-
const step = Math.min(this.pausedPollIntervalMs, 250);
|
|
2107
|
-
if (this.activeDrain) {
|
|
2108
|
-
let drainSettled = false;
|
|
2109
|
-
void this.activeDrain.then(() => {
|
|
2110
|
-
drainSettled = true;
|
|
2111
|
-
});
|
|
2112
|
-
while (!drainSettled) {
|
|
2113
|
-
if (this.now() >= deadline) return false;
|
|
2114
|
-
await this.sleep(step);
|
|
2115
|
-
}
|
|
2116
|
-
}
|
|
2117
|
-
while (this.hasInFlightWatchers()) {
|
|
2118
|
-
if (this.now() >= deadline) return false;
|
|
2119
|
-
await this.sleep(step);
|
|
2120
|
-
}
|
|
2121
|
-
return true;
|
|
2122
|
-
}
|
|
2123
1818
|
/**
|
|
2124
1819
|
* Await all outstanding per-session watchers (WI-3).
|
|
2125
1820
|
*
|
|
@@ -2156,7 +1851,6 @@ var ChannelDriver = class {
|
|
|
2156
1851
|
let dispatched = 0;
|
|
2157
1852
|
let skippedAlreadyDispatched = 0;
|
|
2158
1853
|
for (const message of messages) {
|
|
2159
|
-
if (this.stopped) break;
|
|
2160
1854
|
if (this.dispatched.has(message.id)) {
|
|
2161
1855
|
skippedAlreadyDispatched += 1;
|
|
2162
1856
|
continue;
|
|
@@ -2180,16 +1874,6 @@ var ChannelDriver = class {
|
|
|
2180
1874
|
} catch (err) {
|
|
2181
1875
|
if (err instanceof ChannelAuthError) throw err;
|
|
2182
1876
|
this.dispatched.delete(message.id);
|
|
2183
|
-
if (await sessionExists(this.port, sessionId) === false) {
|
|
2184
|
-
this.sessions.delete(conv.id);
|
|
2185
|
-
this.log({
|
|
2186
|
-
level: "info",
|
|
2187
|
-
message: `Message ${message.id.slice(0, 8)} dispatch hit a session (${sessionId.slice(0, 8)}) that was deleted mid-dispatch (cleanup race) \u2014 deferring this and later messages for conversation ${conv.id.slice(0, 8)} to the next tick (recreated then, in order). Already-dispatched turns keep their watcher.`,
|
|
2188
|
-
conversation_id: conv.id,
|
|
2189
|
-
message_id: message.id
|
|
2190
|
-
});
|
|
2191
|
-
break;
|
|
2192
|
-
}
|
|
2193
1877
|
await this.markFailed(conv.id, message.id).catch(() => {
|
|
2194
1878
|
});
|
|
2195
1879
|
this.log({
|
|
@@ -2225,33 +1909,16 @@ var ChannelDriver = class {
|
|
|
2225
1909
|
return dispatched;
|
|
2226
1910
|
}
|
|
2227
1911
|
async ensureSession(conv) {
|
|
2228
|
-
const
|
|
2229
|
-
if (
|
|
2230
|
-
|
|
2231
|
-
|
|
2232
|
-
|
|
2233
|
-
level: "info",
|
|
2234
|
-
message: `OpenCode session ${bound} for conversation ${conv.id.slice(0, 8)} no longer exists (deleted or DB reset) \u2014 creating a fresh session and rebinding.`,
|
|
2235
|
-
conversation_id: conv.id
|
|
2236
|
-
});
|
|
2237
|
-
this.sessions.delete(conv.id);
|
|
2238
|
-
return this.createAndBindSession(conv.id);
|
|
2239
|
-
}
|
|
2240
|
-
this.sessions.set(conv.id, bound);
|
|
2241
|
-
return bound;
|
|
1912
|
+
const cached = this.sessions.get(conv.id);
|
|
1913
|
+
if (cached) return cached;
|
|
1914
|
+
if (conv.opencode_session_id) {
|
|
1915
|
+
this.sessions.set(conv.id, conv.opencode_session_id);
|
|
1916
|
+
return conv.opencode_session_id;
|
|
2242
1917
|
}
|
|
2243
|
-
return this.createAndBindSession(conv.id);
|
|
2244
|
-
}
|
|
2245
|
-
/**
|
|
2246
|
-
* Create a fresh OpenCode session for a conversation, cache the binding, and
|
|
2247
|
-
* best-effort persist it server-side. Shared by the first-ever bind and the
|
|
2248
|
-
* self-heal recreate path in `ensureSession`.
|
|
2249
|
-
*/
|
|
2250
|
-
async createAndBindSession(conversationId) {
|
|
2251
1918
|
const directory = await this.resolveOpenCodeDirectory();
|
|
2252
1919
|
const sessionId = await createOpenCodeSession(this.port, directory);
|
|
2253
|
-
this.sessions.set(
|
|
2254
|
-
await this.persistSession(
|
|
1920
|
+
this.sessions.set(conv.id, sessionId);
|
|
1921
|
+
await this.persistSession(conv.id, sessionId).catch(() => {
|
|
2255
1922
|
});
|
|
2256
1923
|
return sessionId;
|
|
2257
1924
|
}
|
|
@@ -2302,9 +1969,7 @@ var ChannelDriver = class {
|
|
|
2302
1969
|
inFlight: /* @__PURE__ */ new Map(),
|
|
2303
1970
|
loop: null,
|
|
2304
1971
|
reportedQuestions: /* @__PURE__ */ new Set(),
|
|
2305
|
-
reportedPermissions: /* @__PURE__ */ new Set()
|
|
2306
|
-
lastGoodPollAt: this.now(),
|
|
2307
|
-
hadUsablePoll: false
|
|
1972
|
+
reportedPermissions: /* @__PURE__ */ new Set()
|
|
2308
1973
|
};
|
|
2309
1974
|
this.watchers.set(sessionId, watcher);
|
|
2310
1975
|
}
|
|
@@ -2314,37 +1979,20 @@ var ChannelDriver = class {
|
|
|
2314
1979
|
opencodeMessageId,
|
|
2315
1980
|
message,
|
|
2316
1981
|
dispatchedAt: now,
|
|
2317
|
-
processingAnchorMs: now,
|
|
2318
1982
|
deadline: now + this.pausedMaxWaitMs,
|
|
2319
1983
|
started: false,
|
|
2320
1984
|
done: false,
|
|
2321
|
-
stuckReported: false
|
|
2322
|
-
lastAliveAt: 0,
|
|
2323
|
-
aliveInFlight: false,
|
|
2324
|
-
awaitingHumanLatched: false,
|
|
2325
|
-
pausedOnQuestion: false,
|
|
2326
|
-
pausedOnPermission: false,
|
|
2327
|
-
pausedClearConfirmed: false,
|
|
2328
|
-
pausedInFlight: false,
|
|
2329
|
-
deliveryDeadlineAnchored: false
|
|
1985
|
+
stuckReported: false
|
|
2330
1986
|
});
|
|
2331
1987
|
}
|
|
2332
1988
|
/**
|
|
2333
1989
|
* Register a RE-ADOPTED `processing` message with its session watcher
|
|
2334
1990
|
* (ADR-0046, WI-4). Mirrors `registerInFlight` but anchors the give-up
|
|
2335
1991
|
* `deadline` to the row's SERVER-SIDE `processed_at` (Invariant 1), NEVER to
|
|
2336
|
-
* `now
|
|
2337
|
-
*
|
|
2338
|
-
*
|
|
2339
|
-
*
|
|
2340
|
-
* give-up (`serviceInFlightMessage`) applies unchanged: a re-adopted turn
|
|
2341
|
-
* opencode reports ACTIVELY `running` is watched to completion (its liveness
|
|
2342
|
-
* heartbeat keeps the cron off its row), while a re-adopted turn that is paused
|
|
2343
|
-
* awaiting a human — or queued/unreachable — is still bounded by `deadline` and
|
|
2344
|
-
* handed to the cron. The old "the `deadline` must settle before the ~15-min
|
|
2345
|
-
* cron or they double-drive" reasoning is superseded: liveness now settles the
|
|
2346
|
-
* actively-running case; `deadline` settles the rest. `dispatchedAt` stays `now`
|
|
2347
|
-
* (only the appear-guard uses it).
|
|
1992
|
+
* `now`: a row already `processing` for e.g. 5 min must give up ~5 min from now
|
|
1993
|
+
* (10 min after `processed_at`), not 10 min from now — otherwise its deadline
|
|
1994
|
+
* lands ~15 min after `processed_at`, coinciding with the cron reset →
|
|
1995
|
+
* double-drive race. `dispatchedAt` stays `now` (only the appear-guard uses it).
|
|
2348
1996
|
*
|
|
2349
1997
|
* `evidentMessageId` addresses the SERVER row (for markProcessing/markDone);
|
|
2350
1998
|
* `opencodeMessageId` is the id the watcher polls for a reply — for the orphan
|
|
@@ -2362,9 +2010,7 @@ var ChannelDriver = class {
|
|
|
2362
2010
|
inFlight: /* @__PURE__ */ new Map(),
|
|
2363
2011
|
loop: null,
|
|
2364
2012
|
reportedQuestions: /* @__PURE__ */ new Set(),
|
|
2365
|
-
reportedPermissions: /* @__PURE__ */ new Set()
|
|
2366
|
-
lastGoodPollAt: this.now(),
|
|
2367
|
-
hadUsablePoll: false
|
|
2013
|
+
reportedPermissions: /* @__PURE__ */ new Set()
|
|
2368
2014
|
};
|
|
2369
2015
|
this.watchers.set(sessionId, watcher);
|
|
2370
2016
|
}
|
|
@@ -2373,10 +2019,6 @@ var ChannelDriver = class {
|
|
|
2373
2019
|
opencodeMessageId,
|
|
2374
2020
|
message,
|
|
2375
2021
|
dispatchedAt: this.now(),
|
|
2376
|
-
// Anchor the absolute-age ceiling to the SERVER-SIDE `processed_at` (the same
|
|
2377
|
-
// value seeding `deadline`), NOT `dispatchedAt` — so a re-adopted zombie's age
|
|
2378
|
-
// reflects the real turn duration and the ceiling fires on the ORIGINAL turn.
|
|
2379
|
-
processingAnchorMs: processedAtMs,
|
|
2380
2022
|
deadline: processedAtMs + this.pausedMaxWaitMs,
|
|
2381
2023
|
// The server row is ALREADY `processing`; do not re-fire markProcessing.
|
|
2382
2024
|
started: true,
|
|
@@ -2386,20 +2028,7 @@ var ChannelDriver = class {
|
|
|
2386
2028
|
// on `state === 'queued'` (turn produced no reply), not on `started`, so a
|
|
2387
2029
|
// re-adopted row left wedged in `queued` still emits the signal once
|
|
2388
2030
|
// (#210/#220 observability).
|
|
2389
|
-
stuckReported: false
|
|
2390
|
-
// Task 5.2: a re-adopted actively-running row re-attaches into the SAME
|
|
2391
|
-
// watcher and so hits the SAME actively-running heartbeat branch in
|
|
2392
|
-
// `serviceInFlightMessage` as a fresh dispatch — monitoring observes "runner
|
|
2393
|
-
// re-adopted and is confirming this row alive" via that `alive` heartbeat,
|
|
2394
|
-
// with no extra `re_adopted` signal needed (folds old WI-6).
|
|
2395
|
-
lastAliveAt: 0,
|
|
2396
|
-
aliveInFlight: false,
|
|
2397
|
-
awaitingHumanLatched: false,
|
|
2398
|
-
pausedOnQuestion: false,
|
|
2399
|
-
pausedOnPermission: false,
|
|
2400
|
-
pausedClearConfirmed: false,
|
|
2401
|
-
pausedInFlight: false,
|
|
2402
|
-
deliveryDeadlineAnchored: false
|
|
2031
|
+
stuckReported: false
|
|
2403
2032
|
});
|
|
2404
2033
|
}
|
|
2405
2034
|
/**
|
|
@@ -2450,30 +2079,12 @@ var ChannelDriver = class {
|
|
|
2450
2079
|
messages = Array.isArray(body) ? body : null;
|
|
2451
2080
|
}
|
|
2452
2081
|
} catch {
|
|
2082
|
+
continue;
|
|
2453
2083
|
}
|
|
2454
|
-
if (messages != null && messages.length > 0) {
|
|
2455
|
-
watcher.lastGoodPollAt = this.now();
|
|
2456
|
-
watcher.hadUsablePoll = true;
|
|
2457
|
-
} else {
|
|
2458
|
-
const emptyButReachable = messages != null;
|
|
2459
|
-
const graceApplies = !emptyButReachable || watcher.hadUsablePoll;
|
|
2460
|
-
if (graceApplies && this.now() - watcher.lastGoodPollAt < POLL_MISS_GRACE_MS) {
|
|
2461
|
-
continue;
|
|
2462
|
-
}
|
|
2463
|
-
}
|
|
2464
|
-
const { openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk } = await this.pollInteractions(sessionId, watcher, messages);
|
|
2465
2084
|
for (const inFlight of [...watcher.inFlight.values()]) {
|
|
2466
|
-
await this.serviceInFlightMessage(
|
|
2467
|
-
sessionId,
|
|
2468
|
-
watcher,
|
|
2469
|
-
inFlight,
|
|
2470
|
-
messages,
|
|
2471
|
-
openQuestions,
|
|
2472
|
-
openPermissions,
|
|
2473
|
-
questionsPolledOk,
|
|
2474
|
-
permissionsPolledOk
|
|
2475
|
-
);
|
|
2085
|
+
await this.serviceInFlightMessage(sessionId, watcher, inFlight, messages);
|
|
2476
2086
|
}
|
|
2087
|
+
await this.pollInteractions(sessionId, watcher, messages);
|
|
2477
2088
|
}
|
|
2478
2089
|
} catch (err) {
|
|
2479
2090
|
if (err instanceof ChannelAuthError) {
|
|
@@ -2495,40 +2106,15 @@ var ChannelDriver = class {
|
|
|
2495
2106
|
});
|
|
2496
2107
|
}
|
|
2497
2108
|
}
|
|
2498
|
-
/**
|
|
2499
|
-
* On FIRST observing a terminal (done/failed) state, ensure the delivery
|
|
2500
|
-
* (markDone/markFailed) transient-retry path has a real window. A long
|
|
2501
|
-
* ACTIVELY-running turn is kept past its original `deadline`, so by completion
|
|
2502
|
-
* `now >= deadline` already holds and the retry bound below would fire on the
|
|
2503
|
-
* first transient PATCH failure — dropping the message before its reply lands
|
|
2504
|
-
* (Bugbot "Stale deadline aborts long-turn delivery"). Re-anchor once (latched)
|
|
2505
|
-
* to a fresh `pausedMaxWaitMs` window; only extend if the current deadline is at
|
|
2506
|
-
* or past now, so a still-ample window is left untouched.
|
|
2507
|
-
*/
|
|
2508
|
-
anchorDeliveryDeadline(inFlight) {
|
|
2509
|
-
if (inFlight.deliveryDeadlineAnchored) return;
|
|
2510
|
-
inFlight.deliveryDeadlineAnchored = true;
|
|
2511
|
-
if (this.now() >= inFlight.deadline) {
|
|
2512
|
-
inFlight.deadline = this.now() + this.pausedMaxWaitMs;
|
|
2513
|
-
}
|
|
2514
|
-
}
|
|
2515
2109
|
/**
|
|
2516
2110
|
* Drive ONE in-flight message's lifecycle from the tick's message snapshot.
|
|
2517
2111
|
* Fires markProcessing on queued→running and markDone on done (each once),
|
|
2518
2112
|
* applies the idle-path re-dispatch guard, and removes the message from the
|
|
2519
2113
|
* in-flight set on completion or timeout.
|
|
2520
2114
|
*/
|
|
2521
|
-
async serviceInFlightMessage(sessionId, watcher, inFlight, messages
|
|
2115
|
+
async serviceInFlightMessage(sessionId, watcher, inFlight, messages) {
|
|
2522
2116
|
const conv = watcher.conv;
|
|
2523
2117
|
const state = messageRunState(messages, inFlight.opencodeMessageId);
|
|
2524
|
-
const id = inFlight.evidentMessageId;
|
|
2525
|
-
if (openQuestions.has(id)) inFlight.pausedOnQuestion = true;
|
|
2526
|
-
else if (questionsPolledOk) inFlight.pausedOnQuestion = false;
|
|
2527
|
-
if (openPermissions.has(id)) inFlight.pausedOnPermission = true;
|
|
2528
|
-
else if (permissionsPolledOk) inFlight.pausedOnPermission = false;
|
|
2529
|
-
const observedOpen = openQuestions.has(id) || openPermissions.has(id);
|
|
2530
|
-
const latchedPaused = inFlight.pausedOnQuestion || inFlight.pausedOnPermission;
|
|
2531
|
-
const awaitingHuman = observedOpen || latchedPaused;
|
|
2532
2118
|
if ((state === "running" || state === "done" || state === "failed") && !inFlight.started) {
|
|
2533
2119
|
let claimed;
|
|
2534
2120
|
try {
|
|
@@ -2559,7 +2145,6 @@ var ChannelDriver = class {
|
|
|
2559
2145
|
}
|
|
2560
2146
|
}
|
|
2561
2147
|
if (state === "done") {
|
|
2562
|
-
this.anchorDeliveryDeadline(inFlight);
|
|
2563
2148
|
if (!inFlight.done) {
|
|
2564
2149
|
this.log({
|
|
2565
2150
|
level: "info",
|
|
@@ -2610,7 +2195,6 @@ var ChannelDriver = class {
|
|
|
2610
2195
|
return;
|
|
2611
2196
|
}
|
|
2612
2197
|
if (state === "failed") {
|
|
2613
|
-
this.anchorDeliveryDeadline(inFlight);
|
|
2614
2198
|
if (!inFlight.done) {
|
|
2615
2199
|
const error2 = messageError(messages, inFlight.opencodeMessageId) ?? void 0;
|
|
2616
2200
|
this.log({
|
|
@@ -2664,51 +2248,7 @@ var ChannelDriver = class {
|
|
|
2664
2248
|
stuck_for_ms: this.now() - inFlight.dispatchedAt
|
|
2665
2249
|
});
|
|
2666
2250
|
}
|
|
2667
|
-
|
|
2668
|
-
if (activelyRunning && this.now() - inFlight.processingAnchorMs >= ABSOLUTE_MAX_PROCESSING_MS) {
|
|
2669
|
-
this.log({
|
|
2670
|
-
level: "error",
|
|
2671
|
-
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} exceeded the absolute processing ceiling (${Math.round((this.now() - inFlight.processingAnchorMs) / 6e4)}min, session ${sessionId}) while still actively running \u2014 releasing so the cron can reclaim it`,
|
|
2672
|
-
conversation_id: conv.id,
|
|
2673
|
-
message_id: inFlight.evidentMessageId
|
|
2674
|
-
});
|
|
2675
|
-
void this.postSignal(conv.id, inFlight.evidentMessageId, "gave_up", {
|
|
2676
|
-
watched_for_ms: this.now() - inFlight.processingAnchorMs
|
|
2677
|
-
});
|
|
2678
|
-
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
2679
|
-
return;
|
|
2680
|
-
}
|
|
2681
|
-
if (activelyRunning && !inFlight.awaitingHumanLatched && !inFlight.aliveInFlight && this.now() - inFlight.lastAliveAt >= HEARTBEAT_MS) {
|
|
2682
|
-
inFlight.aliveInFlight = true;
|
|
2683
|
-
void this.postSignal(conv.id, inFlight.evidentMessageId, "alive").then((ok) => {
|
|
2684
|
-
inFlight.aliveInFlight = false;
|
|
2685
|
-
if (ok) inFlight.lastAliveAt = this.now();
|
|
2686
|
-
});
|
|
2687
|
-
}
|
|
2688
|
-
if (awaitingHuman) {
|
|
2689
|
-
if (!inFlight.awaitingHumanLatched) {
|
|
2690
|
-
inFlight.deadline = this.now() + this.pausedMaxWaitMs;
|
|
2691
|
-
inFlight.awaitingHumanLatched = true;
|
|
2692
|
-
}
|
|
2693
|
-
if (!inFlight.pausedClearConfirmed && !inFlight.pausedInFlight) {
|
|
2694
|
-
inFlight.pausedInFlight = true;
|
|
2695
|
-
void this.postSignal(conv.id, inFlight.evidentMessageId, "paused").then((ok) => {
|
|
2696
|
-
inFlight.pausedInFlight = false;
|
|
2697
|
-
if (ok && inFlight.awaitingHumanLatched) inFlight.pausedClearConfirmed = true;
|
|
2698
|
-
});
|
|
2699
|
-
}
|
|
2700
|
-
} else if (inFlight.awaitingHumanLatched) {
|
|
2701
|
-
inFlight.awaitingHumanLatched = false;
|
|
2702
|
-
inFlight.pausedOnQuestion = false;
|
|
2703
|
-
inFlight.pausedOnPermission = false;
|
|
2704
|
-
inFlight.pausedClearConfirmed = false;
|
|
2705
|
-
}
|
|
2706
|
-
const siblingPaused = (sib) => openQuestions.has(sib.evidentMessageId) || openPermissions.has(sib.evidentMessageId) || sib.awaitingHumanLatched || sib.pausedOnQuestion || sib.pausedOnPermission;
|
|
2707
|
-
const hasActivelyRunningSibling = [...watcher.inFlight.values()].some(
|
|
2708
|
-
(sib) => sib.evidentMessageId !== inFlight.evidentMessageId && messageRunState(messages, sib.opencodeMessageId) === "running" && !siblingPaused(sib)
|
|
2709
|
-
);
|
|
2710
|
-
const queuedBehindRunningSibling = state === "queued" && hasActivelyRunningSibling;
|
|
2711
|
-
if (!activelyRunning && !queuedBehindRunningSibling && this.now() >= inFlight.deadline) {
|
|
2251
|
+
if (this.now() >= inFlight.deadline) {
|
|
2712
2252
|
this.log({
|
|
2713
2253
|
level: "info",
|
|
2714
2254
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} did not complete within the watch window \u2014 leaving for the cron safety net`,
|
|
@@ -2740,17 +2280,12 @@ var ChannelDriver = class {
|
|
|
2740
2280
|
*/
|
|
2741
2281
|
async readoptProcessing() {
|
|
2742
2282
|
const rows = await this.getProcessingMessages();
|
|
2743
|
-
if (this.dontRedispatch.size > 0 || this.doneUndeliverable.size > 0
|
|
2283
|
+
if (this.dontRedispatch.size > 0 || this.doneUndeliverable.size > 0) {
|
|
2744
2284
|
const stillProcessing = new Set(rows.map((r) => r.id));
|
|
2745
|
-
for (const id of [
|
|
2746
|
-
...this.dontRedispatch,
|
|
2747
|
-
...this.doneUndeliverable,
|
|
2748
|
-
...this.readoptPollUnresolvedSignalled
|
|
2749
|
-
]) {
|
|
2285
|
+
for (const id of [...this.dontRedispatch, ...this.doneUndeliverable]) {
|
|
2750
2286
|
if (!stillProcessing.has(id)) {
|
|
2751
2287
|
const cleared = this.dontRedispatch.delete(id);
|
|
2752
2288
|
const clearedUndeliverable = this.doneUndeliverable.delete(id);
|
|
2753
|
-
this.readoptPollUnresolvedSignalled.delete(id);
|
|
2754
2289
|
if (cleared || clearedUndeliverable) {
|
|
2755
2290
|
this.log({
|
|
2756
2291
|
level: "info",
|
|
@@ -2804,10 +2339,8 @@ var ChannelDriver = class {
|
|
|
2804
2339
|
});
|
|
2805
2340
|
continue;
|
|
2806
2341
|
}
|
|
2807
|
-
const anyUntracked = sessionRows.some((row) => !this.isTracked(sessionId, row.id));
|
|
2808
|
-
const sessionOngoing = anyUntracked ? await isSessionOngoing(this.port, sessionId) : null;
|
|
2809
2342
|
for (const row of sessionRows) {
|
|
2810
|
-
await this.readoptOne(sessionId, row, messages
|
|
2343
|
+
await this.readoptOne(sessionId, row, messages);
|
|
2811
2344
|
}
|
|
2812
2345
|
}
|
|
2813
2346
|
}
|
|
@@ -2829,7 +2362,7 @@ var ChannelDriver = class {
|
|
|
2829
2362
|
*
|
|
2830
2363
|
* Only `ChannelAuthError` propagates.
|
|
2831
2364
|
*/
|
|
2832
|
-
async readoptOne(sessionId, row, messages
|
|
2365
|
+
async readoptOne(sessionId, row, messages) {
|
|
2833
2366
|
if (this.isTracked(sessionId, row.id)) {
|
|
2834
2367
|
this.log({
|
|
2835
2368
|
level: "info",
|
|
@@ -2869,7 +2402,6 @@ var ChannelDriver = class {
|
|
|
2869
2402
|
conversation_id: row.conversation_id,
|
|
2870
2403
|
message_id: row.id
|
|
2871
2404
|
});
|
|
2872
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_undeliverable");
|
|
2873
2405
|
return;
|
|
2874
2406
|
}
|
|
2875
2407
|
this.log({
|
|
@@ -2881,7 +2413,6 @@ var ChannelDriver = class {
|
|
|
2881
2413
|
return;
|
|
2882
2414
|
}
|
|
2883
2415
|
this.dontRedispatch.delete(row.id);
|
|
2884
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_done");
|
|
2885
2416
|
return;
|
|
2886
2417
|
}
|
|
2887
2418
|
if (state === "failed") {
|
|
@@ -2904,7 +2435,6 @@ var ChannelDriver = class {
|
|
|
2904
2435
|
conversation_id: row.conversation_id,
|
|
2905
2436
|
message_id: row.id
|
|
2906
2437
|
});
|
|
2907
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_undeliverable");
|
|
2908
2438
|
return;
|
|
2909
2439
|
}
|
|
2910
2440
|
this.log({
|
|
@@ -2916,7 +2446,6 @@ var ChannelDriver = class {
|
|
|
2916
2446
|
return;
|
|
2917
2447
|
}
|
|
2918
2448
|
this.dontRedispatch.delete(row.id);
|
|
2919
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_failed");
|
|
2920
2449
|
return;
|
|
2921
2450
|
}
|
|
2922
2451
|
if (this.dontRedispatch.has(row.id)) {
|
|
@@ -2928,71 +2457,6 @@ var ChannelDriver = class {
|
|
|
2928
2457
|
});
|
|
2929
2458
|
return;
|
|
2930
2459
|
}
|
|
2931
|
-
let statusReadableOngoing = null;
|
|
2932
|
-
if (state === "running" && ocId) {
|
|
2933
|
-
const reply = findLastAssistantReplyFor(messages, ocId);
|
|
2934
|
-
const shape = this.replyCompletionShape(reply);
|
|
2935
|
-
const ongoing = sessionOngoing;
|
|
2936
|
-
statusReadableOngoing = ongoing;
|
|
2937
|
-
if (ongoing === false) {
|
|
2938
|
-
this.log({
|
|
2939
|
-
level: "info",
|
|
2940
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} but session ${sessionId.slice(0, 8)} is not-ongoing per GET /session/status (absent/idle) \u2014 re-dispatching from scratch (status-gated recovery)`,
|
|
2941
|
-
conversation_id: row.conversation_id,
|
|
2942
|
-
message_id: row.id
|
|
2943
|
-
});
|
|
2944
|
-
await this.forceReadoptRun(sessionId, row);
|
|
2945
|
-
return;
|
|
2946
|
-
}
|
|
2947
|
-
if (ongoing === true) {
|
|
2948
|
-
this.log({
|
|
2949
|
-
level: "info",
|
|
2950
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} and session ${sessionId.slice(0, 8)} is ongoing per GET /session/status (busy/retry) \u2014 re-attaching watcher (no re-dispatch)`,
|
|
2951
|
-
conversation_id: row.conversation_id,
|
|
2952
|
-
message_id: row.id
|
|
2953
|
-
});
|
|
2954
|
-
} else {
|
|
2955
|
-
if (shape === "b1") {
|
|
2956
|
-
this.log({
|
|
2957
|
-
level: "info",
|
|
2958
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)} running/b1 but GET /session/status was unreadable (null) for session ${sessionId.slice(0, 8)} \u2014 NOT latching a b1 row on a transient status blip; leaving it un-tracked to re-evaluate on the next drain`,
|
|
2959
|
-
conversation_id: row.conversation_id,
|
|
2960
|
-
message_id: row.id
|
|
2961
|
-
});
|
|
2962
|
-
if (!this.readoptPollUnresolvedSignalled.has(row.id)) {
|
|
2963
|
-
this.readoptPollUnresolvedSignalled.add(row.id);
|
|
2964
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_poll_unresolved");
|
|
2965
|
-
}
|
|
2966
|
-
return;
|
|
2967
|
-
}
|
|
2968
|
-
this.log({
|
|
2969
|
-
level: "info",
|
|
2970
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)} running/${shape} but GET /session/status was unreadable (null) for session ${sessionId.slice(0, 8)} \u2014 falling back to the #253 preamble + descendant cross-check`,
|
|
2971
|
-
conversation_id: row.conversation_id,
|
|
2972
|
-
message_id: row.id
|
|
2973
|
-
});
|
|
2974
|
-
}
|
|
2975
|
-
}
|
|
2976
|
-
if (statusReadableOngoing === null && state === "running" && ocId && isPreamblePinnedRunning(messages, ocId)) {
|
|
2977
|
-
const descendantAlive = await this.isAnyDescendantSessionAlive(sessionId);
|
|
2978
|
-
if (descendantAlive === true) {
|
|
2979
|
-
this.log({
|
|
2980
|
-
level: "info",
|
|
2981
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)} preamble-pinned running (root ${sessionId.slice(0, 8)}) but a live descendant sub-agent session was found \u2014 treating as still running, re-attaching watcher (no re-dispatch)`,
|
|
2982
|
-
conversation_id: row.conversation_id,
|
|
2983
|
-
message_id: row.id
|
|
2984
|
-
});
|
|
2985
|
-
} else {
|
|
2986
|
-
this.log({
|
|
2987
|
-
level: "info",
|
|
2988
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)} preamble-pinned on recovery (root ${sessionId.slice(0, 8)}), no live descendant runner \u2014 re-dispatching from scratch${descendantAlive === null ? " (descendant liveness indeterminate; a restart guarantees no live runner, so this does NOT block the re-dispatch)" : ""}`,
|
|
2989
|
-
conversation_id: row.conversation_id,
|
|
2990
|
-
message_id: row.id
|
|
2991
|
-
});
|
|
2992
|
-
await this.forceReadoptRun(sessionId, row);
|
|
2993
|
-
return;
|
|
2994
|
-
}
|
|
2995
|
-
}
|
|
2996
2460
|
if ((state === "running" || state === "queued") && ocId) {
|
|
2997
2461
|
const conv = this.convForRow(sessionId, row);
|
|
2998
2462
|
const message = this.queuedMessageForRow(row);
|
|
@@ -3006,7 +2470,6 @@ var ChannelDriver = class {
|
|
|
3006
2470
|
conversation_id: row.conversation_id,
|
|
3007
2471
|
message_id: row.id
|
|
3008
2472
|
});
|
|
3009
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_reattached");
|
|
3010
2473
|
return;
|
|
3011
2474
|
}
|
|
3012
2475
|
await this.forceReadoptRun(sessionId, row);
|
|
@@ -3033,15 +2496,6 @@ var ChannelDriver = class {
|
|
|
3033
2496
|
* `processed_at` (Invariant 1).
|
|
3034
2497
|
*/
|
|
3035
2498
|
async forceReadoptRun(sessionId, row) {
|
|
3036
|
-
if (this.stopped) {
|
|
3037
|
-
this.log({
|
|
3038
|
-
level: "info",
|
|
3039
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)} orphaned but the runner is stopping \u2014 not starting a fresh turn; leaving for restart recovery`,
|
|
3040
|
-
conversation_id: row.conversation_id,
|
|
3041
|
-
message_id: row.id
|
|
3042
|
-
});
|
|
3043
|
-
return;
|
|
3044
|
-
}
|
|
3045
2499
|
if (this.awaitingReadopt.has(row.id)) {
|
|
3046
2500
|
this.log({
|
|
3047
2501
|
level: "info",
|
|
@@ -3059,7 +2513,6 @@ var ChannelDriver = class {
|
|
|
3059
2513
|
conversation_id: row.conversation_id,
|
|
3060
2514
|
message_id: row.id
|
|
3061
2515
|
});
|
|
3062
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_window_elapsed");
|
|
3063
2516
|
return;
|
|
3064
2517
|
}
|
|
3065
2518
|
const options = {
|
|
@@ -3088,7 +2541,6 @@ var ChannelDriver = class {
|
|
|
3088
2541
|
conversation_id: row.conversation_id,
|
|
3089
2542
|
message_id: row.id
|
|
3090
2543
|
});
|
|
3091
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
3092
2544
|
return;
|
|
3093
2545
|
}
|
|
3094
2546
|
if (ocId === null) {
|
|
@@ -3099,7 +2551,6 @@ var ChannelDriver = class {
|
|
|
3099
2551
|
conversation_id: row.conversation_id,
|
|
3100
2552
|
message_id: row.id
|
|
3101
2553
|
});
|
|
3102
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
3103
2554
|
return;
|
|
3104
2555
|
}
|
|
3105
2556
|
const conv = this.convForRow(sessionId, row);
|
|
@@ -3109,7 +2560,6 @@ var ChannelDriver = class {
|
|
|
3109
2560
|
this.readopted.add(row.id);
|
|
3110
2561
|
this.awaitingReadopt.delete(row.id);
|
|
3111
2562
|
this.ensureWatcherRunning(sessionId);
|
|
3112
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_redispatched");
|
|
3113
2563
|
}
|
|
3114
2564
|
/**
|
|
3115
2565
|
* True if `evidentMessageId` is already being driven — either in the
|
|
@@ -3201,41 +2651,21 @@ var ChannelDriver = class {
|
|
|
3201
2651
|
* RUNNING (not done) is the one that paused. With one running message that is
|
|
3202
2652
|
* unambiguous; with several we prefer an explicit messageID match, else the
|
|
3203
2653
|
* oldest running message.
|
|
3204
|
-
*
|
|
3205
|
-
* Returns the set of in-flight Evident message ids that are paused awaiting a
|
|
3206
|
-
* human — an outstanding (still-open) question/permission is attributed to them.
|
|
3207
|
-
* `serviceInFlightMessage` uses this to keep an actively-running turn watched
|
|
3208
|
-
* forever (ADR-0047) while still bounding a turn merely blocked on a person who
|
|
3209
|
-
* may never answer. Attribution here covers ALL open interactions, not just
|
|
3210
|
-
* NEW (un-deduped) ones — a question stays "awaiting a human" until answered,
|
|
3211
|
-
* even after it was already surfaced to the channel.
|
|
3212
2654
|
*/
|
|
3213
2655
|
async pollInteractions(sessionId, watcher, messages) {
|
|
3214
|
-
const openQuestions = /* @__PURE__ */ new Set();
|
|
3215
|
-
const openPermissions = /* @__PURE__ */ new Set();
|
|
3216
|
-
let questionsPolledOk = true;
|
|
3217
|
-
let permissionsPolledOk = true;
|
|
3218
2656
|
let questions = [];
|
|
3219
2657
|
try {
|
|
3220
2658
|
const res = await this.fetchImpl(`${this.opencodeBase}/question`);
|
|
3221
2659
|
if (res.ok) {
|
|
3222
2660
|
const body = await res.json();
|
|
3223
|
-
|
|
3224
|
-
questions = body;
|
|
3225
|
-
} else {
|
|
3226
|
-
questionsPolledOk = false;
|
|
3227
|
-
}
|
|
3228
|
-
} else {
|
|
3229
|
-
questionsPolledOk = false;
|
|
2661
|
+
questions = Array.isArray(body) ? body : [];
|
|
3230
2662
|
}
|
|
3231
2663
|
} catch {
|
|
3232
|
-
questionsPolledOk = false;
|
|
3233
2664
|
}
|
|
3234
2665
|
for (const q of questions) {
|
|
3235
|
-
if (
|
|
3236
|
-
const paused = this.attributeInteraction(watcher, q.tool?.messageID, messages);
|
|
3237
|
-
if (paused) openQuestions.add(paused.evidentMessageId);
|
|
2666
|
+
if (q.sessionID !== sessionId) continue;
|
|
3238
2667
|
if (watcher.reportedQuestions.has(q.id)) continue;
|
|
2668
|
+
const paused = this.attributeInteraction(watcher, q.tool?.messageID, messages);
|
|
3239
2669
|
const reported = await this.reportInteraction(
|
|
3240
2670
|
watcher.conv.id,
|
|
3241
2671
|
"question",
|
|
@@ -3249,22 +2679,14 @@ var ChannelDriver = class {
|
|
|
3249
2679
|
const res = await this.fetchImpl(`${this.opencodeBase}/permission`);
|
|
3250
2680
|
if (res.ok) {
|
|
3251
2681
|
const body = await res.json();
|
|
3252
|
-
|
|
3253
|
-
permissions = body;
|
|
3254
|
-
} else {
|
|
3255
|
-
permissionsPolledOk = false;
|
|
3256
|
-
}
|
|
3257
|
-
} else {
|
|
3258
|
-
permissionsPolledOk = false;
|
|
2682
|
+
permissions = Array.isArray(body) ? body : [];
|
|
3259
2683
|
}
|
|
3260
2684
|
} catch {
|
|
3261
|
-
permissionsPolledOk = false;
|
|
3262
2685
|
}
|
|
3263
2686
|
for (const p of permissions) {
|
|
3264
|
-
if (
|
|
3265
|
-
const paused = this.attributeInteraction(watcher, p.messageID, messages);
|
|
3266
|
-
if (paused) openPermissions.add(paused.evidentMessageId);
|
|
2687
|
+
if (p.sessionID !== sessionId) continue;
|
|
3267
2688
|
if (watcher.reportedPermissions.has(p.id)) continue;
|
|
2689
|
+
const paused = this.attributeInteraction(watcher, p.messageID, messages);
|
|
3268
2690
|
const reported = await this.reportInteraction(
|
|
3269
2691
|
watcher.conv.id,
|
|
3270
2692
|
"permission",
|
|
@@ -3273,128 +2695,6 @@ var ChannelDriver = class {
|
|
|
3273
2695
|
);
|
|
3274
2696
|
if (reported) watcher.reportedPermissions.add(p.id);
|
|
3275
2697
|
}
|
|
3276
|
-
return { openQuestions, openPermissions, questionsPolledOk, permissionsPolledOk };
|
|
3277
|
-
}
|
|
3278
|
-
/**
|
|
3279
|
-
* True when `sessionId` is the `rootSessionId` itself OR a descendant of it —
|
|
3280
|
-
* i.e. its `parentID` chain (resolved via `GET /session/:id`) reaches the
|
|
3281
|
-
* watched root. Sub-agents spawned via the `task` tool run in child sessions,
|
|
3282
|
-
* so their questions/permissions live under a different `sessionID` that must
|
|
3283
|
-
* still be attributed to the root conversation the watcher owns.
|
|
3284
|
-
*
|
|
3285
|
-
* Parents are cached in `sessionParents` so we walk each session at most once;
|
|
3286
|
-
* a bounded depth cap guards against a cycle or a pathological chain, and any
|
|
3287
|
-
* fetch failure is treated as "not a descendant" (best-effort — the interaction
|
|
3288
|
-
* simply isn't surfaced this tick and is retried next tick once resolvable).
|
|
3289
|
-
*/
|
|
3290
|
-
async sessionBelongsTo(sessionId, rootSessionId) {
|
|
3291
|
-
let current = sessionId;
|
|
3292
|
-
for (let depth = 0; current && depth < 32; depth++) {
|
|
3293
|
-
if (current === rootSessionId) return true;
|
|
3294
|
-
const parent = await this.resolveSessionParent(current);
|
|
3295
|
-
if (parent === null || parent === void 0) return false;
|
|
3296
|
-
current = parent;
|
|
3297
|
-
}
|
|
3298
|
-
return false;
|
|
3299
|
-
}
|
|
3300
|
-
/**
|
|
3301
|
-
* Resolve (and cache) a session's `parentID` via `GET /session/:id`. Returns
|
|
3302
|
-
* `null` for a root session (no parent) and `undefined` when opencode is
|
|
3303
|
-
* unreachable / the session can't be read (so the caller stops walking without
|
|
3304
|
-
* caching a wrong answer — the next tick retries).
|
|
3305
|
-
*/
|
|
3306
|
-
async resolveSessionParent(sessionId) {
|
|
3307
|
-
const cached = this.sessionParents.get(sessionId);
|
|
3308
|
-
if (cached !== void 0) return cached;
|
|
3309
|
-
let parent = void 0;
|
|
3310
|
-
try {
|
|
3311
|
-
const res = await this.fetchImpl(`${this.opencodeBase}/session/${sessionId}`);
|
|
3312
|
-
if (res.ok) {
|
|
3313
|
-
const body = await res.json();
|
|
3314
|
-
parent = body && typeof body.parentID === "string" ? body.parentID : null;
|
|
3315
|
-
}
|
|
3316
|
-
} catch {
|
|
3317
|
-
parent = void 0;
|
|
3318
|
-
}
|
|
3319
|
-
if (parent !== void 0) this.sessionParents.set(sessionId, parent);
|
|
3320
|
-
return parent;
|
|
3321
|
-
}
|
|
3322
|
-
/**
|
|
3323
|
-
* DEFENSIVE cross-check for the restart-recovery path (WI-2): is any descendant
|
|
3324
|
-
* (`task` sub-agent) session under `rootSessionId` still genuinely doing work?
|
|
3325
|
-
*
|
|
3326
|
-
* The PRIMARY recovery trigger is "preamble-pinned on recovery ⇒ idle" — a
|
|
3327
|
-
* runner restart wipes OpenCode's in-memory `SessionStatus`/`Runner`, so a
|
|
3328
|
-
* completed `finish: "tool-calls"` root reply encountered during re-adoption is
|
|
3329
|
-
* idle by OpenCode's own definition and is re-dispatched. This method exists only
|
|
3330
|
-
* so the WI-3 caller can VETO that re-dispatch in the rare case a descendant is
|
|
3331
|
-
* provably in flight at the exact moment of recovery.
|
|
3332
|
-
*
|
|
3333
|
-
* "Alive" criterion (TIGHTENED): a descendant is alive only when it is PROVABLY,
|
|
3334
|
-
* ACTIVELY generating — its LAST message is an assistant still mid-generation
|
|
3335
|
-
* (`completed == null`, via `isSessionActivelyGenerating`). An
|
|
3336
|
-
* INCOMPLETE-BUT-NOT-GENERATING child — last message a user message, or a
|
|
3337
|
-
* completed `finish: "tool-calls"` step — is NOT alive after a restart (nothing
|
|
3338
|
-
* is generating once the runner is gone), so it does NOT veto. (This is
|
|
3339
|
-
* deliberately NOT `!isTurnComplete`, which also matches those dead-but-non-terminal
|
|
3340
|
-
* shapes and would falsely veto — re-hanging the very turn this path recovers.)
|
|
3341
|
-
*
|
|
3342
|
-
* Return contract (encoded so WI-3 need not re-derive it):
|
|
3343
|
-
* - `true` → a descendant is provably, actively generating (veto re-dispatch).
|
|
3344
|
-
* - `false` → descendants exist but none is actively generating (the restart
|
|
3345
|
-
* case), OR no descendant is found at all.
|
|
3346
|
-
* - `null` → liveness is INDETERMINATE (enumeration via `listSessions` failed).
|
|
3347
|
-
*
|
|
3348
|
-
* ⚠️ `null` (UNKNOWN) MUST NOT be treated as "alive": WI-3 treats `null` the same
|
|
3349
|
-
* as `false` and does NOT veto — a restart guarantees no live runner, so an
|
|
3350
|
-
* indeterminate cross-check almost always means "couldn't reach a child that no
|
|
3351
|
-
* longer exists". The inversion lives in the caller; this method just reports
|
|
3352
|
-
* true/false/null faithfully.
|
|
3353
|
-
*
|
|
3354
|
-
* VERIFY-BEFORE-DEPEND: we depend ONLY on (a) `parentID` from `GET /session/:id`
|
|
3355
|
-
* (already proven by the existing child-session interaction tests, via
|
|
3356
|
-
* `resolveSessionParent`/`sessionBelongsTo`) and (b) the child's own message-list
|
|
3357
|
-
* terminal state. We do NOT depend on any session-level `busy`/`idle` field —
|
|
3358
|
-
* there is none on `GET /session/:id`; OpenCode's busy state is in-memory
|
|
3359
|
-
* `SessionStatus` only.
|
|
3360
|
-
*/
|
|
3361
|
-
async isAnyDescendantSessionAlive(rootSessionId) {
|
|
3362
|
-
const sessions = await listSessions(this.port);
|
|
3363
|
-
if (!sessions) {
|
|
3364
|
-
this.log({
|
|
3365
|
-
level: "error",
|
|
3366
|
-
message: `Re-adopt: could not enumerate sessions to cross-check descendant liveness for root ${rootSessionId} (listSessions failed) \u2014 treating child liveness as indeterminate`
|
|
3367
|
-
});
|
|
3368
|
-
return null;
|
|
3369
|
-
}
|
|
3370
|
-
for (const candidate of sessions) {
|
|
3371
|
-
if (!candidate?.id || candidate.id === rootSessionId) continue;
|
|
3372
|
-
if (!await this.sessionBelongsTo(candidate.id, rootSessionId)) continue;
|
|
3373
|
-
const childMsgs = await getSessionMessages(this.port, candidate.id);
|
|
3374
|
-
if (isSessionActivelyGenerating(childMsgs)) {
|
|
3375
|
-
return true;
|
|
3376
|
-
}
|
|
3377
|
-
}
|
|
3378
|
-
return false;
|
|
3379
|
-
}
|
|
3380
|
-
/**
|
|
3381
|
-
* Cheap decision-telemetry label for a running row's LAST correlated reply
|
|
3382
|
-
* (WI-2 Task 2.2): which running SHAPE it is, for the status-gated recovery log.
|
|
3383
|
-
* - `b1` — the reply itself is still in flight (`time.completed == null`) —
|
|
3384
|
-
* the aborted-in-flight production bug after a restart.
|
|
3385
|
-
* - `b2` — a COMPLETED reply pinned running only by `finish === "tool-calls"`
|
|
3386
|
-
* (the sub-agent preamble — #253's shape).
|
|
3387
|
-
* - `other` — any other shape (defensive; a running row is normally b1 or b2).
|
|
3388
|
-
* Reads `info.time.completed` / `info.finish` (tolerating the legacy top-level
|
|
3389
|
-
* shape) directly rather than re-importing the module-private `completedOf`/
|
|
3390
|
-
* `finishOf` — this is a display label only, not a correctness predicate.
|
|
3391
|
-
*/
|
|
3392
|
-
replyCompletionShape(reply) {
|
|
3393
|
-
if (!reply) return "other";
|
|
3394
|
-
const completed = reply.info?.time?.completed ?? reply.time?.completed;
|
|
3395
|
-
if (completed == null) return "b1";
|
|
3396
|
-
const finish = reply.info?.finish ?? reply.finish;
|
|
3397
|
-
return finish === "tool-calls" ? "b2" : "other";
|
|
3398
2698
|
}
|
|
3399
2699
|
/**
|
|
3400
2700
|
* Attribute a surfaced interaction to the in-flight message it paused on (M-1).
|
|
@@ -3627,12 +2927,6 @@ var ChannelDriver = class {
|
|
|
3627
2927
|
* MUST NOT use `callWithRetry` (a telemetry ping must not block the sequential
|
|
3628
2928
|
* watcher tick — one attempt is enough). A failure is SWALLOWED but LOGGED with
|
|
3629
2929
|
* context (no silent catch, per development-workflow).
|
|
3630
|
-
*
|
|
3631
|
-
* Returns whether the POST SUCCEEDED (2xx). Most callers ignore this (pure
|
|
3632
|
-
* telemetry), but the `paused` liveness-clear uses it to know whether to
|
|
3633
|
-
* RE-ASSERT on a later tick — a single dropped `paused` POST must not leave a
|
|
3634
|
-
* stale `last_seen_alive_at` on a still-paused row (Bugbot "Failed paused signal
|
|
3635
|
-
* leaves liveness").
|
|
3636
2930
|
*/
|
|
3637
2931
|
async postSignal(conversationId, messageId, signal, extra) {
|
|
3638
2932
|
try {
|
|
@@ -3651,9 +2945,7 @@ var ChannelDriver = class {
|
|
|
3651
2945
|
conversation_id: conversationId,
|
|
3652
2946
|
message_id: messageId
|
|
3653
2947
|
});
|
|
3654
|
-
return false;
|
|
3655
2948
|
}
|
|
3656
|
-
return true;
|
|
3657
2949
|
} catch (err) {
|
|
3658
2950
|
this.log({
|
|
3659
2951
|
level: "error",
|
|
@@ -3661,7 +2953,6 @@ var ChannelDriver = class {
|
|
|
3661
2953
|
conversation_id: conversationId,
|
|
3662
2954
|
message_id: messageId
|
|
3663
2955
|
});
|
|
3664
|
-
return false;
|
|
3665
2956
|
}
|
|
3666
2957
|
}
|
|
3667
2958
|
async persistSession(conversationId, sessionId) {
|
|
@@ -3934,25 +3225,6 @@ async function resolveAgentIdFromKey(authHeader) {
|
|
|
3934
3225
|
return { error: `Failed to resolve agent from key: ${message}` };
|
|
3935
3226
|
}
|
|
3936
3227
|
}
|
|
3937
|
-
async function notifyAgentDisconnected(agentId, authHeader) {
|
|
3938
|
-
const apiUrl = getApiUrlConfig();
|
|
3939
|
-
try {
|
|
3940
|
-
const response = await fetch(`${apiUrl}/agents/${agentId}/disconnect`, {
|
|
3941
|
-
method: "POST",
|
|
3942
|
-
headers: { Authorization: authHeader }
|
|
3943
|
-
});
|
|
3944
|
-
if (!response.ok) {
|
|
3945
|
-
const serverMessage = await readErrorMessage(response);
|
|
3946
|
-
return {
|
|
3947
|
-
ok: false,
|
|
3948
|
-
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
3949
|
-
};
|
|
3950
|
-
}
|
|
3951
|
-
return { ok: true };
|
|
3952
|
-
} catch (error2) {
|
|
3953
|
-
return { ok: false, error: error2 instanceof Error ? error2.message : String(error2) };
|
|
3954
|
-
}
|
|
3955
|
-
}
|
|
3956
3228
|
async function getAgentInfo(agentId, authHeader) {
|
|
3957
3229
|
const apiUrl = getApiUrlConfig();
|
|
3958
3230
|
try {
|
|
@@ -3999,7 +3271,6 @@ async function getAgentInfo(agentId, authHeader) {
|
|
|
3999
3271
|
var MAX_ACTIVITY_LOG_ENTRIES = 10;
|
|
4000
3272
|
var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
|
|
4001
3273
|
var CHANNEL_STUCK_QUEUED_MS = Number(process.env.EVIDENT_STUCK_QUEUED_MS) || void 0;
|
|
4002
|
-
var SHUTDOWN_DRAIN_TIMEOUT_MS = Number(process.env.EVIDENT_SHUTDOWN_DRAIN_MS) || 25e3;
|
|
4003
3274
|
function log2(state, message, isError = false) {
|
|
4004
3275
|
if (state.json) {
|
|
4005
3276
|
console.log(
|
|
@@ -4154,7 +3425,7 @@ async function driveChannels(state, driver) {
|
|
|
4154
3425
|
logActivity(state, { type: "error", error: `Channel processing error: ${errorMessage}` });
|
|
4155
3426
|
if (state.interactive) displayStatus(state);
|
|
4156
3427
|
}
|
|
4157
|
-
await new Promise((
|
|
3428
|
+
await new Promise((resolve) => setTimeout(resolve, CHANNEL_POLL_INTERVAL_MS));
|
|
4158
3429
|
if (state.idleTimeout !== null && idlePolls >= 2) {
|
|
4159
3430
|
const idleMs = idlePolls * CHANNEL_POLL_INTERVAL_MS;
|
|
4160
3431
|
if (idleMs > state.idleTimeout * 1e3) {
|
|
@@ -4165,122 +3436,8 @@ async function driveChannels(state, driver) {
|
|
|
4165
3436
|
}
|
|
4166
3437
|
}
|
|
4167
3438
|
}
|
|
4168
|
-
|
|
4169
|
-
async function runSweep(state, driver, config2) {
|
|
4170
|
-
const mode = `age=${config2.maxAgeMs ?? "\u2014"} count=${config2.maxCount ?? "\u2014"}`;
|
|
4171
|
-
try {
|
|
4172
|
-
const sessions = await listSessions(state.port);
|
|
4173
|
-
if (sessions === null) {
|
|
4174
|
-
logActivity(state, {
|
|
4175
|
-
type: "info",
|
|
4176
|
-
message: `Session cleanup: could not list sessions (opencode unreachable); skipping this sweep (${mode})`
|
|
4177
|
-
});
|
|
4178
|
-
return;
|
|
4179
|
-
}
|
|
4180
|
-
const toDelete = selectSessionsToDelete(
|
|
4181
|
-
sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
|
|
4182
|
-
{
|
|
4183
|
-
maxAgeMs: config2.maxAgeMs,
|
|
4184
|
-
maxCount: config2.maxCount,
|
|
4185
|
-
nowMs: Date.now(),
|
|
4186
|
-
protectedIds: driver.protectedSessionIds()
|
|
4187
|
-
}
|
|
4188
|
-
);
|
|
4189
|
-
const protectedNow = driver.protectedSessionIds();
|
|
4190
|
-
let deleted = 0;
|
|
4191
|
-
let failed = 0;
|
|
4192
|
-
let skippedNewlyActive = 0;
|
|
4193
|
-
for (const id of toDelete) {
|
|
4194
|
-
if (protectedNow.has(id)) {
|
|
4195
|
-
skippedNewlyActive++;
|
|
4196
|
-
logActivity(state, {
|
|
4197
|
-
type: "info",
|
|
4198
|
-
message: `Session cleanup: skipping ${id} \u2014 became active/bound after selection (${mode})`
|
|
4199
|
-
});
|
|
4200
|
-
continue;
|
|
4201
|
-
}
|
|
4202
|
-
if (await deleteSession(state.port, id)) deleted++;
|
|
4203
|
-
else failed++;
|
|
4204
|
-
}
|
|
4205
|
-
const failedNote = failed > 0 ? `, failed ${failed}` : "";
|
|
4206
|
-
const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
|
|
4207
|
-
logActivity(state, {
|
|
4208
|
-
type: "info",
|
|
4209
|
-
message: `Session cleanup: inspected ${sessions.length}, deleted ${deleted}${failedNote}${skippedNote} (${mode})`
|
|
4210
|
-
});
|
|
4211
|
-
} catch (error2) {
|
|
4212
|
-
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
4213
|
-
logActivity(state, {
|
|
4214
|
-
type: "error",
|
|
4215
|
-
error: `Session cleanup sweep failed (non-fatal, ${mode}): ${message}`
|
|
4216
|
-
});
|
|
4217
|
-
}
|
|
4218
|
-
}
|
|
4219
|
-
function scheduleSessionCleanup(state, driver, options) {
|
|
4220
|
-
const config2 = resolveSessionCleanupConfig(
|
|
4221
|
-
{
|
|
4222
|
-
maxAge: options.sessionCleanupMaxAge,
|
|
4223
|
-
maxCount: options.sessionCleanupMaxCount,
|
|
4224
|
-
interval: options.sessionCleanupInterval
|
|
4225
|
-
},
|
|
4226
|
-
process.env
|
|
4227
|
-
);
|
|
4228
|
-
for (const warning2 of config2.warnings) {
|
|
4229
|
-
logActivity(state, { type: "info", message: `Session cleanup: ${warning2}` });
|
|
4230
|
-
}
|
|
4231
|
-
if (!config2.enabled) return;
|
|
4232
|
-
logActivity(state, {
|
|
4233
|
-
type: "info",
|
|
4234
|
-
message: `Session cleanup enabled (age=${config2.maxAgeMs ?? "\u2014"}, count=${config2.maxCount ?? "\u2014"}, interval=${config2.intervalMs}ms)`
|
|
4235
|
-
});
|
|
4236
|
-
const interval = setInterval(() => void runSweep(state, driver, config2), config2.intervalMs);
|
|
4237
|
-
const firstSweep = setTimeout(
|
|
4238
|
-
() => void runSweep(state, driver, config2),
|
|
4239
|
-
SESSION_CLEANUP_FIRST_SWEEP_MS
|
|
4240
|
-
);
|
|
4241
|
-
state.sessionCleanupTimers.push(interval, firstSweep);
|
|
4242
|
-
}
|
|
4243
|
-
async function notifyOffline(state) {
|
|
4244
|
-
if (!state.agentId || !state.authHeader) return;
|
|
4245
|
-
if (!state.connected) {
|
|
4246
|
-
log2(state, "Skipping offline signal \u2014 this runner does not hold the live tunnel");
|
|
4247
|
-
return;
|
|
4248
|
-
}
|
|
4249
|
-
const result = await notifyAgentDisconnected(state.agentId, state.authHeader);
|
|
4250
|
-
if (result.ok) {
|
|
4251
|
-
log2(state, "Notified Evident the agent is going offline");
|
|
4252
|
-
} else {
|
|
4253
|
-
logActivity(state, {
|
|
4254
|
-
type: "error",
|
|
4255
|
-
error: `Could not notify Evident of offline status (relay will still report it): ${result.error}`
|
|
4256
|
-
});
|
|
4257
|
-
if (state.interactive) displayStatus(state);
|
|
4258
|
-
}
|
|
4259
|
-
}
|
|
4260
|
-
async function cleanup(state, opts = {}) {
|
|
3439
|
+
async function cleanup(state) {
|
|
4261
3440
|
state.running = false;
|
|
4262
|
-
for (const timer of state.sessionCleanupTimers) {
|
|
4263
|
-
clearInterval(timer);
|
|
4264
|
-
clearTimeout(timer);
|
|
4265
|
-
}
|
|
4266
|
-
state.sessionCleanupTimers = [];
|
|
4267
|
-
if (opts.graceful && state.channelDriver) {
|
|
4268
|
-
state.channelDriver.stop();
|
|
4269
|
-
log2(state, "Draining in-flight channel work before shutdown...");
|
|
4270
|
-
if (state.interactive) {
|
|
4271
|
-
logActivity(state, { type: "info", message: "Draining in-flight work before shutdown..." });
|
|
4272
|
-
displayStatus(state);
|
|
4273
|
-
}
|
|
4274
|
-
const settled = await state.channelDriver.waitForInFlight(SHUTDOWN_DRAIN_TIMEOUT_MS);
|
|
4275
|
-
if (!settled) {
|
|
4276
|
-
logActivity(state, {
|
|
4277
|
-
type: "info",
|
|
4278
|
-
message: "Shutdown drain timed out with work still in flight \u2014 leaving it for restart recovery"
|
|
4279
|
-
});
|
|
4280
|
-
if (state.interactive) displayStatus(state);
|
|
4281
|
-
}
|
|
4282
|
-
}
|
|
4283
|
-
await notifyOffline(state);
|
|
4284
3441
|
if (state.connection) {
|
|
4285
3442
|
state.connection.close();
|
|
4286
3443
|
state.connection = null;
|
|
@@ -4311,13 +3468,10 @@ async function run(options) {
|
|
|
4311
3468
|
opencodeVersion: null,
|
|
4312
3469
|
opencodeProcess: null,
|
|
4313
3470
|
connection: null,
|
|
4314
|
-
channelDriver: null,
|
|
4315
3471
|
running: true,
|
|
4316
|
-
shuttingDown: false,
|
|
4317
3472
|
activityLog: [],
|
|
4318
3473
|
messageCount: 0,
|
|
4319
3474
|
lastProxiedActivityAt: null,
|
|
4320
|
-
sessionCleanupTimers: [],
|
|
4321
3475
|
authHeader: ""
|
|
4322
3476
|
};
|
|
4323
3477
|
if (state.idleTimeout === null && (process.env.GITHUB_ACTIONS || process.env.CI)) {
|
|
@@ -4328,15 +3482,13 @@ async function run(options) {
|
|
|
4328
3482
|
);
|
|
4329
3483
|
}
|
|
4330
3484
|
const handleSignal = async () => {
|
|
4331
|
-
if (state.shuttingDown) return;
|
|
4332
|
-
state.shuttingDown = true;
|
|
4333
3485
|
if (state.interactive) {
|
|
4334
3486
|
logActivity(state, { type: "info", message: "Shutting down..." });
|
|
4335
3487
|
displayStatus(state);
|
|
4336
3488
|
} else {
|
|
4337
3489
|
log2(state, "Shutting down...");
|
|
4338
3490
|
}
|
|
4339
|
-
await cleanup(state
|
|
3491
|
+
await cleanup(state);
|
|
4340
3492
|
await shutdownTelemetry();
|
|
4341
3493
|
process.exit(0);
|
|
4342
3494
|
};
|
|
@@ -4463,7 +3615,6 @@ async function run(options) {
|
|
|
4463
3615
|
error: entry.level === "error" ? entry.message : void 0
|
|
4464
3616
|
})
|
|
4465
3617
|
});
|
|
4466
|
-
state.channelDriver = channelDriver;
|
|
4467
3618
|
const connection = new RunnerConnection({
|
|
4468
3619
|
agentId: state.agentId,
|
|
4469
3620
|
getAuthHeader: () => state.authHeader,
|
|
@@ -4560,12 +3711,10 @@ async function run(options) {
|
|
|
4560
3711
|
if (error2.message === "Unauthorized") tunnelSpinner?.fail("Unauthorized");
|
|
4561
3712
|
throw error2;
|
|
4562
3713
|
}
|
|
4563
|
-
scheduleSessionCleanup(state, channelDriver, options);
|
|
4564
3714
|
if (!interactive || state.json) {
|
|
4565
3715
|
log2(state, "Driving channel messages...");
|
|
4566
3716
|
}
|
|
4567
3717
|
await driveChannels(state, channelDriver);
|
|
4568
|
-
if (state.shuttingDown) return;
|
|
4569
3718
|
await cleanup(state);
|
|
4570
3719
|
if (state.json) {
|
|
4571
3720
|
console.log(
|
|
@@ -4580,7 +3729,6 @@ async function run(options) {
|
|
|
4580
3729
|
await shutdownTelemetry();
|
|
4581
3730
|
process.exit(0);
|
|
4582
3731
|
} catch (error2) {
|
|
4583
|
-
if (state.shuttingDown) return;
|
|
4584
3732
|
await cleanup(state);
|
|
4585
3733
|
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
4586
3734
|
if (state.json) {
|
|
@@ -4615,16 +3763,7 @@ program.name("evident").description("Run OpenCode locally and connect it to Evid
|
|
|
4615
3763
|
program.command("login").description("Authenticate with Evident").option("--token", "Use token-based authentication (for CI/CD)").option("--no-browser", "Do not open the browser automatically").action(login);
|
|
4616
3764
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
4617
3765
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
4618
|
-
program.command("run").description("Connect to Evident and process messages").option("-a, --agent [id]", "Agent ID to connect to (optional when EVIDENT_AGENT_KEY is set)").option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option("-v, --verbose", "Show detailed request/response information").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option("--json", "Output in JSON format").
|
|
4619
|
-
"--session-cleanup-max-age <duration>",
|
|
4620
|
-
"Delete OpenCode sessions idle longer than this (e.g. 7d, 24h). Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_AGE"
|
|
4621
|
-
).option(
|
|
4622
|
-
"--session-cleanup-max-count <n>",
|
|
4623
|
-
"Keep only the newest N OpenCode sessions. Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_COUNT"
|
|
4624
|
-
).option(
|
|
4625
|
-
"--session-cleanup-interval <duration>",
|
|
4626
|
-
"How often the cleanup sweep runs (default: 1h). Env: EVIDENT_SESSION_CLEANUP_INTERVAL"
|
|
4627
|
-
).action(
|
|
3766
|
+
program.command("run").description("Connect to Evident and process messages").option("-a, --agent [id]", "Agent ID to connect to (optional when EVIDENT_AGENT_KEY is set)").option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option("-v, --verbose", "Show detailed request/response information").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option("--json", "Output in JSON format").action(
|
|
4628
3767
|
(options) => {
|
|
4629
3768
|
run({
|
|
4630
3769
|
agent: options.agent,
|
|
@@ -4632,11 +3771,7 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
4632
3771
|
verbose: options.verbose,
|
|
4633
3772
|
conversation: options.conversation,
|
|
4634
3773
|
idleTimeout: options.idleTimeout ? parseInt(options.idleTimeout, 10) : void 0,
|
|
4635
|
-
json: options.json
|
|
4636
|
-
// Raw strings — the resolver in run.ts single-sources parsing (M1).
|
|
4637
|
-
sessionCleanupMaxAge: options.sessionCleanupMaxAge,
|
|
4638
|
-
sessionCleanupMaxCount: options.sessionCleanupMaxCount,
|
|
4639
|
-
sessionCleanupInterval: options.sessionCleanupInterval
|
|
3774
|
+
json: options.json
|
|
4640
3775
|
});
|
|
4641
3776
|
}
|
|
4642
3777
|
);
|