@evident-ai/cli 3.5.2-dev.6f1ed0e → 3.5.2-dev.7261603

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.js CHANGED
@@ -315,14 +315,14 @@ function blank() {
315
315
  console.log();
316
316
  }
317
317
  function waitForEnter(prompt = "Press Enter to continue...") {
318
- return new Promise((resolve4) => {
318
+ return new Promise((resolve5) => {
319
319
  process.stdout.write(chalk.dim(prompt));
320
320
  const handler = () => {
321
321
  process.stdin.removeListener("data", handler);
322
322
  process.stdin.setRawMode?.(false);
323
323
  process.stdin.pause();
324
324
  console.log();
325
- resolve4();
325
+ resolve5();
326
326
  };
327
327
  if (process.stdin.isTTY) {
328
328
  process.stdin.setRawMode?.(true);
@@ -332,7 +332,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
332
332
  });
333
333
  }
334
334
  function sleep(ms) {
335
- return new Promise((resolve4) => setTimeout(resolve4, ms));
335
+ return new Promise((resolve5) => setTimeout(resolve5, ms));
336
336
  }
337
337
 
338
338
  // src/commands/login.ts
@@ -410,19 +410,19 @@ async function tokenLogin() {
410
410
  );
411
411
  blank();
412
412
  process.stdout.write("Paste token: ");
413
- const token = await new Promise((resolve4) => {
413
+ const token = await new Promise((resolve5) => {
414
414
  let data = "";
415
415
  process.stdin.setEncoding("utf8");
416
416
  process.stdin.on("data", (chunk) => {
417
417
  data += chunk;
418
418
  });
419
419
  process.stdin.on("end", () => {
420
- resolve4(data.trim());
420
+ resolve5(data.trim());
421
421
  });
422
422
  if (process.stdin.isTTY) {
423
423
  process.stdin.once("data", (chunk) => {
424
424
  process.stdin.pause();
425
- resolve4(chunk.toString().trim());
425
+ resolve5(chunk.toString().trim());
426
426
  });
427
427
  process.stdin.resume();
428
428
  }
@@ -703,6 +703,31 @@ async function reportResourceUsage(agentId, authHeader, usage) {
703
703
  opencode_db_bytes: usage.opencodeDbBytes
704
704
  });
705
705
  }
706
+ async function getRunnerCredentialVault(agentId, authHeader) {
707
+ const empty = { prefix: null, vaultId: null, source: null };
708
+ try {
709
+ const apiUrl = getApiUrlConfig();
710
+ const response = await fetch(`${apiUrl}/runners/${agentId}/credential-vault`, {
711
+ headers: { Authorization: authHeader },
712
+ signal: AbortSignal.timeout(1e4)
713
+ });
714
+ if (!response.ok) {
715
+ const serverMessage = await readErrorMessage(response);
716
+ return {
717
+ ...empty,
718
+ error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
719
+ };
720
+ }
721
+ const data = await response.json();
722
+ return {
723
+ prefix: data.credential_vault_prefix,
724
+ vaultId: data.vault_id,
725
+ source: data.source
726
+ };
727
+ } catch (error2) {
728
+ return { ...empty, error: describeTimeoutError(error2, 1e4) };
729
+ }
730
+ }
706
731
  async function getAgentInfo(agentId, authHeader) {
707
732
  const apiUrl = getApiUrlConfig();
708
733
  try {
@@ -877,6 +902,76 @@ async function status(options = {}) {
877
902
  process.exit(result.exitCode);
878
903
  }
879
904
 
905
+ // src/commands/credential-vault-env.ts
906
+ function shellQuote(value) {
907
+ return `'${value.replaceAll("'", "'\\''")}'`;
908
+ }
909
+ function printAssignment(prefix) {
910
+ console.log(`CREDENTIAL_VAULT_PREFIX=${shellQuote(prefix ?? "")}`);
911
+ }
912
+ function safeReason(reason, credentials2, authHeader) {
913
+ let safe = reason;
914
+ for (const secret of [
915
+ authHeader,
916
+ credentials2?.token,
917
+ process.env.EVIDENT_RUNNER_KEY,
918
+ process.env.EVIDENT_AGENT_KEY,
919
+ process.env.EVIDENT_TOKEN
920
+ ]) {
921
+ if (secret) safe = safe.replaceAll(secret, "[redacted]");
922
+ }
923
+ return safe.replace(/[\r\n]+/g, " ");
924
+ }
925
+ function printFallback(reason, credentials2, authHeader) {
926
+ printAssignment(null);
927
+ console.error(
928
+ `WARNING: ${safeReason(reason, credentials2, authHeader)}; using this runner's own credential prefix.`
929
+ );
930
+ }
931
+ async function credentialVaultEnv() {
932
+ let credentials2 = null;
933
+ let authHeader;
934
+ try {
935
+ credentials2 = await getAuthCredentials();
936
+ if (!credentials2) {
937
+ printFallback("no runner credentials are configured");
938
+ return;
939
+ }
940
+ authHeader = getAuthHeader(credentials2);
941
+ const runner = await resolveAgentIdFromKey(authHeader);
942
+ if (!runner.agent_id) {
943
+ printFallback(
944
+ runner.error ?? "the runner identity could not be resolved",
945
+ credentials2,
946
+ authHeader
947
+ );
948
+ return;
949
+ }
950
+ const lookup = await getRunnerCredentialVault(runner.agent_id, authHeader);
951
+ if (lookup.error) {
952
+ printFallback(`credential vault lookup failed: ${lookup.error}`, credentials2, authHeader);
953
+ return;
954
+ }
955
+ if (lookup.prefix === null) {
956
+ printFallback("this runner is not linked to a credential vault", credentials2, authHeader);
957
+ return;
958
+ }
959
+ if (/[\r\n]/.test(lookup.prefix)) {
960
+ printFallback("credential vault lookup returned an invalid prefix", credentials2, authHeader);
961
+ return;
962
+ }
963
+ printAssignment(lookup.prefix);
964
+ console.error(
965
+ `VAULT-MODE: credential stores use vault=${lookup.vaultId} source=${lookup.source} prefix=${lookup.prefix}.`
966
+ );
967
+ } catch (error2) {
968
+ const detail = credentials2 === null ? "credential resolution failed" : `credential vault lookup could not be completed: ${error2 instanceof Error ? error2.message : String(error2)}`;
969
+ printFallback(detail, credentials2, authHeader);
970
+ } finally {
971
+ process.exitCode = 0;
972
+ }
973
+ }
974
+
880
975
  // src/lib/claude-usage.ts
881
976
  import { execFileSync } from "node:child_process";
882
977
  import { readFileSync } from "node:fs";
@@ -1063,12 +1158,82 @@ async function claudeUsage() {
1063
1158
  // src/commands/run.ts
1064
1159
  import { chmodSync as chmodSync3, existsSync as existsSync3, readFileSync as readFileSync7, writeFileSync as writeFileSync6 } from "node:fs";
1065
1160
  import { homedir as homedir7 } from "node:os";
1066
- import { isAbsolute as isAbsolute3, join as join11, parse, resolve as resolvePath2 } from "node:path";
1161
+ import { isAbsolute as isAbsolute4, join as join12, parse, resolve as resolvePath2 } from "node:path";
1067
1162
  import chalk7 from "chalk";
1068
1163
 
1069
1164
  // ../../packages/types/src/agents/index.ts
1070
1165
  var MICROVM_MAX_LIFETIME_MS = 8 * 60 * 6e4;
1071
1166
 
1167
+ // ../../packages/types/src/opencode/index.ts
1168
+ function roleOf(m) {
1169
+ if (!m || typeof m !== "object") return void 0;
1170
+ if (typeof m.role === "string") return m.role;
1171
+ const infoRole = m.info?.role;
1172
+ return typeof infoRole === "string" ? infoRole : void 0;
1173
+ }
1174
+ function idOf(m) {
1175
+ if (!m || typeof m !== "object") return void 0;
1176
+ if (typeof m.id === "string") return m.id;
1177
+ const infoId = m.info?.id;
1178
+ return typeof infoId === "string" ? infoId : void 0;
1179
+ }
1180
+ function parentIdOf(m) {
1181
+ if (!m || typeof m !== "object") return void 0;
1182
+ if (typeof m.parentID === "string") return m.parentID;
1183
+ const infoParent = m.info?.parentID;
1184
+ return typeof infoParent === "string" ? infoParent : void 0;
1185
+ }
1186
+ function textPartsOf(m) {
1187
+ if (!m || typeof m !== "object") return [];
1188
+ const parts = Array.isArray(m.parts) ? m.parts : [];
1189
+ return parts.filter((p) => p.type === "text" && typeof p.text === "string").map((p) => p.text ?? "").filter(Boolean);
1190
+ }
1191
+ function correlatedAssistantRun(messages, userMessageId) {
1192
+ if (!messages || messages.length === 0) return [];
1193
+ const byParent = messages.filter(
1194
+ (m) => roleOf(m) === "assistant" && parentIdOf(m) === userMessageId
1195
+ );
1196
+ if (byParent.length > 0) return byParent;
1197
+ const userIndex = messages.findIndex((m) => idOf(m) === userMessageId);
1198
+ if (userIndex === -1) return [];
1199
+ const run2 = [];
1200
+ for (let i = userIndex + 1; i < messages.length; i++) {
1201
+ const role = roleOf(messages[i]);
1202
+ if (role === "user") break;
1203
+ if (role === "assistant") run2.push(messages[i]);
1204
+ }
1205
+ return run2;
1206
+ }
1207
+ function lastText(assistantRun) {
1208
+ for (let i = assistantRun.length - 1; i >= 0; i--) {
1209
+ const textParts = textPartsOf(assistantRun[i]);
1210
+ if (textParts.length > 0) return textParts.join("\n").trim() || null;
1211
+ }
1212
+ return null;
1213
+ }
1214
+ function effectiveCorrelatedRun(messages, userMessageId) {
1215
+ const run2 = correlatedAssistantRun(messages, userMessageId);
1216
+ if (lastText(run2) !== null) return run2;
1217
+ const userIndex = messages?.findIndex((m) => idOf(m) === userMessageId) ?? -1;
1218
+ if (userIndex === -1) return run2;
1219
+ let continuation;
1220
+ for (let i = userIndex + 1; messages && i < messages.length; i++) {
1221
+ if (roleOf(messages[i]) === "user") {
1222
+ continuation = messages[i];
1223
+ break;
1224
+ }
1225
+ }
1226
+ const continuationId = idOf(continuation);
1227
+ if (roleOf(continuation) === "user" && textPartsOf(continuation).join("\n").trim().toLowerCase() === "continue" && continuationId) {
1228
+ const continuationRun = correlatedAssistantRun(messages, continuationId);
1229
+ if (continuationRun.length > 0) return continuationRun;
1230
+ }
1231
+ return run2;
1232
+ }
1233
+ function extractReplyTextForMessage(messages, opencodeUserMessageId) {
1234
+ return lastText(effectiveCorrelatedRun(messages, opencodeUserMessageId));
1235
+ }
1236
+
1072
1237
  // ../../packages/types/src/telemetry/index.ts
1073
1238
  var TelemetryEventTypes = {
1074
1239
  // Agent activity events (shown in web UI activity log)
@@ -1128,7 +1293,11 @@ var FORWARD_FAILURE_REASON_HEADER = "X-Evident-Failure-Reason";
1128
1293
  function log(level, event, fields) {
1129
1294
  const method = level === "debug" ? "log" : level;
1130
1295
  try {
1131
- console[method]("[evident]", JSON.stringify({ level, event, ...fields }));
1296
+ const payload = Object.fromEntries(
1297
+ Object.entries({ level, event, ...fields }).filter(([, value]) => value !== void 0)
1298
+ );
1299
+ const secondArgument = globalThis.navigator?.userAgent === "Cloudflare-Workers" ? payload : JSON.stringify(payload);
1300
+ console[method]("[evident]", secondArgument);
1132
1301
  } catch (err) {
1133
1302
  console.error(
1134
1303
  "[evident] log_serialize_failed",
@@ -1157,7 +1326,7 @@ import ora4 from "ora";
1157
1326
  import { select as select4 } from "@inquirer/prompts";
1158
1327
 
1159
1328
  // src/lib/telemetry.ts
1160
- var CLI_VERSION = (true ? "3.5.2-dev.6f1ed0e" : void 0) ?? process.env.npm_package_version ?? "unknown";
1329
+ var CLI_VERSION = (true ? "3.5.2-dev.7261603" : void 0) ?? process.env.npm_package_version ?? "unknown";
1161
1330
  function getCliVersion() {
1162
1331
  return CLI_VERSION;
1163
1332
  }
@@ -1318,8 +1487,591 @@ var EventTypes = {
1318
1487
  DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
1319
1488
  };
1320
1489
 
1321
- // src/lib/runner-activity-telemetry.ts
1490
+ // src/lib/opencode/session-db-reclaim.ts
1491
+ import { statSync as statSync2, statfsSync } from "node:fs";
1492
+ import { dirname as dirname2 } from "node:path";
1493
+
1494
+ // src/lib/diagnostic-redaction.ts
1322
1495
  import { homedir as homedir2 } from "node:os";
1496
+ function redactHomeDirectory(message) {
1497
+ const home = homedir2();
1498
+ if (!home || home === "/") {
1499
+ return message;
1500
+ }
1501
+ const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
1502
+ let result = "";
1503
+ let searchFrom = 0;
1504
+ let homeIndex;
1505
+ while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
1506
+ const homeEnd = homeIndex + home.length;
1507
+ const previousCharacter = message[homeIndex - 1];
1508
+ const nextCharacter = message[homeEnd];
1509
+ const atPathBoundary = (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
1510
+ result += message.slice(searchFrom, homeIndex);
1511
+ result += atPathBoundary ? "~" : home;
1512
+ searchFrom = homeEnd;
1513
+ }
1514
+ return result + message.slice(searchFrom);
1515
+ }
1516
+ function redactDiagnosticText(message) {
1517
+ const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
1518
+ return redactHomeDirectory(redacted);
1519
+ }
1520
+
1521
+ // src/lib/opencode/session-db-reclaim.ts
1522
+ var SESSION_DB_RECLAIM_CHUNK_PAGES = 100;
1523
+ var SESSION_DB_RECLAIM_TIME_BUDGET_MS = 500;
1524
+ var SESSION_DB_RECLAIM_PAGE_CEILING = 4e4;
1525
+ var SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS = 5e3;
1526
+ function errorMessage(error2) {
1527
+ if (!(error2 instanceof Error)) return String(error2);
1528
+ return error2.cause instanceof Error ? error2.cause.message : error2.message;
1529
+ }
1530
+ function errorMessages(error2) {
1531
+ const messages = [];
1532
+ const visited = /* @__PURE__ */ new Set();
1533
+ let current = error2;
1534
+ while (current !== null && current !== void 0 && !visited.has(current)) {
1535
+ visited.add(current);
1536
+ if (typeof current === "string") {
1537
+ messages.push(current);
1538
+ break;
1539
+ }
1540
+ if (current instanceof Error) {
1541
+ messages.push(current.name, current.message);
1542
+ current = current.cause;
1543
+ continue;
1544
+ }
1545
+ if (typeof current === "object") {
1546
+ const record = current;
1547
+ if (typeof record.code === "string") messages.push(record.code);
1548
+ if (typeof record.message === "string") messages.push(record.message);
1549
+ current = record.cause;
1550
+ continue;
1551
+ }
1552
+ break;
1553
+ }
1554
+ return messages;
1555
+ }
1556
+ function isSessionStoreWriteFailure(error2) {
1557
+ return errorMessages(error2).some(
1558
+ (message) => /(?:database or disk is full|disk is full|no space left on device|SQLITE_(?:FULL|IOERR)(?:\b|_))/i.test(
1559
+ message
1560
+ )
1561
+ );
1562
+ }
1563
+ var SQLITE_CAUSE_TOKEN = /(?:^|cause:\s+)(SQLiteError:\s+[A-Za-z][A-Za-z0-9]*(?:\s+[A-Za-z][A-Za-z0-9]*){0,7})(?=\s*(?:[)\]"',;]|$))/i;
1564
+ var EFFECT_SQL_CAUSE_TOKEN = /(?:^|cause:\s+)(effect\/sql\/SqlError\/[A-Za-z][A-Za-z0-9_]*)/i;
1565
+ var PARAMS_FIELD = /\bparams\s*(?:=|:)/i;
1566
+ function isCauseBearingText(text) {
1567
+ return /^(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text.trim()) || /(?:^|\s)cause:\s+(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text);
1568
+ }
1569
+ function structuredLogFields(line) {
1570
+ const fields = [];
1571
+ for (let index = 0; index < line.length; index++) {
1572
+ if (line[index] === '"') {
1573
+ index++;
1574
+ while (index < line.length) {
1575
+ if (line[index] === "\\") {
1576
+ index++;
1577
+ } else if (line[index] === '"') {
1578
+ break;
1579
+ }
1580
+ index++;
1581
+ }
1582
+ continue;
1583
+ }
1584
+ const atFieldBoundary = index === 0 || /\s/.test(line[index - 1]);
1585
+ const key = line.startsWith("error=", index) ? "error=" : line.startsWith("cause=", index) ? "cause=" : null;
1586
+ if (!atFieldBoundary || key === null) continue;
1587
+ const valueStart = index + key.length;
1588
+ if (line[valueStart] !== '"') {
1589
+ const valueEnd2 = line.indexOf(" ", valueStart);
1590
+ fields.push(line.slice(valueStart, valueEnd2 === -1 ? line.length : valueEnd2));
1591
+ index = valueEnd2 === -1 ? line.length : valueEnd2;
1592
+ continue;
1593
+ }
1594
+ let valueEnd = valueStart + 1;
1595
+ for (; valueEnd < line.length; valueEnd++) {
1596
+ if (line[valueEnd] === "\\") {
1597
+ valueEnd++;
1598
+ } else if (line[valueEnd] === '"') {
1599
+ break;
1600
+ }
1601
+ }
1602
+ fields.push(line.slice(valueStart + 1, valueEnd));
1603
+ index = valueEnd;
1604
+ }
1605
+ return fields;
1606
+ }
1607
+ function structuredCauseMessages(text) {
1608
+ const fields = structuredLogFields(text);
1609
+ if (fields.length > 0) return fields;
1610
+ return isCauseBearingText(text) ? [text] : [];
1611
+ }
1612
+ function causeTokenFromText(text) {
1613
+ const paramsIndex = text.search(PARAMS_FIELD);
1614
+ for (const pattern of [SQLITE_CAUSE_TOKEN, EFFECT_SQL_CAUSE_TOKEN]) {
1615
+ const match = pattern.exec(text);
1616
+ if (match?.[1] && (paramsIndex === -1 || match.index < paramsIndex)) {
1617
+ return match[1];
1618
+ }
1619
+ }
1620
+ return null;
1621
+ }
1622
+ function sessionStoreCauseToken(value) {
1623
+ for (const message of structuredCauseMessages(value)) {
1624
+ const token = causeTokenFromText(message);
1625
+ if (token !== null) return redactDiagnosticText(token).slice(0, 120);
1626
+ }
1627
+ return null;
1628
+ }
1629
+ function insufficientSpaceReason(dbPath, requiredBytes) {
1630
+ try {
1631
+ const fsStats = statfsSync(dirname2(dbPath));
1632
+ const availableBytes = fsStats.bavail * fsStats.bsize;
1633
+ if (availableBytes < requiredBytes) {
1634
+ return `only ${availableBytes} bytes free, need ${requiredBytes} for a second copy`;
1635
+ }
1636
+ return null;
1637
+ } catch (err) {
1638
+ return `could not check free space (${err instanceof Error ? err.message : String(err)}); refusing to guess`;
1639
+ }
1640
+ }
1641
+ function readLogicalBytes(db) {
1642
+ const pageCount = db.prepare("PRAGMA page_count").get().page_count;
1643
+ const pageSize = db.prepare("PRAGMA page_size").get().page_size;
1644
+ return pageCount * pageSize;
1645
+ }
1646
+ function readFreelistCount(db) {
1647
+ return db.prepare("PRAGMA freelist_count").get().freelist_count;
1648
+ }
1649
+ function readCheckpointResult(db) {
1650
+ db.exec("PRAGMA busy_timeout=0");
1651
+ const row = db.prepare("PRAGMA wal_checkpoint(TRUNCATE)").get();
1652
+ return { busy: row.busy !== 0, log: row.log, checkpointed: row.checkpointed };
1653
+ }
1654
+ async function probeReclaimAvailability(input) {
1655
+ const { dbPath, requiredBytes } = input;
1656
+ let sqlite;
1657
+ try {
1658
+ sqlite = await import("node:sqlite");
1659
+ } catch (err) {
1660
+ const detail = `Node ${process.version}: ${errorMessage(err)}`;
1661
+ console.warn(`[probeReclaimAvailability] node:sqlite unavailable for ${dbPath}: ` + detail);
1662
+ return { reason: "sqlite-unavailable", detail };
1663
+ }
1664
+ let autoVacuum = null;
1665
+ try {
1666
+ const db = new sqlite.DatabaseSync(dbPath, { readOnly: true });
1667
+ try {
1668
+ db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
1669
+ autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
1670
+ } finally {
1671
+ db.close();
1672
+ }
1673
+ } catch (err) {
1674
+ console.warn(
1675
+ `[probeReclaimAvailability] could not read auto_vacuum mode for ${dbPath}: ${err instanceof Error ? err.message : String(err)}`
1676
+ );
1677
+ }
1678
+ if (autoVacuum !== 0) return null;
1679
+ return insufficientSpaceReason(dbPath, requiredBytes) !== null ? { reason: "insufficient-disk-space" } : null;
1680
+ }
1681
+ async function reclaimSessionDbSpace(input) {
1682
+ const {
1683
+ dbPath,
1684
+ pageCeiling = SESSION_DB_RECLAIM_PAGE_CEILING,
1685
+ timeBudgetMs = SESSION_DB_RECLAIM_TIME_BUDGET_MS,
1686
+ chunkPages = SESSION_DB_RECLAIM_CHUNK_PAGES,
1687
+ now = () => performance.now(),
1688
+ hasLiveTurn = false,
1689
+ hasProvenanceAnomaly = false
1690
+ } = input;
1691
+ let sqlite;
1692
+ try {
1693
+ sqlite = await import("node:sqlite");
1694
+ } catch (err) {
1695
+ const detail = `Node ${process.version}: ${errorMessage(err)}`;
1696
+ console.warn(
1697
+ `[reclaimSessionDbSpace] node:sqlite unavailable (need Node >=22.5, >=22.13 unflagged) for ${dbPath}: ${detail}`
1698
+ );
1699
+ return { ok: false, skipped: "sqlite-unavailable", detail };
1700
+ }
1701
+ const { DatabaseSync } = sqlite;
1702
+ let db;
1703
+ try {
1704
+ db = new DatabaseSync(dbPath);
1705
+ db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
1706
+ const autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
1707
+ if (autoVacuum === 0) {
1708
+ if (hasLiveTurn || hasProvenanceAnomaly) {
1709
+ const detail = [
1710
+ ...hasLiveTurn ? ["a session turn is live"] : [],
1711
+ ...hasProvenanceAnomaly ? ["session-DB provenance is anomalous"] : []
1712
+ ].join(" and ");
1713
+ console.warn(`[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: ${detail}`);
1714
+ return {
1715
+ ok: false,
1716
+ skipped: "full-vacuum-blocked",
1717
+ detail
1718
+ };
1719
+ }
1720
+ const fileBytesForGuard = statSync2(dbPath).size;
1721
+ const skipReason = insufficientSpaceReason(dbPath, fileBytesForGuard);
1722
+ if (skipReason !== null) {
1723
+ console.warn(
1724
+ `[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: ${skipReason}`
1725
+ );
1726
+ return { ok: false, skipped: "insufficient-disk-space", detail: skipReason };
1727
+ }
1728
+ const beforeBytes = readLogicalBytes(db);
1729
+ const freelistBefore = readFreelistCount(db);
1730
+ const startedAt = now();
1731
+ db.exec("PRAGMA auto_vacuum=INCREMENTAL");
1732
+ db.exec("VACUUM");
1733
+ const afterBytes = readLogicalBytes(db);
1734
+ const freelistAfter = readFreelistCount(db);
1735
+ const checkpointStartedAt = now();
1736
+ const checkpoint = readCheckpointResult(db);
1737
+ const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
1738
+ return {
1739
+ ok: true,
1740
+ mode: "convert",
1741
+ beforeBytes,
1742
+ afterBytes,
1743
+ freelistBefore,
1744
+ freelistAfter,
1745
+ pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
1746
+ stoppedBy: "freelist-drained",
1747
+ elapsedMs: Math.max(0, now() - startedAt),
1748
+ checkpointElapsedMs,
1749
+ checkpoint
1750
+ };
1751
+ }
1752
+ if (autoVacuum === 2) {
1753
+ if (hasLiveTurn) {
1754
+ const detail = "a session turn is live";
1755
+ console.warn(
1756
+ `[reclaimSessionDbSpace] skipping incremental reclaim of ${dbPath}: ${detail}`
1757
+ );
1758
+ return { ok: false, skipped: "live-turn", detail };
1759
+ }
1760
+ const beforeBytes = readLogicalBytes(db);
1761
+ const freelistBefore = readFreelistCount(db);
1762
+ const startedAt = now();
1763
+ const pageLimit = Math.max(0, Math.trunc(pageCeiling));
1764
+ const chunkLimit = Math.max(1, Math.trunc(chunkPages));
1765
+ const budget = Math.max(0, timeBudgetMs);
1766
+ let pagesAttempted = 0;
1767
+ let freelistAfter = freelistBefore;
1768
+ let stoppedBy = "freelist-drained";
1769
+ while (freelistAfter > 0) {
1770
+ if (pagesAttempted >= pageLimit) {
1771
+ stoppedBy = "page-ceiling";
1772
+ break;
1773
+ }
1774
+ if (now() - startedAt >= budget) {
1775
+ stoppedBy = "time-budget";
1776
+ break;
1777
+ }
1778
+ const pages = Math.min(chunkLimit, pageLimit - pagesAttempted, freelistAfter);
1779
+ db.exec(`PRAGMA incremental_vacuum(${pages})`);
1780
+ pagesAttempted += pages;
1781
+ freelistAfter = readFreelistCount(db);
1782
+ }
1783
+ const afterBytes = readLogicalBytes(db);
1784
+ const checkpointStartedAt = now();
1785
+ const checkpoint = readCheckpointResult(db);
1786
+ const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
1787
+ return {
1788
+ ok: true,
1789
+ mode: "incremental",
1790
+ beforeBytes,
1791
+ afterBytes,
1792
+ freelistBefore,
1793
+ freelistAfter,
1794
+ pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
1795
+ stoppedBy,
1796
+ elapsedMs: Math.max(0, now() - startedAt),
1797
+ checkpointElapsedMs,
1798
+ checkpoint
1799
+ };
1800
+ }
1801
+ console.warn(
1802
+ `[reclaimSessionDbSpace] ${dbPath} has auto_vacuum=${autoVacuum} (neither NONE nor INCREMENTAL); nothing to reclaim`
1803
+ );
1804
+ return { ok: false, skipped: "auto-vacuum-not-applicable" };
1805
+ } catch (err) {
1806
+ console.error(`[reclaimSessionDbSpace] reclaim failed for ${dbPath}: ` + errorMessage(err));
1807
+ return {
1808
+ ok: false,
1809
+ skipped: isSessionStoreWriteFailure(err) ? "disk-exhaustion" : "reclaim-error",
1810
+ detail: errorMessage(err)
1811
+ };
1812
+ } finally {
1813
+ db?.close();
1814
+ }
1815
+ }
1816
+
1817
+ // src/lib/opencode/dependency-install-diagnostic.ts
1818
+ import { lstatSync, realpathSync } from "node:fs";
1819
+ import { basename, dirname as dirname3, isAbsolute, join as join2, relative, resolve, sep } from "node:path";
1820
+ var DEPENDENCY_INSTALL_FAILURE_MESSAGE = "background dependency install failed";
1821
+ var MAX_DISTINCT_DIAGNOSTICS = 32;
1822
+ var EFFECT = "OpenCode could not install background dependencies for this scope; its plugins and tools may be unavailable";
1823
+ function readOpenCodeLogField(line, key) {
1824
+ const match = line.match(new RegExp(`(?:^|\\s)${key}=(?:"((?:\\\\.|[^"])*)"|(\\S+))`));
1825
+ if (!match) return void 0;
1826
+ if (match[1] === void 0) return match[2];
1827
+ return match[1].replace(/\\(["\\n])/g, (_match, escaped) => {
1828
+ return escaped === "n" ? "\n" : escaped;
1829
+ });
1830
+ }
1831
+ function parseTrigger(line) {
1832
+ if (readOpenCodeLogField(line, "message") !== DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
1833
+ return null;
1834
+ }
1835
+ const error2 = readOpenCodeLogField(line, "error");
1836
+ if (!error2 || !/\bEACCES\b/.test(error2)) return null;
1837
+ const errnoMatch = error2.match(/\bEACCES:\s*permission denied,\s*([a-z_]+)\s+'([^']*)'/);
1838
+ const capturedPath = errnoMatch?.[2];
1839
+ return {
1840
+ dir: readOpenCodeLogField(line, "dir"),
1841
+ op: errnoMatch?.[1],
1842
+ path: capturedPath && isAbsolute(capturedPath) ? capturedPath : void 0
1843
+ };
1844
+ }
1845
+ function getErrorCode(error2) {
1846
+ if (typeof error2 === "object" && error2 !== null && "code" in error2) {
1847
+ const code = error2.code;
1848
+ if (typeof code === "string") return code;
1849
+ }
1850
+ return "UNKNOWN";
1851
+ }
1852
+ function isWithin(path, root) {
1853
+ const candidate = resolve(path);
1854
+ const resolvedRoot = resolve(root);
1855
+ return candidate === resolvedRoot || candidate.startsWith(`${resolvedRoot}${sep}`);
1856
+ }
1857
+ function rootSpecs(context) {
1858
+ return [
1859
+ { token: "~", configured: resolve(context.homeDir) },
1860
+ { token: "$WORKSPACE", configured: resolve(context.cwd) }
1861
+ ];
1862
+ }
1863
+ function resolveRoots(context) {
1864
+ const resolved = [];
1865
+ const unresolved = [];
1866
+ for (const spec of rootSpecs(context)) {
1867
+ try {
1868
+ resolved.push({ ...spec, real: realpathSync(spec.configured) });
1869
+ } catch (_error) {
1870
+ unresolved.push(spec);
1871
+ }
1872
+ }
1873
+ return { resolved, unresolved };
1874
+ }
1875
+ function resolveNearestAncestor(failingPath, remaining, error2) {
1876
+ let ancestor = dirname3(failingPath);
1877
+ const suffix = [basename(failingPath), ...remaining];
1878
+ while (ancestor) {
1879
+ try {
1880
+ return {
1881
+ path: resolve(realpathSync(ancestor), ...suffix),
1882
+ failure: { path: resolve(failingPath), error: error2 }
1883
+ };
1884
+ } catch (ancestorError) {
1885
+ if (ancestor === dirname3(ancestor) || !getErrorCode(ancestorError).startsWith("E")) {
1886
+ return null;
1887
+ }
1888
+ suffix.unshift(basename(ancestor));
1889
+ ancestor = dirname3(ancestor);
1890
+ }
1891
+ }
1892
+ return null;
1893
+ }
1894
+ function resolveExistingPath(absolutePath) {
1895
+ if (!isAbsolute(absolutePath)) return null;
1896
+ const candidate = resolve(absolutePath);
1897
+ const remaining = [];
1898
+ let current = candidate;
1899
+ while (current) {
1900
+ try {
1901
+ const stat2 = lstatSync(current);
1902
+ if (stat2.isSymbolicLink()) {
1903
+ if (remaining.length === 0) {
1904
+ return { path: join2(realpathSync(dirname3(current)), basename(current)) };
1905
+ }
1906
+ return { path: resolve(realpathSync(current), ...remaining) };
1907
+ }
1908
+ return { path: resolve(realpathSync(current), ...remaining) };
1909
+ } catch (error2) {
1910
+ const code = getErrorCode(error2);
1911
+ if (code !== "ENOENT" && code !== "ENOTDIR") {
1912
+ return resolveNearestAncestor(current, remaining, error2);
1913
+ }
1914
+ }
1915
+ if (current === dirname3(current)) return null;
1916
+ remaining.unshift(basename(current));
1917
+ current = dirname3(current);
1918
+ }
1919
+ return null;
1920
+ }
1921
+ function tokenise(absolutePath, roots) {
1922
+ const pathResolution = resolveExistingPath(absolutePath);
1923
+ if (!pathResolution) return null;
1924
+ const root = roots.reduce((selected, candidate) => {
1925
+ if (!isWithin(pathResolution.path, candidate.real)) return selected;
1926
+ if (!selected || candidate.real.length > selected.real.length || candidate.real.length === selected.real.length && candidate.token === "$WORKSPACE") {
1927
+ return candidate;
1928
+ }
1929
+ return selected;
1930
+ }, null);
1931
+ if (!root) return null;
1932
+ const suffix = relative(root.real, pathResolution.path);
1933
+ return {
1934
+ value: suffix ? `${root.token}/${suffix.split(sep).join("/")}` : root.token,
1935
+ root,
1936
+ resolutionFailure: pathResolution.failure
1937
+ };
1938
+ }
1939
+ function classifyScope(dir, roots) {
1940
+ if (!dir) return "other";
1941
+ const tokenisedDir = tokenise(dir, roots.resolved);
1942
+ if (tokenisedDir) return tokenisedDir.root.token === "$WORKSPACE" ? "workspace" : "global";
1943
+ for (const spec of roots.unresolved) {
1944
+ if (isWithin(dir, spec.configured)) {
1945
+ return spec.token === "$WORKSPACE" ? "workspace" : "global";
1946
+ }
1947
+ }
1948
+ return "other";
1949
+ }
1950
+ function unresolvedRootForPath(path, unresolved) {
1951
+ return unresolved.find((spec) => isWithin(path, spec.configured));
1952
+ }
1953
+ function statType(stat2) {
1954
+ if (stat2.isDirectory()) return "d";
1955
+ if (stat2.isFile()) return "f";
1956
+ if (stat2.isSymbolicLink()) return "l";
1957
+ return "o";
1958
+ }
1959
+ function renderStat(name, stat2) {
1960
+ const mode = (stat2.mode & 4095).toString(8).padStart(4, "0");
1961
+ return `${name}:${statType(stat2)}:${stat2.uid}:${stat2.gid}:${mode}`;
1962
+ }
1963
+ function renderStatError(name, error2) {
1964
+ const code = getErrorCode(error2);
1965
+ return `${name}:${renderErrorCode(code)}`;
1966
+ }
1967
+ function renderErrorCode(code) {
1968
+ if (code === "ENOENT") return "missing";
1969
+ return code.startsWith("E") ? code : `E${code}`;
1970
+ }
1971
+ function inspectChain(rootReal, rootToken, absolutePath, resolutionFailure) {
1972
+ const target = resolve(absolutePath);
1973
+ const relativePath = relative(rootReal, target);
1974
+ const components = relativePath ? relativePath.split(sep) : [];
1975
+ const entries = [];
1976
+ let current = rootReal;
1977
+ let status2 = "complete";
1978
+ let finalStat;
1979
+ for (const name of [rootToken, ...components]) {
1980
+ if (name !== rootToken) current = join2(current, name);
1981
+ if (resolutionFailure && resolve(current) === resolve(resolutionFailure.path)) {
1982
+ entries.push(renderStatError(name, resolutionFailure.error));
1983
+ status2 = "stat_failed";
1984
+ break;
1985
+ }
1986
+ try {
1987
+ const stat2 = lstatSync(current);
1988
+ entries.push(renderStat(name, stat2));
1989
+ finalStat = stat2;
1990
+ } catch (error2) {
1991
+ entries.push(renderStatError(name, error2));
1992
+ if (getErrorCode(error2) !== "ENOENT") status2 = "stat_failed";
1993
+ break;
1994
+ }
1995
+ }
1996
+ let symlinkTarget;
1997
+ let symlinkMeta;
1998
+ if (finalStat?.isSymbolicLink() && entries.length === components.length + 1) {
1999
+ try {
2000
+ symlinkTarget = realpathSync(current);
2001
+ try {
2002
+ symlinkMeta = renderStat("", lstatSync(symlinkTarget)).slice(1);
2003
+ } catch (error2) {
2004
+ symlinkMeta = renderErrorCode(getErrorCode(error2));
2005
+ status2 = "stat_failed";
2006
+ }
2007
+ } catch (error2) {
2008
+ symlinkTarget = "<unresolved>";
2009
+ symlinkMeta = renderErrorCode(getErrorCode(error2));
2010
+ status2 = "stat_failed";
2011
+ }
2012
+ }
2013
+ return { status: status2, chain: entries.join(","), symlinkTarget, symlinkMeta };
2014
+ }
2015
+ function buildDiagnostic(line, context) {
2016
+ const trigger = parseTrigger(line);
2017
+ if (!trigger) return null;
2018
+ const roots = resolveRoots(context);
2019
+ const scope = classifyScope(trigger.dir, roots);
2020
+ const pathSource = trigger.path ? "error" : trigger.dir ? "dir" : "none";
2021
+ const inspectedPath = trigger.path ?? trigger.dir;
2022
+ const microvmId = context.microvmId?.trim() || "unknown";
2023
+ const euid = context.euid === void 0 ? "unavailable" : String(context.euid);
2024
+ const egid = context.egid === void 0 ? "unavailable" : String(context.egid);
2025
+ const op = trigger.op ?? "unknown";
2026
+ if (!inspectedPath) {
2027
+ return {
2028
+ event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=no_path path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
2029
+ localDetail: null
2030
+ };
2031
+ }
2032
+ const tokenisedPath = tokenise(inspectedPath, roots.resolved);
2033
+ if (!tokenisedPath) {
2034
+ const unresolvedRoot = unresolvedRootForPath(inspectedPath, roots.unresolved);
2035
+ if (unresolvedRoot) {
2036
+ return {
2037
+ event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=root_unresolved path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
2038
+ localDetail: null
2039
+ };
2040
+ }
2041
+ return {
2042
+ event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=outside_roots path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=<outside-approved-roots> cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
2043
+ localDetail: `OPENCODE-DEPENDENCY-INSTALL-EACCES (local only): outside approved roots: ${inspectedPath}`
2044
+ };
2045
+ }
2046
+ const inspection = inspectChain(
2047
+ tokenisedPath.root.real,
2048
+ tokenisedPath.root.token,
2049
+ inspectedPath,
2050
+ tokenisedPath.resolutionFailure
2051
+ );
2052
+ const optionalSymlinkFields = inspection.symlinkTarget ? ` symlink_target=${tokenise(inspection.symlinkTarget, roots.resolved)?.value ?? "<outside-approved-roots>"}` + (inspection.symlinkMeta ? ` symlink_meta=${inspection.symlinkMeta}` : "") : "";
2053
+ return {
2054
+ event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=${inspection.status} path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=${tokenisedPath.value} cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=${inspection.chain}${optionalSymlinkFields}`,
2055
+ localDetail: null
2056
+ };
2057
+ }
2058
+ function createDependencyInstallDiagnosticReporter({
2059
+ context,
2060
+ emitEvent: emitEvent2,
2061
+ emitLocal
2062
+ }) {
2063
+ const emittedEvents = /* @__PURE__ */ new Set();
2064
+ return (line) => {
2065
+ const diagnostic = buildDiagnostic(line, context);
2066
+ if (!diagnostic || emittedEvents.has(diagnostic.event)) return;
2067
+ if (emittedEvents.size >= MAX_DISTINCT_DIAGNOSTICS) return;
2068
+ emittedEvents.add(diagnostic.event);
2069
+ emitEvent2(diagnostic.event);
2070
+ if (diagnostic.localDetail) emitLocal(diagnostic.localDetail);
2071
+ };
2072
+ }
2073
+
2074
+ // src/lib/runner-activity-telemetry.ts
1323
2075
  var FORWARDED_LEVELS_BY_SOURCE = {
1324
2076
  "cli.run": /* @__PURE__ */ new Set(["warn", "error"]),
1325
2077
  opencode: /* @__PURE__ */ new Set(["warn", "error"]),
@@ -1336,11 +2088,13 @@ function parseOpenCodeLogLine(line) {
1336
2088
  if (!levelMatch) return null;
1337
2089
  const level = levelMatch[1].toUpperCase();
1338
2090
  if (level !== "WARN" && level !== "ERROR") return null;
1339
- const sessionMatch = normalisedLine.match(/(?:^|\s)sessionID=(\S+)/);
2091
+ const sessionMatch = normalisedLine.match(/(?:^|\s)(?:sessionID|session\.id)=(\S+)/);
2092
+ const messageIDMatch = normalisedLine.match(/(?:^|\s)messageID=(\S+)/);
1340
2093
  const messageMatch = normalisedLine.match(/(?:^|\s)message=(?:"((?:\\.|[^"])*)"|(\S+))/);
1341
2094
  const parsed = {
1342
2095
  level: level === "WARN" ? "warn" : "error",
1343
- sessionID: sessionMatch?.[1]
2096
+ sessionID: sessionMatch?.[1],
2097
+ messageID: messageIDMatch?.[1]
1344
2098
  };
1345
2099
  const message = messageMatch?.[1] ?? messageMatch?.[2];
1346
2100
  if (message !== void 0) parsed.message = message;
@@ -1348,18 +2102,29 @@ function parseOpenCodeLogLine(line) {
1348
2102
  }
1349
2103
  var MAX_LINE_BUFFER_BYTES = 16 * 1024;
1350
2104
  var REPEAT_SUPPRESSION_WINDOW_MS = 6e4;
1351
- function createOpenCodeActivityForwarder(getContext) {
2105
+ function sanitiseDependencyInstallWarning(line) {
2106
+ const withoutDirectory = line.replace(
2107
+ /((?:^|\s)dir=)(?:"(?:\\.|[^"])*"|\/[^\s)"']+|\S+)/g,
2108
+ "$1<path>"
2109
+ );
2110
+ return withoutDirectory.replace(
2111
+ /((?:^|\s)error=)"((?:\\.|[^"])*)"/,
2112
+ (_match, prefix, error2) => `${prefix}"${error2.replace(/'\/[^']*'/g, "'<path>'")}"`
2113
+ );
2114
+ }
2115
+ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure, onDependencyInstallFailure) {
1352
2116
  let buffer = Buffer.alloc(0);
1353
2117
  const repeatStates = /* @__PURE__ */ new Map();
1354
2118
  const forwardLine = (line, parsed, repeatsSuppressed = 0) => {
1355
2119
  const metadata = {
1356
2120
  ...parsed.sessionID ? { sessionID: parsed.sessionID } : {},
2121
+ ...parsed.messageID ? { messageID: parsed.messageID } : {},
1357
2122
  ...repeatsSuppressed > 0 ? { repeats_suppressed: repeatsSuppressed } : {}
1358
2123
  };
1359
2124
  forwardRunnerActivity(
1360
2125
  {
1361
2126
  level: parsed.level,
1362
- error: line,
2127
+ error: parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE ? sanitiseDependencyInstallWarning(line) : line,
1363
2128
  metadata: Object.keys(metadata).length > 0 ? metadata : void 0,
1364
2129
  source: "opencode"
1365
2130
  },
@@ -1377,11 +2142,9 @@ function createOpenCodeActivityForwarder(getContext) {
1377
2142
  repeatStates.delete(key);
1378
2143
  }
1379
2144
  };
1380
- const flushLine = (line) => {
1381
- const parsed = parseOpenCodeLogLine(line);
1382
- if (!parsed) return;
2145
+ const forwardWithRepeatSuppression = (line, parsed) => {
1383
2146
  const now = Date.now();
1384
- const key = parsed.message === void 0 ? void 0 : `${parsed.level}\0${parsed.message}`;
2147
+ const key = parsed.message === void 0 ? void 0 : `${parsed.level}\0${parsed.message}\0${parsed.sessionID ?? ""}\0${parsed.messageID ?? ""}`;
1385
2148
  expireRepeatStates(now, key);
1386
2149
  if (key === void 0) {
1387
2150
  forwardLine(line, parsed);
@@ -1402,6 +2165,35 @@ function createOpenCodeActivityForwarder(getContext) {
1402
2165
  previous.parsed = parsed;
1403
2166
  previous.repeatsSuppressed++;
1404
2167
  };
2168
+ const flushLine = (line) => {
2169
+ const parsed = parseOpenCodeLogLine(line);
2170
+ const isDiskFailure = isSessionStoreWriteFailure(line);
2171
+ const cause = sessionStoreCauseToken(line);
2172
+ if (onSessionStoreWriteFailure && (isDiskFailure || cause !== null)) {
2173
+ try {
2174
+ onSessionStoreWriteFailure({
2175
+ isDiskFailure,
2176
+ sessionId: parsed?.sessionID ?? null,
2177
+ cause
2178
+ });
2179
+ } catch (err) {
2180
+ reportTelemetryDiagnostic(
2181
+ `Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
2182
+ );
2183
+ }
2184
+ }
2185
+ if (!parsed) return;
2186
+ forwardWithRepeatSuppression(line, parsed);
2187
+ if (onDependencyInstallFailure && parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
2188
+ try {
2189
+ onDependencyInstallFailure(line);
2190
+ } catch (err) {
2191
+ reportTelemetryDiagnostic(
2192
+ `Runner activity telemetry could not record dependency-install failure diagnostic: ${err instanceof Error ? err.message : String(err)}`
2193
+ );
2194
+ }
2195
+ }
2196
+ };
1405
2197
  const forward = ((chunk) => {
1406
2198
  buffer = Buffer.concat([buffer, Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk, "utf-8")]);
1407
2199
  let newlineIndex;
@@ -1427,34 +2219,38 @@ function createOpenCodeActivityForwarder(getContext) {
1427
2219
  var MAX_MESSAGE_LENGTH = 500;
1428
2220
  var MAX_METADATA_VALUE_LENGTH = 200;
1429
2221
  var MAX_METADATA_ENTRIES = 20;
1430
- var TRUNCATION_MARKER = "\u2026";
1431
- function redactHomeDirectory(message) {
1432
- const home = homedir2();
1433
- if (!home || home === "/") {
1434
- return message;
1435
- }
1436
- const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
1437
- let result = "";
1438
- let searchFrom = 0;
1439
- let homeIndex;
1440
- while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
1441
- const homeEnd = homeIndex + home.length;
1442
- const previousCharacter = message[homeIndex - 1];
1443
- const nextCharacter = message[homeEnd];
1444
- const atPathBoundary = home === "/" || (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
1445
- result += message.slice(searchFrom, homeIndex);
1446
- result += atPathBoundary ? "~" : home;
1447
- searchFrom = homeEnd;
1448
- }
1449
- return result + message.slice(searchFrom);
1450
- }
1451
- function redactDiagnosticText(message) {
1452
- const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
1453
- return redactHomeDirectory(redacted);
1454
- }
1455
2222
  function truncate(message) {
1456
2223
  if (message.length <= MAX_MESSAGE_LENGTH) return message;
1457
- return message.slice(0, MAX_MESSAGE_LENGTH - TRUNCATION_MARKER.length) + TRUNCATION_MARKER;
2224
+ let dropped = message.length - MAX_MESSAGE_LENGTH;
2225
+ let marker = `\u2026${dropped} chars omitted\u2026`;
2226
+ let previousDropped = -1;
2227
+ while (dropped !== previousDropped) {
2228
+ previousDropped = dropped;
2229
+ const nextDropped = message.length - MAX_MESSAGE_LENGTH + marker.length;
2230
+ dropped = nextDropped;
2231
+ marker = `\u2026${dropped} chars omitted\u2026`;
2232
+ }
2233
+ const remaining = MAX_MESSAGE_LENGTH - marker.length;
2234
+ const headLength = Math.ceil(remaining * 0.6);
2235
+ const tailLength = remaining - headLength;
2236
+ const effectMatch = message.startsWith("OPENCODE-DEPENDENCY-INSTALL-EACCES:") ? message.match(/ effect="[^"]*"/) : null;
2237
+ if (effectMatch?.index !== void 0) {
2238
+ const effectEnd = effectMatch.index + effectMatch[0].length;
2239
+ if (effectEnd > headLength && effectEnd < message.length) {
2240
+ const effectLength = effectMatch[0].length;
2241
+ const nonEffectLength = remaining - effectLength;
2242
+ const preservedTailLength = Math.min(
2243
+ message.length - effectEnd,
2244
+ nonEffectLength - Math.min(effectMatch.index, Math.ceil(nonEffectLength * 0.6))
2245
+ );
2246
+ const preservedHeadLength = Math.min(
2247
+ effectMatch.index,
2248
+ nonEffectLength - preservedTailLength
2249
+ );
2250
+ return message.slice(0, preservedHeadLength) + marker + message.slice(effectMatch.index, effectEnd) + message.slice(message.length - preservedTailLength);
2251
+ }
2252
+ }
2253
+ return message.slice(0, headLength) + marker + message.slice(message.length - tailLength);
1458
2254
  }
1459
2255
  function sanitiseMetadata(metadata) {
1460
2256
  if (!metadata) return {};
@@ -1531,10 +2327,10 @@ function forwardRunnerActivity(entry, context) {
1531
2327
 
1532
2328
  // src/lib/opencode/session-db-recovery-report.ts
1533
2329
  import { readFileSync as readFileSync2, unlinkSync } from "node:fs";
1534
- import { join as join2 } from "node:path";
2330
+ import { join as join3 } from "node:path";
1535
2331
  function sessionDbRecoveryReportPath(homeDir, env) {
1536
2332
  const override = env.EVIDENT_SESSION_DB_RECOVERY_REPORT?.trim();
1537
- return override || join2(homeDir, ".local", "state", "evident", "session-db-recovery.jsonl");
2333
+ return override || join3(homeDir, ".local", "state", "evident", "session-db-recovery.jsonl");
1538
2334
  }
1539
2335
  function drainSessionDbRecoveryReport({
1540
2336
  homeDir,
@@ -1664,12 +2460,23 @@ function buildSessionDbRecoveryActivity(record) {
1664
2460
  metadata: withoutContractFields(record),
1665
2461
  message: `This runner started without restoring session history because it could not verify where its session history is backed up. Nothing in the backup was changed; check the runner backup configuration and permissions.${replication}`
1666
2462
  };
1667
- case "session_db_boot_refused":
1668
- return {
1669
- level,
1670
- metadata: withoutContractFields(record),
1671
- message: `This runner did not come online because its damaged session database could not be safely separated from its active backup or proven removed. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them. See the runner boot logs for SESSION-DB-LOCAL-DISCARD-FAILED details.`
1672
- };
2463
+ case "session_db_boot_refused": {
2464
+ const message = (() => {
2465
+ switch (record.reason) {
2466
+ case "local_discard_failed":
2467
+ return `This runner did not come online because its damaged session database could not be safely separated from its active backup or proven removed. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them. See the runner boot logs for SESSION-DB-LOCAL-DISCARD-FAILED details.`;
2468
+ case "replica_separation_unproven":
2469
+ return `This runner did not come online because its damaged session database could not be safely separated from its active backup. The SESSION-DB-REPLICA-SEPARATION-UNVERIFIED boot log contains the partial-quarantine moved and remaining counts. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them.`;
2470
+ case "verification_timeout_before_separation":
2471
+ return "This runner did not come online because session database verification timed out after detecting corruption, before replica separation was attempted. No replica progress is claimed. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
2472
+ case "verification_timeout_during_separation":
2473
+ return "This runner did not come online because session database verification timed out while replica separation was in progress. Separation completion and object removal were not proven. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
2474
+ default:
2475
+ return "This runner did not come online because session database recovery could not be completed. Inspect the runner boot logs for the refusal reason before retrying.";
2476
+ }
2477
+ })();
2478
+ return { level, metadata: withoutContractFields(record), message };
2479
+ }
1673
2480
  case "schema_provenance_mismatch":
1674
2481
  return {
1675
2482
  level,
@@ -1796,7 +2603,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
1796
2603
  if (health.healthy || health.authFailed) {
1797
2604
  return health;
1798
2605
  }
1799
- await new Promise((resolve4) => setTimeout(resolve4, 1e3));
2606
+ await new Promise((resolve5) => setTimeout(resolve5, 1e3));
1800
2607
  }
1801
2608
  return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
1802
2609
  }
@@ -1807,7 +2614,7 @@ async function waitForOpenCode2Health(port, password, timeoutMs = 3e4) {
1807
2614
  if (health.healthy || health.authFailed) {
1808
2615
  return health;
1809
2616
  }
1810
- await new Promise((resolve4) => setTimeout(resolve4, 1e3));
2617
+ await new Promise((resolve5) => setTimeout(resolve5, 1e3));
1811
2618
  }
1812
2619
  return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
1813
2620
  }
@@ -1919,7 +2726,7 @@ async function getOpenCodeDirectory(port, client) {
1919
2726
  return null;
1920
2727
  }
1921
2728
  }
1922
- function roleOf(m) {
2729
+ function roleOf2(m) {
1923
2730
  if (!m || typeof m !== "object") return void 0;
1924
2731
  if (typeof m.role === "string") return m.role;
1925
2732
  const infoRole = m.info?.role;
@@ -1933,13 +2740,13 @@ function createdOf(m) {
1933
2740
  if (!m || typeof m !== "object") return void 0;
1934
2741
  return m.info?.time?.created ?? m.time?.created;
1935
2742
  }
1936
- function idOf(m) {
2743
+ function idOf2(m) {
1937
2744
  if (!m || typeof m !== "object") return void 0;
1938
2745
  if (typeof m.id === "string") return m.id;
1939
2746
  const infoId = m.info?.id;
1940
2747
  return typeof infoId === "string" ? infoId : void 0;
1941
2748
  }
1942
- function parentIdOf(m) {
2749
+ function parentIdOf2(m) {
1943
2750
  if (!m || typeof m !== "object") return void 0;
1944
2751
  if (typeof m.parentID === "string") return m.parentID;
1945
2752
  const infoParent = m.info?.parentID;
@@ -1955,8 +2762,12 @@ function errorOf(m) {
1955
2762
  if (!m || typeof m !== "object") return void 0;
1956
2763
  return m.info?.error ?? m.error;
1957
2764
  }
2765
+ function isTerminalStopAnswer(m) {
2766
+ return completedOf(m) != null && errorOf(m) == null && finishOf(m) === "stop";
2767
+ }
1958
2768
  function isAssistantInFlight(m) {
1959
2769
  if (completedOf(m) == null) return true;
2770
+ if (errorOf(m) != null) return false;
1960
2771
  return finishOf(m) === "tool-calls";
1961
2772
  }
1962
2773
  async function getSessionMessages(port, sessionId, client) {
@@ -2004,9 +2815,10 @@ async function pollSessionMessagesForRedrive(port, sessionId, client) {
2004
2815
  function isSessionActivelyGenerating(messages) {
2005
2816
  if (!messages || messages.length === 0) return false;
2006
2817
  const last = messages[messages.length - 1];
2007
- if (roleOf(last) !== "assistant") return false;
2818
+ if (roleOf2(last) !== "assistant") return false;
2008
2819
  return completedOf(last) == null;
2009
2820
  }
2821
+ var FULL_SESSION_ENUMERATION_MAX_SESSIONS = 3200;
2010
2822
  function sessionLastActivityMs(session) {
2011
2823
  const candidates = [
2012
2824
  session.time?.updated,
@@ -2021,30 +2833,71 @@ function sessionLastActivityMs(session) {
2021
2833
  }
2022
2834
  return null;
2023
2835
  }
2024
- async function listSessions(port, client) {
2025
- if (client?.version === "v2") return listV2Sessions(client);
2836
+ function sessionListPath(options) {
2837
+ const params = new URLSearchParams();
2838
+ if (options?.limit !== void 0) params.set("limit", String(options.limit));
2839
+ const query = params.toString();
2840
+ return query ? `/session?${query}` : "/session";
2841
+ }
2842
+ async function listSessionPage(port, client, options) {
2843
+ const path = sessionListPath(options);
2026
2844
  try {
2027
- const res = await requestWithClient(port, client, "/session");
2845
+ const res = await requestWithClient(port, client, path);
2028
2846
  if (!res.ok) return null;
2029
2847
  const body = await res.json();
2030
2848
  return Array.isArray(body) ? body : null;
2031
2849
  } catch (error2) {
2032
2850
  console.error(
2033
- `[listSessions] GET /session failed: ${error2 instanceof Error ? error2.message : String(error2)}`
2851
+ `[listSessionPage] GET ${path} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
2034
2852
  );
2035
2853
  return null;
2036
2854
  }
2037
2855
  }
2856
+ async function listSessions(port, client, options) {
2857
+ if (client?.version === "v2") return listV2Sessions(client);
2858
+ return listSessionPage(port, client, options);
2859
+ }
2860
+ async function listAllSessions(port, client) {
2861
+ if (client?.version === "v2") {
2862
+ const sessions2 = await listV2Sessions(client);
2863
+ return sessions2 === null ? { sessions: null, reason: "opencode-unreachable" } : { sessions: sessions2 };
2864
+ }
2865
+ const sessions = await listSessionPage(port, client, {
2866
+ limit: FULL_SESSION_ENUMERATION_MAX_SESSIONS
2867
+ });
2868
+ if (sessions === null) return { sessions: null, reason: "opencode-unreachable" };
2869
+ if (sessions.length >= FULL_SESSION_ENUMERATION_MAX_SESSIONS) {
2870
+ return { sessions: null, reason: "session-enumeration-limit-bound" };
2871
+ }
2872
+ return { sessions };
2873
+ }
2038
2874
  async function deleteSession(port, id, client) {
2039
2875
  if (client?.version === "v2") return deleteV2Session(client, id);
2040
2876
  try {
2041
- const res = await requestWithClient(port, client, `/session/${id}`, { method: "DELETE" });
2042
- return res.status >= 200 && res.status < 300;
2877
+ const res = await requestWithClient(
2878
+ port,
2879
+ client,
2880
+ `/session/${id}`,
2881
+ { method: "DELETE" },
2882
+ { allowStatuses: ALL_HTTP_STATUSES }
2883
+ );
2884
+ if (res.status >= 200 && res.status < 300) {
2885
+ return { ok: true, status: res.status };
2886
+ }
2887
+ try {
2888
+ const body = await res.text();
2889
+ return body ? { ok: false, status: res.status, body } : { ok: false, status: res.status };
2890
+ } catch (error2) {
2891
+ console.error(
2892
+ `[deleteSession] DELETE /session/${id} response body read failed for HTTP ${res.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
2893
+ );
2894
+ return { ok: false, status: res.status };
2895
+ }
2043
2896
  } catch (error2) {
2044
2897
  console.error(
2045
2898
  `[deleteSession] DELETE /session/${id} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
2046
2899
  );
2047
- return false;
2900
+ return { ok: false, status: "threw" };
2048
2901
  }
2049
2902
  }
2050
2903
  async function sessionExists(port, id, client) {
@@ -2282,11 +3135,31 @@ function messageText(m) {
2282
3135
  if (!m || !Array.isArray(m.parts)) return "";
2283
3136
  return m.parts.filter((p) => p.type === "text" && typeof p.text === "string").map((p) => p.text).join("");
2284
3137
  }
2285
- async function sendPromptAsync(port, sessionId, content, options, attachments, client) {
3138
+ function findDispatchedUserMessageId(messages, content, excludeIds) {
3139
+ if (!messages || messages.length === 0) return null;
3140
+ let best = null;
3141
+ for (const message of messages) {
3142
+ if (roleOf2(message) !== "user") continue;
3143
+ const id = idOf2(message);
3144
+ if (typeof id !== "string" || excludeIds?.has(id)) continue;
3145
+ if (messageText(message) !== content) continue;
3146
+ const created = createdOf(message) ?? 0;
3147
+ if (best === null || created > best.created) best = { id, created };
3148
+ }
3149
+ return best?.id ?? null;
3150
+ }
3151
+ async function sendPromptAsync(port, sessionId, content, options, attachments, client, callbacks) {
2286
3152
  const before = await getSessionMessages(port, sessionId, client);
2287
3153
  const knownUserIds = new Set(
2288
- (before ?? []).filter((m) => roleOf(m) === "user").map((m) => idOf(m)).filter((id) => typeof id === "string")
3154
+ (before ?? []).filter((m) => roleOf2(m) === "user").map((m) => idOf2(m)).filter((id) => typeof id === "string")
2289
3155
  );
3156
+ if (callbacks) {
3157
+ try {
3158
+ callbacks.onKnownUserIds(before === null ? null : knownUserIds);
3159
+ } catch (error2) {
3160
+ callbacks.onKnownUserIdsError(error2);
3161
+ }
3162
+ }
2290
3163
  const parts = [{ type: "text", text: content }];
2291
3164
  let pendingOutcomes = null;
2292
3165
  if (attachments && attachments.inputs.length > 0) {
@@ -2325,25 +3198,13 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
2325
3198
  const READ_BACK_DELAY_MS = 150;
2326
3199
  for (let attempt = 0; attempt < READ_BACK_ATTEMPTS; attempt++) {
2327
3200
  const after = await getSessionMessages(port, sessionId, client);
2328
- if (after) {
2329
- let best = null;
2330
- for (const m of after) {
2331
- if (roleOf(m) !== "user") continue;
2332
- const id = idOf(m);
2333
- if (typeof id !== "string" || knownUserIds.has(id)) continue;
2334
- if (messageText(m) !== content) continue;
2335
- const created = createdOf(m) ?? 0;
2336
- if (best === null || created > best.created) {
2337
- best = { id, created };
2338
- }
2339
- }
2340
- if (best) {
2341
- if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
2342
- return best.id;
2343
- }
3201
+ const dispatchedUserMessageId = findDispatchedUserMessageId(after, content, knownUserIds);
3202
+ if (dispatchedUserMessageId !== null) {
3203
+ if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
3204
+ return dispatchedUserMessageId;
2344
3205
  }
2345
3206
  if (attempt < READ_BACK_ATTEMPTS - 1) {
2346
- await new Promise((resolve4) => setTimeout(resolve4, READ_BACK_DELAY_MS));
3207
+ await new Promise((resolve5) => setTimeout(resolve5, READ_BACK_DELAY_MS));
2347
3208
  }
2348
3209
  }
2349
3210
  return null;
@@ -2351,57 +3212,68 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
2351
3212
  function findAssistantReplyAfter(messages, userMessageId) {
2352
3213
  if (!messages || messages.length === 0) return null;
2353
3214
  const byParent = messages.find(
2354
- (m) => roleOf(m) === "assistant" && parentIdOf(m) === userMessageId
3215
+ (m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
2355
3216
  );
2356
3217
  if (byParent) return byParent;
2357
- const userIndex = messages.findIndex((m) => idOf(m) === userMessageId);
3218
+ const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
2358
3219
  if (userIndex === -1) return null;
2359
3220
  for (let i = userIndex + 1; i < messages.length; i++) {
2360
- if (roleOf(messages[i]) === "assistant") return messages[i];
3221
+ if (roleOf2(messages[i]) === "assistant") return messages[i];
2361
3222
  }
2362
3223
  return null;
2363
3224
  }
2364
3225
  function findLastAssistantReplyFor(messages, userMessageId) {
2365
3226
  if (!messages || messages.length === 0) return null;
2366
3227
  let lastCorrelated = null;
2367
- let lastNonErrored = null;
2368
3228
  for (let i = messages.length - 1; i >= 0; i--) {
2369
3229
  const m = messages[i];
2370
- if (roleOf(m) !== "assistant" || parentIdOf(m) !== userMessageId) continue;
2371
- if (lastCorrelated === null) lastCorrelated = m;
2372
- if (errorOf(m) == null) {
2373
- lastNonErrored = m;
2374
- break;
3230
+ if (roleOf2(m) !== "assistant" || parentIdOf2(m) !== userMessageId) continue;
3231
+ lastCorrelated = m;
3232
+ break;
3233
+ }
3234
+ if (lastCorrelated) {
3235
+ if (errorOf(lastCorrelated) == null) return lastCorrelated;
3236
+ for (let i = messages.length - 1; i >= 0; i--) {
3237
+ const m = messages[i];
3238
+ if (roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId && isTerminalStopAnswer(m)) {
3239
+ return m;
3240
+ }
2375
3241
  }
3242
+ return lastCorrelated;
2376
3243
  }
2377
- if (lastCorrelated) return lastNonErrored ?? lastCorrelated;
2378
- const userIndex = messages.findIndex((m) => idOf(m) === userMessageId);
3244
+ const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
2379
3245
  if (userIndex === -1) return null;
2380
3246
  let last = null;
2381
- let lastOk = null;
3247
+ let lastAssistantIndex = -1;
2382
3248
  for (let i = userIndex + 1; i < messages.length; i++) {
2383
- const role = roleOf(messages[i]);
3249
+ const role = roleOf2(messages[i]);
2384
3250
  if (role === "user") break;
2385
3251
  if (role === "assistant") {
2386
3252
  last = messages[i];
2387
- if (errorOf(messages[i]) == null) lastOk = messages[i];
3253
+ lastAssistantIndex = i;
2388
3254
  }
2389
3255
  }
2390
- return lastOk ?? last;
3256
+ if (last === null || errorOf(last) == null) return last;
3257
+ for (let i = lastAssistantIndex; i > userIndex; i--) {
3258
+ const m = messages[i];
3259
+ if (roleOf2(m) === "user") break;
3260
+ if (roleOf2(m) === "assistant" && isTerminalStopAnswer(m)) return m;
3261
+ }
3262
+ return last;
2391
3263
  }
2392
3264
  function collectSubagentSessions(messages, userMessageId) {
2393
3265
  if (!messages || messages.length === 0) return [];
2394
3266
  const byParent = messages.filter(
2395
- (message) => roleOf(message) === "assistant" && parentIdOf(message) === userMessageId
3267
+ (message) => roleOf2(message) === "assistant" && parentIdOf2(message) === userMessageId
2396
3268
  );
2397
3269
  const assistants = byParent.length > 0 ? byParent : [];
2398
3270
  if (assistants.length === 0) {
2399
- const userIndex = messages.findIndex((message) => idOf(message) === userMessageId);
3271
+ const userIndex = messages.findIndex((message) => idOf2(message) === userMessageId);
2400
3272
  if (userIndex === -1) return [];
2401
3273
  for (let i = userIndex + 1; i < messages.length; i++) {
2402
3274
  const message = messages[i];
2403
- if (roleOf(message) === "user") break;
2404
- if (roleOf(message) === "assistant") assistants.push(message);
3275
+ if (roleOf2(message) === "user") break;
3276
+ if (roleOf2(message) === "assistant") assistants.push(message);
2405
3277
  }
2406
3278
  }
2407
3279
  const refs = [];
@@ -2441,7 +3313,7 @@ function collectTaskCalls(messages, userMessageId) {
2441
3313
  if (!messages || messages.length === 0) return [];
2442
3314
  const calls = [];
2443
3315
  for (const message of messages) {
2444
- if (roleOf(message) !== "assistant" || parentIdOf(message) !== userMessageId) continue;
3316
+ if (roleOf2(message) !== "assistant" || parentIdOf2(message) !== userMessageId) continue;
2445
3317
  for (const part of message.parts ?? []) {
2446
3318
  if (part.tool !== "task" || !part.callID || !part.state || part.state.status === "pending") {
2447
3319
  continue;
@@ -2471,7 +3343,7 @@ function attributeTaskCallUsage(messages, windows) {
2471
3343
  for (const window of eligibleWindows) assignments.set(window.callID, []);
2472
3344
  const unattributed = [];
2473
3345
  for (const message of messages ?? []) {
2474
- if (roleOf(message) !== "assistant") continue;
3346
+ if (roleOf2(message) !== "assistant") continue;
2475
3347
  const created = finiteNumber(createdOf(message));
2476
3348
  const matching = created === null ? [] : eligibleWindows.filter(
2477
3349
  (window) => window.timeStart <= created && (window.timeEnd === null || window.timeEnd === void 0 || created <= window.timeEnd)
@@ -2493,8 +3365,9 @@ function attributeTaskCallUsage(messages, windows) {
2493
3365
  }
2494
3366
  function sumAssistantUsage(messages) {
2495
3367
  if (!messages || messages.length === 0) return null;
2496
- const nonErrored = messages.filter((message) => errorOf(message) == null);
2497
- const selected = nonErrored.length > 0 ? nonErrored : messages;
3368
+ const hasTrailingError = errorOf(messages[messages.length - 1]) != null;
3369
+ const hasTerminalStopAnswer = messages.some(isTerminalStopAnswer);
3370
+ const selected = hasTrailingError && hasTerminalStopAnswer ? messages.filter((message) => errorOf(message) == null) : messages;
2498
3371
  let sawAnyUsage = false;
2499
3372
  let inputSum = 0;
2500
3373
  let outputSum = 0;
@@ -2503,9 +3376,11 @@ function sumAssistantUsage(messages) {
2503
3376
  let cacheWriteSum = 0;
2504
3377
  let costSum = 0;
2505
3378
  let sawCost = false;
3379
+ let toolCallCount = 0;
2506
3380
  let modelId = null;
2507
3381
  let providerId = null;
2508
3382
  for (const m of selected) {
3383
+ toolCallCount += m.parts?.filter((part) => part.type === "tool").length ?? 0;
2509
3384
  const info = m.info;
2510
3385
  if (!info) continue;
2511
3386
  const tokens = info.tokens;
@@ -2542,19 +3417,18 @@ function sumAssistantUsage(messages) {
2542
3417
  usage_tokens_cache_write: cacheWriteSum,
2543
3418
  // NULL means OpenCode never reported a cost; it is distinct from a genuine
2544
3419
  // zero-cost message, which sets `sawCost` with `costSum === 0`.
2545
- usage_cost_usd: sawCost ? costSum : null
3420
+ usage_cost_usd: sawCost ? costSum : null,
3421
+ turn_tool_calls: toolCallCount
2546
3422
  };
2547
3423
  }
2548
3424
  function messageUsage(messages, userMessageId) {
2549
3425
  if (!messages || messages.length === 0) return null;
2550
3426
  const byParentAll = messages.filter(
2551
- (m) => roleOf(m) === "assistant" && parentIdOf(m) === userMessageId
3427
+ (m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
2552
3428
  );
2553
- const byParentNonErrored = byParentAll.filter((m) => errorOf(m) == null);
2554
- const byParent = byParentNonErrored.length > 0 ? byParentNonErrored : byParentAll;
2555
3429
  let correlated;
2556
- if (byParent.length > 0) {
2557
- correlated = byParent;
3430
+ if (byParentAll.length > 0) {
3431
+ correlated = byParentAll;
2558
3432
  } else {
2559
3433
  const reply = findAssistantReplyAfter(messages, userMessageId);
2560
3434
  correlated = reply ? [reply] : [];
@@ -2564,7 +3438,7 @@ function messageUsage(messages, userMessageId) {
2564
3438
  }
2565
3439
  function messageRunState(messages, userMessageId) {
2566
3440
  if (!messages || messages.length === 0) return "unknown";
2567
- const hasUser = messages.some((m) => idOf(m) === userMessageId);
3441
+ const hasUser = messages.some((m) => idOf2(m) === userMessageId);
2568
3442
  const reply = findLastAssistantReplyFor(messages, userMessageId);
2569
3443
  if (!hasUser) {
2570
3444
  if (!reply) return "unknown";
@@ -2600,14 +3474,38 @@ function messageError(messages, userMessageId) {
2600
3474
  const reply = findLastAssistantReplyFor(messages, userMessageId);
2601
3475
  const error2 = errorOf(reply);
2602
3476
  if (error2 == null) return null;
2603
- if (typeof error2 === "string") return error2;
2604
- if (typeof error2 === "object") {
3477
+ let rendered;
3478
+ if (typeof error2 === "string") {
3479
+ rendered = error2;
3480
+ } else if (typeof error2 === "object") {
2605
3481
  const e = error2;
2606
3482
  const dataMessage = e.data?.message;
2607
- if (typeof dataMessage === "string") return dataMessage;
2608
- if (typeof e.message === "string") return e.message;
3483
+ if (typeof dataMessage === "string") {
3484
+ rendered = dataMessage;
3485
+ } else if (typeof e.message === "string") {
3486
+ rendered = e.message;
3487
+ } else {
3488
+ rendered = "The agent run failed.";
3489
+ }
3490
+ } else {
3491
+ rendered = "The agent run failed.";
2609
3492
  }
2610
- return "The agent run failed.";
3493
+ const toolPart = Array.isArray(reply?.parts) ? reply.parts.find(
3494
+ (part) => part && typeof part === "object" && part.type === "tool" && part.state?.status === "error"
3495
+ ) : void 0;
3496
+ return typeof toolPart?.tool === "string" && toolPart.tool.length > 0 ? `${rendered} (tool "${toolPart.tool}")` : rendered;
3497
+ }
3498
+ function describeAbandonedReplyShape(messages, userMessageId) {
3499
+ const reply = findLastAssistantReplyFor(messages, userMessageId);
3500
+ if (!reply) return null;
3501
+ const parts = Array.isArray(reply.parts) ? reply.parts : [];
3502
+ const lastTool = [...parts].reverse().find((part) => part?.type === "tool");
3503
+ return {
3504
+ partTypes: parts.slice(-12).map((part) => typeof part?.type === "string" ? part.type : "(unknown)"),
3505
+ droppedPartCount: Math.max(0, parts.length - 12),
3506
+ lastToolName: typeof lastTool?.tool === "string" && lastTool.tool.length > 0 ? lastTool.tool : null,
3507
+ lastToolStatus: typeof lastTool?.state?.status === "string" && lastTool.state.status.length > 0 ? lastTool.state.status : null
3508
+ };
2611
3509
  }
2612
3510
  function isAbortedTerminalReply(messages, userMessageId) {
2613
3511
  const reply = findLastAssistantReplyFor(messages, userMessageId);
@@ -2624,19 +3522,32 @@ function isAbortedTerminalReply(messages, userMessageId) {
2624
3522
  }
2625
3523
  return false;
2626
3524
  }
3525
+ var CLAUDE_AUTH_EXPIRY_MESSAGES = Object.freeze([
3526
+ "Claude Code credentials are unavailable or expired. Run `claude` to refresh them."
3527
+ ]);
3528
+ function extractReplyErrorShape(reply) {
3529
+ const error2 = errorOf(reply);
3530
+ if (error2 == null || typeof error2 !== "object") {
3531
+ return { name: null, statusCode: null };
3532
+ }
3533
+ const e = error2;
3534
+ const name = typeof e.name === "string" ? e.name.slice(0, 100) : null;
3535
+ const data = e.data;
3536
+ const statusCode = typeof data?.statusCode === "number" && Number.isFinite(data.statusCode) ? data.statusCode : null;
3537
+ return { name, statusCode };
3538
+ }
2627
3539
  function classifyReplyAuthError(reply) {
2628
3540
  const error2 = errorOf(reply);
2629
3541
  if (error2 == null || typeof error2 !== "object") return null;
2630
3542
  const e = error2;
2631
3543
  const replyProviderId = reply?.info?.providerID ?? null;
2632
3544
  const replyModelId = reply?.info?.modelID ?? null;
3545
+ const data = e.data;
2633
3546
  if (e.name === "ProviderAuthError") {
2634
- const data = e.data;
2635
3547
  const providerId = typeof data?.providerID === "string" && data.providerID || replyProviderId;
2636
3548
  return { kind: "model_auth", providerId, modelId: replyModelId, reason: "missing" };
2637
3549
  }
2638
3550
  if (e.name === "APIError") {
2639
- const data = e.data;
2640
3551
  const statusCode = data?.statusCode;
2641
3552
  if (statusCode === 401 || statusCode === 403) {
2642
3553
  return {
@@ -2647,16 +3558,28 @@ function classifyReplyAuthError(reply) {
2647
3558
  };
2648
3559
  }
2649
3560
  }
3561
+ const errorMessage3 = typeof data?.message === "string" ? data.message : typeof e.message === "string" ? e.message : null;
3562
+ if (errorMessage3 !== null && CLAUDE_AUTH_EXPIRY_MESSAGES.some((knownMessage) => errorMessage3.includes(knownMessage))) {
3563
+ return {
3564
+ kind: "model_auth",
3565
+ providerId: typeof data?.providerID === "string" && data.providerID || replyProviderId,
3566
+ modelId: replyModelId,
3567
+ reason: "rejected"
3568
+ };
3569
+ }
2650
3570
  return null;
2651
3571
  }
2652
3572
  function messageFailure(messages, userMessageId) {
2653
3573
  return classifyReplyAuthError(findLastAssistantReplyFor(messages, userMessageId));
2654
3574
  }
3575
+ function isProviderModelNotFoundError(reason) {
3576
+ return reason.includes("Model not found:");
3577
+ }
2655
3578
  function findLatestSubagentAuthOutcome(messages, sinceMs) {
2656
3579
  if (!messages || messages.length === 0) return null;
2657
3580
  for (let i = messages.length - 1; i >= 0; i--) {
2658
3581
  const message = messages[i];
2659
- if (roleOf(message) !== "assistant") continue;
3582
+ if (roleOf2(message) !== "assistant") continue;
2660
3583
  const created = createdOf(message);
2661
3584
  if (sinceMs !== null && typeof created === "number" && created < sinceMs) continue;
2662
3585
  const failure = classifyReplyAuthError(message);
@@ -2688,25 +3611,25 @@ function applyZeroProviderFallback(classified, hasConfiguredProvider, replyProvi
2688
3611
  function hasRunningAssistantExcept(messages, exceptUserMessageId) {
2689
3612
  if (!messages || messages.length === 0) return false;
2690
3613
  return messages.some(
2691
- (m) => roleOf(m) === "assistant" && parentIdOf(m) !== exceptUserMessageId && isAssistantInFlight(m)
3614
+ (m) => roleOf2(m) === "assistant" && parentIdOf2(m) !== exceptUserMessageId && isAssistantInFlight(m)
2692
3615
  );
2693
3616
  }
2694
3617
  function hasLaterSiblingTurnStarted(messages, userMessageId, siblingUserMessageIds) {
2695
3618
  if (!messages || messages.length === 0) return false;
2696
- const userIndex = messages.findIndex((message) => idOf(message) === userMessageId);
3619
+ const userIndex = messages.findIndex((message) => idOf2(message) === userMessageId);
2697
3620
  if (userIndex === -1) return false;
2698
3621
  let hasLaterUser = false;
2699
3622
  let hasStartedLaterUser = false;
2700
3623
  for (let i = userIndex + 1; i < messages.length; i++) {
2701
3624
  const message = messages[i];
2702
- if (roleOf(message) !== "user") continue;
3625
+ if (roleOf2(message) !== "user") continue;
2703
3626
  hasLaterUser = true;
2704
- const laterUserMessageId = idOf(message);
3627
+ const laterUserMessageId = idOf2(message);
2705
3628
  if (laterUserMessageId === void 0 || !siblingUserMessageIds.has(laterUserMessageId)) {
2706
3629
  return false;
2707
3630
  }
2708
3631
  if (messages.some(
2709
- (candidate) => roleOf(candidate) === "assistant" && parentIdOf(candidate) === laterUserMessageId
3632
+ (candidate) => roleOf2(candidate) === "assistant" && parentIdOf2(candidate) === laterUserMessageId
2710
3633
  )) {
2711
3634
  hasStartedLaterUser = true;
2712
3635
  }
@@ -2860,23 +3783,49 @@ async function readSessionErrorStream(port, options, client) {
2860
3783
  if (reader) void reader.cancel().catch(() => void 0);
2861
3784
  }
2862
3785
  }
2863
- async function reloadProviderCache(port, client) {
2864
- if (client?.version === "v2") return;
3786
+ async function disposeAndReloadProviderConfig(port, client) {
3787
+ if (client?.version === "v2") return { outcome: "skipped_v2" };
2865
3788
  try {
2866
- const res = await requestWithClient(port, client, "/config", {
2867
- method: "PATCH",
2868
- headers: { "Content-Type": "application/json" },
2869
- body: JSON.stringify({})
2870
- });
3789
+ const res = await requestWithClient(
3790
+ port,
3791
+ client,
3792
+ "/config",
3793
+ {
3794
+ method: "PATCH",
3795
+ headers: { "Content-Type": "application/json" },
3796
+ body: JSON.stringify({})
3797
+ },
3798
+ { allowStatuses: ALL_HTTP_STATUSES }
3799
+ );
2871
3800
  if (!res.ok) {
2872
3801
  console.error(
2873
- `[reloadProviderCache] PATCH /config returned HTTP ${res.status} (port ${port})`
3802
+ `[disposeAndReloadProviderConfig] PATCH /config returned HTTP ${res.status} (port ${port})`
2874
3803
  );
3804
+ return { outcome: "failed", status: res.status, detail: null };
2875
3805
  }
3806
+ return { outcome: "reloaded" };
2876
3807
  } catch (err) {
2877
3808
  console.error(
2878
- `[reloadProviderCache] PATCH /config failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
3809
+ `[disposeAndReloadProviderConfig] PATCH /config failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
2879
3810
  );
3811
+ return {
3812
+ outcome: "failed",
3813
+ status: null,
3814
+ detail: err instanceof Error ? err.message : String(err)
3815
+ };
3816
+ }
3817
+ }
3818
+ async function probeOpenCodeRequestReadiness(port, client) {
3819
+ try {
3820
+ const res = await requestWithClient(port, client, "/config", void 0, {
3821
+ allowStatuses: ALL_HTTP_STATUSES
3822
+ });
3823
+ const body = await res.text();
3824
+ return { ok: res.ok, status: res.status, bodyEmpty: body.trim().length === 0, detail: null };
3825
+ } catch (err) {
3826
+ const detail = err instanceof Error ? err.message : String(err);
3827
+ console.error(`[probeOpenCodeRequestReadiness] GET /config failed (port ${port}): ${detail}`);
3828
+ return { ok: false, status: null, bodyEmpty: null, detail };
2880
3829
  }
2881
3830
  }
2882
3831
 
@@ -3177,13 +4126,28 @@ async function listV2Sessions(client) {
3177
4126
  }
3178
4127
  async function deleteV2Session(client, sessionId) {
3179
4128
  try {
3180
- await client.request(`/api/session/${encodeURIComponent(sessionId)}`, { method: "DELETE" });
3181
- return true;
4129
+ const response = await client.request(
4130
+ `/api/session/${encodeURIComponent(sessionId)}`,
4131
+ { method: "DELETE" },
4132
+ { allowStatuses: Array.from({ length: 500 }, (_, index) => index + 100) }
4133
+ );
4134
+ if (response.status >= 200 && response.status < 300) {
4135
+ return { ok: true, status: response.status };
4136
+ }
4137
+ try {
4138
+ const body = await response.text();
4139
+ return body ? { ok: false, status: response.status, body } : { ok: false, status: response.status };
4140
+ } catch (error2) {
4141
+ console.error(
4142
+ `[deleteV2Session] DELETE /api/session/${sessionId} response body read failed for HTTP ${response.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
4143
+ );
4144
+ return { ok: false, status: response.status };
4145
+ }
3182
4146
  } catch (error2) {
3183
4147
  console.error(
3184
4148
  `[deleteV2Session] DELETE /api/session/${sessionId} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
3185
4149
  );
3186
- return false;
4150
+ return { ok: false, status: "threw" };
3187
4151
  }
3188
4152
  }
3189
4153
  async function v2SessionExists(client, sessionId) {
@@ -3354,12 +4318,12 @@ async function readV2SessionErrorStream(client, options) {
3354
4318
 
3355
4319
  // src/lib/opencode/credential-import-v2.ts
3356
4320
  import { readFileSync as readFileSync4 } from "node:fs";
3357
- import { join as join4 } from "node:path";
4321
+ import { join as join5 } from "node:path";
3358
4322
 
3359
4323
  // src/lib/openai-usage.ts
3360
4324
  import { readFileSync as readFileSync3 } from "node:fs";
3361
4325
  import { homedir as homedir3 } from "node:os";
3362
- import { join as join3 } from "node:path";
4326
+ import { join as join4 } from "node:path";
3363
4327
  var CODEX_RESPONSES_URL = "https://chatgpt.com/backend-api/codex/responses";
3364
4328
  var OPENCODE_AUTH_SEGMENTS = [".local", "share", "opencode", "auth.json"];
3365
4329
  var OpenAiUsageError = class extends Error {
@@ -3373,7 +4337,7 @@ function isLocalCredentialProblem2(err) {
3373
4337
  }
3374
4338
  function readOpenCodeChatGptCredentials() {
3375
4339
  try {
3376
- const raw = readFileSync3(join3(homedir3(), ...OPENCODE_AUTH_SEGMENTS), "utf-8");
4340
+ const raw = readFileSync3(join4(homedir3(), ...OPENCODE_AUTH_SEGMENTS), "utf-8");
3377
4341
  let parsed;
3378
4342
  try {
3379
4343
  parsed = JSON.parse(raw);
@@ -3599,13 +4563,13 @@ var INTEGRATION_LIST_RETRY_DELAY_MS = 1e3;
3599
4563
  function isRecord3(value) {
3600
4564
  return typeof value === "object" && value !== null && !Array.isArray(value);
3601
4565
  }
3602
- var sleep2 = (milliseconds) => new Promise((resolve4) => setTimeout(resolve4, milliseconds));
4566
+ var sleep2 = (milliseconds) => new Promise((resolve5) => setTimeout(resolve5, milliseconds));
3603
4567
  function emptyResult(unsupported = [], outcome = "completed") {
3604
4568
  return { outcome, imported: [], alreadyConnected: [], unsupported, failed: [] };
3605
4569
  }
3606
4570
  function readOpenCodeCredentials(homeDir, log3) {
3607
4571
  try {
3608
- const raw = readFileSync4(join4(homeDir, ...OPENCODE_AUTH_SEGMENTS), "utf8");
4572
+ const raw = readFileSync4(join5(homeDir, ...OPENCODE_AUTH_SEGMENTS), "utf8");
3609
4573
  let parsed;
3610
4574
  try {
3611
4575
  parsed = JSON.parse(raw);
@@ -3805,9 +4769,9 @@ async function importOpenCodeV2Credentials({
3805
4769
 
3806
4770
  // src/lib/opencode/session-db-boot.ts
3807
4771
  import { spawn as spawn2 } from "node:child_process";
3808
- import { mkdirSync, statSync as statSync2, unlinkSync as unlinkSync2, writeFileSync } from "node:fs";
4772
+ import { mkdirSync, statSync as statSync3, unlinkSync as unlinkSync2, writeFileSync } from "node:fs";
3809
4773
  import { homedir as homedir4 } from "node:os";
3810
- import { dirname as dirname2, resolve as resolvePath } from "node:path";
4774
+ import { dirname as dirname4, resolve as resolvePath } from "node:path";
3811
4775
 
3812
4776
  // src/lib/runner-synchroniser.ts
3813
4777
  import { spawn } from "node:child_process";
@@ -3817,7 +4781,7 @@ function appendError(stderr, error2) {
3817
4781
  ${message}`;
3818
4782
  }
3819
4783
  function runSynchroniser(args, opts) {
3820
- return new Promise((resolve4) => {
4784
+ return new Promise((resolve5) => {
3821
4785
  let child;
3822
4786
  let stdout = "";
3823
4787
  let stderr = "";
@@ -3831,7 +4795,7 @@ function runSynchroniser(args, opts) {
3831
4795
  if (timer.handle) clearTimeout(timer.handle);
3832
4796
  if (abortListener) opts.signal?.removeEventListener("abort", abortListener);
3833
4797
  if (spawnListener) child.removeListener("spawn", spawnListener);
3834
- resolve4(result);
4798
+ resolve5(result);
3835
4799
  };
3836
4800
  try {
3837
4801
  child = spawn("runner-synchroniser", args, {
@@ -3887,9 +4851,12 @@ function runSynchroniser(args, opts) {
3887
4851
 
3888
4852
  // src/lib/opencode/session-db-boot.ts
3889
4853
  var SESSION_DB_RESTORE_TIMEOUT_MS = 3e5;
3890
- var SESSION_DB_VERIFY_TIMEOUT_MS = 12e4;
4854
+ var SESSION_DB_VERIFY_TIMEOUT_MS = 36e4;
3891
4855
  var SESSION_DB_SYNCHRONISER_TIMEOUT_MS = 12e4;
3892
- var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS = 120;
4856
+ var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS = 40;
4857
+ var SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS = 30;
4858
+ var SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS = 120;
4859
+ var SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS = 90;
3893
4860
  function commandError(result) {
3894
4861
  return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
3895
4862
  }
@@ -3932,7 +4899,7 @@ function clearMarker(options) {
3932
4899
  function markNoReplicate(options, message) {
3933
4900
  if (options.noReplicateMarker) {
3934
4901
  try {
3935
- mkdirSync(dirname2(options.noReplicateMarker), { recursive: true });
4902
+ mkdirSync(dirname4(options.noReplicateMarker), { recursive: true });
3936
4903
  writeFileSync(options.noReplicateMarker, "");
3937
4904
  } catch (error2) {
3938
4905
  options.log(
@@ -3991,7 +4958,7 @@ function parseSynchroniserEnv(stdout) {
3991
4958
  return values;
3992
4959
  }
3993
4960
  function runCommand(command, args, options) {
3994
- return new Promise((resolve4) => {
4961
+ return new Promise((resolve5) => {
3995
4962
  let child;
3996
4963
  let stdout = "";
3997
4964
  let stderr = "";
@@ -4000,7 +4967,7 @@ function runCommand(command, args, options) {
4000
4967
  if (settled) return;
4001
4968
  settled = true;
4002
4969
  if (timer) clearTimeout(timer);
4003
- resolve4(result);
4970
+ resolve5(result);
4004
4971
  };
4005
4972
  try {
4006
4973
  child = spawn2(command, args, {
@@ -4008,7 +4975,7 @@ function runCommand(command, args, options) {
4008
4975
  stdio: ["ignore", "pipe", "pipe"]
4009
4976
  });
4010
4977
  } catch (error2) {
4011
- resolve4({
4978
+ resolve5({
4012
4979
  code: null,
4013
4980
  stdout,
4014
4981
  stderr: error2 instanceof Error ? error2.message : String(error2),
@@ -4057,7 +5024,7 @@ async function ensureLitestreamConfig(options, env) {
4057
5024
  return null;
4058
5025
  }
4059
5026
  try {
4060
- if (statSync2(configPath).size > 0) return configPath;
5027
+ if (statSync3(configPath).size > 0) return configPath;
4061
5028
  } catch (error2) {
4062
5029
  if (!(error2 instanceof Error && "code" in error2 && error2.code === "ENOENT")) {
4063
5030
  options.log(
@@ -4087,7 +5054,7 @@ async function ensureLitestreamConfig(options, env) {
4087
5054
  return null;
4088
5055
  }
4089
5056
  try {
4090
- mkdirSync(dirname2(configPath), { recursive: true });
5057
+ mkdirSync(dirname4(configPath), { recursive: true });
4091
5058
  writeFileSync(configPath, rendered.stdout);
4092
5059
  } catch (error2) {
4093
5060
  options.log(
@@ -4200,20 +5167,37 @@ async function verifySessionDb(options, configPath, env) {
4200
5167
  timeoutMs: SESSION_DB_VERIFY_TIMEOUT_MS,
4201
5168
  env: {
4202
5169
  ...env,
4203
- // The synchroniser reads this value in SECONDS. Keep this at 120, not
4204
- // 120_000, so the walkback gives up before the outer process bound.
5170
+ // The synchroniser reads all four values in SECONDS.
4205
5171
  EVIDENT_SESSION_DB_WALKBACK_BUDGET_SECONDS: String(
4206
5172
  SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS
5173
+ ),
5174
+ EVIDENT_SESSION_DB_RESTORE_POINTS_TIMEOUT_SECONDS: String(
5175
+ SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS
5176
+ ),
5177
+ EVIDENT_SESSION_DB_RESTORE_CANDIDATE_TIMEOUT_SECONDS: String(
5178
+ SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS
5179
+ ),
5180
+ EVIDENT_SESSION_DB_DISPOSAL_BUDGET_SECONDS: String(
5181
+ SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS
4207
5182
  )
4208
5183
  }
4209
5184
  });
4210
5185
  logSynchroniserDiagnostics(result, options);
4211
5186
  if (result.timedOut || result.code === 124 || result.code === 137) {
5187
+ if (result.stderr.includes("SESSION-DB-INTEGRITY-FAILED")) {
5188
+ const reason = result.stderr.includes("SESSION-DB-REPLICA-SIZE") ? "verification_timeout_during_separation" : "verification_timeout_before_separation";
5189
+ options.log(
5190
+ `SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; refusing to start with the restored opencode.db (${reason})`,
5191
+ "error"
5192
+ );
5193
+ reportRecord("verify", "session_db_boot_refused", reason, null, options);
5194
+ return { verifyFatal: true, verifyFatalReason: reason };
5195
+ }
4212
5196
  options.log(
4213
5197
  `SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; continuing with the restored opencode.db as-is, unverified`,
4214
5198
  "warn"
4215
5199
  );
4216
- return false;
5200
+ return { verifyFatal: false };
4217
5201
  }
4218
5202
  if (result.code === 34) {
4219
5203
  reportRecord(
@@ -4223,14 +5207,14 @@ async function verifySessionDb(options, configPath, env) {
4223
5207
  null,
4224
5208
  options
4225
5209
  );
4226
- return true;
5210
+ return { verifyFatal: true };
4227
5211
  }
4228
5212
  if (result.code === 33) {
4229
5213
  options.log(
4230
5214
  "SESSION-DB-INTEGRITY-EXHAUSTED: booting continues and litestream still replicates, starting an empty backup chain after the corrupt replica was separated.",
4231
5215
  "warn"
4232
5216
  );
4233
- return false;
5217
+ return { verifyFatal: false };
4234
5218
  }
4235
5219
  if (result.code !== 0) {
4236
5220
  options.log(
@@ -4238,17 +5222,17 @@ async function verifySessionDb(options, configPath, env) {
4238
5222
  "warn"
4239
5223
  );
4240
5224
  }
4241
- return false;
5225
+ return { verifyFatal: false };
4242
5226
  }
4243
5227
  options.log(
4244
5228
  "skipping session-DB verification: this boot's session DB was not proven safe to replicate",
4245
5229
  "debug"
4246
5230
  );
4247
- return false;
5231
+ return { verifyFatal: false };
4248
5232
  }
4249
5233
  function fileExists(path) {
4250
5234
  try {
4251
- statSync2(path);
5235
+ statSync3(path);
4252
5236
  return true;
4253
5237
  } catch (error2) {
4254
5238
  if (error2 instanceof Error && "code" in error2 && error2.code === "ENOENT") return false;
@@ -4331,13 +5315,13 @@ async function restoreAndVerifySessionDb(options) {
4331
5315
  if (options.noReplicateMarker && fileExists(options.noReplicateMarker)) {
4332
5316
  return { verifyFatal: false };
4333
5317
  }
4334
- return { verifyFatal: await verifySessionDb(options, configPath, env) };
5318
+ return verifySessionDb(options, configPath, env);
4335
5319
  }
4336
5320
 
4337
5321
  // src/lib/opencode/session-db-provenance.ts
4338
5322
  import { createRequire } from "node:module";
4339
5323
  import { mkdirSync as mkdirSync2, readFileSync as readFileSync5, writeFileSync as writeFileSync2 } from "node:fs";
4340
- import { dirname as dirname3, join as join5 } from "node:path";
5324
+ import { dirname as dirname5, join as join6 } from "node:path";
4341
5325
  var require2 = createRequire(import.meta.url);
4342
5326
  function readSessionDbMigrationIds(dbPath) {
4343
5327
  let db;
@@ -4374,7 +5358,7 @@ function readSessionDbMigrationIds(dbPath) {
4374
5358
  }
4375
5359
  function sessionDbProvenanceStatePath(homeDir, env) {
4376
5360
  const override = env.EVIDENT_SESSION_DB_PROVENANCE_STATE?.trim();
4377
- return override || join5(homeDir, ".local", "state", "evident", "session-db-provenance.json");
5361
+ return override || join6(homeDir, ".local", "state", "evident", "session-db-provenance.json");
4378
5362
  }
4379
5363
  function loadSessionDbProvenanceState(path) {
4380
5364
  let value;
@@ -4403,7 +5387,7 @@ function loadSessionDbProvenanceState(path) {
4403
5387
  }
4404
5388
  function saveSessionDbProvenanceState(path, state) {
4405
5389
  try {
4406
- mkdirSync2(dirname3(path), { recursive: true });
5390
+ mkdirSync2(dirname5(path), { recursive: true });
4407
5391
  writeFileSync2(path, `${JSON.stringify(state, null, 2)}
4408
5392
  `, "utf8");
4409
5393
  } catch (error2) {
@@ -4494,7 +5478,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
4494
5478
  if (child.exitCode !== null || child.signalCode !== null) {
4495
5479
  return { outcome: "exited", code: child.exitCode, signal: child.signalCode };
4496
5480
  }
4497
- return new Promise((resolve4, reject) => {
5481
+ return new Promise((resolve5, reject) => {
4498
5482
  let forced = false;
4499
5483
  let settled = false;
4500
5484
  const timer = setTimeout(() => {
@@ -4514,7 +5498,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
4514
5498
  settled = true;
4515
5499
  clearTimeout(timer);
4516
5500
  child.removeListener("exit", onExit);
4517
- resolve4(result);
5501
+ resolve5(result);
4518
5502
  };
4519
5503
  const fail = (error2) => {
4520
5504
  if (settled) return;
@@ -4984,10 +5968,13 @@ function selectSessionsToDelete(sessions, opts) {
4984
5968
  toDelete.push(s.id);
4985
5969
  }
4986
5970
  }
4987
- return toDelete;
5971
+ const activityById = new Map(sessions.map((session) => [session.id, session.lastActivityMs]));
5972
+ return toDelete.sort(
5973
+ (a, b) => (activityById.get(a) ?? -Infinity) - (activityById.get(b) ?? -Infinity)
5974
+ );
4988
5975
  }
4989
5976
  var DEFAULT_INTERVAL = "1h";
4990
- function resolve(flag, envValue, fallback) {
5977
+ function resolve2(flag, envValue, fallback) {
4991
5978
  return flag ?? envValue ?? fallback;
4992
5979
  }
4993
5980
  function parseMaxCount(input) {
@@ -5003,9 +5990,9 @@ function parseMaxCount(input) {
5003
5990
  }
5004
5991
  function resolveSessionCleanupConfig(flags, env = process.env) {
5005
5992
  const warnings = [];
5006
- const maxAgeRaw = resolve(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
5007
- const maxCountRaw = resolve(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
5008
- const intervalRaw = resolve(
5993
+ const maxAgeRaw = resolve2(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
5994
+ const maxCountRaw = resolve2(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
5995
+ const intervalRaw = resolve2(
5009
5996
  flags.interval,
5010
5997
  env.EVIDENT_SESSION_CLEANUP_INTERVAL,
5011
5998
  DEFAULT_INTERVAL
@@ -5044,13 +6031,13 @@ function resolveSessionCleanupConfig(flags, env = process.env) {
5044
6031
  }
5045
6032
 
5046
6033
  // src/lib/opencode/session-db-size.ts
5047
- import { statSync as statSync3 } from "node:fs";
5048
- import { join as join6 } from "node:path";
6034
+ import { statSync as statSync4 } from "node:fs";
6035
+ import { join as join7 } from "node:path";
5049
6036
  var LARGE_DB_THRESHOLD_BYTES = 268435456;
5050
6037
  function statSessionDbBytes(homeDir) {
5051
- const dbPath = join6(homeDir, ".local", "share", "opencode", "opencode.db");
6038
+ const dbPath = join7(homeDir, ".local", "share", "opencode", "opencode.db");
5052
6039
  try {
5053
- return statSync3(dbPath).size;
6040
+ return statSync4(dbPath).size;
5054
6041
  } catch (err) {
5055
6042
  const isMissingFile = err instanceof Error && "code" in err && err.code === "ENOENT";
5056
6043
  if (!isMissingFile) {
@@ -5076,14 +6063,14 @@ function buildSessionStoreSizeWarning(input) {
5076
6063
  }
5077
6064
 
5078
6065
  // src/lib/opencode/log-tail.ts
5079
- import { statSync as statSync4 } from "node:fs";
6066
+ import { statSync as statSync5 } from "node:fs";
5080
6067
  import { homedir as homedir5 } from "node:os";
5081
- import { join as join7 } from "node:path";
6068
+ import { join as join8 } from "node:path";
5082
6069
  import { open as open2, stat } from "node:fs/promises";
5083
6070
  var DEFAULT_POLL_INTERVAL_MS = 1e3;
5084
6071
  function resolveOpenCodeLogPath(homeDir = homedir5(), env = process.env) {
5085
- const dataDir = env.XDG_DATA_HOME || join7(homeDir, ".local", "share");
5086
- return join7(dataDir, "opencode", "log", "opencode.log");
6072
+ const dataDir = env.XDG_DATA_HOME || join8(homeDir, ".local", "share");
6073
+ return join8(dataDir, "opencode", "log", "opencode.log");
5087
6074
  }
5088
6075
  function isEnoent(error2) {
5089
6076
  return error2?.code === "ENOENT";
@@ -5099,7 +6086,7 @@ function tailOpenCodeLogFile(logPath, onChunk, opts = {}) {
5099
6086
  let inode = null;
5100
6087
  let baselineReady = true;
5101
6088
  try {
5102
- const initial = statSync4(logPath);
6089
+ const initial = statSync5(logPath);
5103
6090
  offset = initial.size;
5104
6091
  inode = initial.ino;
5105
6092
  } catch (error2) {
@@ -5158,129 +6145,6 @@ function tailOpenCodeLogFile(logPath, onChunk, opts = {}) {
5158
6145
  };
5159
6146
  }
5160
6147
 
5161
- // src/lib/opencode/session-db-reclaim.ts
5162
- import { statSync as statSync5, statfsSync } from "node:fs";
5163
- import { dirname as dirname4 } from "node:path";
5164
- function errorMessage(error2) {
5165
- if (!(error2 instanceof Error)) return String(error2);
5166
- return error2.cause instanceof Error ? error2.cause.message : error2.message;
5167
- }
5168
- function insufficientSpaceReason(dbPath, requiredBytes) {
5169
- try {
5170
- const fsStats = statfsSync(dirname4(dbPath));
5171
- const availableBytes = fsStats.bavail * fsStats.bsize;
5172
- if (availableBytes < requiredBytes) {
5173
- return `only ${availableBytes} bytes free, need ${requiredBytes} for a second copy`;
5174
- }
5175
- return null;
5176
- } catch (err) {
5177
- return `could not check free space (${err instanceof Error ? err.message : String(err)}); refusing to guess`;
5178
- }
5179
- }
5180
- function readLogicalBytes(db) {
5181
- const pageCount = db.prepare("PRAGMA page_count").get().page_count;
5182
- const pageSize = db.prepare("PRAGMA page_size").get().page_size;
5183
- return pageCount * pageSize;
5184
- }
5185
- function readCheckpointResult(db) {
5186
- const row = db.prepare("PRAGMA wal_checkpoint(TRUNCATE)").get();
5187
- return { busy: row.busy !== 0, log: row.log, checkpointed: row.checkpointed };
5188
- }
5189
- async function probeReclaimAvailability(input) {
5190
- const { dbPath, requiredBytes } = input;
5191
- let sqlite;
5192
- try {
5193
- sqlite = await import("node:sqlite");
5194
- } catch (err) {
5195
- const detail = `Node ${process.version}: ${errorMessage(err)}`;
5196
- console.warn(`[probeReclaimAvailability] node:sqlite unavailable for ${dbPath}: ` + detail);
5197
- return { reason: "sqlite-unavailable", detail };
5198
- }
5199
- let autoVacuum = null;
5200
- try {
5201
- const db = new sqlite.DatabaseSync(dbPath, { readOnly: true });
5202
- try {
5203
- db.exec("PRAGMA busy_timeout=5000");
5204
- autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
5205
- } finally {
5206
- db.close();
5207
- }
5208
- } catch (err) {
5209
- console.warn(
5210
- `[probeReclaimAvailability] could not read auto_vacuum mode for ${dbPath}: ${err instanceof Error ? err.message : String(err)}`
5211
- );
5212
- }
5213
- if (autoVacuum !== 0) return null;
5214
- return insufficientSpaceReason(dbPath, requiredBytes) !== null ? { reason: "insufficient-disk-space" } : null;
5215
- }
5216
- async function reclaimSessionDbSpace(input) {
5217
- const { dbPath, maxPages, allowFullVacuum = true } = input;
5218
- let sqlite;
5219
- try {
5220
- sqlite = await import("node:sqlite");
5221
- } catch (err) {
5222
- const detail = `Node ${process.version}: ${errorMessage(err)}`;
5223
- console.warn(
5224
- `[reclaimSessionDbSpace] node:sqlite unavailable (need Node >=22.5, >=22.13 unflagged) for ${dbPath}: ${detail}`
5225
- );
5226
- return { ok: false, skipped: "sqlite-unavailable", detail };
5227
- }
5228
- const { DatabaseSync } = sqlite;
5229
- let db;
5230
- try {
5231
- db = new DatabaseSync(dbPath);
5232
- db.exec("PRAGMA busy_timeout=5000");
5233
- const autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
5234
- if (autoVacuum === 0) {
5235
- if (!allowFullVacuum) {
5236
- console.warn(
5237
- `[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: a session turn is live`
5238
- );
5239
- return {
5240
- ok: false,
5241
- skipped: "full-vacuum-blocked",
5242
- detail: "a session turn is live"
5243
- };
5244
- }
5245
- const fileBytesForGuard = statSync5(dbPath).size;
5246
- const skipReason = insufficientSpaceReason(dbPath, fileBytesForGuard);
5247
- if (skipReason !== null) {
5248
- console.warn(
5249
- `[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: ${skipReason}`
5250
- );
5251
- return { ok: false, skipped: "insufficient-disk-space", detail: skipReason };
5252
- }
5253
- const beforeBytes = readLogicalBytes(db);
5254
- db.exec("PRAGMA auto_vacuum=INCREMENTAL");
5255
- db.exec("VACUUM");
5256
- const afterBytes = readLogicalBytes(db);
5257
- const checkpoint = readCheckpointResult(db);
5258
- return { ok: true, mode: "convert", beforeBytes, afterBytes, checkpoint };
5259
- }
5260
- if (autoVacuum === 2) {
5261
- const beforeBytes = readLogicalBytes(db);
5262
- const bound = Math.max(0, Math.trunc(maxPages));
5263
- db.exec(`PRAGMA incremental_vacuum(${bound})`);
5264
- const afterBytes = readLogicalBytes(db);
5265
- const checkpoint = readCheckpointResult(db);
5266
- return { ok: true, mode: "incremental", beforeBytes, afterBytes, checkpoint };
5267
- }
5268
- console.warn(
5269
- `[reclaimSessionDbSpace] ${dbPath} has auto_vacuum=${autoVacuum} (neither NONE nor INCREMENTAL); nothing to reclaim`
5270
- );
5271
- return { ok: false, skipped: "auto-vacuum-not-applicable" };
5272
- } catch (err) {
5273
- console.error(`[reclaimSessionDbSpace] reclaim failed for ${dbPath}: ` + errorMessage(err));
5274
- return {
5275
- ok: false,
5276
- skipped: "reclaim-error",
5277
- detail: errorMessage(err)
5278
- };
5279
- } finally {
5280
- db?.close();
5281
- }
5282
- }
5283
-
5284
6148
  // src/lib/tunnel/connection.ts
5285
6149
  import WebSocket2 from "ws";
5286
6150
 
@@ -5361,8 +6225,8 @@ var StreamForwarder = class {
5361
6225
  pauseStream(sid, stream) {
5362
6226
  if (!stream.paused) {
5363
6227
  stream.paused = true;
5364
- stream.pausePromise = new Promise((resolve4) => {
5365
- stream.resume = resolve4;
6228
+ stream.pausePromise = new Promise((resolve5) => {
6229
+ stream.resume = resolve5;
5366
6230
  });
5367
6231
  }
5368
6232
  if (stream.pauseTimer !== null) clearTimeout(stream.pauseTimer);
@@ -5429,12 +6293,12 @@ var StreamForwarder = class {
5429
6293
  let endBody;
5430
6294
  if (has_body) {
5431
6295
  const chunks = [];
5432
- bodyPromise = new Promise((resolve4) => {
6296
+ bodyPromise = new Promise((resolve5) => {
5433
6297
  pushBody = (buf) => {
5434
6298
  chunks.push(buf);
5435
6299
  };
5436
6300
  endBody = () => {
5437
- resolve4(Buffer.concat(chunks));
6301
+ resolve5(Buffer.concat(chunks));
5438
6302
  };
5439
6303
  });
5440
6304
  }
@@ -5605,7 +6469,7 @@ function connectTunnel(options) {
5605
6469
  } = options;
5606
6470
  const tunnelUrl = getTunnelUrlConfig();
5607
6471
  const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
5608
- return new Promise((resolve4, reject) => {
6472
+ return new Promise((resolve5, reject) => {
5609
6473
  const ws = new WebSocket2(url, {
5610
6474
  headers: {
5611
6475
  Authorization: authHeader,
@@ -5714,7 +6578,7 @@ function connectTunnel(options) {
5714
6578
  forwarder.setBinaryFramesSupported(message.binary_frames === true);
5715
6579
  const connectedAgentId = message.agent_id ?? agentId;
5716
6580
  onConnected?.(connectedAgentId);
5717
- resolve4({
6581
+ resolve5({
5718
6582
  ws,
5719
6583
  close: () => ws.close(1e3, "CLI shutdown")
5720
6584
  });
@@ -6170,16 +7034,111 @@ function createResourceUsageCollector(homeDir) {
6170
7034
  };
6171
7035
  }
6172
7036
 
7037
+ // src/lib/resource-usage-low-disk.ts
7038
+ var RUNNER_DISK_ALERT_ENTRY_FREE_BYTES = 4 * 1024 ** 3;
7039
+ var RUNNER_DISK_ALERT_ENTRY_FREE_FRACTION = 0.25;
7040
+ var RUNNER_DISK_ALERT_VERY_LOW_FREE_BYTES = 1 * 1024 ** 3;
7041
+ var RUNNER_DISK_ALERT_CRITICAL_FREE_BYTES = 256 * 1024 ** 2;
7042
+ var RUNNER_DISK_ALERT_RECOVERY_FREE_BYTES = 6 * 1024 ** 3;
7043
+ var RUNNER_DISK_ALERT_RECOVERY_FREE_FRACTION = 0.375;
7044
+ var LOCAL_DISK_WARNING_REASSERTION_INTERVAL_MS = 24 * 60 * 60 * 1e3;
7045
+ var BAND_RANK = {
7046
+ low: 1,
7047
+ very_low: 2,
7048
+ critical: 3
7049
+ };
7050
+ function bandFor(freeBytes) {
7051
+ if (freeBytes < RUNNER_DISK_ALERT_CRITICAL_FREE_BYTES) return "critical";
7052
+ if (freeBytes < RUNNER_DISK_ALERT_VERY_LOW_FREE_BYTES) return "very_low";
7053
+ return "low";
7054
+ }
7055
+ function formatBytes(bytes) {
7056
+ if (bytes === null) return "unavailable";
7057
+ const units = ["B", "KiB", "MiB", "GiB", "TiB"];
7058
+ const unitIndex = Math.min(Math.floor(Math.log2(Math.max(bytes, 1)) / 10), units.length - 1);
7059
+ const value = bytes / 1024 ** unitIndex;
7060
+ const digits = unitIndex === 0 || value >= 100 ? 0 : value >= 10 ? 1 : 2;
7061
+ return `${value.toFixed(digits)} ${units[unitIndex]}`;
7062
+ }
7063
+ function warningMessage(band, diskFreeBytes, diskTotalBytes, opencodeDbBytes) {
7064
+ return `Low disk warning (${band} severity): ${formatBytes(diskFreeBytes)} free of ${formatBytes(diskTotalBytes)}; opencode.db is ${formatBytes(opencodeDbBytes)}. Clear space on the machine running this runner before session history or new work can no longer be saved.`;
7065
+ }
7066
+ function evaluateLowDiskWarning(input) {
7067
+ const { diskFreeBytes, diskTotalBytes, opencodeDbBytes, nowMs, state } = input;
7068
+ if (diskFreeBytes === null || diskTotalBytes === null || diskTotalBytes <= 0 || diskFreeBytes >= diskTotalBytes) {
7069
+ return { warning: null, state };
7070
+ }
7071
+ const recovered = diskFreeBytes >= RUNNER_DISK_ALERT_RECOVERY_FREE_BYTES || diskFreeBytes >= diskTotalBytes * RUNNER_DISK_ALERT_RECOVERY_FREE_FRACTION;
7072
+ if (recovered) {
7073
+ return { warning: null, state: { worstBand: null, warnedAtMs: null } };
7074
+ }
7075
+ const low = diskFreeBytes < RUNNER_DISK_ALERT_ENTRY_FREE_BYTES && diskFreeBytes < diskTotalBytes * RUNNER_DISK_ALERT_ENTRY_FREE_FRACTION;
7076
+ if (!low) return { warning: null, state };
7077
+ const currentBand = bandFor(diskFreeBytes);
7078
+ const currentRank = BAND_RANK[currentBand];
7079
+ const previousRank = state.worstBand === null ? 0 : BAND_RANK[state.worstBand];
7080
+ const worse = currentRank > previousRank;
7081
+ const reassert = state.warnedAtMs !== null && nowMs - state.warnedAtMs >= LOCAL_DISK_WARNING_REASSERTION_INTERVAL_MS;
7082
+ const nextState = {
7083
+ worstBand: worse ? currentBand : state.worstBand ?? currentBand,
7084
+ warnedAtMs: worse || state.warnedAtMs === null || reassert ? nowMs : state.warnedAtMs
7085
+ };
7086
+ return {
7087
+ warning: worse || state.warnedAtMs === null || reassert ? warningMessage(nextState.worstBand, diskFreeBytes, diskTotalBytes, opencodeDbBytes) : null,
7088
+ state: nextState
7089
+ };
7090
+ }
7091
+
7092
+ // src/lib/opencode/session-store-health.ts
7093
+ var SESSION_STORE_HEALTH_STALENESS_MS = 5 * 6e4;
7094
+ function createSessionStoreHealth(options = {}) {
7095
+ const now = options.now ?? (() => Date.now());
7096
+ const stalenessMs = Math.max(0, options.stalenessMs ?? SESSION_STORE_HEALTH_STALENESS_MS);
7097
+ let lastUnwritableAt = null;
7098
+ let lastWritableAt = null;
7099
+ const causes = /* @__PURE__ */ new Map();
7100
+ return {
7101
+ observeUnwritable: () => {
7102
+ lastUnwritableAt = now();
7103
+ },
7104
+ observeWritable: () => {
7105
+ lastWritableAt = now();
7106
+ },
7107
+ isUnwritable: () => {
7108
+ if (lastUnwritableAt === null) return false;
7109
+ if (lastWritableAt !== null && lastWritableAt >= lastUnwritableAt) return false;
7110
+ return now() - lastUnwritableAt < stalenessMs;
7111
+ },
7112
+ observeCause: (sessionId, cause) => {
7113
+ if (sessionId === null) return;
7114
+ causes.delete(sessionId);
7115
+ causes.set(sessionId, { cause, observedAt: now() });
7116
+ while (causes.size > 256) {
7117
+ const oldest = causes.keys().next().value;
7118
+ if (typeof oldest !== "string") break;
7119
+ causes.delete(oldest);
7120
+ }
7121
+ },
7122
+ readCause: (sessionId) => {
7123
+ const observed = causes.get(sessionId);
7124
+ if (!observed) return null;
7125
+ causes.delete(sessionId);
7126
+ if (now() - observed.observedAt >= stalenessMs) return null;
7127
+ return observed.cause;
7128
+ }
7129
+ };
7130
+ }
7131
+
6173
7132
  // src/lib/channels/driver.ts
6174
7133
  import { homedir as homedir6 } from "node:os";
6175
7134
 
6176
7135
  // src/lib/runner-file-sync.ts
6177
- import { join as join9 } from "node:path";
7136
+ import { join as join10 } from "node:path";
6178
7137
 
6179
7138
  // src/lib/file-push.ts
6180
7139
  import { randomUUID } from "node:crypto";
6181
7140
  import { chmod, mkdir, open as open3, realpath, rename, unlink } from "node:fs/promises";
6182
- import { basename, dirname as dirname5, isAbsolute, join as join8, relative, resolve as resolve2, sep } from "node:path";
7141
+ import { basename as basename2, dirname as dirname6, isAbsolute as isAbsolute2, join as join9, relative as relative2, resolve as resolve3, sep as sep2 } from "node:path";
6183
7142
  var FILE_MODE = 384;
6184
7143
  var DIRECTORY_MODE = 448;
6185
7144
  async function writePushedFile(request2) {
@@ -6210,9 +7169,9 @@ async function writePushedFile(request2) {
6210
7169
  }
6211
7170
  try {
6212
7171
  const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
6213
- dirname5(candidate)
7172
+ dirname6(candidate)
6214
7173
  );
6215
- const realTarget = join8(existingAncestor, ...missingSegments, basename(candidate));
7174
+ const realTarget = join9(existingAncestor, ...missingSegments, basename2(candidate));
6216
7175
  const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
6217
7176
  if (allowedDirectory === null) {
6218
7177
  return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
@@ -6222,8 +7181,8 @@ async function writePushedFile(request2) {
6222
7181
  }
6223
7182
  if (missingSegments.length > 0) {
6224
7183
  await createMissingDirectories(existingAncestor, missingSegments);
6225
- const realParent = await realpath(dirname5(realTarget));
6226
- if (realParent !== dirname5(realTarget) || !contains(allowedDirectory, realTarget)) {
7184
+ const realParent = await realpath(dirname6(realTarget));
7185
+ if (realParent !== dirname6(realTarget) || !contains(allowedDirectory, realTarget)) {
6227
7186
  return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
6228
7187
  path: realTarget,
6229
7188
  bytes,
@@ -6248,15 +7207,15 @@ function expandAndValidate(requestedPath, homeDir) {
6248
7207
  if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
6249
7208
  return null;
6250
7209
  }
6251
- const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join8(homeDir, requestedPath.slice(2)) : requestedPath;
7210
+ const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join9(homeDir, requestedPath.slice(2)) : requestedPath;
6252
7211
  if (expanded.split(/[/\\]/).includes("..")) {
6253
7212
  return null;
6254
7213
  }
6255
- if (!isAbsolute(expanded)) {
7214
+ if (!isAbsolute2(expanded)) {
6256
7215
  return null;
6257
7216
  }
6258
- const candidate = resolve2(expanded);
6259
- const name = basename(candidate);
7217
+ const candidate = resolve3(expanded);
7218
+ const name = basename2(candidate);
6260
7219
  return name === "" || name === "." || name === ".." ? null : candidate;
6261
7220
  }
6262
7221
  async function resolveNearestExistingAncestor(directory) {
@@ -6266,18 +7225,18 @@ async function resolveNearestExistingAncestor(directory) {
6266
7225
  try {
6267
7226
  return { existingAncestor: await realpath(current), missingSegments };
6268
7227
  } catch (err) {
6269
- const parent = dirname5(current);
7228
+ const parent = dirname6(current);
6270
7229
  if (err.code !== "ENOENT" || parent === current) {
6271
7230
  throw err;
6272
7231
  }
6273
- missingSegments.unshift(basename(current));
7232
+ missingSegments.unshift(basename2(current));
6274
7233
  current = parent;
6275
7234
  }
6276
7235
  }
6277
7236
  }
6278
7237
  async function findContainingAllowedDirectory(allowedDirectories, realTarget) {
6279
7238
  for (const directory of allowedDirectories) {
6280
- if (!isAbsolute(directory)) {
7239
+ if (!isAbsolute2(directory)) {
6281
7240
  log("warn", "file_push_allowed_directory_skipped", { directory, reason: "not_absolute" });
6282
7241
  continue;
6283
7242
  }
@@ -6315,19 +7274,19 @@ async function realpathCreatingIfMissing(directory) {
6315
7274
  }
6316
7275
  }
6317
7276
  function contains(realDirectory, realTarget) {
6318
- const rel = relative(realDirectory, realTarget);
6319
- return rel !== "" && rel !== ".." && !rel.startsWith(`..${sep}`) && !isAbsolute(rel);
7277
+ const rel = relative2(realDirectory, realTarget);
7278
+ return rel !== "" && rel !== ".." && !rel.startsWith(`..${sep2}`) && !isAbsolute2(rel);
6320
7279
  }
6321
7280
  async function createMissingDirectories(existingAncestor, missingSegments) {
6322
7281
  let current = existingAncestor;
6323
7282
  for (const segment of missingSegments) {
6324
- current = join8(current, segment);
7283
+ current = join9(current, segment);
6325
7284
  await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
6326
7285
  await chmod(current, DIRECTORY_MODE);
6327
7286
  }
6328
7287
  }
6329
7288
  async function writeAtomically(realTarget, content) {
6330
- const temporaryPath = join8(dirname5(realTarget), `.evident-push-${randomUUID()}.tmp`);
7289
+ const temporaryPath = join9(dirname6(realTarget), `.evident-push-${randomUUID()}.tmp`);
6331
7290
  let handle;
6332
7291
  try {
6333
7292
  handle = await open3(temporaryPath, "wx", FILE_MODE);
@@ -6457,12 +7416,12 @@ var NOT_APPLIED = {
6457
7416
  opencodeAuthApplied: false
6458
7417
  };
6459
7418
  function isClaudeCredentialPath(requestedPath, homeDir) {
6460
- const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join9(homeDir, requestedPath.slice(2)) : requestedPath;
6461
- return expanded === join9(homeDir, ...CLAUDE_CREDENTIALS_SEGMENTS);
7419
+ const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
7420
+ return expanded === join10(homeDir, ...CLAUDE_CREDENTIALS_SEGMENTS);
6462
7421
  }
6463
7422
  function isOpenCodeAuthPath(requestedPath, homeDir) {
6464
- const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join9(homeDir, requestedPath.slice(2)) : requestedPath;
6465
- return expanded === join9(homeDir, ...OPENCODE_AUTH_SEGMENTS);
7423
+ const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
7424
+ return expanded === join10(homeDir, ...OPENCODE_AUTH_SEGMENTS);
6466
7425
  }
6467
7426
  async function applyOne(options, file) {
6468
7427
  const label = `${file.id.slice(0, 8)} (${file.path})`;
@@ -6606,6 +7565,11 @@ function messageIdOf(m) {
6606
7565
  const infoId = m.info?.id;
6607
7566
  return typeof infoId === "string" ? infoId : void 0;
6608
7567
  }
7568
+ function composeAbandonmentNote(finish, replyShape, outcome) {
7569
+ const base = `OpenCode ended this turn after a tool call (finish="${finish ?? "(unknown)"}") ` + (outcome === "without-answer" ? "without writing an answer, and confirmed it is no longer working on this conversation. Evident is reporting the run as failed so the failure and its reason are visible in failed runs." : "after writing only part of an answer, and confirmed it is no longer working on this conversation. Evident delivered what was written and is reporting the run as finished.");
7570
+ if (replyShape === null) return base;
7571
+ return `${base} ${replyShape.lastToolName === null ? "No tool call was recorded" : `The last tool call was "${replyShape.lastToolName}" with status "${replyShape.lastToolStatus ?? "(unknown)"}"`}; the reply's final part types were [${replyShape.partTypes.join(", ")}]${replyShape.droppedPartCount > 0 ? ` (${replyShape.droppedPartCount} earlier part types omitted)` : ""}.`;
7572
+ }
6609
7573
  function cleanImageMime(contentType) {
6610
7574
  if (!contentType) return null;
6611
7575
  const media = contentType.split(";")[0].trim().toLowerCase();
@@ -6626,8 +7590,13 @@ var SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS = 2e3;
6626
7590
  var SESSION_ERROR_STREAM_HEALTHY_MS = 5e3;
6627
7591
  var SESSION_ERROR_BUFFER_TTL_MS = SESSION_ERROR_STREAM_HEALTHY_MS;
6628
7592
  var MAX_BUFFERED_SESSION_ERRORS = 256;
7593
+ var SESSION_ERROR_RETENTION_TTL_MS = 6e4;
7594
+ var SESSION_STORE_UNWRITABLE_ERROR = "The runner session database could not be written, so this turn did not finish. Nothing was lost from the queue. Clear disk space and retry.";
7595
+ var SESSION_ERROR_RETAINED_DETAIL = "Runner-observed OpenCode session error: ";
7596
+ var SESSION_ERROR_OBSERVED_CAUSE = "Runner-observed OpenCode session-store cause: ";
6629
7597
  var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
6630
7598
  var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
7599
+ var DRIVER_SESSION_ENUMERATION_LIMIT = 20;
6631
7600
  var DEFAULT_STUCK_QUEUED_MS = 6e4;
6632
7601
  var HEARTBEAT_MS = 6e4;
6633
7602
  var ALIVE_WITHHELD_THRESHOLD_MS = 3 * HEARTBEAT_MS;
@@ -6689,6 +7658,7 @@ var ChannelDriver = class _ChannelDriver {
6689
7658
  maxActiveSessions;
6690
7659
  watcherStallMs;
6691
7660
  wedgeWarningIntervalMs;
7661
+ sessionStoreHealth;
6692
7662
  openCodeClient;
6693
7663
  /** Cache of conversationId → opencode sessionId. */
6694
7664
  sessions = /* @__PURE__ */ new Map();
@@ -6746,12 +7716,15 @@ var ChannelDriver = class _ChannelDriver {
6746
7716
  /**
6747
7717
  * Per-conversation throttle state for the #183 recurrence warning (#1618
6748
7718
  * WI-4) — see `reportWedgedConversation`'s doc comment for why this exists.
6749
- * `firstWedgedAt` anchors `stuck_for_ms`; `lastWarnedAt` throttles both the
6750
- * log line and the `dispatch_wedged` signal to at most once per
6751
- * `wedgeWarningIntervalMs`; `consecutiveTicks` is reported in the log text
6752
- * so the operator sees magnitude, not repetition. Cleared the moment the
6753
- * conversation dispatches anything (a fresh wedge, if it recurs, is a new
6754
- * incident). Bounded FIFO, mirroring `supersededSessions`
7719
+ * `firstWedgedAt` anchors `stuck_for_ms`; `warnAnchorAt` is the throttle
7720
+ * anchor from first detection through the first warning, then from each
7721
+ * warning onward; `consecutiveTicks` is reported in the log text so the
7722
+ * operator sees magnitude, not repetition. Cleared the moment the
7723
+ * conversation dispatches anything, or when it drops off the pending list
7724
+ * (`runDrain`'s prune, the dominant real-world path — a wedge normally ends
7725
+ * with its message completing, not a fresh dispatch on the same
7726
+ * conversation) — either way a fresh wedge, if it recurs, is a new
7727
+ * incident. Bounded FIFO, mirroring `supersededSessions`
6755
7728
  * (`MAX_WEDGED_CONVERSATIONS`).
6756
7729
  */
6757
7730
  wedgeWarnings = /* @__PURE__ */ new Map();
@@ -6781,6 +7754,7 @@ var ChannelDriver = class _ChannelDriver {
6781
7754
  * with a short TTL so an unmatched session cannot retain an event indefinitely.
6782
7755
  */
6783
7756
  bufferedSessionErrors = /* @__PURE__ */ new Map();
7757
+ retainedSessionErrors = /* @__PURE__ */ new Map();
6784
7758
  /**
6785
7759
  * AUTHORITATIVE local dedup (WI-3): Evident message ids that have been
6786
7760
  * dispatched and are still in-flight. A message in this set is never
@@ -6813,10 +7787,18 @@ var ChannelDriver = class _ChannelDriver {
6813
7787
  * row is `processing` or `pending`; clear it only when absent from both lists.
6814
7788
  */
6815
7789
  untrackableAck = /* @__PURE__ */ new Map();
7790
+ /** Session binding used by the first untrackable-ack report, for retries. */
7791
+ untrackableAckSessionIds = /* @__PURE__ */ new Map();
6816
7792
  /** Messages whose untrackable-ack failure signal was emitted while fenced. */
6817
7793
  untrackableAckSignalled = /* @__PURE__ */ new Set();
6818
7794
  /** Messages whose first untrackable-ack fence warning was already logged. */
6819
7795
  untrackableAckWarned = /* @__PURE__ */ new Set();
7796
+ /**
7797
+ * Accepted V1 prompts whose assigned ids were not read back; these rows are
7798
+ * re-read instead of POSTed again. A null snapshot cannot safely exclude an older
7799
+ * identical-text turn, so it never produces a correlation.
7800
+ */
7801
+ awaitingCorrelation = /* @__PURE__ */ new Map();
6820
7802
  /** Pending rows seen in the current drain, used to retain terminal dispatch fences. */
6821
7803
  pendingMessageIds = /* @__PURE__ */ new Set();
6822
7804
  /**
@@ -6902,21 +7884,6 @@ var ChannelDriver = class _ChannelDriver {
6902
7884
  * re-signal on every one of the 15h of re-dispatch attempts #1110 made.
6903
7885
  */
6904
7886
  dispatchNotStartedSignalled = /* @__PURE__ */ new Map();
6905
- /**
6906
- * Consecutive-UNCONFIRMED-dispatch streak for a `pending` row with NO stored
6907
- * `opencode_message_id` yet — i.e. one that has never even reached the
6908
- * re-drive fence above. `sendPromptAsync`'s POST may 2xx, but its own
6909
- * read-back retries can never confirm the assigned id when the session's
6910
- * message list is PERMANENTLY unreadable (e.g. a corrupted local opencode
6911
- * SQLite DB, #1345/#1348's exact fault, just hit BEFORE the row is ever
6912
- * dispatched instead of after). Unlike an already-dispatched row, THIS row has
6913
- * no other safety net at all: the lifecycle cron only reclaims `status =
6914
- * 'processing'` rows, and a row stuck here never reaches `processing`. Keyed
6915
- * by message id, carrying `sessionId` so a session change (a fresh one bound
6916
- * after abandonment) starts a new streak rather than inheriting the old
6917
- * session's count — same shape as `redrivePollFailures` above.
6918
- */
6919
- unconfirmedDispatchFailures = /* @__PURE__ */ new Map();
6920
7887
  /**
6921
7888
  * Consecutive give-ups for a message whose OpenCode user row remains queued.
6922
7889
  * The session id scopes the count: a fresh session is a new attempt after a
@@ -6934,8 +7901,8 @@ var ChannelDriver = class _ChannelDriver {
6934
7901
  * short-circuits while it is present, so a null-id row is re-dispatched AT MOST
6935
7902
  * ONCE per outstanding read-back. Cleared on a SUCCESSFUL dispatch+read-back (the
6936
7903
  * row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
6937
- * re-entry) OR on a failed/unresolved dispatch (the message is genuinely un-sent,
6938
- * so the NEXT tick may retry exactly once more).
7904
+ * re-entry) OR on a failed/unresolved dispatch (the accepted prompt is handed to
7905
+ * the terminal-report fence and is never sent again).
6939
7906
  */
6940
7907
  awaitingReadopt = /* @__PURE__ */ new Set();
6941
7908
  /**
@@ -6987,6 +7954,7 @@ var ChannelDriver = class _ChannelDriver {
6987
7954
  subagentInvocationPrefetches = /* @__PURE__ */ new Map();
6988
7955
  /** Serialises drains so a reconnect during a drain doesn't double-process. */
6989
7956
  draining = false;
7957
+ pendingProviderRegistryRepair = null;
6990
7958
  /**
6991
7959
  * Serialises runner-file syncs (#559) so the ~2s poll tick and a concurrent
6992
7960
  * drain ping don't download, write and ack the same file twice.
@@ -7058,6 +8026,7 @@ var ChannelDriver = class _ChannelDriver {
7058
8026
  this.maxActiveSessions = config.maxActiveSessions;
7059
8027
  this.watcherStallMs = config.watcherStallMs ?? WATCHER_STALL_MS;
7060
8028
  this.wedgeWarningIntervalMs = config.wedgeWarningIntervalMs ?? WEDGE_WARNING_INTERVAL_MS;
8029
+ this.sessionStoreHealth = config.sessionStoreHealth;
7061
8030
  }
7062
8031
  get isV2() {
7063
8032
  return this.openCodeClient.version === "v2";
@@ -7073,7 +8042,9 @@ var ChannelDriver = class _ChannelDriver {
7073
8042
  return fetchSessionMessages(this.port, sessionId, this.openCodeClient);
7074
8043
  }
7075
8044
  async listSessions() {
7076
- return this.isV2 ? listV2Sessions(this.openCodeClient) : listSessions(this.port, this.openCodeClient);
8045
+ return this.isV2 ? listV2Sessions(this.openCodeClient) : listSessions(this.port, this.openCodeClient, {
8046
+ limit: DRIVER_SESSION_ENUMERATION_LIMIT
8047
+ });
7077
8048
  }
7078
8049
  async sessionExists(sessionId) {
7079
8050
  return this.isV2 ? v2SessionExists(this.openCodeClient, sessionId) : sessionExists(this.port, sessionId, this.openCodeClient);
@@ -7169,8 +8140,33 @@ var ChannelDriver = class _ChannelDriver {
7169
8140
  async runDrain() {
7170
8141
  let dispatched = 0;
7171
8142
  try {
8143
+ const pendingRepair = this.pendingProviderRegistryRepair;
8144
+ if (pendingRepair && this.protectedSessionIds().size === 0) {
8145
+ try {
8146
+ await this.issueProviderRegistryReload(
8147
+ pendingRepair.conversationId,
8148
+ pendingRepair.messageId
8149
+ );
8150
+ } catch (err) {
8151
+ this.log({
8152
+ level: "error",
8153
+ message: `Provider registry repair adoption failed for message ${pendingRepair.messageId.slice(0, 8)}: ${err instanceof Error ? err.message : String(err)}`,
8154
+ conversation_id: pendingRepair.conversationId,
8155
+ message_id: pendingRepair.messageId
8156
+ });
8157
+ }
8158
+ return 0;
8159
+ }
7172
8160
  this.pendingMessageIds.clear();
7173
8161
  const conversations = await this.getPendingConversations();
8162
+ if (this.wedgeWarnings.size > 0) {
8163
+ const pendingConversationIds = new Set(conversations.map(({ id }) => id));
8164
+ for (const conversationId of this.wedgeWarnings.keys()) {
8165
+ if (!pendingConversationIds.has(conversationId)) {
8166
+ this.wedgeWarnings.delete(conversationId);
8167
+ }
8168
+ }
8169
+ }
7174
8170
  if (this.recycleRequestedFlag) {
7175
8171
  this.stop();
7176
8172
  }
@@ -7250,6 +8246,49 @@ var ChannelDriver = class _ChannelDriver {
7250
8246
  }
7251
8247
  return ids;
7252
8248
  }
8249
+ /** Find an accepted prompt's user row without adopting an older or concurrent turn. */
8250
+ findAwaitingCorrelationId(entry, sessionId, messages) {
8251
+ if (entry.sessionId !== sessionId || entry.knownUserIds === null) return null;
8252
+ const excludeIds = new Set(entry.knownUserIds);
8253
+ for (const inFlight of this.watchers.get(entry.sessionId)?.inFlight.values() ?? []) {
8254
+ excludeIds.add(inFlight.opencodeMessageId);
8255
+ }
8256
+ return findDispatchedUserMessageId(messages, entry.content, excludeIds);
8257
+ }
8258
+ /** Hand an exhausted accepted-but-untrackable prompt to the terminal-report fence. */
8259
+ async handoffUntrackableCorrelation(conversationId, messageId, sessionId, attempts, source) {
8260
+ this.awaitingCorrelation.delete(messageId);
8261
+ this.awaitingReadopt.delete(messageId);
8262
+ this.sessions.delete(conversationId);
8263
+ this.supersede(conversationId, sessionId);
8264
+ const dispatchDescription = source === "readopt" ? "re-dispatched message" : "message";
8265
+ const errorMessage3 = `OpenCode accepted this ${dispatchDescription} once, but its assigned id was never confirmed after ${attempts} attempts to match it up \u2014 the message was deliberately not sent again, so no duplicate turn was created; session ${sessionId.slice(0, 8)} was abandoned; a fresh one is used for further messages.`;
8266
+ this.untrackableAck.set(messageId, errorMessage3);
8267
+ this.untrackableAckSessionIds.set(messageId, null);
8268
+ this.log({
8269
+ level: "error",
8270
+ message: errorMessage3,
8271
+ conversation_id: conversationId,
8272
+ message_id: messageId
8273
+ });
8274
+ const reportError = await this.reportUntrackableAck(
8275
+ conversationId,
8276
+ messageId,
8277
+ null,
8278
+ errorMessage3
8279
+ );
8280
+ if (reportError !== null) {
8281
+ this.log({
8282
+ level: "warn",
8283
+ message: `markFailed PATCH for message ${messageId.slice(0, 8)} (conversation ${conversationId.slice(0, 8)}) failed: ${reportError.message}`,
8284
+ conversation_id: conversationId,
8285
+ message_id: messageId
8286
+ });
8287
+ }
8288
+ if (source === "readopt") {
8289
+ void this.postSignal(conversationId, messageId, "readopt_orphan_unsent");
8290
+ }
8291
+ }
7253
8292
  /**
7254
8293
  * File-pull work, for `run.ts`'s idle accounting (#559).
7255
8294
  *
@@ -7429,6 +8468,56 @@ var ChannelDriver = class _ChannelDriver {
7429
8468
  }
7430
8469
  break;
7431
8470
  }
8471
+ const correlation = this.awaitingCorrelation.get(message.id);
8472
+ if (correlation) {
8473
+ correlation.attempts += 1;
8474
+ let correlatedId = null;
8475
+ if (correlation.knownUserIds !== null && correlation.sessionId === sessionId) {
8476
+ const polled = await this.pollSessionMessagesForRedrive(
8477
+ conv,
8478
+ message,
8479
+ correlation.sessionId
8480
+ );
8481
+ if (polled.ok)
8482
+ correlatedId = this.findAwaitingCorrelationId(correlation, sessionId, polled.messages);
8483
+ } else if (correlation.knownUserIds === null) {
8484
+ this.log({
8485
+ level: "debug",
8486
+ message: `Message ${message.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
8487
+ conversation_id: conv.id,
8488
+ message_id: message.id
8489
+ });
8490
+ }
8491
+ if (correlatedId !== null) {
8492
+ this.awaitingCorrelation.delete(message.id);
8493
+ this.dispatchNotStartedSignalled.delete(message.id);
8494
+ this.releasedOpencodeIds.delete(message.id);
8495
+ this.dispatched.add(message.id);
8496
+ this.registerInFlight(conv, correlation.sessionId, message, correlatedId);
8497
+ dispatched += 1;
8498
+ this.log({
8499
+ level: "info",
8500
+ message: `Matched accepted message ${message.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
8501
+ conversation_id: conv.id,
8502
+ message_id: message.id
8503
+ });
8504
+ void this.postSignal(conv.id, message.id, "ack_correlated", {
8505
+ opencode_message_id: correlatedId
8506
+ });
8507
+ continue;
8508
+ }
8509
+ if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
8510
+ await this.handoffUntrackableCorrelation(
8511
+ conv.id,
8512
+ message.id,
8513
+ correlation.sessionId,
8514
+ correlation.attempts,
8515
+ "fresh"
8516
+ );
8517
+ break;
8518
+ }
8519
+ break;
8520
+ }
7432
8521
  const effectiveOpencodeMessageId = message.opencode_message_id ?? this.releasedOpencodeIds.get(message.id)?.opencodeMessageId ?? null;
7433
8522
  if (effectiveOpencodeMessageId) {
7434
8523
  const outcome = await this.resolveRedrive(
@@ -7450,6 +8539,7 @@ var ChannelDriver = class _ChannelDriver {
7450
8539
  model: message.opencode_model ?? void 0
7451
8540
  };
7452
8541
  let opencodeMessageId;
8542
+ let preDispatchUserIds = null;
7453
8543
  try {
7454
8544
  this.log({
7455
8545
  level: "info",
@@ -7479,7 +8569,20 @@ var ChannelDriver = class _ChannelDriver {
7479
8569
  message.content,
7480
8570
  options,
7481
8571
  sendAttachments,
7482
- this.openCodeClient
8572
+ this.openCodeClient,
8573
+ {
8574
+ onKnownUserIds: (ids) => {
8575
+ preDispatchUserIds = ids;
8576
+ },
8577
+ onKnownUserIdsError: (error2) => {
8578
+ this.log({
8579
+ level: "warn",
8580
+ message: `Pre-dispatch snapshot callback failed for message ${message.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
8581
+ conversation_id: conv.id,
8582
+ message_id: message.id
8583
+ });
8584
+ }
8585
+ }
7483
8586
  )
7484
8587
  );
7485
8588
  } catch (err) {
@@ -7487,6 +8590,7 @@ var ChannelDriver = class _ChannelDriver {
7487
8590
  if (this.isV2 && err instanceof OpenCodeV2PromptAckError) {
7488
8591
  const errorMessage4 = err instanceof Error ? err.message : String(err);
7489
8592
  this.untrackableAck.set(message.id, errorMessage4);
8593
+ this.untrackableAckSessionIds.set(message.id, null);
7490
8594
  this.log({
7491
8595
  level: "error",
7492
8596
  message: `V2 prompt dispatch for message ${message.id.slice(0, 8)} failed after a positive ack with no usable id: ${errorMessage4}`,
@@ -7557,44 +8661,26 @@ var ChannelDriver = class _ChannelDriver {
7557
8661
  message_id: message.id
7558
8662
  });
7559
8663
  break;
7560
- }
7561
- if (opencodeMessageId === null) {
7562
- if (this.isV2) {
7563
- throw new Error("V2 prompt dispatch completed without an acknowledged message id");
7564
- }
7565
- const streak = this.recordUnconfirmedDispatch(message.id, sessionId);
7566
- if (streak < MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
7567
- this.log({
7568
- level: "warn",
7569
- message: `Message ${message.id.slice(0, 8)} dispatched but its opencode id could not be read back (${streak}/${MAX_IDENTICAL_REDRIVE_POLL_FAILURES}) \u2014 leaving un-tracked to retry next tick`,
7570
- conversation_id: conv.id,
7571
- message_id: message.id
7572
- });
7573
- this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
7574
- continue;
8664
+ }
8665
+ if (opencodeMessageId === null) {
8666
+ if (this.isV2) {
8667
+ throw new Error("V2 prompt dispatch completed without an acknowledged message id");
7575
8668
  }
7576
- this.unconfirmedDispatchFailures.delete(message.id);
7577
- this.sessions.delete(conv.id);
7578
- this.supersede(conv.id, sessionId);
7579
- const errorMessage3 = `OpenCode accepted this message ${streak} times in a row but never confirmed its assigned id (session ${sessionId.slice(0, 8)}'s message list could not be read back) \u2014 the session was abandoned; a fresh one is used for further messages.`;
8669
+ this.awaitingCorrelation.set(message.id, {
8670
+ sessionId,
8671
+ content: message.content,
8672
+ attempts: 0,
8673
+ knownUserIds: preDispatchUserIds
8674
+ });
7580
8675
  this.log({
7581
- level: "error",
7582
- message: errorMessage3,
8676
+ level: "warn",
8677
+ message: `OpenCode accepted message ${message.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
7583
8678
  conversation_id: conv.id,
7584
8679
  message_id: message.id
7585
8680
  });
7586
- await this.markFailed(conv.id, message.id, null, errorMessage3).catch((markErr) => {
7587
- this.log({
7588
- level: "warn",
7589
- message: `markFailed PATCH for message ${message.id.slice(0, 8)} (conversation ${conv.id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
7590
- conversation_id: conv.id,
7591
- message_id: message.id
7592
- });
7593
- this.signalDispatchNotStarted(conv, message, "abandon_unreported");
7594
- });
8681
+ this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
7595
8682
  break;
7596
8683
  }
7597
- this.unconfirmedDispatchFailures.delete(message.id);
7598
8684
  this.dispatchNotStartedSignalled.delete(message.id);
7599
8685
  this.releasedOpencodeIds.delete(message.id);
7600
8686
  this.dispatched.add(message.id);
@@ -7617,14 +8703,13 @@ var ChannelDriver = class _ChannelDriver {
7617
8703
  * skip-because-already-`dispatched`, the exact signature of a message stuck
7618
8704
  * acknowledged-but-never-worked.
7619
8705
  *
7620
- * Unthrottled, this fired every ~6s drain tick for as long as a wedge lasted
7621
- * (52,843 occurrences observed in one incident) — burning the GLOBAL
7622
- * 30-events/60s `runner-activity-telemetry.ts` budget that was itself
7623
- * suppressing the diagnostics needed to debug the wedge. The `warn` log (and
7624
- * the `dispatch_wedged` signal once the wedge has persisted past the same
7625
- * interval) fire at most once per `wedgeWarningIntervalMs` per conversation,
7626
- * naming the consecutive-tick count so the operator sees magnitude rather
7627
- * than repetition.
8706
+ * The first detection starts the clock and emits a local `debug` entry. The
8707
+ * `warn` log and paired `dispatch_wedged` signal fire once the wedge has
8708
+ * lasted `wedgeWarningIntervalMs`, then at most once per interval, naming the
8709
+ * consecutive-tick count so the operator sees magnitude rather than repetition.
8710
+ * A watcher stall that the loop-liveness watchdog recovers is expected and is
8711
+ * already reported by its `watcher_recovered` signal, so it does not reach an
8712
+ * operator through this warning.
7628
8713
  *
7629
8714
  * Deliberately does NOT trigger a release: WI-1's `reconcileWatchers` runs
7630
8715
  * unconditionally on this same tick and is already recovering anything it
@@ -7636,36 +8721,41 @@ var ChannelDriver = class _ChannelDriver {
7636
8721
  const existing = this.wedgeWarnings.get(conv.id);
7637
8722
  const firstWedgedAt = existing?.firstWedgedAt ?? now;
7638
8723
  const consecutiveTicks = (existing?.consecutiveTicks ?? 0) + 1;
7639
- const dueForWarn = !existing || now - existing.lastWarnedAt >= this.wedgeWarningIntervalMs;
7640
- if (!dueForWarn) {
7641
- this.wedgeWarnings.delete(conv.id);
7642
- this.wedgeWarnings.set(conv.id, {
7643
- firstWedgedAt,
7644
- lastWarnedAt: existing.lastWarnedAt,
7645
- consecutiveTicks
8724
+ const warnAnchorAt = existing?.warnAnchorAt ?? now;
8725
+ const dueForWarn = now - warnAnchorAt >= this.wedgeWarningIntervalMs;
8726
+ if (!existing) {
8727
+ this.log({
8728
+ level: "debug",
8729
+ message: `Detected a possible wedge for conversation ${conv.id.slice(0, 8)} with ${messages.length} pending message(s); it will be reported only if it outlasts the watchdog's recovery.`,
8730
+ conversation_id: conv.id
8731
+ });
8732
+ }
8733
+ let untracked = 0;
8734
+ if (dueForWarn) {
8735
+ const stuckForMs = now - firstWedgedAt;
8736
+ untracked = this.countUntrackedIds(messages);
8737
+ this.log({
8738
+ level: "warn",
8739
+ message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode for ${consecutiveTicks} consecutive tick(s) now (${Math.round(stuckForMs / 1e3)}s stuck). ` + (untracked > 0 ? `${untracked} of these id(s) are tracked by NO watcher \u2014 the dispatched/in-flight pairing invariant is violated for this conversation, which will NOT self-heal and needs a runner restart.` : `A watcher is tracking this work; the loop-liveness watchdog is already recovering it.`),
8740
+ conversation_id: conv.id
7646
8741
  });
7647
- return;
7648
8742
  }
7649
- const stuckForMs = now - firstWedgedAt;
7650
- const untracked = this.countUntrackedIds(messages);
7651
- this.log({
7652
- level: "warn",
7653
- message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode for ${consecutiveTicks} consecutive tick(s) now (${stuckForMs}ms stuck). ` + (untracked > 0 ? `${untracked} of these id(s) are tracked by NO watcher \u2014 the dispatched/in-flight pairing invariant is violated for this conversation, which will NOT self-heal and needs a runner restart.` : `A watcher is tracking this work; the loop-liveness watchdog is already recovering it.`),
7654
- conversation_id: conv.id
7655
- });
7656
8743
  this.wedgeWarnings.delete(conv.id);
7657
- this.wedgeWarnings.set(conv.id, { firstWedgedAt, lastWarnedAt: now, consecutiveTicks });
8744
+ this.wedgeWarnings.set(conv.id, {
8745
+ firstWedgedAt,
8746
+ warnAnchorAt: dueForWarn ? now : warnAnchorAt,
8747
+ consecutiveTicks
8748
+ });
7658
8749
  while (this.wedgeWarnings.size > MAX_WEDGED_CONVERSATIONS) {
7659
8750
  const oldest = this.wedgeWarnings.keys().next().value;
7660
8751
  if (oldest === void 0) break;
7661
8752
  this.wedgeWarnings.delete(oldest);
7662
8753
  }
7663
- if (stuckForMs >= this.wedgeWarningIntervalMs) {
7664
- void this.postSignal(conv.id, messages[0].id, "dispatch_wedged", {
7665
- stuck_for_ms: stuckForMs,
7666
- untracked
7667
- });
7668
- }
8754
+ if (!dueForWarn) return;
8755
+ void this.postSignal(conv.id, messages[0].id, "dispatch_wedged", {
8756
+ stuck_for_ms: now - firstWedgedAt,
8757
+ untracked
8758
+ });
7669
8759
  }
7670
8760
  /**
7671
8761
  * How many of `messages`' ids are tracked by NO watcher's `inFlight` (#1618
@@ -8199,23 +9289,6 @@ var ChannelDriver = class _ChannelDriver {
8199
9289
  this.redrivePollFailures.set(messageId, { sessionId, signature, count: 1 });
8200
9290
  return 1;
8201
9291
  }
8202
- /**
8203
- * Record one UNCONFIRMED-dispatch outcome (a `pending` row with no stored
8204
- * `opencode_message_id` whose `sendPromptAsync` returned `null`) toward the
8205
- * bound in `processConversation`'s dispatch loop, and return the resulting
8206
- * count. Mirrors `recordRedrivePollFailure`'s session-scoping: a session
8207
- * change starts a fresh streak at `1` rather than inheriting the old one's
8208
- * count, since a new session is a genuinely different attempt.
8209
- */
8210
- recordUnconfirmedDispatch(messageId, sessionId) {
8211
- const existing = this.unconfirmedDispatchFailures.get(messageId);
8212
- if (existing && existing.sessionId === sessionId) {
8213
- existing.count += 1;
8214
- return existing.count;
8215
- }
8216
- this.unconfirmedDispatchFailures.set(messageId, { sessionId, count: 1 });
8217
- return 1;
8218
- }
8219
9292
  /** Record one queued give-up toward the never-started bound. */
8220
9293
  recordNeverStartedAttempt(messageId, sessionId) {
8221
9294
  const existing = this.neverStartedAttempts.get(messageId);
@@ -8527,8 +9600,10 @@ var ChannelDriver = class _ChannelDriver {
8527
9600
  b2LastDescendantCheckMs: 0,
8528
9601
  b2RootOngoingHeldLogged: false,
8529
9602
  b2AbandonedSignalled: false,
9603
+ b2AbandonedWithoutAnswer: false,
8530
9604
  ambiguousPinnedSinceMs: 0,
8531
9605
  ambiguousResolved: false,
9606
+ sessionStoreFailurePending: false,
8532
9607
  neverStartedResolved: false
8533
9608
  });
8534
9609
  const buffered = this.bufferedSessionErrors.get(sessionId);
@@ -8550,6 +9625,28 @@ var ChannelDriver = class _ChannelDriver {
8550
9625
  this.bufferedSessionErrors.delete(oldest);
8551
9626
  }
8552
9627
  }
9628
+ retainSessionError(event) {
9629
+ this.retainedSessionErrors.delete(event.sessionId);
9630
+ this.retainedSessionErrors.set(event.sessionId, {
9631
+ reason: event.reason,
9632
+ observedAt: this.now()
9633
+ });
9634
+ while (this.retainedSessionErrors.size > MAX_BUFFERED_SESSION_ERRORS) {
9635
+ const oldest = this.retainedSessionErrors.keys().next().value;
9636
+ if (typeof oldest !== "string") break;
9637
+ this.retainedSessionErrors.delete(oldest);
9638
+ }
9639
+ }
9640
+ readRetainedSessionError(sessionId) {
9641
+ const retained = this.retainedSessionErrors.get(sessionId);
9642
+ if (!retained) return null;
9643
+ if (this.now() - retained.observedAt >= SESSION_ERROR_RETENTION_TTL_MS) {
9644
+ this.retainedSessionErrors.delete(sessionId);
9645
+ return null;
9646
+ }
9647
+ this.retainedSessionErrors.delete(sessionId);
9648
+ return retained.reason;
9649
+ }
8553
9650
  /**
8554
9651
  * Build a fresh `SessionWatcher`. Seeds `lastTickAt`/`lastObservedTickAt`
8555
9652
  * EQUAL (#1618) so a watcher whose loop has not started ticking yet is never
@@ -8645,8 +9742,10 @@ var ChannelDriver = class _ChannelDriver {
8645
9742
  b2LastDescendantCheckMs: 0,
8646
9743
  b2RootOngoingHeldLogged: false,
8647
9744
  b2AbandonedSignalled: false,
9745
+ b2AbandonedWithoutAnswer: false,
8648
9746
  ambiguousPinnedSinceMs: 0,
8649
9747
  ambiguousResolved: false,
9748
+ sessionStoreFailurePending: false,
8650
9749
  neverStartedResolved: false
8651
9750
  });
8652
9751
  }
@@ -8874,9 +9973,10 @@ var ChannelDriver = class _ChannelDriver {
8874
9973
  return;
8875
9974
  }
8876
9975
  if ([...watcher.inFlight.values()].some((message) => message.started && !message.done)) {
9976
+ this.retainSessionError(event);
8877
9977
  this.log({
8878
- level: "debug",
8879
- message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 deferring to transcript polling`,
9978
+ level: "warn",
9979
+ message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 retaining the session error and deferring to transcript polling: ${event.reason}`,
8880
9980
  conversation_id: watcher.conv.id
8881
9981
  });
8882
9982
  return;
@@ -8906,9 +10006,10 @@ var ChannelDriver = class _ChannelDriver {
8906
10006
  const messages = await this.getSessionMessages(event.sessionId);
8907
10007
  const state = messageRunState(messages, inFlight.opencodeMessageId);
8908
10008
  if (state !== "queued") {
10009
+ this.retainSessionError(event);
8909
10010
  this.log({
8910
- level: "debug",
8911
- message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} observed state ${state}; leaving it to transcript polling`,
10011
+ level: "warn",
10012
+ message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} in session ${event.sessionId.slice(0, 8)} observed state ${state}; retaining the reason for transcript polling: ${event.reason}`,
8912
10013
  conversation_id: watcher.conv.id,
8913
10014
  message_id: inFlight.evidentMessageId
8914
10015
  });
@@ -8920,14 +10021,40 @@ var ChannelDriver = class _ChannelDriver {
8920
10021
  conversation_id: watcher.conv.id,
8921
10022
  message_id: inFlight.evidentMessageId
8922
10023
  });
8923
- await this.markFailed(
8924
- watcher.conv.id,
8925
- inFlight.evidentMessageId,
8926
- event.sessionId,
8927
- `OpenCode could not run this turn: ${event.reason}`
8928
- );
10024
+ const isMissingProvider = isProviderModelNotFoundError(event.reason);
10025
+ if (isMissingProvider) {
10026
+ const dispatchedModel = inFlight.message.opencode_model;
10027
+ const separator = dispatchedModel?.indexOf("/") ?? -1;
10028
+ const hasProviderAndModel = dispatchedModel !== null && separator > 0 && separator < dispatchedModel.length - 1;
10029
+ await this.markFailed(
10030
+ watcher.conv.id,
10031
+ inFlight.evidentMessageId,
10032
+ event.sessionId,
10033
+ `OpenCode could not run this turn: ${event.reason}`,
10034
+ void 0,
10035
+ {
10036
+ classification: {
10037
+ kind: "model_auth",
10038
+ providerId: hasProviderAndModel ? dispatchedModel.slice(0, separator) : null,
10039
+ modelId: hasProviderAndModel ? dispatchedModel.slice(separator + 1) : null,
10040
+ reason: "missing"
10041
+ },
10042
+ errorShape: { name: null, statusCode: null }
10043
+ }
10044
+ );
10045
+ } else {
10046
+ await this.markFailed(
10047
+ watcher.conv.id,
10048
+ inFlight.evidentMessageId,
10049
+ event.sessionId,
10050
+ `OpenCode could not run this turn: ${event.reason}`
10051
+ );
10052
+ }
8929
10053
  inFlight.done = true;
8930
10054
  this.removeInFlight(watcher, inFlight.evidentMessageId);
10055
+ if (isMissingProvider) {
10056
+ await this.repairProviderRegistry(watcher.conv.id, inFlight.evidentMessageId);
10057
+ }
8931
10058
  } catch (err) {
8932
10059
  if (err instanceof ChannelAuthError) {
8933
10060
  this.log({
@@ -8948,6 +10075,44 @@ var ChannelDriver = class _ChannelDriver {
8948
10075
  this.sessionErrorHandled.delete(inFlight.evidentMessageId);
8949
10076
  }
8950
10077
  }
10078
+ async repairProviderRegistry(conversationId, messageId) {
10079
+ if (this.isV2) {
10080
+ void this.postSignal(conversationId, messageId, "provider_registry_reload_unsupported");
10081
+ return;
10082
+ }
10083
+ const activeSessions = this.protectedSessionIds().size;
10084
+ if (activeSessions > 0 || this.draining) {
10085
+ this.pendingProviderRegistryRepair = { conversationId, messageId };
10086
+ void this.postSignal(conversationId, messageId, "provider_registry_repair_deferred", {
10087
+ active_sessions: activeSessions
10088
+ });
10089
+ this.log({
10090
+ level: "warn",
10091
+ message: `Provider registry repair deferred until a lifecycle-safe point; ${activeSessions} active session(s) protected`,
10092
+ conversation_id: conversationId,
10093
+ message_id: messageId
10094
+ });
10095
+ return;
10096
+ }
10097
+ await this.issueProviderRegistryReload(conversationId, messageId);
10098
+ }
10099
+ async issueProviderRegistryReload(conversationId, messageId) {
10100
+ this.pendingProviderRegistryRepair = null;
10101
+ const result = await disposeAndReloadProviderConfig(this.port, this.openCodeClient);
10102
+ if (result.outcome === "failed") {
10103
+ const failure = result.status === null ? `transport failure${result.detail ? `: ${result.detail}` : ""}` : `HTTP ${result.status}`;
10104
+ this.log({
10105
+ level: "warn",
10106
+ message: `Provider registry reload failed (${failure})`,
10107
+ conversation_id: conversationId,
10108
+ message_id: messageId
10109
+ });
10110
+ }
10111
+ const repairOutcome = result.outcome === "reloaded" ? "reloaded" : "reload_failed";
10112
+ void this.postSignal(conversationId, messageId, "provider_registry_reload_issued", {
10113
+ repair_outcome: repairOutcome
10114
+ });
10115
+ }
8951
10116
  /**
8952
10117
  * The per-session polling loop (WI-3). Once per tick it:
8953
10118
  * 1. polls `GET /session/:id/message` once and, per in-flight message,
@@ -9060,6 +10225,10 @@ var ChannelDriver = class _ChannelDriver {
9060
10225
  if (state === "running" || state === "done" || state === "failed") {
9061
10226
  this.neverStartedAttempts.delete(id);
9062
10227
  }
10228
+ if (inFlight.sessionStoreFailurePending) {
10229
+ await this.settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight);
10230
+ return;
10231
+ }
9063
10232
  if (inFlight.neverStartedResolved) {
9064
10233
  if (state === "running" || state === "done" || state === "failed") {
9065
10234
  inFlight.neverStartedResolved = false;
@@ -9133,7 +10302,16 @@ var ChannelDriver = class _ChannelDriver {
9133
10302
  if (state === "failed") {
9134
10303
  this.anchorDeliveryDeadline(inFlight);
9135
10304
  if (!inFlight.done) {
9136
- const error2 = messageError(messages, inFlight.opencodeMessageId) ?? void 0;
10305
+ const messageErrorText = messageError(messages, inFlight.opencodeMessageId);
10306
+ const retainedReason = this.readRetainedSessionError(sessionId);
10307
+ const retainedError = retainedReason === null || messageErrorText !== null && messageErrorText.includes(retainedReason) ? null : `${SESSION_ERROR_RETAINED_DETAIL}${retainedReason}`;
10308
+ const observedCause = this.sessionStoreHealth?.readCause(sessionId);
10309
+ const causeError = observedCause === null || observedCause === void 0 ? null : `${SESSION_ERROR_OBSERVED_CAUSE}${observedCause}`;
10310
+ const storeError = this.sessionStoreHealth?.isUnwritable() ? SESSION_STORE_UNWRITABLE_ERROR : null;
10311
+ const runnerDetails = [retainedError, causeError, storeError].filter(
10312
+ (detail) => detail !== null
10313
+ );
10314
+ const error2 = messageErrorText === null ? runnerDetails.length === 0 ? void 0 : runnerDetails.join(" ") : [messageErrorText, ...runnerDetails].join(" ");
9137
10315
  this.log({
9138
10316
  level: "error",
9139
10317
  message: `Message ${inFlight.evidentMessageId.slice(0, 8)} errored \u2014 marking failed: ${error2 ?? "(no error text)"}`,
@@ -9219,10 +10397,33 @@ var ChannelDriver = class _ChannelDriver {
9219
10397
  inFlight.b2LastDescendantCheckMs = 0;
9220
10398
  inFlight.b2RootOngoingHeldLogged = false;
9221
10399
  inFlight.b2AbandonedSignalled = false;
10400
+ inFlight.b2AbandonedWithoutAnswer = false;
9222
10401
  }
9223
10402
  } else {
9224
10403
  if (inFlight.b2AbandonedSignalled) {
9225
- await this.settleMessageDone(sessionId, watcher, inFlight, messages);
10404
+ const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
10405
+ const finish = reply?.info?.finish ?? reply?.finish;
10406
+ if (inFlight.b2AbandonedWithoutAnswer) {
10407
+ await this.settleMessageAbandonedWithoutAnswer(
10408
+ sessionId,
10409
+ watcher,
10410
+ inFlight,
10411
+ messages,
10412
+ finish
10413
+ );
10414
+ } else {
10415
+ await this.settleMessageDone(
10416
+ sessionId,
10417
+ watcher,
10418
+ inFlight,
10419
+ messages,
10420
+ composeAbandonmentNote(
10421
+ finish,
10422
+ describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
10423
+ "with-answer"
10424
+ )
10425
+ );
10426
+ }
9226
10427
  return;
9227
10428
  }
9228
10429
  if (inFlight.b2PinnedSinceMs === 0) inFlight.b2PinnedSinceMs = this.now();
@@ -9239,22 +10440,62 @@ var ChannelDriver = class _ChannelDriver {
9239
10440
  descendantOngoing,
9240
10441
  rootOngoing
9241
10442
  })) {
10443
+ if (this.sessionStoreHealth?.isUnwritable()) {
10444
+ inFlight.sessionStoreFailurePending = true;
10445
+ void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
10446
+ watched_for_ms: pinnedForMs,
10447
+ run_state: "failed",
10448
+ opencode_message_id: inFlight.opencodeMessageId
10449
+ });
10450
+ await this.settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight);
10451
+ return;
10452
+ }
9242
10453
  inFlight.b2AbandonedSignalled = true;
10454
+ const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
10455
+ const finish = reply?.info?.finish ?? reply?.finish;
10456
+ if (extractReplyTextForMessage(messages, inFlight.opencodeMessageId) === null) {
10457
+ inFlight.b2AbandonedWithoutAnswer = true;
10458
+ void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
10459
+ watched_for_ms: pinnedForMs,
10460
+ run_state: "failed",
10461
+ finish,
10462
+ ...rootOngoing != null ? { root_ongoing: rootOngoing } : {},
10463
+ ...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
10464
+ opencode_message_id: inFlight.opencodeMessageId
10465
+ });
10466
+ await this.settleMessageAbandonedWithoutAnswer(
10467
+ sessionId,
10468
+ watcher,
10469
+ inFlight,
10470
+ messages,
10471
+ finish
10472
+ );
10473
+ return;
10474
+ }
9243
10475
  this.log({
9244
10476
  level: "warn",
9245
10477
  message: `Message ${id.slice(0, 8)} b2-pinned for ${Math.round(pinnedForMs / 1e3)}s with no ongoing descendant sub-agent session (status-map confirmed) \u2014 treating the delegated/tool turn as abandoned, resolving done`,
9246
10478
  conversation_id: conv.id,
9247
10479
  message_id: id
9248
10480
  });
9249
- const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
9250
10481
  void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
9251
10482
  watched_for_ms: pinnedForMs,
9252
- finish: reply?.info?.finish ?? reply?.finish,
10483
+ finish,
9253
10484
  ...rootOngoing != null ? { root_ongoing: rootOngoing } : {},
9254
10485
  ...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
9255
10486
  opencode_message_id: inFlight.opencodeMessageId
9256
10487
  });
9257
- await this.settleMessageDone(sessionId, watcher, inFlight, messages);
10488
+ await this.settleMessageDone(
10489
+ sessionId,
10490
+ watcher,
10491
+ inFlight,
10492
+ messages,
10493
+ composeAbandonmentNote(
10494
+ finish,
10495
+ describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
10496
+ "with-answer"
10497
+ )
10498
+ );
9258
10499
  return;
9259
10500
  }
9260
10501
  if (rootOngoing === true && !inFlight.b2RootOngoingHeldLogged) {
@@ -9297,6 +10538,16 @@ var ChannelDriver = class _ChannelDriver {
9297
10538
  maxPinnedMs: AMBIGUOUS_FINISH_MAX_PINNED_MS,
9298
10539
  sessionOngoing: ongoing
9299
10540
  })) {
10541
+ if (this.sessionStoreHealth?.isUnwritable()) {
10542
+ inFlight.sessionStoreFailurePending = true;
10543
+ void this.postSignal(conv.id, id, "ambiguous_finish_resolved", {
10544
+ watched_for_ms: pinnedForMs,
10545
+ run_state: "failed",
10546
+ opencode_message_id: inFlight.opencodeMessageId
10547
+ });
10548
+ await this.settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight);
10549
+ return;
10550
+ }
9300
10551
  inFlight.ambiguousResolved = true;
9301
10552
  this.log({
9302
10553
  level: "warn",
@@ -9444,15 +10695,11 @@ var ChannelDriver = class _ChannelDriver {
9444
10695
  }
9445
10696
  }
9446
10697
  /**
9447
- * Settle a message whose run-state has resolved `'done'` — extracted verbatim
9448
- * (pure refactor, no behavior change) from `serviceInFlightMessage`'s former
9449
- * inline `state === 'done'` branch body, so a SECOND caller (the #721
9450
- * b2-abandonment resolution) can reach the exact same completion behavior
9451
- * (delivery-deadline anchoring, title resolution, usage extraction, and
9452
- * `markDone`'s auth/terminal/transient-retry discipline) without duplicating it
9453
- * and risking the two copies silently drifting apart.
10698
+ * Settle a message whose run-state has resolved `'done'`. Normal completion and
10699
+ * confirmed b2 abandonment share the same delivery, usage, and terminal handling.
10700
+ * Normal completions omit the optional terminal diagnostic.
9454
10701
  */
9455
- async settleMessageDone(sessionId, watcher, inFlight, messages) {
10702
+ async settleMessageDone(sessionId, watcher, inFlight, messages, note) {
9456
10703
  const conv = watcher.conv;
9457
10704
  this.anchorDeliveryDeadline(inFlight);
9458
10705
  if (!inFlight.done) {
@@ -9479,7 +10726,8 @@ var ChannelDriver = class _ChannelDriver {
9479
10726
  title,
9480
10727
  usage,
9481
10728
  usageAgentName,
9482
- subagentInvocations
10729
+ subagentInvocations,
10730
+ note
9483
10731
  );
9484
10732
  } catch (err) {
9485
10733
  if (err instanceof ChannelAuthError) throw err;
@@ -9521,6 +10769,79 @@ var ChannelDriver = class _ChannelDriver {
9521
10769
  }
9522
10770
  this.removeInFlight(watcher, inFlight.evidentMessageId);
9523
10771
  }
10772
+ /** Report a confirmed b2 abandonment that produced no answer text. */
10773
+ async settleMessageAbandonedWithoutAnswer(sessionId, watcher, inFlight, messages, finish) {
10774
+ const conv = watcher.conv;
10775
+ const error2 = composeAbandonmentNote(
10776
+ finish,
10777
+ describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
10778
+ "without-answer"
10779
+ );
10780
+ this.anchorDeliveryDeadline(inFlight);
10781
+ this.log({
10782
+ level: "warn",
10783
+ message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was abandoned without an answer \u2014 ${error2}`,
10784
+ conversation_id: conv.id,
10785
+ message_id: inFlight.evidentMessageId
10786
+ });
10787
+ const usage = messageUsage(messages, inFlight.opencodeMessageId);
10788
+ const usageAgentName = this.usageAgentName(messages ?? [], inFlight.opencodeMessageId);
10789
+ const subagentInvocations = await this.resolveSubagentInvocations(
10790
+ messages,
10791
+ inFlight.opencodeMessageId,
10792
+ inFlight.evidentMessageId
10793
+ );
10794
+ try {
10795
+ await this.markFailed(
10796
+ conv.id,
10797
+ inFlight.evidentMessageId,
10798
+ sessionId,
10799
+ error2,
10800
+ usage,
10801
+ void 0,
10802
+ usageAgentName,
10803
+ subagentInvocations,
10804
+ true
10805
+ );
10806
+ } catch (err) {
10807
+ if (err instanceof ChannelAuthError) throw err;
10808
+ if (err instanceof ChannelTerminalError) {
10809
+ this.log({
10810
+ level: "warn",
10811
+ message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed (terminal HTTP ${err.status}) \u2014 leaving it for the cron safety net: ${err.message}`,
10812
+ conversation_id: conv.id,
10813
+ message_id: inFlight.evidentMessageId
10814
+ });
10815
+ this.removeInFlight(watcher, inFlight.evidentMessageId);
10816
+ return;
10817
+ }
10818
+ if (this.now() >= inFlight.deadline) {
10819
+ this.log({
10820
+ level: "warn",
10821
+ message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed within the delivery window \u2014 leaving it for the cron safety net: ${err instanceof Error ? err.message : String(err)}`,
10822
+ conversation_id: conv.id,
10823
+ message_id: inFlight.evidentMessageId
10824
+ });
10825
+ this.removeInFlight(watcher, inFlight.evidentMessageId);
10826
+ return;
10827
+ }
10828
+ this.log({
10829
+ level: "warn",
10830
+ message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
10831
+ conversation_id: conv.id,
10832
+ message_id: inFlight.evidentMessageId
10833
+ });
10834
+ return;
10835
+ }
10836
+ inFlight.done = true;
10837
+ await this.reportSubagentAuthFailures(
10838
+ watcher.conv.id,
10839
+ inFlight.opencodeMessageId,
10840
+ inFlight.evidentMessageId,
10841
+ messages
10842
+ );
10843
+ this.removeInFlight(watcher, inFlight.evidentMessageId);
10844
+ }
9524
10845
  /**
9525
10846
  * Report a queued message as failed after the never-started bound. The accepted
9526
10847
  * OpenCode copy is not cancelled, so the local fence remains on unsuccessful
@@ -9576,6 +10897,66 @@ var ChannelDriver = class _ChannelDriver {
9576
10897
  this.neverStartedAttempts.delete(inFlight.evidentMessageId);
9577
10898
  this.removeInFlight(watcher, inFlight.evidentMessageId);
9578
10899
  }
10900
+ /**
10901
+ * Report a turn as failed when the session database was observed unwritable.
10902
+ * The queue row is retained as failed, while the OpenCode copy stays fenced so
10903
+ * a later drain cannot blindly prompt the same turn again.
10904
+ */
10905
+ async settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight) {
10906
+ const conv = watcher.conv;
10907
+ const error2 = SESSION_STORE_UNWRITABLE_ERROR;
10908
+ this.log({
10909
+ level: "error",
10910
+ message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was not resolved as done: ${error2}`,
10911
+ conversation_id: conv.id,
10912
+ message_id: inFlight.evidentMessageId
10913
+ });
10914
+ this.anchorDeliveryDeadline(inFlight);
10915
+ try {
10916
+ await this.markFailed(conv.id, inFlight.evidentMessageId, sessionId, error2);
10917
+ } catch (err) {
10918
+ if (err instanceof ChannelAuthError) throw err;
10919
+ if (err instanceof ChannelTerminalError) {
10920
+ this.log({
10921
+ level: "warn",
10922
+ message: `Failed to report session-store failure for message ${inFlight.evidentMessageId.slice(0, 8)} as failed (terminal HTTP ${err.status}) \u2014 keeping its OpenCode copy fenced: ${err.message}`,
10923
+ conversation_id: conv.id,
10924
+ message_id: inFlight.evidentMessageId
10925
+ });
10926
+ this.recordReleasedOpencodeId(
10927
+ inFlight.evidentMessageId,
10928
+ sessionId,
10929
+ inFlight.opencodeMessageId
10930
+ );
10931
+ this.removeInFlight(watcher, inFlight.evidentMessageId);
10932
+ return;
10933
+ }
10934
+ if (this.now() >= inFlight.deadline) {
10935
+ this.log({
10936
+ level: "warn",
10937
+ message: `Failed to report session-store failure for message ${inFlight.evidentMessageId.slice(0, 8)} as failed within the delivery window \u2014 keeping its OpenCode copy fenced: ${err instanceof Error ? err.message : String(err)}`,
10938
+ conversation_id: conv.id,
10939
+ message_id: inFlight.evidentMessageId
10940
+ });
10941
+ this.recordReleasedOpencodeId(
10942
+ inFlight.evidentMessageId,
10943
+ sessionId,
10944
+ inFlight.opencodeMessageId
10945
+ );
10946
+ this.removeInFlight(watcher, inFlight.evidentMessageId);
10947
+ return;
10948
+ }
10949
+ this.log({
10950
+ level: "warn",
10951
+ message: `Failed to report session-store failure for message ${inFlight.evidentMessageId.slice(0, 8)} as failed (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
10952
+ conversation_id: conv.id,
10953
+ message_id: inFlight.evidentMessageId
10954
+ });
10955
+ return;
10956
+ }
10957
+ inFlight.done = true;
10958
+ this.removeInFlight(watcher, inFlight.evidentMessageId);
10959
+ }
9579
10960
  // Restart recovery: re-adopt `processing` messages (ADR-0046, WI-3/4/5)
9580
10961
  /**
9581
10962
  * Re-adopt this agent's `processing` messages on drain (ADR-0046 Decision §1).
@@ -9614,11 +10995,22 @@ var ChannelDriver = class _ChannelDriver {
9614
10995
  }
9615
10996
  }
9616
10997
  }
9617
- if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0) {
10998
+ if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0 || this.awaitingCorrelation.size > 0) {
9618
10999
  const stillProcessing = new Set(rows.map((r) => r.id));
11000
+ for (const id of this.awaitingCorrelation.keys()) {
11001
+ if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
11002
+ this.awaitingCorrelation.delete(id);
11003
+ this.log({
11004
+ level: "debug",
11005
+ message: `Re-adopt: message ${id.slice(0, 8)} left processing and pending \u2014 cleared awaiting-correlation fence`,
11006
+ message_id: id
11007
+ });
11008
+ }
11009
+ }
9619
11010
  for (const id of [...this.untrackableAck.keys()]) {
9620
11011
  if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
9621
11012
  this.untrackableAck.delete(id);
11013
+ this.untrackableAckSessionIds.delete(id);
9622
11014
  this.untrackableAckSignalled.delete(id);
9623
11015
  this.untrackableAckWarned.delete(id);
9624
11016
  this.log({
@@ -9658,7 +11050,7 @@ var ChannelDriver = class _ChannelDriver {
9658
11050
  bySession.set(row.opencode_session_id, list);
9659
11051
  }
9660
11052
  for (const [sessionId, sessionRows] of bySession) {
9661
- let messages;
11053
+ let messages = null;
9662
11054
  try {
9663
11055
  if (this.isV2) {
9664
11056
  const snapshot = await this.getSessionMessages(sessionId);
@@ -9667,9 +11059,9 @@ var ChannelDriver = class _ChannelDriver {
9667
11059
  level: "warn",
9668
11060
  message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned an unreadable message snapshot \u2014 skipping this session this tick`
9669
11061
  });
9670
- continue;
11062
+ } else {
11063
+ messages = snapshot;
9671
11064
  }
9672
- messages = snapshot;
9673
11065
  } else {
9674
11066
  const polled = await pollSessionMessagesForRedrive(
9675
11067
  this.port,
@@ -9682,15 +11074,22 @@ var ChannelDriver = class _ChannelDriver {
9682
11074
  level: "warn",
9683
11075
  message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned ${polled.malformed ? "a non-array message body" : `HTTP ${polled.status ?? "a network error"}${normalized ? `: ${normalized}` : ""}`} \u2014 skipping this session this tick`
9684
11076
  });
9685
- continue;
11077
+ } else {
11078
+ messages = polled.messages;
9686
11079
  }
9687
- messages = polled.messages;
9688
11080
  }
9689
11081
  } catch (err) {
9690
11082
  this.log({
9691
11083
  level: "warn",
9692
11084
  message: `Re-adopt: failed to poll session ${sessionId.slice(0, 8)} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`
9693
11085
  });
11086
+ }
11087
+ if (messages === null) {
11088
+ for (const row of sessionRows) {
11089
+ if (this.awaitingCorrelation.has(row.id)) {
11090
+ await this.advanceReadoptCorrelation(sessionId, row, null);
11091
+ }
11092
+ }
9694
11093
  continue;
9695
11094
  }
9696
11095
  const anyUntracked = sessionRows.some((row) => !this.isTracked(sessionId, row.id));
@@ -9700,6 +11099,59 @@ var ChannelDriver = class _ChannelDriver {
9700
11099
  }
9701
11100
  }
9702
11101
  }
11102
+ /** Advance a re-adopted accepted prompt through the shared correlation fence. */
11103
+ async advanceReadoptCorrelation(sessionId, row, messages) {
11104
+ const correlation = this.awaitingCorrelation.get(row.id);
11105
+ if (!correlation) return false;
11106
+ correlation.attempts += 1;
11107
+ const correlatedId = messages === null ? null : this.findAwaitingCorrelationId(correlation, sessionId, messages);
11108
+ if (correlatedId !== null) {
11109
+ this.awaitingCorrelation.delete(row.id);
11110
+ const conv = this.convForRow(sessionId, row);
11111
+ const message = this.queuedMessageForRow(row);
11112
+ const processedAtMs = this.processedAtMs(row);
11113
+ this.registerReadopted(conv, sessionId, message, correlatedId, processedAtMs, processedAtMs);
11114
+ this.dispatched.add(row.id);
11115
+ this.readopted.add(row.id);
11116
+ this.ensureWatcherRunning(sessionId);
11117
+ this.log({
11118
+ level: "info",
11119
+ message: `Re-adopt: matched accepted message ${row.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
11120
+ conversation_id: row.conversation_id,
11121
+ message_id: row.id
11122
+ });
11123
+ void this.postSignal(row.conversation_id, row.id, "readopt_redispatched");
11124
+ void this.postSignal(row.conversation_id, row.id, "ack_correlated", {
11125
+ opencode_message_id: correlatedId
11126
+ });
11127
+ return true;
11128
+ }
11129
+ if (correlation.knownUserIds === null) {
11130
+ this.log({
11131
+ level: "debug",
11132
+ message: `Re-adopt: message ${row.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
11133
+ conversation_id: row.conversation_id,
11134
+ message_id: row.id
11135
+ });
11136
+ } else if (correlation.sessionId !== sessionId) {
11137
+ this.log({
11138
+ level: "warn",
11139
+ message: `Re-adopt: message ${row.id.slice(0, 8)} moved from original session ${correlation.sessionId.slice(0, 8)} to ${sessionId.slice(0, 8)} while awaiting correlation \u2014 refusing to adopt a turn from the rebound session`,
11140
+ conversation_id: row.conversation_id,
11141
+ message_id: row.id
11142
+ });
11143
+ }
11144
+ if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
11145
+ await this.handoffUntrackableCorrelation(
11146
+ row.conversation_id,
11147
+ row.id,
11148
+ correlation.sessionId,
11149
+ correlation.attempts,
11150
+ "readopt"
11151
+ );
11152
+ }
11153
+ return true;
11154
+ }
9703
11155
  /**
9704
11156
  * Re-adopt ONE `processing` row against the tick's session message snapshot
9705
11157
  * (ADR-0046 Decision §1/§2). Idempotent: skips a row already being driven.
@@ -9707,8 +11159,10 @@ var ChannelDriver = class _ChannelDriver {
9707
11159
  * Branches on `messageRunState(messages, row.opencode_message_id)` — the
9708
11160
  * opencode-assigned user-message id persisted on the first `processing` PATCH
9709
11161
  * (#218). A row with a NULL stored id (dispatched but the read-back never landed
9710
- * before the restart) has no id to correlate → treated as an orphan and
9711
- * re-dispatched (at most once, see `forceReadoptRun`):
11162
+ * before the restart) is first offered to an awaiting-correlation fence recorded
11163
+ * by this process; without that fence, it has no id to correlate after restart
11164
+ * and is treated as an orphan and re-dispatched (at most once, see
11165
+ * `forceReadoptRun`):
9712
11166
  * - `done` → `markDone` now (guarded like the watcher's done branch);
9713
11167
  * - `failed` → `markFailed` with the surfaced error (issue #182), so an
9714
11168
  * errored turn is reported failed on restart, NOT re-dispatched —
@@ -9717,7 +11171,8 @@ var ChannelDriver = class _ChannelDriver {
9717
11171
  * re-dispatched instead (issue #1310, see the branch below);
9718
11172
  * - `running`/`queued` → re-attach a watcher via `registerReadopted` (no re-dispatch),
9719
11173
  * tracking the stored id so the reply correlates by it;
9720
- * - `unknown`/null id → re-dispatch (opencode assigns a fresh id) + attach a watcher.
11174
+ * - `unknown`/null id → correlate through an awaiting fence when present;
11175
+ * otherwise re-dispatch (opencode assigns a fresh id) + attach a watcher.
9721
11176
  *
9722
11177
  * Only `ChannelAuthError` propagates.
9723
11178
  */
@@ -9731,6 +11186,7 @@ var ChannelDriver = class _ChannelDriver {
9731
11186
  });
9732
11187
  return;
9733
11188
  }
11189
+ if (await this.advanceReadoptCorrelation(sessionId, row, messages)) return;
9734
11190
  const ocId = row.opencode_message_id;
9735
11191
  const state = messageRunState(messages, ocId ?? "");
9736
11192
  if (state === "done") {
@@ -9797,12 +11253,48 @@ var ChannelDriver = class _ChannelDriver {
9797
11253
  await this.reportSubagentAuthFailures(row.conversation_id, ocId ?? "", row.id, messages);
9798
11254
  this.dontRedispatch.delete(row.id);
9799
11255
  this.untrackableAck.delete(row.id);
11256
+ this.untrackableAckSessionIds.delete(row.id);
9800
11257
  this.untrackableAckSignalled.delete(row.id);
9801
11258
  this.untrackableAckWarned.delete(row.id);
9802
11259
  void this.postSignal(row.conversation_id, row.id, "readopt_failed");
9803
11260
  return;
9804
11261
  }
9805
- if (this.dontRedispatch.has(row.id) || this.untrackableAck.has(row.id)) {
11262
+ if (this.untrackableAck.has(row.id)) {
11263
+ if (this.untrackableAckSignalled.has(row.id)) {
11264
+ const firstFenceWarning = !this.untrackableAckWarned.has(row.id);
11265
+ this.untrackableAckWarned.add(row.id);
11266
+ this.log({
11267
+ level: firstFenceWarning ? "warn" : "debug",
11268
+ message: `Re-adopt: message ${row.id.slice(0, 8)} is fenced after an untrackable OpenCode turn \u2014 skipping re-dispatch and retrying the terminal report`,
11269
+ conversation_id: row.conversation_id,
11270
+ message_id: row.id
11271
+ });
11272
+ const errorMessage3 = this.untrackableAck.get(row.id);
11273
+ const reportError = await this.reportUntrackableAck(
11274
+ row.conversation_id,
11275
+ row.id,
11276
+ this.untrackableAckSessionIds.get(row.id) ?? null,
11277
+ errorMessage3
11278
+ );
11279
+ if (reportError !== null) {
11280
+ this.log({
11281
+ level: "warn",
11282
+ message: `Re-adopt: failed to report untrackable message ${row.id.slice(0, 8)} (will retry next drain): ${reportError.message}`,
11283
+ conversation_id: row.conversation_id,
11284
+ message_id: row.id
11285
+ });
11286
+ }
11287
+ } else {
11288
+ this.log({
11289
+ level: "debug",
11290
+ message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
11291
+ conversation_id: row.conversation_id,
11292
+ message_id: row.id
11293
+ });
11294
+ }
11295
+ return;
11296
+ }
11297
+ if (this.dontRedispatch.has(row.id)) {
9806
11298
  this.log({
9807
11299
  level: "debug",
9808
11300
  message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
@@ -9980,6 +11472,7 @@ var ChannelDriver = class _ChannelDriver {
9980
11472
  }
9981
11473
  this.dontRedispatch.delete(row.id);
9982
11474
  this.untrackableAck.delete(row.id);
11475
+ this.untrackableAckSessionIds.delete(row.id);
9983
11476
  this.untrackableAckSignalled.delete(row.id);
9984
11477
  this.untrackableAckWarned.delete(row.id);
9985
11478
  void this.postSignal(row.conversation_id, row.id, "readopt_done");
@@ -9999,8 +11492,9 @@ var ChannelDriver = class _ChannelDriver {
9999
11492
  * latch makes a null-id row re-dispatched AT MOST ONCE per outstanding read-back:
10000
11493
  * short-circuit while the row is latched; clear it on a successful dispatch (the
10001
11494
  * row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
10002
- * re-entry) OR on a failed/unresolved dispatch (genuinely un-sent → the next tick
10003
- * may retry exactly once more).
11495
+ * re-entry) or when the dispatch itself failed before acceptance. An accepted V1
11496
+ * dispatch whose id is not readable enters the bounded correlation fence instead
11497
+ * of retrying; exhaustion hands it to `untrackableAck`.
10004
11498
  *
10005
11499
  * `evidentMessageId = row.id` addresses the SERVER row. Deadline anchored to
10006
11500
  * `processed_at` (Invariant 1).
@@ -10063,6 +11557,7 @@ var ChannelDriver = class _ChannelDriver {
10063
11557
  );
10064
11558
  }
10065
11559
  let ocId;
11560
+ let preDispatchUserIds = null;
10066
11561
  try {
10067
11562
  ocId = this.isV2 ? await sendV2Prompt(this.openCodeClient, sessionId, row.content) : await this.dispatchLocked(
10068
11563
  sessionId,
@@ -10072,7 +11567,20 @@ var ChannelDriver = class _ChannelDriver {
10072
11567
  row.content,
10073
11568
  options,
10074
11569
  sendAttachments,
10075
- this.openCodeClient
11570
+ this.openCodeClient,
11571
+ {
11572
+ onKnownUserIds: (ids) => {
11573
+ preDispatchUserIds = ids;
11574
+ },
11575
+ onKnownUserIdsError: (error2) => {
11576
+ this.log({
11577
+ level: "warn",
11578
+ message: `Pre-dispatch snapshot callback failed for message ${row.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
11579
+ conversation_id: row.conversation_id,
11580
+ message_id: row.id
11581
+ });
11582
+ }
11583
+ }
10076
11584
  )
10077
11585
  );
10078
11586
  } catch (err) {
@@ -10105,6 +11613,7 @@ var ChannelDriver = class _ChannelDriver {
10105
11613
  }
10106
11614
  } else {
10107
11615
  this.untrackableAck.set(row.id, errorMessage3);
11616
+ this.untrackableAckSessionIds.set(row.id, sessionId);
10108
11617
  }
10109
11618
  this.log({
10110
11619
  level: "error",
@@ -10153,39 +11662,20 @@ var ChannelDriver = class _ChannelDriver {
10153
11662
  }
10154
11663
  if (ocId === null) {
10155
11664
  this.awaitingReadopt.delete(row.id);
10156
- const streak = this.recordUnconfirmedDispatch(row.id, sessionId);
10157
- if (streak >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
10158
- this.unconfirmedDispatchFailures.delete(row.id);
10159
- this.sessions.delete(readoptConv.id);
10160
- this.supersede(readoptConv.id, sessionId);
10161
- const errorMessage3 = `OpenCode accepted this re-dispatched message ${streak} times in a row but never confirmed its assigned id (session ${sessionId.slice(0, 8)}'s message list could not be read back) \u2014 the session was abandoned; a fresh one is used for further messages.`;
10162
- this.log({
10163
- level: "error",
10164
- message: errorMessage3,
10165
- conversation_id: row.conversation_id,
10166
- message_id: row.id
10167
- });
10168
- await this.markFailed(row.conversation_id, row.id, null, errorMessage3).catch((markErr) => {
10169
- this.log({
10170
- level: "warn",
10171
- message: `markFailed PATCH for message ${row.id.slice(0, 8)} (conversation ${row.conversation_id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
10172
- conversation_id: row.conversation_id,
10173
- message_id: row.id
10174
- });
10175
- });
10176
- void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
10177
- return;
10178
- }
11665
+ this.awaitingCorrelation.set(row.id, {
11666
+ sessionId,
11667
+ content: row.content,
11668
+ attempts: 0,
11669
+ knownUserIds: preDispatchUserIds
11670
+ });
10179
11671
  this.log({
10180
11672
  level: "warn",
10181
- message: `Re-adopt: message ${row.id.slice(0, 8)} re-dispatched but its opencode id could not be read back (${streak}/${MAX_IDENTICAL_REDRIVE_POLL_FAILURES}) \u2014 leaving un-tracked to retry next drain`,
11673
+ message: `Re-adopt: OpenCode accepted message ${row.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
10182
11674
  conversation_id: row.conversation_id,
10183
11675
  message_id: row.id
10184
11676
  });
10185
- void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
10186
11677
  return;
10187
11678
  }
10188
- this.unconfirmedDispatchFailures.delete(row.id);
10189
11679
  const processedAtMs = this.processedAtMs(row);
10190
11680
  this.registerReadopted(
10191
11681
  readoptConv,
@@ -10524,14 +12014,14 @@ var ChannelDriver = class _ChannelDriver {
10524
12014
  const fetchChildWithoutBlocking = async (sessionId) => {
10525
12015
  const pending = fetchChildMessages(sessionId);
10526
12016
  let timer;
10527
- const timeout = new Promise((resolve4) => {
12017
+ const timeout = new Promise((resolve5) => {
10528
12018
  timer = setTimeout(() => {
10529
12019
  this.log({
10530
12020
  level: "warn",
10531
12021
  message: `Best-effort subagent session fetch for message ${messageId.slice(0, 8)} and child session ${sessionId.slice(0, 8)} was slow \u2014 omitting invocation telemetry without delaying completion`,
10532
12022
  message_id: messageId
10533
12023
  });
10534
- resolve4(null);
12024
+ resolve5(null);
10535
12025
  }, SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS);
10536
12026
  });
10537
12027
  try {
@@ -11091,7 +12581,7 @@ var ChannelDriver = class _ChannelDriver {
11091
12581
  * watcher retries next tick within the
11092
12582
  * deadline, Finding 4).
11093
12583
  */
11094
- async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations) {
12584
+ async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations, error2) {
11095
12585
  const res = await this.fetchImpl(
11096
12586
  `${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
11097
12587
  {
@@ -11109,7 +12599,8 @@ var ChannelDriver = class _ChannelDriver {
11109
12599
  ...title ? { title } : {},
11110
12600
  ...usage ? usage : {},
11111
12601
  ...usageAgentName ? { usage_agent_name: usageAgentName } : {},
11112
- ...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {}
12602
+ ...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {},
12603
+ ...error2 ? { error: error2 } : {}
11113
12604
  })
11114
12605
  }
11115
12606
  );
@@ -11156,7 +12647,7 @@ var ChannelDriver = class _ChannelDriver {
11156
12647
  * exists but is wedged, so the next attempt must get a fresh one
11157
12648
  * instead of reusing it — see WI-1's server-side null-clearing PATCH).
11158
12649
  */
11159
- async markFailed(conversationId, messageId, sessionId, error2, usage, failure, usageAgentName, subagentInvocations) {
12650
+ async markFailed(conversationId, messageId, sessionId, error2, usage, failure, usageAgentName, subagentInvocations, abandonedWithoutAnswer) {
11160
12651
  const body = { status: "failed" };
11161
12652
  if (sessionId === null) {
11162
12653
  body.opencode_session_id = null;
@@ -11169,12 +12660,19 @@ var ChannelDriver = class _ChannelDriver {
11169
12660
  if (subagentInvocations && subagentInvocations.length > 0) {
11170
12661
  body.subagent_invocations = subagentInvocations;
11171
12662
  }
11172
- if (failure) {
11173
- body.failure_kind = failure.kind;
11174
- body.failure_provider_id = failure.providerId;
11175
- body.failure_model_id = failure.modelId;
11176
- body.failure_reason = failure.reason;
12663
+ if (failure && failure.errorShape.name !== null) {
12664
+ body.failure_error_name = failure.errorShape.name;
12665
+ }
12666
+ if (failure && failure.errorShape.statusCode !== null) {
12667
+ body.failure_status_code = failure.errorShape.statusCode;
11177
12668
  }
12669
+ if (failure?.classification) {
12670
+ body.failure_kind = failure.classification.kind;
12671
+ body.failure_provider_id = failure.classification.providerId;
12672
+ body.failure_model_id = failure.classification.modelId;
12673
+ body.failure_reason = failure.classification.reason;
12674
+ }
12675
+ if (abandonedWithoutAnswer) body.abandoned_without_answer = true;
11178
12676
  try {
11179
12677
  await this.callWithRetry(
11180
12678
  "marking message as failed",
@@ -11194,27 +12692,28 @@ var ChannelDriver = class _ChannelDriver {
11194
12692
  this.clearSubagentInvocationCaches(messageId);
11195
12693
  }
11196
12694
  /**
11197
- * Classify an errored turn as a model-auth failure (#736 P1-4), for `markFailed`.
12695
+ * Classify an errored turn and extract its bounded error shape for `markFailed`.
11198
12696
  *
11199
12697
  * `messageFailure` alone (structured OpenCode error → `model_auth`) covers
11200
12698
  * most cases; when it returns `null` on this ALREADY-FAILED turn, fall back
11201
12699
  * to the P1-2b zero-provider check — one extra loopback call to
11202
12700
  * `hasAnyConfiguredProvider`, only reached when the structured classifier
11203
12701
  * couldn't place it. Fails open (never throws): a fallback probe failure
11204
- * (`null`/indeterminate) leaves the classification `null`, which produces
11205
- * today's byte-identical PATCH body via `markFailed`'s `if (failure)` guard.
12702
+ * (`null`/indeterminate) leaves the classification `null`; the raw error shape
12703
+ * is still retained for diagnostics.
11206
12704
  */
11207
12705
  async classifyModelAuthFailure(messages, userMessageId) {
11208
- const classified = messageFailure(messages, userMessageId);
11209
- if (classified != null) return classified;
11210
12706
  const reply = findLastAssistantReplyFor(messages, userMessageId);
11211
- const hasProvider = await this.hasAnyConfiguredProvider();
11212
- return applyZeroProviderFallback(
12707
+ const errorShape = extractReplyErrorShape(reply);
12708
+ const classified = messageFailure(messages, userMessageId);
12709
+ if (classified != null) return { classification: classified, errorShape };
12710
+ const classification = applyZeroProviderFallback(
11213
12711
  classified,
11214
- hasProvider,
12712
+ await this.hasAnyConfiguredProvider(),
11215
12713
  reply?.info?.providerID ?? null,
11216
12714
  reply?.info?.modelID ?? null
11217
12715
  );
12716
+ return { classification, errorShape };
11218
12717
  }
11219
12718
  async recordSubagentModelAuthFailure(failure, conversationId, messageId) {
11220
12719
  const providerId = failure.providerId ?? "(unknown)";
@@ -11772,7 +13271,7 @@ function commandError2(result) {
11772
13271
  return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
11773
13272
  }
11774
13273
  var runCommand2 = (command, args, opts) => {
11775
- return new Promise((resolve4) => {
13274
+ return new Promise((resolve5) => {
11776
13275
  let child;
11777
13276
  let stdout = "";
11778
13277
  let stderr = "";
@@ -11782,7 +13281,7 @@ var runCommand2 = (command, args, opts) => {
11782
13281
  if (settled) return;
11783
13282
  settled = true;
11784
13283
  if (timer.handle) clearTimeout(timer.handle);
11785
- resolve4(result);
13284
+ resolve5(result);
11786
13285
  };
11787
13286
  try {
11788
13287
  child = spawn5(command, args, { env: opts.env, stdio: ["ignore", "pipe", "pipe"] });
@@ -11837,7 +13336,9 @@ async function installRunnerSecret({
11837
13336
  }) {
11838
13337
  const arn = env.RUNNER_SECRET_ARN?.trim();
11839
13338
  if (!arn) {
11840
- log3("runner secret is not configured; continuing without GitHub and MCP credentials");
13339
+ if (!env.GH_TOKEN) {
13340
+ log3("runner secret is not configured; continuing without GitHub and MCP credentials");
13341
+ }
11841
13342
  return false;
11842
13343
  }
11843
13344
  const result = await (commandRunner ?? runCommand2)(
@@ -12036,7 +13537,7 @@ async function configureGitHubAccess({ env, log: log3 }) {
12036
13537
  // src/lib/opencode/config-overlay.ts
12037
13538
  import { execFileSync as execFileSync2 } from "node:child_process";
12038
13539
  import { copyFileSync, existsSync as existsSync2, statSync as statSync6 } from "node:fs";
12039
- import { isAbsolute as isAbsolute2, join as join10, resolve as resolve3 } from "node:path";
13540
+ import { isAbsolute as isAbsolute3, join as join11, resolve as resolve4 } from "node:path";
12040
13541
  function isFile(filePath) {
12041
13542
  return existsSync2(filePath) && statSync6(filePath).isFile();
12042
13543
  }
@@ -12049,8 +13550,8 @@ function applyRunnerOpenCodeConfig({
12049
13550
  log3("runner OpenCode config is not configured; using the baked project config", "debug");
12050
13551
  return;
12051
13552
  }
12052
- const source = isAbsolute2(overlayPath) ? overlayPath : resolve3(cwd, overlayPath);
12053
- const target = isFile(join10(cwd, "opencode.jsonc")) ? "opencode.jsonc" : "opencode.json";
13553
+ const source = isAbsolute3(overlayPath) ? overlayPath : resolve4(cwd, overlayPath);
13554
+ const target = isFile(join11(cwd, "opencode.jsonc")) ? "opencode.jsonc" : "opencode.json";
12054
13555
  if (!isFile(source)) {
12055
13556
  log3(
12056
13557
  `RUNNER-OPENCODE-CONFIG-MISSING: ${source} is not a file; headless turns will wedge on the first external-directory permission prompt (#563)`,
@@ -12058,7 +13559,7 @@ function applyRunnerOpenCodeConfig({
12058
13559
  );
12059
13560
  return;
12060
13561
  }
12061
- copyFileSync(source, join10(cwd, target));
13562
+ copyFileSync(source, join11(cwd, target));
12062
13563
  try {
12063
13564
  execFileSync2("git", ["-C", cwd, "update-index", "--skip-worktree", target], {
12064
13565
  stdio: "ignore"
@@ -12067,7 +13568,7 @@ function applyRunnerOpenCodeConfig({
12067
13568
  const detail = error2 instanceof Error ? error2.message : String(error2);
12068
13569
  log3(`could not mark ${target} skip-worktree: ${detail}; it may show as a local change`, "warn");
12069
13570
  }
12070
- log3(`Applied runner OpenCode config ${source} to ${join10(cwd, target)}`);
13571
+ log3(`Applied runner OpenCode config ${source} to ${join11(cwd, target)}`);
12071
13572
  }
12072
13573
 
12073
13574
  // src/lib/credential-sync.ts
@@ -12085,14 +13586,14 @@ function errorMessage2(error2) {
12085
13586
  return error2 instanceof Error ? error2.message : String(error2);
12086
13587
  }
12087
13588
  function waitForSettlement(promise, timeoutMs) {
12088
- return new Promise((resolve4) => {
13589
+ return new Promise((resolve5) => {
12089
13590
  let settled = false;
12090
13591
  const timer = setTimeout(() => finish(false), Math.max(0, timeoutMs));
12091
13592
  const finish = (value) => {
12092
13593
  if (settled) return;
12093
13594
  settled = true;
12094
13595
  clearTimeout(timer);
12095
- resolve4(value);
13596
+ resolve5(value);
12096
13597
  };
12097
13598
  promise.then(
12098
13599
  () => finish(true),
@@ -12309,6 +13810,8 @@ function createCredentialSync({
12309
13810
  var MAX_ACTIVITY_LOG_ENTRIES = 10;
12310
13811
  var MAX_DISCONNECT_REASON_LENGTH = 200;
12311
13812
  var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
13813
+ var CREDENTIAL_ADOPTION_PROBE_ATTEMPTS = 3;
13814
+ var CREDENTIAL_ADOPTION_PROBE_INTERVAL_MS = 1e3;
12312
13815
  var CHANNEL_STUCK_QUEUED_MS = Number(process.env.EVIDENT_STUCK_QUEUED_MS) || void 0;
12313
13816
  var SHUTDOWN_DRAIN_TIMEOUT_MS = Number(process.env.EVIDENT_SHUTDOWN_DRAIN_MS) || 25e3;
12314
13817
  var TELEMETRY_SHUTDOWN_TIMEOUT_MS = 5e3;
@@ -12343,8 +13846,8 @@ function resolveFileSyncDirectories(raw, homeDir) {
12343
13846
  if (trimmed === "") {
12344
13847
  throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
12345
13848
  }
12346
- const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join11(homeDir, trimmed.slice(2)) : trimmed;
12347
- if (!isAbsolute3(expanded)) {
13849
+ const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join12(homeDir, trimmed.slice(2)) : trimmed;
13850
+ if (!isAbsolute4(expanded)) {
12348
13851
  throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
12349
13852
  }
12350
13853
  const normalized = resolvePath2(expanded);
@@ -12444,8 +13947,7 @@ function resolveMaxActiveSessions(options, env = process.env) {
12444
13947
  function meetsThreshold(state, level) {
12445
13948
  return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
12446
13949
  }
12447
- function log2(state, message, level = "info") {
12448
- if (!meetsThreshold(state, level)) return;
13950
+ function writeConsoleLog(state, message, level) {
12449
13951
  if (state.json) {
12450
13952
  console.log(
12451
13953
  JSON.stringify({
@@ -12454,10 +13956,18 @@ function log2(state, message, level = "info") {
12454
13956
  message
12455
13957
  })
12456
13958
  );
12457
- } else if (!state.interactive) {
12458
- const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
12459
- console.log(`${prefix} ${message}`);
13959
+ return;
12460
13960
  }
13961
+ const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
13962
+ console.log(`${prefix} ${message}`);
13963
+ }
13964
+ function log2(state, message, level = "info") {
13965
+ if (!meetsThreshold(state, level)) return;
13966
+ if (state.json || !state.interactive) writeConsoleLog(state, message, level);
13967
+ }
13968
+ function logLocalOnly(state, message, level = "info") {
13969
+ if (!meetsThreshold(state, level)) return;
13970
+ writeConsoleLog(state, message, level);
12461
13971
  }
12462
13972
  function logActivity(state, entry) {
12463
13973
  const level = entry.level ?? (entry.type === "error" ? "error" : "info");
@@ -12649,6 +14159,125 @@ async function handleAuthError(state, error2) {
12649
14159
  return { success: false };
12650
14160
  }
12651
14161
  }
14162
+ function logCredentialAdoptionActivity(state, activity, level) {
14163
+ const message = (() => {
14164
+ switch (activity.outcome) {
14165
+ case "deferred":
14166
+ return `CREDENTIAL-ADOPTION: deferred generation ${activity.generation} with ${activity.active_sessions} active session(s)`;
14167
+ case "reloaded_ready":
14168
+ return `CREDENTIAL-ADOPTION: adopted generation ${activity.generation} with ${activity.active_sessions} active session(s); readiness probe succeeded after ${activity.probe_attempts} attempt(s)`;
14169
+ case "reloaded_interrupted": {
14170
+ const response = activity.probe_status === null ? "without an HTTP response" : `with HTTP ${activity.probe_status} and ${activity.probe_body_empty ? "an empty" : "a non-empty"} body`;
14171
+ return `CREDENTIAL-ADOPTION: generation ${activity.generation} with ${activity.active_sessions} active session(s); replacement instance answered ${response} after ${activity.probe_attempts} probe attempt(s)`;
14172
+ }
14173
+ case "reload_failed":
14174
+ return `CREDENTIAL-ADOPTION: failed to adopt generation ${activity.generation} with ${activity.active_sessions} active session(s)`;
14175
+ case "skipped_v2":
14176
+ return `CREDENTIAL-ADOPTION: skipped generation ${activity.generation} with ${activity.active_sessions} active session(s) on OpenCode V2`;
14177
+ }
14178
+ })();
14179
+ logActivity(state, {
14180
+ type: level === "error" ? "error" : "info",
14181
+ level,
14182
+ ...level === "error" ? { error: message } : { message },
14183
+ metadata: {
14184
+ ...activity,
14185
+ opencode_version: state.opencodeVersion,
14186
+ port: state.port
14187
+ }
14188
+ });
14189
+ }
14190
+ async function adoptCredentialGeneration(state, generation, adoption, activeSessions, deferredForMs) {
14191
+ const reload = await disposeAndReloadProviderConfig(
14192
+ state.port,
14193
+ state.opencodeClient ?? void 0
14194
+ );
14195
+ if (reload.outcome === "failed") {
14196
+ logCredentialAdoptionActivity(
14197
+ state,
14198
+ {
14199
+ outcome: "reload_failed",
14200
+ generation,
14201
+ active_sessions: activeSessions,
14202
+ adoption,
14203
+ deferred_for_ms: deferredForMs,
14204
+ reload_status: reload.status,
14205
+ reload_detail: reload.detail,
14206
+ probe_attempts: null,
14207
+ probe_status: null,
14208
+ probe_body_empty: null,
14209
+ probe_detail: null
14210
+ },
14211
+ "error"
14212
+ );
14213
+ return;
14214
+ }
14215
+ if (reload.outcome === "skipped_v2") {
14216
+ logCredentialAdoptionActivity(
14217
+ state,
14218
+ {
14219
+ outcome: "skipped_v2",
14220
+ generation,
14221
+ active_sessions: activeSessions,
14222
+ adoption,
14223
+ deferred_for_ms: deferredForMs,
14224
+ reload_status: null,
14225
+ reload_detail: null,
14226
+ probe_attempts: null,
14227
+ probe_status: null,
14228
+ probe_body_empty: null,
14229
+ probe_detail: null
14230
+ },
14231
+ "debug"
14232
+ );
14233
+ return;
14234
+ }
14235
+ let lastProbe = null;
14236
+ let attempts = 0;
14237
+ for (attempts = 1; attempts <= CREDENTIAL_ADOPTION_PROBE_ATTEMPTS; attempts++) {
14238
+ lastProbe = await probeOpenCodeRequestReadiness(state.port, state.opencodeClient ?? void 0);
14239
+ if (lastProbe.ok) {
14240
+ logCredentialAdoptionActivity(
14241
+ state,
14242
+ {
14243
+ outcome: "reloaded_ready",
14244
+ generation,
14245
+ active_sessions: activeSessions,
14246
+ adoption,
14247
+ deferred_for_ms: deferredForMs,
14248
+ reload_status: null,
14249
+ reload_detail: null,
14250
+ probe_attempts: attempts,
14251
+ probe_status: lastProbe.status,
14252
+ probe_body_empty: lastProbe.bodyEmpty,
14253
+ probe_detail: lastProbe.detail
14254
+ },
14255
+ "warn"
14256
+ );
14257
+ return;
14258
+ }
14259
+ if (attempts < CREDENTIAL_ADOPTION_PROBE_ATTEMPTS) {
14260
+ await new Promise((resolve5) => setTimeout(resolve5, CREDENTIAL_ADOPTION_PROBE_INTERVAL_MS));
14261
+ }
14262
+ }
14263
+ logCredentialAdoptionActivity(
14264
+ state,
14265
+ {
14266
+ outcome: "reloaded_interrupted",
14267
+ generation,
14268
+ active_sessions: activeSessions,
14269
+ adoption,
14270
+ deferred_for_ms: deferredForMs,
14271
+ reload_status: null,
14272
+ reload_detail: null,
14273
+ probe_attempts: CREDENTIAL_ADOPTION_PROBE_ATTEMPTS,
14274
+ probe_status: lastProbe?.status ?? null,
14275
+ probe_body_empty: lastProbe?.bodyEmpty ?? null,
14276
+ probe_detail: lastProbe?.detail ?? null
14277
+ },
14278
+ "error"
14279
+ );
14280
+ }
12652
14281
  async function driveChannels(state, driver) {
12653
14282
  let idlePolls = 0;
12654
14283
  let idleMs = 0;
@@ -12658,6 +14287,15 @@ async function driveChannels(state, driver) {
12658
14287
  let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
12659
14288
  let lastSeenClaudeApplies = driver.fileSyncActivity().claudeCredentialApplies;
12660
14289
  let lastSeenOpencodeAuthApplies = driver.fileSyncActivity().opencodeAuthApplyCount;
14290
+ const credentialAdoption = {
14291
+ generation: 0,
14292
+ pendingGeneration: null,
14293
+ pendingSinceMs: null,
14294
+ deferredGeneration: null,
14295
+ adoption: 0
14296
+ };
14297
+ const stayAwakeHolds = () => state.stayAwakeUntilMs !== null && Date.now() < state.stayAwakeUntilMs;
14298
+ let stayAwakeSuppressionLogged = false;
12661
14299
  while (state.running) {
12662
14300
  const cycleStartedAtMs = performance.now();
12663
14301
  let idleThisCycle = false;
@@ -12699,12 +14337,30 @@ async function driveChannels(state, driver) {
12699
14337
  lastSeenOpencodeAuthApplies = opencodeAuthApplies;
12700
14338
  if (opencodeAuthApplied) state.openaiUsageRearm?.();
12701
14339
  if (claudeCredentialApplied || opencodeAuthApplied) {
12702
- void reloadProviderCache(state.port, state.opencodeClient ?? void 0).catch(
12703
- (error2) => logActivity(state, {
12704
- type: "error",
12705
- error: `OpenCode provider cache reload failed on port ${state.port}: ${error2 instanceof Error ? error2.message : String(error2)}`
12706
- })
12707
- );
14340
+ credentialAdoption.generation++;
14341
+ if (state.opencodeApiVersion === "v2") {
14342
+ logCredentialAdoptionActivity(
14343
+ state,
14344
+ {
14345
+ outcome: "skipped_v2",
14346
+ generation: credentialAdoption.generation,
14347
+ active_sessions: driver.protectedSessionIds().size,
14348
+ adoption: null,
14349
+ deferred_for_ms: null,
14350
+ reload_status: null,
14351
+ reload_detail: null,
14352
+ probe_attempts: null,
14353
+ probe_status: null,
14354
+ probe_body_empty: null,
14355
+ probe_detail: null
14356
+ },
14357
+ "debug"
14358
+ );
14359
+ } else {
14360
+ credentialAdoption.pendingGeneration = credentialAdoption.generation;
14361
+ credentialAdoption.pendingSinceMs = Date.now();
14362
+ credentialAdoption.deferredGeneration = null;
14363
+ }
12708
14364
  }
12709
14365
  if (opencodeAuthApplied && state.opencodeApiVersion === "v2") {
12710
14366
  void importOpenCodeV2CredentialsForState(state).catch(
@@ -12759,7 +14415,50 @@ async function driveChannels(state, driver) {
12759
14415
  }
12760
14416
  }
12761
14417
  }
12762
- await new Promise((resolve4) => setTimeout(resolve4, CHANNEL_POLL_INTERVAL_MS));
14418
+ if (credentialAdoption.pendingGeneration !== null) {
14419
+ const activeSessions = driver.protectedSessionIds();
14420
+ const generation = credentialAdoption.pendingGeneration;
14421
+ if (activeSessions.size > 0) {
14422
+ if (credentialAdoption.deferredGeneration !== generation) {
14423
+ credentialAdoption.deferredGeneration = generation;
14424
+ logCredentialAdoptionActivity(
14425
+ state,
14426
+ {
14427
+ outcome: "deferred",
14428
+ generation,
14429
+ active_sessions: activeSessions.size,
14430
+ adoption: null,
14431
+ deferred_for_ms: null,
14432
+ reload_status: null,
14433
+ reload_detail: null,
14434
+ probe_attempts: null,
14435
+ probe_status: null,
14436
+ probe_body_empty: null,
14437
+ probe_detail: null
14438
+ },
14439
+ "warn"
14440
+ );
14441
+ }
14442
+ } else {
14443
+ const deferredForMs = credentialAdoption.deferredGeneration === generation && credentialAdoption.pendingSinceMs !== null ? Math.max(0, Date.now() - credentialAdoption.pendingSinceMs) : null;
14444
+ credentialAdoption.pendingGeneration = null;
14445
+ credentialAdoption.pendingSinceMs = null;
14446
+ credentialAdoption.adoption++;
14447
+ void adoptCredentialGeneration(
14448
+ state,
14449
+ generation,
14450
+ credentialAdoption.adoption,
14451
+ activeSessions.size,
14452
+ deferredForMs
14453
+ ).catch(
14454
+ (error2) => logActivity(state, {
14455
+ type: "error",
14456
+ error: `CREDENTIAL-ADOPTION: adoption failed for generation ${generation} with ${activeSessions.size} active session(s) on port ${state.port}: ${error2 instanceof Error ? error2.message : String(error2)}`
14457
+ })
14458
+ );
14459
+ }
14460
+ }
14461
+ await new Promise((resolve5) => setTimeout(resolve5, CHANNEL_POLL_INTERVAL_MS));
12763
14462
  const cycleMs = performance.now() - cycleStartedAtMs;
12764
14463
  if (idleThisCycle) idleMs += cycleMs;
12765
14464
  if (unreachableThisCycle) unreachableMs += cycleMs;
@@ -12772,17 +14471,29 @@ async function driveChannels(state, driver) {
12772
14471
  if (state.interactive) displayStatus(state);
12773
14472
  break;
12774
14473
  }
12775
- if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3) {
14474
+ if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && !stayAwakeHolds()) {
12776
14475
  logActivity(state, { type: "info", message: "Idle timeout reached" });
12777
14476
  if (state.interactive) displayStatus(state);
12778
14477
  break;
12779
14478
  }
14479
+ if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && stayAwakeHolds()) {
14480
+ if (!stayAwakeSuppressionLogged) {
14481
+ stayAwakeSuppressionLogged = true;
14482
+ logActivity(state, {
14483
+ type: "info",
14484
+ message: "Idle, but staying awake until the requested minimum passes"
14485
+ });
14486
+ }
14487
+ }
12780
14488
  }
12781
14489
  }
12782
14490
  var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
12783
- var SESSION_DB_RECLAIM_MAX_PAGES = 2e4;
14491
+ var SESSION_CLEANUP_MAX_DELETES_PER_SWEEP = 100;
14492
+ var SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES = 2;
14493
+ var SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES = 2;
14494
+ var MAX_SESSION_DELETE_BODY_LENGTH = 200;
12784
14495
  function shouldWarnForReclaimSkip(reason) {
12785
- if (reason !== "sqlite-unavailable") return false;
14496
+ if (reason !== "sqlite-unavailable" && reason !== "disk-exhaustion") return false;
12786
14497
  const version2 = /^v(\d+)\.(\d+)\.(\d+)$/.exec(process.version);
12787
14498
  if (!version2) return false;
12788
14499
  const major = Number(version2[1]);
@@ -12791,7 +14502,7 @@ function shouldWarnForReclaimSkip(reason) {
12791
14502
  return major > 22 || major === 22 && (minor > 13 || minor === 13 && patch >= 0);
12792
14503
  }
12793
14504
  function sessionDbPath() {
12794
- return join11(homedir7(), ".local", "share", "opencode", "opencode.db");
14505
+ return join12(homedir7(), ".local", "share", "opencode", "opencode.db");
12795
14506
  }
12796
14507
  function logSessionCleanupActivity(state, phase, entry) {
12797
14508
  logActivity(state, {
@@ -12839,61 +14550,146 @@ function logSessionDbProvenanceMismatch(state, provenance, currentVersion, preBo
12839
14550
  async function runSweep(state, driver, config) {
12840
14551
  const mode = `age=${config.maxAgeMs ?? "\u2014"} count=${config.maxCount ?? "\u2014"}`;
12841
14552
  try {
12842
- const sessions = await listSessions(state.port, state.opencodeClient ?? void 0);
12843
- if (sessions === null) {
12844
- logSessionCleanupActivity(state, "sweep", {
14553
+ const enumeration = await listAllSessions(state.port, state.opencodeClient ?? void 0);
14554
+ const sessions = enumeration.sessions;
14555
+ const enumerationReason = sessions === null ? enumeration.reason : null;
14556
+ if (enumerationReason !== null) {
14557
+ logActivity(state, {
12845
14558
  type: "info",
12846
- message: `Session cleanup: could not list sessions (opencode unreachable); skipping this sweep (${mode})`,
12847
- metadata: {
12848
- outcome: "sweep-skipped",
12849
- reason: "opencode-unreachable"
12850
- }
14559
+ level: "warn",
14560
+ message: `Session cleanup: could not enumerate sessions (${enumerationReason}); skipping deletes and continuing with space reclaim (${mode})`
12851
14561
  });
12852
- return;
12853
14562
  }
12854
- const toDelete = selectSessionsToDelete(
12855
- sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
12856
- {
12857
- maxAgeMs: config.maxAgeMs,
12858
- maxCount: config.maxCount,
12859
- nowMs: Date.now(),
12860
- protectedIds: driver.protectedSessionIds()
12861
- }
12862
- );
12863
- const protectedNow = driver.protectedSessionIds();
12864
14563
  let deleted = 0;
12865
14564
  let failed = 0;
14565
+ let failed4xx = 0;
14566
+ let failed5xx = 0;
14567
+ let failedOtherStatus = 0;
14568
+ let failedThrew = 0;
12866
14569
  let skippedNewlyActive = 0;
12867
- for (const id of toDelete) {
12868
- if (protectedNow.has(id)) {
12869
- skippedNewlyActive++;
12870
- logActivity(state, {
14570
+ let remaining = 0;
14571
+ let protectedNow = driver.protectedSessionIds();
14572
+ if (sessions !== null) {
14573
+ const toDelete = selectSessionsToDelete(
14574
+ sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
14575
+ {
14576
+ maxAgeMs: config.maxAgeMs,
14577
+ maxCount: config.maxCount,
14578
+ nowMs: Date.now(),
14579
+ protectedIds: protectedNow
14580
+ }
14581
+ );
14582
+ const eligibleToDelete = toDelete.filter(
14583
+ (id) => (state.sessionDeleteFailures.get(id)?.isolatedFailures ?? 0) < SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES
14584
+ );
14585
+ const deleteCandidates = eligibleToDelete.slice(0, SESSION_CLEANUP_MAX_DELETES_PER_SWEEP);
14586
+ remaining = eligibleToDelete.length - deleteCandidates.length;
14587
+ const answeredFailures = [];
14588
+ protectedNow = driver.protectedSessionIds();
14589
+ for (const id of deleteCandidates) {
14590
+ if (protectedNow.has(id)) {
14591
+ skippedNewlyActive++;
14592
+ logActivity(state, {
14593
+ type: "info",
14594
+ message: `Session cleanup: skipping ${id} \u2014 became active/bound after selection (${mode})`
14595
+ });
14596
+ continue;
14597
+ }
14598
+ const outcome = await deleteSession(state.port, id, state.opencodeClient ?? void 0);
14599
+ if (outcome.ok) {
14600
+ deleted++;
14601
+ } else if (outcome.status === "threw") {
14602
+ failed++;
14603
+ failedThrew++;
14604
+ } else {
14605
+ failed++;
14606
+ const statusClass = Math.floor(outcome.status / 100);
14607
+ if (statusClass === 4) failed4xx++;
14608
+ else if (statusClass === 5) failed5xx++;
14609
+ else failedOtherStatus++;
14610
+ answeredFailures.push({
14611
+ id,
14612
+ status: outcome.status,
14613
+ ...outcome.body !== void 0 ? { body: outcome.body } : {}
14614
+ });
14615
+ }
14616
+ }
14617
+ const givenUpFailures = [];
14618
+ if (failed > SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES) {
14619
+ for (const { id } of answeredFailures) state.sessionDeleteFailures.delete(id);
14620
+ } else {
14621
+ for (const failure of answeredFailures) {
14622
+ const previous = state.sessionDeleteFailures.get(failure.id);
14623
+ const record = previous?.status === failure.status ? { status: failure.status, isolatedFailures: previous.isolatedFailures + 1 } : { status: failure.status, isolatedFailures: 1 };
14624
+ state.sessionDeleteFailures.set(failure.id, record);
14625
+ if (record.isolatedFailures >= SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES) {
14626
+ givenUpFailures.push(failure);
14627
+ }
14628
+ }
14629
+ }
14630
+ for (const failure of givenUpFailures) {
14631
+ const excerpt = redactDiagnosticText(failure.body ?? "(no response body)").slice(
14632
+ 0,
14633
+ MAX_SESSION_DELETE_BODY_LENGTH
14634
+ );
14635
+ logSessionCleanupActivity(state, "sweep", {
12871
14636
  type: "info",
12872
- message: `Session cleanup: skipping ${id} \u2014 became active/bound after selection (${mode})`
14637
+ level: "warn",
14638
+ message: `Session cleanup: gave up on session ${failure.id} after ${SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES} isolated delete failures (status ${failure.status}): ${excerpt}`,
14639
+ metadata: {
14640
+ outcome: "session-delete-given-up",
14641
+ session_id: failure.id,
14642
+ status: failure.status,
14643
+ body_excerpt: excerpt,
14644
+ given_up_count: givenUpFailures.length
14645
+ }
12873
14646
  });
12874
- continue;
12875
14647
  }
12876
- if (await deleteSession(state.port, id, state.opencodeClient ?? void 0)) deleted++;
12877
- else failed++;
14648
+ const failedNote = failed > 0 ? `, failed ${failed}` : "";
14649
+ const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
14650
+ const remainingNote = remaining > 0 ? `, remaining ${remaining}` : "";
14651
+ logActivity(state, {
14652
+ type: "info",
14653
+ message: `Session cleanup: inspected ${sessions.length}, deleted ${deleted}${failedNote}${skippedNote}${remainingNote} (${mode})`
14654
+ });
12878
14655
  }
12879
- const failedNote = failed > 0 ? `, failed ${failed}` : "";
12880
- const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
12881
- logActivity(state, {
12882
- type: "info",
12883
- message: `Session cleanup: inspected ${sessions.length}, deleted ${deleted}${failedNote}${skippedNote} (${mode})`
12884
- });
14656
+ const sessionMetadata = {
14657
+ sessions_inspected: sessions?.length ?? null,
14658
+ sessions_deleted: deleted,
14659
+ sessions_failed: failed,
14660
+ sessions_failed_4xx: failed4xx,
14661
+ sessions_failed_5xx: failed5xx,
14662
+ sessions_failed_other: failedOtherStatus,
14663
+ sessions_failed_threw: failedThrew,
14664
+ sessions_skipped_active: skippedNewlyActive,
14665
+ sessions_remaining: remaining,
14666
+ ...enumerationReason !== null ? { session_enumeration_reason: enumerationReason } : {}
14667
+ };
14668
+ const protectedForReclaim = driver.protectedSessionIds();
12885
14669
  const reclaimResult = await reclaimSessionDbSpace({
12886
14670
  dbPath: sessionDbPath(),
12887
- maxPages: SESSION_DB_RECLAIM_MAX_PAGES,
12888
- allowFullVacuum: protectedNow.size === 0 && !state.sessionDbProvenanceAnomaly
14671
+ chunkPages: SESSION_DB_RECLAIM_CHUNK_PAGES,
14672
+ pageCeiling: SESSION_DB_RECLAIM_PAGE_CEILING,
14673
+ timeBudgetMs: SESSION_DB_RECLAIM_TIME_BUDGET_MS,
14674
+ hasLiveTurn: protectedForReclaim.size > 0,
14675
+ hasProvenanceAnomaly: state.sessionDbProvenanceAnomaly
12889
14676
  });
12890
14677
  if (reclaimResult.ok) {
14678
+ state.sessionStoreHealth.observeWritable();
12891
14679
  const beforeMib = (reclaimResult.beforeBytes / 1024 / 1024).toFixed(1);
12892
14680
  const afterMib = (reclaimResult.afterBytes / 1024 / 1024).toFixed(1);
12893
14681
  const checkpointNote = reclaimResult.checkpoint.busy ? ` (on-disk file truncation deferred: checkpoint busy, ${reclaimResult.checkpoint.log} WAL frames pending)` : "";
14682
+ const loopElapsedMs = Math.max(
14683
+ 0,
14684
+ reclaimResult.elapsedMs - reclaimResult.checkpointElapsedMs
14685
+ );
14686
+ const reclaimIsSlow = reclaimResult.elapsedMs >= 4 * SESSION_DB_RECLAIM_TIME_BUDGET_MS;
14687
+ const perPageNote = reclaimResult.pagesReclaimed > 0 ? `, per-page ${(loopElapsedMs / reclaimResult.pagesReclaimed).toFixed(2)} ms/page` : "";
14688
+ const slowReclaimNote = reclaimIsSlow ? ` (slow reclaim: total elapsed ${reclaimResult.elapsedMs} ms, checkpoint ${reclaimResult.checkpointElapsedMs} ms, loop ${loopElapsedMs} ms, budget ${SESSION_DB_RECLAIM_TIME_BUDGET_MS} ms${perPageNote})` : "";
12894
14689
  logSessionCleanupActivity(state, "sweep", {
12895
14690
  type: "info",
12896
- message: `Session cleanup: reclaimed session-db space (${reclaimResult.mode}): ${beforeMib} MiB -> ${afterMib} MiB${checkpointNote}`,
14691
+ level: reclaimIsSlow ? "warn" : "info",
14692
+ message: `Session cleanup: reclaimed session-db space (${reclaimResult.mode}): ${beforeMib} MiB -> ${afterMib} MiB (stopped by ${reclaimResult.stoppedBy}; freelist ${reclaimResult.freelistBefore} -> ${reclaimResult.freelistAfter} pages)` + checkpointNote + slowReclaimNote,
12897
14693
  metadata: {
12898
14694
  outcome: "reclaimed",
12899
14695
  mode: reclaimResult.mode,
@@ -12901,25 +14697,28 @@ async function runSweep(state, driver, config) {
12901
14697
  after_bytes: reclaimResult.afterBytes,
12902
14698
  checkpoint_busy: reclaimResult.checkpoint.busy,
12903
14699
  wal_frames_pending: reclaimResult.checkpoint.log,
12904
- sessions_inspected: sessions.length,
12905
- sessions_deleted: deleted,
12906
- sessions_failed: failed,
12907
- sessions_skipped_active: skippedNewlyActive
14700
+ stopped_by: reclaimResult.stoppedBy,
14701
+ freelist_before: reclaimResult.freelistBefore,
14702
+ freelist_after: reclaimResult.freelistAfter,
14703
+ pages_reclaimed: reclaimResult.pagesReclaimed,
14704
+ reclaim_elapsed_ms: reclaimResult.elapsedMs,
14705
+ checkpoint_elapsed_ms: reclaimResult.checkpointElapsedMs,
14706
+ ...sessionMetadata
12908
14707
  }
12909
14708
  });
12910
14709
  } else {
14710
+ if (reclaimResult.skipped === "disk-exhaustion") {
14711
+ state.sessionStoreHealth.observeUnwritable();
14712
+ }
12911
14713
  logSessionCleanupActivity(state, "sweep", {
12912
14714
  type: "info",
12913
- level: reclaimResult.skipped === "reclaim-error" || reclaimResult.skipped === "insufficient-disk-space" ? "warn" : "info",
14715
+ level: reclaimResult.skipped === "reclaim-error" || reclaimResult.skipped === "disk-exhaustion" || reclaimResult.skipped === "insufficient-disk-space" ? "warn" : "info",
12914
14716
  message: `Session cleanup: session-db space reclaim skipped (${reclaimResult.skipped})` + (reclaimResult.detail ? `: ${reclaimResult.detail}` : ""),
12915
14717
  metadata: {
12916
14718
  outcome: "reclaim-skipped",
12917
14719
  reason: reclaimResult.skipped,
12918
14720
  ...reclaimResult.detail !== void 0 ? { detail: reclaimResult.detail } : {},
12919
- sessions_inspected: sessions.length,
12920
- sessions_deleted: deleted,
12921
- sessions_failed: failed,
12922
- sessions_skipped_active: skippedNewlyActive
14721
+ ...sessionMetadata
12923
14722
  }
12924
14723
  });
12925
14724
  }
@@ -13014,10 +14813,12 @@ function scheduleUsageReporting(state, params) {
13014
14813
  let phase = "dormant";
13015
14814
  let rearmRequested = false;
13016
14815
  const armProbe = () => {
14816
+ if (!state.running) return;
13017
14817
  phase = "probe-pending";
13018
14818
  params.setTimer(setTimeout(() => void tick(true), params.firstDelayMs()));
13019
14819
  };
13020
14820
  const scheduleNextTick = () => {
14821
+ if (!state.running) return;
13021
14822
  if (rearmRequested) {
13022
14823
  rearmRequested = false;
13023
14824
  armProbe();
@@ -13051,6 +14852,7 @@ function scheduleUsageReporting(state, params) {
13051
14852
  phase = "tick-in-flight";
13052
14853
  try {
13053
14854
  const usage = await params.fetchUsage();
14855
+ if (!state.running) return;
13054
14856
  const result = await params.report(usage);
13055
14857
  if (result.ok) {
13056
14858
  if (consecutiveFailures > 0) {
@@ -13176,6 +14978,20 @@ function scheduleResourceUsageReporting(state, options) {
13176
14978
  message: `Resource usage collection: ${warning2}`
13177
14979
  });
13178
14980
  }
14981
+ const lowDiskDecision = evaluateLowDiskWarning({
14982
+ ...usage,
14983
+ nowMs: Date.now(),
14984
+ state: state.lowDiskWarningState
14985
+ });
14986
+ state.lowDiskWarningState = lowDiskDecision.state;
14987
+ if (lowDiskDecision.warning !== null) {
14988
+ logActivity(state, {
14989
+ type: "info",
14990
+ level: "warn",
14991
+ message: lowDiskDecision.warning
14992
+ });
14993
+ }
14994
+ if (!state.running) return;
13179
14995
  const result = await reportResourceUsage(state.agentId, state.authHeader, usage);
13180
14996
  if (result.ok) {
13181
14997
  if (consecutiveFailures > 0) {
@@ -13208,7 +15024,9 @@ function scheduleResourceUsageReporting(state, options) {
13208
15024
  message: `Resource usage reporting failed: ${message}${failureStreakSuffix(consecutiveFailures)}`
13209
15025
  });
13210
15026
  } finally {
13211
- state.resourceUsageTimer = setTimeout(() => void tick(), usageReportDelayMs());
15027
+ if (state.running) {
15028
+ state.resourceUsageTimer = setTimeout(() => void tick(), usageReportDelayMs());
15029
+ }
13212
15030
  }
13213
15031
  };
13214
15032
  state.resourceUsageTimer = setTimeout(() => void tick(), firstReportDelayMs());
@@ -13370,8 +15188,8 @@ async function beginGracefulShutdown(state, trigger) {
13370
15188
  return true;
13371
15189
  }
13372
15190
  );
13373
- const timedOut = new Promise((resolve4) => {
13374
- timer = setTimeout(() => resolve4(false), telemetryBudgetMs);
15191
+ const timedOut = new Promise((resolve5) => {
15192
+ timer = setTimeout(() => resolve5(false), telemetryBudgetMs);
13375
15193
  });
13376
15194
  if (!await Promise.race([flushed, timedOut])) {
13377
15195
  log2(state, `Telemetry flush exceeded ${telemetryBudgetMs}ms \u2014 exiting anyway`, "warn");
@@ -13411,6 +15229,8 @@ async function run(options) {
13411
15229
  port: options.port ?? 4096,
13412
15230
  conversationFilter: options.conversation ?? null,
13413
15231
  idleTimeout: options.idleTimeout ?? null,
15232
+ stayAwakeSeconds: null,
15233
+ stayAwakeUntilMs: null,
13414
15234
  json: options.json ?? false,
13415
15235
  interactive,
13416
15236
  logLevel,
@@ -13422,6 +15242,7 @@ async function run(options) {
13422
15242
  opencodeClient: null,
13423
15243
  opencodeV2CredentialImportGuard: { inFlight: false },
13424
15244
  sessionDbProvenanceAnomaly: false,
15245
+ sessionStoreHealth: createSessionStoreHealth(),
13425
15246
  opencodeProcess: null,
13426
15247
  stopOpenCodeLogTail: null,
13427
15248
  litestreamProcess: null,
@@ -13433,12 +15254,14 @@ async function run(options) {
13433
15254
  messageCount: 0,
13434
15255
  lastProxiedActivityAt: null,
13435
15256
  sessionCleanupTimers: [],
15257
+ sessionDeleteFailures: /* @__PURE__ */ new Map(),
13436
15258
  claudeUsageTimer: null,
13437
15259
  claudeUsageRearm: null,
13438
15260
  openaiUsageTimer: null,
13439
15261
  openaiUsageRearm: null,
13440
15262
  resourceUsageTimer: null,
13441
15263
  stopResourceUsageSampling: null,
15264
+ lowDiskWarningState: { worstBand: null, warnedAtMs: null },
13442
15265
  credentialSync: null,
13443
15266
  authHeader: ""
13444
15267
  };
@@ -13597,6 +15420,17 @@ async function run(options) {
13597
15420
  }
13598
15421
  spinner?.succeed(`Runner: ${validation.agent.name || state.agentId}`);
13599
15422
  state.agentName = validation.agent.name;
15423
+ const requestedStayAwakeSeconds = validation.agent?.wake_stay_awake_seconds;
15424
+ if (typeof requestedStayAwakeSeconds === "number" && Number.isFinite(requestedStayAwakeSeconds) && requestedStayAwakeSeconds > 0) {
15425
+ state.stayAwakeSeconds = requestedStayAwakeSeconds;
15426
+ } else if (requestedStayAwakeSeconds !== void 0 && requestedStayAwakeSeconds !== null) {
15427
+ state.stayAwakeSeconds = null;
15428
+ log2(
15429
+ state,
15430
+ `Ignoring invalid wake_stay_awake_seconds (type: ${typeof requestedStayAwakeSeconds})`,
15431
+ "warn"
15432
+ );
15433
+ }
13600
15434
  const microvmId = process.env.MICROVM_ID?.trim();
13601
15435
  if (microvmId) {
13602
15436
  const reported = await reportMicrovmId(state.agentId, state.authHeader, microvmId);
@@ -13612,27 +15446,74 @@ async function run(options) {
13612
15446
  } else {
13613
15447
  log2(state, "Not running in a MicroVM (MICROVM_ID unset) \u2014 nothing to report", "debug");
13614
15448
  }
13615
- if (options.restoreRunnerCredentials) {
13616
- log2(state, "Restoring runner credentials before starting OpenCode");
13617
- const credentialContext = {
13618
- env: process.env,
13619
- log: (message, level = "info") => {
13620
- if (level === "error") {
13621
- logActivity(state, { type: "error", error: message });
13622
- } else {
13623
- logActivity(state, { type: "info", level, message });
13624
- }
15449
+ if (options.restoreRunnerCredentials || options.credentialSyncMarker) {
15450
+ const logCredentialVaultResolution = (message, level) => {
15451
+ log2(state, message, level);
15452
+ if (state.interactive && !state.json) {
15453
+ logActivity(state, { type: "info", level, message });
13625
15454
  }
13626
15455
  };
13627
- const githubTokenPopulated = await installRunnerSecret(credentialContext);
15456
+ const vaultResolution = await getRunnerCredentialVault(state.agentId, state.authHeader);
15457
+ if (vaultResolution.error) {
15458
+ delete process.env.CREDENTIAL_VAULT_PREFIX;
15459
+ logCredentialVaultResolution(
15460
+ `CREDENTIAL-VAULT-LOOKUP-FAILED: ${vaultResolution.error}; credentials will be read from and written to this runner's own prefix this boot`,
15461
+ "warn"
15462
+ );
15463
+ } else if (vaultResolution.prefix !== null && vaultResolution.vaultId !== null && vaultResolution.source !== null) {
15464
+ process.env.CREDENTIAL_VAULT_PREFIX = vaultResolution.prefix;
15465
+ logCredentialVaultResolution(
15466
+ `CREDENTIAL-VAULT: source=${vaultResolution.source} vault=${vaultResolution.vaultId} prefix=${vaultResolution.prefix}`,
15467
+ "info"
15468
+ );
15469
+ } else {
15470
+ delete process.env.CREDENTIAL_VAULT_PREFIX;
15471
+ logCredentialVaultResolution(
15472
+ "CREDENTIAL-VAULT-NONE: this runner is not linked to a credential vault; using its own prefix",
15473
+ "debug"
15474
+ );
15475
+ }
15476
+ }
15477
+ const credentialContext = {
15478
+ env: process.env,
15479
+ log: (message, level = "info") => {
15480
+ if (level === "error") {
15481
+ logActivity(state, { type: "error", error: message });
15482
+ } else {
15483
+ logActivity(state, { type: "info", level, message });
15484
+ }
15485
+ }
15486
+ };
15487
+ const githubTokenPopulated = await installRunnerSecret(credentialContext);
15488
+ if (options.restoreRunnerCredentials) {
13628
15489
  await restoreCredentialStores(credentialContext);
13629
- if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
13630
15490
  }
15491
+ if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
13631
15492
  state.credentialSync?.arm();
13632
- const openCodeActivityForwarder = createOpenCodeActivityForwarder(() => ({
13633
- agentId: state.agentId,
13634
- authHeader: state.authHeader
13635
- }));
15493
+ const dependencyInstallDiagnosticReporter = createDependencyInstallDiagnosticReporter({
15494
+ context: {
15495
+ homeDir: homedir7(),
15496
+ cwd: process.cwd(),
15497
+ microvmId: process.env.MICROVM_ID?.trim(),
15498
+ euid: process.getuid?.(),
15499
+ egid: process.getgid?.()
15500
+ },
15501
+ emitEvent: (message) => logActivity(state, { type: "info", level: "warn", message }),
15502
+ emitLocal: (message) => logLocalOnly(state, message, "warn")
15503
+ });
15504
+ const openCodeActivityForwarder = createOpenCodeActivityForwarder(
15505
+ () => ({
15506
+ agentId: state.agentId,
15507
+ authHeader: state.authHeader
15508
+ }),
15509
+ ({ isDiskFailure, sessionId, cause }) => {
15510
+ if (isDiskFailure) state.sessionStoreHealth.observeUnwritable();
15511
+ if (cause !== null && sessionId !== null) {
15512
+ state.sessionStoreHealth.observeCause(sessionId, cause);
15513
+ }
15514
+ },
15515
+ dependencyInstallDiagnosticReporter
15516
+ );
13636
15517
  const openCodeLogTail = tailOpenCodeLogFile(
13637
15518
  resolveOpenCodeLogPath(homedir7(), process.env),
13638
15519
  openCodeActivityForwarder
@@ -13642,22 +15523,27 @@ async function run(options) {
13642
15523
  openCodeLogTail.stop();
13643
15524
  };
13644
15525
  let sessionDbVerifyFatal = false;
15526
+ let sessionDbVerifyFatalReason;
13645
15527
  if (!options.restoreSessionDb) {
13646
- log2(state, "Skipping session-DB restore: --restore-session-db was not passed", "debug");
15528
+ logActivity(state, {
15529
+ type: "info",
15530
+ level: "warn",
15531
+ message: "SESSION-DB-VERIFY-SKIPPED: reason=flag-absent \u2014 Skipping session-DB restore: --restore-session-db was not passed"
15532
+ });
13647
15533
  } else {
13648
15534
  const health = await checkOpenCodeHealth(state.port);
13649
15535
  if (health.healthy) {
13650
- log2(
13651
- state,
13652
- "Skipping session-DB restore: OpenCode is already serving this database",
13653
- "debug"
13654
- );
15536
+ logActivity(state, {
15537
+ type: "info",
15538
+ level: "warn",
15539
+ message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-serving \u2014 Skipping session-DB restore: OpenCode is already serving this database"
15540
+ });
13655
15541
  } else if (health.authFailed) {
13656
- log2(
13657
- state,
13658
- "Skipping session-DB restore: OpenCode answered with an authentication challenge; assuming this database is in use",
13659
- "debug"
13660
- );
15542
+ logActivity(state, {
15543
+ type: "info",
15544
+ level: "warn",
15545
+ message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-auth-challenge \u2014 Skipping session-DB restore: OpenCode answered with an authentication challenge; assuming this database is in use"
15546
+ });
13661
15547
  } else {
13662
15548
  const result = await restoreAndVerifySessionDb({
13663
15549
  dbPath: sessionDbPath(),
@@ -13674,12 +15560,13 @@ async function run(options) {
13674
15560
  reportRecovery: (record) => reportSessionDbRecoveryRecord(state, record)
13675
15561
  });
13676
15562
  sessionDbVerifyFatal = result.verifyFatal;
15563
+ sessionDbVerifyFatalReason = result.verifyFatalReason;
13677
15564
  }
13678
15565
  }
13679
15566
  reportSessionDbRecovery(state);
13680
15567
  if (sessionDbVerifyFatal) {
13681
15568
  throw new Error(
13682
- "SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk"
15569
+ sessionDbVerifyFatalReason === void 0 ? "SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk" : `SESSION-DB-VERIFY-TIMEOUT: session DB verification timed out (${sessionDbVerifyFatalReason}); refusing to start`
13683
15570
  );
13684
15571
  }
13685
15572
  applyRunnerOpenCodeConfig({
@@ -13787,7 +15674,7 @@ async function run(options) {
13787
15674
  logActivity(state, { type: "info", level: "warn", message: versionWarning });
13788
15675
  }
13789
15676
  }
13790
- await reloadProviderCache(state.port, state.opencodeClient ?? void 0);
15677
+ await disposeAndReloadProviderConfig(state.port, state.opencodeClient ?? void 0);
13791
15678
  if (state.opencodeApiVersion === "v2" && state.opencodeClient !== null) {
13792
15679
  await importOpenCodeV2CredentialsForState(state);
13793
15680
  }
@@ -13924,6 +15811,7 @@ async function run(options) {
13924
15811
  getAuthHeader: () => state.authHeader,
13925
15812
  conversationFilter: state.conversationFilter,
13926
15813
  stuckQueuedMs: CHANNEL_STUCK_QUEUED_MS,
15814
+ sessionStoreHealth: state.sessionStoreHealth,
13927
15815
  // #559: the `--enable-file-sync-to` allow-list. Empty ⇒ pending files are
13928
15816
  // REJECTED with `file_sync_disabled` on the ack, not silently ignored.
13929
15817
  fileSyncDirectories,
@@ -13957,6 +15845,13 @@ async function run(options) {
13957
15845
  type: "info",
13958
15846
  message: connectionMessage
13959
15847
  });
15848
+ if (!isReconnect && state.stayAwakeSeconds !== null && state.stayAwakeUntilMs === null) {
15849
+ state.stayAwakeUntilMs = Date.now() + state.stayAwakeSeconds * 1e3;
15850
+ logActivity(state, {
15851
+ type: "info",
15852
+ message: `Staying awake for at least ${state.stayAwakeSeconds}s as requested by the wake`
15853
+ });
15854
+ }
13960
15855
  if (options.tunnelReadyFile) {
13961
15856
  const marker = writeTunnelReadyMarker(options.tunnelReadyFile, agentId);
13962
15857
  if (marker.ok) {
@@ -14005,14 +15900,14 @@ async function run(options) {
14005
15900
  },
14006
15901
  onDisconnected: (code, reason, transition) => {
14007
15902
  state.connected = false;
14008
- const safeReason = redactDiagnosticText(reason).slice(0, MAX_DISCONNECT_REASON_LENGTH);
15903
+ const safeReason2 = redactDiagnosticText(reason).slice(0, MAX_DISCONNECT_REASON_LENGTH);
14009
15904
  logActivity(state, {
14010
15905
  type: "info",
14011
- message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${safeReason})`
15906
+ message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${safeReason2})`
14012
15907
  });
14013
15908
  emitAgentDisconnected(state.agentId, {
14014
15909
  code,
14015
- reason: safeReason,
15910
+ reason: safeReason2,
14016
15911
  connection_generation: transition.generation
14017
15912
  });
14018
15913
  if (state.interactive) displayStatus(state);
@@ -14091,6 +15986,7 @@ async function run(options) {
14091
15986
  if (error2.message === "Unauthorized") tunnelSpinner?.fail("Unauthorized");
14092
15987
  throw error2;
14093
15988
  }
15989
+ if (!state.running) return;
14094
15990
  scheduleSessionCleanup(state, channelDriver, options);
14095
15991
  state.claudeUsageRearm = scheduleClaudeUsageReporting(state, options);
14096
15992
  state.openaiUsageRearm = scheduleUsageReporting(state, {
@@ -14175,6 +16071,7 @@ program.command("login").description("Authenticate with Evident").option("--toke
14175
16071
  program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
14176
16072
  program.command("whoami").description("Show the currently logged in user").action(whoami);
14177
16073
  program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
16074
+ program.command("credential-vault-env").description("Print the shell assignment a runner image evals before starting the synchroniser").action(credentialVaultEnv);
14178
16075
  program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
14179
16076
  program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
14180
16077
  "-a, --agent [id]",