@evident-ai/cli 3.5.2-dev.afae02b → 3.5.2-dev.cf0e80a
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/dist/index.js +1404 -371
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -315,14 +315,14 @@ function blank() {
|
|
|
315
315
|
console.log();
|
|
316
316
|
}
|
|
317
317
|
function waitForEnter(prompt = "Press Enter to continue...") {
|
|
318
|
-
return new Promise((
|
|
318
|
+
return new Promise((resolve5) => {
|
|
319
319
|
process.stdout.write(chalk.dim(prompt));
|
|
320
320
|
const handler = () => {
|
|
321
321
|
process.stdin.removeListener("data", handler);
|
|
322
322
|
process.stdin.setRawMode?.(false);
|
|
323
323
|
process.stdin.pause();
|
|
324
324
|
console.log();
|
|
325
|
-
|
|
325
|
+
resolve5();
|
|
326
326
|
};
|
|
327
327
|
if (process.stdin.isTTY) {
|
|
328
328
|
process.stdin.setRawMode?.(true);
|
|
@@ -332,7 +332,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
|
|
|
332
332
|
});
|
|
333
333
|
}
|
|
334
334
|
function sleep(ms) {
|
|
335
|
-
return new Promise((
|
|
335
|
+
return new Promise((resolve5) => setTimeout(resolve5, ms));
|
|
336
336
|
}
|
|
337
337
|
|
|
338
338
|
// src/commands/login.ts
|
|
@@ -410,19 +410,19 @@ async function tokenLogin() {
|
|
|
410
410
|
);
|
|
411
411
|
blank();
|
|
412
412
|
process.stdout.write("Paste token: ");
|
|
413
|
-
const token = await new Promise((
|
|
413
|
+
const token = await new Promise((resolve5) => {
|
|
414
414
|
let data = "";
|
|
415
415
|
process.stdin.setEncoding("utf8");
|
|
416
416
|
process.stdin.on("data", (chunk) => {
|
|
417
417
|
data += chunk;
|
|
418
418
|
});
|
|
419
419
|
process.stdin.on("end", () => {
|
|
420
|
-
|
|
420
|
+
resolve5(data.trim());
|
|
421
421
|
});
|
|
422
422
|
if (process.stdin.isTTY) {
|
|
423
423
|
process.stdin.once("data", (chunk) => {
|
|
424
424
|
process.stdin.pause();
|
|
425
|
-
|
|
425
|
+
resolve5(chunk.toString().trim());
|
|
426
426
|
});
|
|
427
427
|
process.stdin.resume();
|
|
428
428
|
}
|
|
@@ -703,6 +703,31 @@ async function reportResourceUsage(agentId, authHeader, usage) {
|
|
|
703
703
|
opencode_db_bytes: usage.opencodeDbBytes
|
|
704
704
|
});
|
|
705
705
|
}
|
|
706
|
+
async function getRunnerCredentialVault(agentId, authHeader) {
|
|
707
|
+
const empty = { prefix: null, vaultId: null, source: null };
|
|
708
|
+
try {
|
|
709
|
+
const apiUrl = getApiUrlConfig();
|
|
710
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/credential-vault`, {
|
|
711
|
+
headers: { Authorization: authHeader },
|
|
712
|
+
signal: AbortSignal.timeout(1e4)
|
|
713
|
+
});
|
|
714
|
+
if (!response.ok) {
|
|
715
|
+
const serverMessage = await readErrorMessage(response);
|
|
716
|
+
return {
|
|
717
|
+
...empty,
|
|
718
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
719
|
+
};
|
|
720
|
+
}
|
|
721
|
+
const data = await response.json();
|
|
722
|
+
return {
|
|
723
|
+
prefix: data.credential_vault_prefix,
|
|
724
|
+
vaultId: data.vault_id,
|
|
725
|
+
source: data.source
|
|
726
|
+
};
|
|
727
|
+
} catch (error2) {
|
|
728
|
+
return { ...empty, error: describeTimeoutError(error2, 1e4) };
|
|
729
|
+
}
|
|
730
|
+
}
|
|
706
731
|
async function getAgentInfo(agentId, authHeader) {
|
|
707
732
|
const apiUrl = getApiUrlConfig();
|
|
708
733
|
try {
|
|
@@ -877,6 +902,76 @@ async function status(options = {}) {
|
|
|
877
902
|
process.exit(result.exitCode);
|
|
878
903
|
}
|
|
879
904
|
|
|
905
|
+
// src/commands/credential-vault-env.ts
|
|
906
|
+
function shellQuote(value) {
|
|
907
|
+
return `'${value.replaceAll("'", "'\\''")}'`;
|
|
908
|
+
}
|
|
909
|
+
function printAssignment(prefix) {
|
|
910
|
+
console.log(`CREDENTIAL_VAULT_PREFIX=${shellQuote(prefix ?? "")}`);
|
|
911
|
+
}
|
|
912
|
+
function safeReason(reason, credentials2, authHeader) {
|
|
913
|
+
let safe = reason;
|
|
914
|
+
for (const secret of [
|
|
915
|
+
authHeader,
|
|
916
|
+
credentials2?.token,
|
|
917
|
+
process.env.EVIDENT_RUNNER_KEY,
|
|
918
|
+
process.env.EVIDENT_AGENT_KEY,
|
|
919
|
+
process.env.EVIDENT_TOKEN
|
|
920
|
+
]) {
|
|
921
|
+
if (secret) safe = safe.replaceAll(secret, "[redacted]");
|
|
922
|
+
}
|
|
923
|
+
return safe.replace(/[\r\n]+/g, " ");
|
|
924
|
+
}
|
|
925
|
+
function printFallback(reason, credentials2, authHeader) {
|
|
926
|
+
printAssignment(null);
|
|
927
|
+
console.error(
|
|
928
|
+
`WARNING: ${safeReason(reason, credentials2, authHeader)}; using this runner's own credential prefix.`
|
|
929
|
+
);
|
|
930
|
+
}
|
|
931
|
+
async function credentialVaultEnv() {
|
|
932
|
+
let credentials2 = null;
|
|
933
|
+
let authHeader;
|
|
934
|
+
try {
|
|
935
|
+
credentials2 = await getAuthCredentials();
|
|
936
|
+
if (!credentials2) {
|
|
937
|
+
printFallback("no runner credentials are configured");
|
|
938
|
+
return;
|
|
939
|
+
}
|
|
940
|
+
authHeader = getAuthHeader(credentials2);
|
|
941
|
+
const runner = await resolveAgentIdFromKey(authHeader);
|
|
942
|
+
if (!runner.agent_id) {
|
|
943
|
+
printFallback(
|
|
944
|
+
runner.error ?? "the runner identity could not be resolved",
|
|
945
|
+
credentials2,
|
|
946
|
+
authHeader
|
|
947
|
+
);
|
|
948
|
+
return;
|
|
949
|
+
}
|
|
950
|
+
const lookup = await getRunnerCredentialVault(runner.agent_id, authHeader);
|
|
951
|
+
if (lookup.error) {
|
|
952
|
+
printFallback(`credential vault lookup failed: ${lookup.error}`, credentials2, authHeader);
|
|
953
|
+
return;
|
|
954
|
+
}
|
|
955
|
+
if (lookup.prefix === null) {
|
|
956
|
+
printFallback("this runner is not linked to a credential vault", credentials2, authHeader);
|
|
957
|
+
return;
|
|
958
|
+
}
|
|
959
|
+
if (/[\r\n]/.test(lookup.prefix)) {
|
|
960
|
+
printFallback("credential vault lookup returned an invalid prefix", credentials2, authHeader);
|
|
961
|
+
return;
|
|
962
|
+
}
|
|
963
|
+
printAssignment(lookup.prefix);
|
|
964
|
+
console.error(
|
|
965
|
+
`VAULT-MODE: credential stores use vault=${lookup.vaultId} source=${lookup.source} prefix=${lookup.prefix}.`
|
|
966
|
+
);
|
|
967
|
+
} catch (error2) {
|
|
968
|
+
const detail = credentials2 === null ? "credential resolution failed" : `credential vault lookup could not be completed: ${error2 instanceof Error ? error2.message : String(error2)}`;
|
|
969
|
+
printFallback(detail, credentials2, authHeader);
|
|
970
|
+
} finally {
|
|
971
|
+
process.exitCode = 0;
|
|
972
|
+
}
|
|
973
|
+
}
|
|
974
|
+
|
|
880
975
|
// src/lib/claude-usage.ts
|
|
881
976
|
import { execFileSync } from "node:child_process";
|
|
882
977
|
import { readFileSync } from "node:fs";
|
|
@@ -1063,7 +1158,7 @@ async function claudeUsage() {
|
|
|
1063
1158
|
// src/commands/run.ts
|
|
1064
1159
|
import { chmodSync as chmodSync3, existsSync as existsSync3, readFileSync as readFileSync7, writeFileSync as writeFileSync6 } from "node:fs";
|
|
1065
1160
|
import { homedir as homedir7 } from "node:os";
|
|
1066
|
-
import { isAbsolute as
|
|
1161
|
+
import { isAbsolute as isAbsolute4, join as join12, parse, resolve as resolvePath2 } from "node:path";
|
|
1067
1162
|
import chalk7 from "chalk";
|
|
1068
1163
|
|
|
1069
1164
|
// ../../packages/types/src/agents/index.ts
|
|
@@ -1227,7 +1322,7 @@ import ora4 from "ora";
|
|
|
1227
1322
|
import { select as select4 } from "@inquirer/prompts";
|
|
1228
1323
|
|
|
1229
1324
|
// src/lib/telemetry.ts
|
|
1230
|
-
var CLI_VERSION = (true ? "3.5.2-dev.
|
|
1325
|
+
var CLI_VERSION = (true ? "3.5.2-dev.cf0e80a" : void 0) ?? process.env.npm_package_version ?? "unknown";
|
|
1231
1326
|
function getCliVersion() {
|
|
1232
1327
|
return CLI_VERSION;
|
|
1233
1328
|
}
|
|
@@ -1388,20 +1483,47 @@ var EventTypes = {
|
|
|
1388
1483
|
DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
|
|
1389
1484
|
};
|
|
1390
1485
|
|
|
1391
|
-
// src/lib/runner-activity-telemetry.ts
|
|
1392
|
-
import { homedir as homedir2 } from "node:os";
|
|
1393
|
-
|
|
1394
1486
|
// src/lib/opencode/session-db-reclaim.ts
|
|
1395
1487
|
import { statSync as statSync2, statfsSync } from "node:fs";
|
|
1396
1488
|
import { dirname as dirname2 } from "node:path";
|
|
1397
|
-
|
|
1489
|
+
|
|
1490
|
+
// src/lib/diagnostic-redaction.ts
|
|
1491
|
+
import { homedir as homedir2 } from "node:os";
|
|
1492
|
+
function redactHomeDirectory(message) {
|
|
1493
|
+
const home = homedir2();
|
|
1494
|
+
if (!home || home === "/") {
|
|
1495
|
+
return message;
|
|
1496
|
+
}
|
|
1497
|
+
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1498
|
+
let result = "";
|
|
1499
|
+
let searchFrom = 0;
|
|
1500
|
+
let homeIndex;
|
|
1501
|
+
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1502
|
+
const homeEnd = homeIndex + home.length;
|
|
1503
|
+
const previousCharacter = message[homeIndex - 1];
|
|
1504
|
+
const nextCharacter = message[homeEnd];
|
|
1505
|
+
const atPathBoundary = (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1506
|
+
result += message.slice(searchFrom, homeIndex);
|
|
1507
|
+
result += atPathBoundary ? "~" : home;
|
|
1508
|
+
searchFrom = homeEnd;
|
|
1509
|
+
}
|
|
1510
|
+
return result + message.slice(searchFrom);
|
|
1511
|
+
}
|
|
1512
|
+
function redactDiagnosticText(message) {
|
|
1513
|
+
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1514
|
+
return redactHomeDirectory(redacted);
|
|
1515
|
+
}
|
|
1516
|
+
|
|
1517
|
+
// src/lib/opencode/session-db-reclaim.ts
|
|
1518
|
+
var SESSION_DB_RECLAIM_CHUNK_PAGES = 100;
|
|
1398
1519
|
var SESSION_DB_RECLAIM_TIME_BUDGET_MS = 500;
|
|
1399
1520
|
var SESSION_DB_RECLAIM_PAGE_CEILING = 4e4;
|
|
1521
|
+
var SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS = 5e3;
|
|
1400
1522
|
function errorMessage(error2) {
|
|
1401
1523
|
if (!(error2 instanceof Error)) return String(error2);
|
|
1402
1524
|
return error2.cause instanceof Error ? error2.cause.message : error2.message;
|
|
1403
1525
|
}
|
|
1404
|
-
function
|
|
1526
|
+
function errorMessages(error2) {
|
|
1405
1527
|
const messages = [];
|
|
1406
1528
|
const visited = /* @__PURE__ */ new Set();
|
|
1407
1529
|
let current = error2;
|
|
@@ -1425,12 +1547,81 @@ function isSessionStoreWriteFailure(error2) {
|
|
|
1425
1547
|
}
|
|
1426
1548
|
break;
|
|
1427
1549
|
}
|
|
1428
|
-
return messages
|
|
1550
|
+
return messages;
|
|
1551
|
+
}
|
|
1552
|
+
function isSessionStoreWriteFailure(error2) {
|
|
1553
|
+
return errorMessages(error2).some(
|
|
1429
1554
|
(message) => /(?:database or disk is full|disk is full|no space left on device|SQLITE_(?:FULL|IOERR)(?:\b|_))/i.test(
|
|
1430
1555
|
message
|
|
1431
1556
|
)
|
|
1432
1557
|
);
|
|
1433
1558
|
}
|
|
1559
|
+
var SQLITE_CAUSE_TOKEN = /(?:^|cause:\s+)(SQLiteError:\s+[A-Za-z][A-Za-z0-9]*(?:\s+[A-Za-z][A-Za-z0-9]*){0,7})(?=\s*(?:[)\]"',;]|$))/i;
|
|
1560
|
+
var EFFECT_SQL_CAUSE_TOKEN = /(?:^|cause:\s+)(effect\/sql\/SqlError\/[A-Za-z][A-Za-z0-9_]*)/i;
|
|
1561
|
+
var PARAMS_FIELD = /\bparams\s*(?:=|:)/i;
|
|
1562
|
+
function isCauseBearingText(text) {
|
|
1563
|
+
return /^(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text.trim()) || /(?:^|\s)cause:\s+(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text);
|
|
1564
|
+
}
|
|
1565
|
+
function structuredLogFields(line) {
|
|
1566
|
+
const fields = [];
|
|
1567
|
+
for (let index = 0; index < line.length; index++) {
|
|
1568
|
+
if (line[index] === '"') {
|
|
1569
|
+
index++;
|
|
1570
|
+
while (index < line.length) {
|
|
1571
|
+
if (line[index] === "\\") {
|
|
1572
|
+
index++;
|
|
1573
|
+
} else if (line[index] === '"') {
|
|
1574
|
+
break;
|
|
1575
|
+
}
|
|
1576
|
+
index++;
|
|
1577
|
+
}
|
|
1578
|
+
continue;
|
|
1579
|
+
}
|
|
1580
|
+
const atFieldBoundary = index === 0 || /\s/.test(line[index - 1]);
|
|
1581
|
+
const key = line.startsWith("error=", index) ? "error=" : line.startsWith("cause=", index) ? "cause=" : null;
|
|
1582
|
+
if (!atFieldBoundary || key === null) continue;
|
|
1583
|
+
const valueStart = index + key.length;
|
|
1584
|
+
if (line[valueStart] !== '"') {
|
|
1585
|
+
const valueEnd2 = line.indexOf(" ", valueStart);
|
|
1586
|
+
fields.push(line.slice(valueStart, valueEnd2 === -1 ? line.length : valueEnd2));
|
|
1587
|
+
index = valueEnd2 === -1 ? line.length : valueEnd2;
|
|
1588
|
+
continue;
|
|
1589
|
+
}
|
|
1590
|
+
let valueEnd = valueStart + 1;
|
|
1591
|
+
for (; valueEnd < line.length; valueEnd++) {
|
|
1592
|
+
if (line[valueEnd] === "\\") {
|
|
1593
|
+
valueEnd++;
|
|
1594
|
+
} else if (line[valueEnd] === '"') {
|
|
1595
|
+
break;
|
|
1596
|
+
}
|
|
1597
|
+
}
|
|
1598
|
+
fields.push(line.slice(valueStart + 1, valueEnd));
|
|
1599
|
+
index = valueEnd;
|
|
1600
|
+
}
|
|
1601
|
+
return fields;
|
|
1602
|
+
}
|
|
1603
|
+
function structuredCauseMessages(text) {
|
|
1604
|
+
const fields = structuredLogFields(text);
|
|
1605
|
+
if (fields.length > 0) return fields;
|
|
1606
|
+
return isCauseBearingText(text) ? [text] : [];
|
|
1607
|
+
}
|
|
1608
|
+
function causeTokenFromText(text) {
|
|
1609
|
+
const paramsIndex = text.search(PARAMS_FIELD);
|
|
1610
|
+
for (const pattern of [SQLITE_CAUSE_TOKEN, EFFECT_SQL_CAUSE_TOKEN]) {
|
|
1611
|
+
const match = pattern.exec(text);
|
|
1612
|
+
if (match?.[1] && (paramsIndex === -1 || match.index < paramsIndex)) {
|
|
1613
|
+
return match[1];
|
|
1614
|
+
}
|
|
1615
|
+
}
|
|
1616
|
+
return null;
|
|
1617
|
+
}
|
|
1618
|
+
function sessionStoreCauseToken(value) {
|
|
1619
|
+
for (const message of structuredCauseMessages(value)) {
|
|
1620
|
+
const token = causeTokenFromText(message);
|
|
1621
|
+
if (token !== null) return redactDiagnosticText(token).slice(0, 120);
|
|
1622
|
+
}
|
|
1623
|
+
return null;
|
|
1624
|
+
}
|
|
1434
1625
|
function insufficientSpaceReason(dbPath, requiredBytes) {
|
|
1435
1626
|
try {
|
|
1436
1627
|
const fsStats = statfsSync(dirname2(dbPath));
|
|
@@ -1452,6 +1643,7 @@ function readFreelistCount(db) {
|
|
|
1452
1643
|
return db.prepare("PRAGMA freelist_count").get().freelist_count;
|
|
1453
1644
|
}
|
|
1454
1645
|
function readCheckpointResult(db) {
|
|
1646
|
+
db.exec("PRAGMA busy_timeout=0");
|
|
1455
1647
|
const row = db.prepare("PRAGMA wal_checkpoint(TRUNCATE)").get();
|
|
1456
1648
|
return { busy: row.busy !== 0, log: row.log, checkpointed: row.checkpointed };
|
|
1457
1649
|
}
|
|
@@ -1469,7 +1661,7 @@ async function probeReclaimAvailability(input) {
|
|
|
1469
1661
|
try {
|
|
1470
1662
|
const db = new sqlite.DatabaseSync(dbPath, { readOnly: true });
|
|
1471
1663
|
try {
|
|
1472
|
-
db.exec(
|
|
1664
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1473
1665
|
autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1474
1666
|
} finally {
|
|
1475
1667
|
db.close();
|
|
@@ -1489,7 +1681,8 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1489
1681
|
timeBudgetMs = SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
1490
1682
|
chunkPages = SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
1491
1683
|
now = () => performance.now(),
|
|
1492
|
-
|
|
1684
|
+
hasLiveTurn = false,
|
|
1685
|
+
hasProvenanceAnomaly = false
|
|
1493
1686
|
} = input;
|
|
1494
1687
|
let sqlite;
|
|
1495
1688
|
try {
|
|
@@ -1505,17 +1698,19 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1505
1698
|
let db;
|
|
1506
1699
|
try {
|
|
1507
1700
|
db = new DatabaseSync(dbPath);
|
|
1508
|
-
db.exec(
|
|
1701
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1509
1702
|
const autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1510
1703
|
if (autoVacuum === 0) {
|
|
1511
|
-
if (
|
|
1512
|
-
|
|
1513
|
-
|
|
1514
|
-
|
|
1704
|
+
if (hasLiveTurn || hasProvenanceAnomaly) {
|
|
1705
|
+
const detail = [
|
|
1706
|
+
...hasLiveTurn ? ["a session turn is live"] : [],
|
|
1707
|
+
...hasProvenanceAnomaly ? ["session-DB provenance is anomalous"] : []
|
|
1708
|
+
].join(" and ");
|
|
1709
|
+
console.warn(`[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: ${detail}`);
|
|
1515
1710
|
return {
|
|
1516
1711
|
ok: false,
|
|
1517
1712
|
skipped: "full-vacuum-blocked",
|
|
1518
|
-
detail
|
|
1713
|
+
detail
|
|
1519
1714
|
};
|
|
1520
1715
|
}
|
|
1521
1716
|
const fileBytesForGuard = statSync2(dbPath).size;
|
|
@@ -1533,7 +1728,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1533
1728
|
db.exec("VACUUM");
|
|
1534
1729
|
const afterBytes = readLogicalBytes(db);
|
|
1535
1730
|
const freelistAfter = readFreelistCount(db);
|
|
1731
|
+
const checkpointStartedAt = now();
|
|
1536
1732
|
const checkpoint = readCheckpointResult(db);
|
|
1733
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1537
1734
|
return {
|
|
1538
1735
|
ok: true,
|
|
1539
1736
|
mode: "convert",
|
|
@@ -1544,10 +1741,18 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1544
1741
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1545
1742
|
stoppedBy: "freelist-drained",
|
|
1546
1743
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1744
|
+
checkpointElapsedMs,
|
|
1547
1745
|
checkpoint
|
|
1548
1746
|
};
|
|
1549
1747
|
}
|
|
1550
1748
|
if (autoVacuum === 2) {
|
|
1749
|
+
if (hasLiveTurn) {
|
|
1750
|
+
const detail = "a session turn is live";
|
|
1751
|
+
console.warn(
|
|
1752
|
+
`[reclaimSessionDbSpace] skipping incremental reclaim of ${dbPath}: ${detail}`
|
|
1753
|
+
);
|
|
1754
|
+
return { ok: false, skipped: "live-turn", detail };
|
|
1755
|
+
}
|
|
1551
1756
|
const beforeBytes = readLogicalBytes(db);
|
|
1552
1757
|
const freelistBefore = readFreelistCount(db);
|
|
1553
1758
|
const startedAt = now();
|
|
@@ -1572,7 +1777,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1572
1777
|
freelistAfter = readFreelistCount(db);
|
|
1573
1778
|
}
|
|
1574
1779
|
const afterBytes = readLogicalBytes(db);
|
|
1780
|
+
const checkpointStartedAt = now();
|
|
1575
1781
|
const checkpoint = readCheckpointResult(db);
|
|
1782
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1576
1783
|
return {
|
|
1577
1784
|
ok: true,
|
|
1578
1785
|
mode: "incremental",
|
|
@@ -1583,6 +1790,7 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1583
1790
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1584
1791
|
stoppedBy,
|
|
1585
1792
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1793
|
+
checkpointElapsedMs,
|
|
1586
1794
|
checkpoint
|
|
1587
1795
|
};
|
|
1588
1796
|
}
|
|
@@ -1602,6 +1810,263 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1602
1810
|
}
|
|
1603
1811
|
}
|
|
1604
1812
|
|
|
1813
|
+
// src/lib/opencode/dependency-install-diagnostic.ts
|
|
1814
|
+
import { lstatSync, realpathSync } from "node:fs";
|
|
1815
|
+
import { basename, dirname as dirname3, isAbsolute, join as join2, relative, resolve, sep } from "node:path";
|
|
1816
|
+
var DEPENDENCY_INSTALL_FAILURE_MESSAGE = "background dependency install failed";
|
|
1817
|
+
var MAX_DISTINCT_DIAGNOSTICS = 32;
|
|
1818
|
+
var EFFECT = "OpenCode could not install background dependencies for this scope; its plugins and tools may be unavailable";
|
|
1819
|
+
function readOpenCodeLogField(line, key) {
|
|
1820
|
+
const match = line.match(new RegExp(`(?:^|\\s)${key}=(?:"((?:\\\\.|[^"])*)"|(\\S+))`));
|
|
1821
|
+
if (!match) return void 0;
|
|
1822
|
+
if (match[1] === void 0) return match[2];
|
|
1823
|
+
return match[1].replace(/\\(["\\n])/g, (_match, escaped) => {
|
|
1824
|
+
return escaped === "n" ? "\n" : escaped;
|
|
1825
|
+
});
|
|
1826
|
+
}
|
|
1827
|
+
function parseTrigger(line) {
|
|
1828
|
+
if (readOpenCodeLogField(line, "message") !== DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
1829
|
+
return null;
|
|
1830
|
+
}
|
|
1831
|
+
const error2 = readOpenCodeLogField(line, "error");
|
|
1832
|
+
if (!error2 || !/\bEACCES\b/.test(error2)) return null;
|
|
1833
|
+
const errnoMatch = error2.match(/\bEACCES:\s*permission denied,\s*([a-z_]+)\s+'([^']*)'/);
|
|
1834
|
+
const capturedPath = errnoMatch?.[2];
|
|
1835
|
+
return {
|
|
1836
|
+
dir: readOpenCodeLogField(line, "dir"),
|
|
1837
|
+
op: errnoMatch?.[1],
|
|
1838
|
+
path: capturedPath && isAbsolute(capturedPath) ? capturedPath : void 0
|
|
1839
|
+
};
|
|
1840
|
+
}
|
|
1841
|
+
function getErrorCode(error2) {
|
|
1842
|
+
if (typeof error2 === "object" && error2 !== null && "code" in error2) {
|
|
1843
|
+
const code = error2.code;
|
|
1844
|
+
if (typeof code === "string") return code;
|
|
1845
|
+
}
|
|
1846
|
+
return "UNKNOWN";
|
|
1847
|
+
}
|
|
1848
|
+
function isWithin(path, root) {
|
|
1849
|
+
const candidate = resolve(path);
|
|
1850
|
+
const resolvedRoot = resolve(root);
|
|
1851
|
+
return candidate === resolvedRoot || candidate.startsWith(`${resolvedRoot}${sep}`);
|
|
1852
|
+
}
|
|
1853
|
+
function rootSpecs(context) {
|
|
1854
|
+
return [
|
|
1855
|
+
{ token: "~", configured: resolve(context.homeDir) },
|
|
1856
|
+
{ token: "$WORKSPACE", configured: resolve(context.cwd) }
|
|
1857
|
+
];
|
|
1858
|
+
}
|
|
1859
|
+
function resolveRoots(context) {
|
|
1860
|
+
const resolved = [];
|
|
1861
|
+
const unresolved = [];
|
|
1862
|
+
for (const spec of rootSpecs(context)) {
|
|
1863
|
+
try {
|
|
1864
|
+
resolved.push({ ...spec, real: realpathSync(spec.configured) });
|
|
1865
|
+
} catch (_error) {
|
|
1866
|
+
unresolved.push(spec);
|
|
1867
|
+
}
|
|
1868
|
+
}
|
|
1869
|
+
return { resolved, unresolved };
|
|
1870
|
+
}
|
|
1871
|
+
function resolveNearestAncestor(failingPath, remaining, error2) {
|
|
1872
|
+
let ancestor = dirname3(failingPath);
|
|
1873
|
+
const suffix = [basename(failingPath), ...remaining];
|
|
1874
|
+
while (ancestor) {
|
|
1875
|
+
try {
|
|
1876
|
+
return {
|
|
1877
|
+
path: resolve(realpathSync(ancestor), ...suffix),
|
|
1878
|
+
failure: { path: resolve(failingPath), error: error2 }
|
|
1879
|
+
};
|
|
1880
|
+
} catch (ancestorError) {
|
|
1881
|
+
if (ancestor === dirname3(ancestor) || !getErrorCode(ancestorError).startsWith("E")) {
|
|
1882
|
+
return null;
|
|
1883
|
+
}
|
|
1884
|
+
suffix.unshift(basename(ancestor));
|
|
1885
|
+
ancestor = dirname3(ancestor);
|
|
1886
|
+
}
|
|
1887
|
+
}
|
|
1888
|
+
return null;
|
|
1889
|
+
}
|
|
1890
|
+
function resolveExistingPath(absolutePath) {
|
|
1891
|
+
if (!isAbsolute(absolutePath)) return null;
|
|
1892
|
+
const candidate = resolve(absolutePath);
|
|
1893
|
+
const remaining = [];
|
|
1894
|
+
let current = candidate;
|
|
1895
|
+
while (current) {
|
|
1896
|
+
try {
|
|
1897
|
+
const stat2 = lstatSync(current);
|
|
1898
|
+
if (stat2.isSymbolicLink()) {
|
|
1899
|
+
if (remaining.length === 0) {
|
|
1900
|
+
return { path: join2(realpathSync(dirname3(current)), basename(current)) };
|
|
1901
|
+
}
|
|
1902
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1903
|
+
}
|
|
1904
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1905
|
+
} catch (error2) {
|
|
1906
|
+
const code = getErrorCode(error2);
|
|
1907
|
+
if (code !== "ENOENT" && code !== "ENOTDIR") {
|
|
1908
|
+
return resolveNearestAncestor(current, remaining, error2);
|
|
1909
|
+
}
|
|
1910
|
+
}
|
|
1911
|
+
if (current === dirname3(current)) return null;
|
|
1912
|
+
remaining.unshift(basename(current));
|
|
1913
|
+
current = dirname3(current);
|
|
1914
|
+
}
|
|
1915
|
+
return null;
|
|
1916
|
+
}
|
|
1917
|
+
function tokenise(absolutePath, roots) {
|
|
1918
|
+
const pathResolution = resolveExistingPath(absolutePath);
|
|
1919
|
+
if (!pathResolution) return null;
|
|
1920
|
+
const root = roots.reduce((selected, candidate) => {
|
|
1921
|
+
if (!isWithin(pathResolution.path, candidate.real)) return selected;
|
|
1922
|
+
if (!selected || candidate.real.length > selected.real.length || candidate.real.length === selected.real.length && candidate.token === "$WORKSPACE") {
|
|
1923
|
+
return candidate;
|
|
1924
|
+
}
|
|
1925
|
+
return selected;
|
|
1926
|
+
}, null);
|
|
1927
|
+
if (!root) return null;
|
|
1928
|
+
const suffix = relative(root.real, pathResolution.path);
|
|
1929
|
+
return {
|
|
1930
|
+
value: suffix ? `${root.token}/${suffix.split(sep).join("/")}` : root.token,
|
|
1931
|
+
root,
|
|
1932
|
+
resolutionFailure: pathResolution.failure
|
|
1933
|
+
};
|
|
1934
|
+
}
|
|
1935
|
+
function classifyScope(dir, roots) {
|
|
1936
|
+
if (!dir) return "other";
|
|
1937
|
+
const tokenisedDir = tokenise(dir, roots.resolved);
|
|
1938
|
+
if (tokenisedDir) return tokenisedDir.root.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1939
|
+
for (const spec of roots.unresolved) {
|
|
1940
|
+
if (isWithin(dir, spec.configured)) {
|
|
1941
|
+
return spec.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1942
|
+
}
|
|
1943
|
+
}
|
|
1944
|
+
return "other";
|
|
1945
|
+
}
|
|
1946
|
+
function unresolvedRootForPath(path, unresolved) {
|
|
1947
|
+
return unresolved.find((spec) => isWithin(path, spec.configured));
|
|
1948
|
+
}
|
|
1949
|
+
function statType(stat2) {
|
|
1950
|
+
if (stat2.isDirectory()) return "d";
|
|
1951
|
+
if (stat2.isFile()) return "f";
|
|
1952
|
+
if (stat2.isSymbolicLink()) return "l";
|
|
1953
|
+
return "o";
|
|
1954
|
+
}
|
|
1955
|
+
function renderStat(name, stat2) {
|
|
1956
|
+
const mode = (stat2.mode & 4095).toString(8).padStart(4, "0");
|
|
1957
|
+
return `${name}:${statType(stat2)}:${stat2.uid}:${stat2.gid}:${mode}`;
|
|
1958
|
+
}
|
|
1959
|
+
function renderStatError(name, error2) {
|
|
1960
|
+
const code = getErrorCode(error2);
|
|
1961
|
+
return `${name}:${renderErrorCode(code)}`;
|
|
1962
|
+
}
|
|
1963
|
+
function renderErrorCode(code) {
|
|
1964
|
+
if (code === "ENOENT") return "missing";
|
|
1965
|
+
return code.startsWith("E") ? code : `E${code}`;
|
|
1966
|
+
}
|
|
1967
|
+
function inspectChain(rootReal, rootToken, absolutePath, resolutionFailure) {
|
|
1968
|
+
const target = resolve(absolutePath);
|
|
1969
|
+
const relativePath = relative(rootReal, target);
|
|
1970
|
+
const components = relativePath ? relativePath.split(sep) : [];
|
|
1971
|
+
const entries = [];
|
|
1972
|
+
let current = rootReal;
|
|
1973
|
+
let status2 = "complete";
|
|
1974
|
+
let finalStat;
|
|
1975
|
+
for (const name of [rootToken, ...components]) {
|
|
1976
|
+
if (name !== rootToken) current = join2(current, name);
|
|
1977
|
+
if (resolutionFailure && resolve(current) === resolve(resolutionFailure.path)) {
|
|
1978
|
+
entries.push(renderStatError(name, resolutionFailure.error));
|
|
1979
|
+
status2 = "stat_failed";
|
|
1980
|
+
break;
|
|
1981
|
+
}
|
|
1982
|
+
try {
|
|
1983
|
+
const stat2 = lstatSync(current);
|
|
1984
|
+
entries.push(renderStat(name, stat2));
|
|
1985
|
+
finalStat = stat2;
|
|
1986
|
+
} catch (error2) {
|
|
1987
|
+
entries.push(renderStatError(name, error2));
|
|
1988
|
+
if (getErrorCode(error2) !== "ENOENT") status2 = "stat_failed";
|
|
1989
|
+
break;
|
|
1990
|
+
}
|
|
1991
|
+
}
|
|
1992
|
+
let symlinkTarget;
|
|
1993
|
+
let symlinkMeta;
|
|
1994
|
+
if (finalStat?.isSymbolicLink() && entries.length === components.length + 1) {
|
|
1995
|
+
try {
|
|
1996
|
+
symlinkTarget = realpathSync(current);
|
|
1997
|
+
try {
|
|
1998
|
+
symlinkMeta = renderStat("", lstatSync(symlinkTarget)).slice(1);
|
|
1999
|
+
} catch (error2) {
|
|
2000
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2001
|
+
status2 = "stat_failed";
|
|
2002
|
+
}
|
|
2003
|
+
} catch (error2) {
|
|
2004
|
+
symlinkTarget = "<unresolved>";
|
|
2005
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2006
|
+
status2 = "stat_failed";
|
|
2007
|
+
}
|
|
2008
|
+
}
|
|
2009
|
+
return { status: status2, chain: entries.join(","), symlinkTarget, symlinkMeta };
|
|
2010
|
+
}
|
|
2011
|
+
function buildDiagnostic(line, context) {
|
|
2012
|
+
const trigger = parseTrigger(line);
|
|
2013
|
+
if (!trigger) return null;
|
|
2014
|
+
const roots = resolveRoots(context);
|
|
2015
|
+
const scope = classifyScope(trigger.dir, roots);
|
|
2016
|
+
const pathSource = trigger.path ? "error" : trigger.dir ? "dir" : "none";
|
|
2017
|
+
const inspectedPath = trigger.path ?? trigger.dir;
|
|
2018
|
+
const microvmId = context.microvmId?.trim() || "unknown";
|
|
2019
|
+
const euid = context.euid === void 0 ? "unavailable" : String(context.euid);
|
|
2020
|
+
const egid = context.egid === void 0 ? "unavailable" : String(context.egid);
|
|
2021
|
+
const op = trigger.op ?? "unknown";
|
|
2022
|
+
if (!inspectedPath) {
|
|
2023
|
+
return {
|
|
2024
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=no_path path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2025
|
+
localDetail: null
|
|
2026
|
+
};
|
|
2027
|
+
}
|
|
2028
|
+
const tokenisedPath = tokenise(inspectedPath, roots.resolved);
|
|
2029
|
+
if (!tokenisedPath) {
|
|
2030
|
+
const unresolvedRoot = unresolvedRootForPath(inspectedPath, roots.unresolved);
|
|
2031
|
+
if (unresolvedRoot) {
|
|
2032
|
+
return {
|
|
2033
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=root_unresolved path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2034
|
+
localDetail: null
|
|
2035
|
+
};
|
|
2036
|
+
}
|
|
2037
|
+
return {
|
|
2038
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=outside_roots path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=<outside-approved-roots> cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2039
|
+
localDetail: `OPENCODE-DEPENDENCY-INSTALL-EACCES (local only): outside approved roots: ${inspectedPath}`
|
|
2040
|
+
};
|
|
2041
|
+
}
|
|
2042
|
+
const inspection = inspectChain(
|
|
2043
|
+
tokenisedPath.root.real,
|
|
2044
|
+
tokenisedPath.root.token,
|
|
2045
|
+
inspectedPath,
|
|
2046
|
+
tokenisedPath.resolutionFailure
|
|
2047
|
+
);
|
|
2048
|
+
const optionalSymlinkFields = inspection.symlinkTarget ? ` symlink_target=${tokenise(inspection.symlinkTarget, roots.resolved)?.value ?? "<outside-approved-roots>"}` + (inspection.symlinkMeta ? ` symlink_meta=${inspection.symlinkMeta}` : "") : "";
|
|
2049
|
+
return {
|
|
2050
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=${inspection.status} path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=${tokenisedPath.value} cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=${inspection.chain}${optionalSymlinkFields}`,
|
|
2051
|
+
localDetail: null
|
|
2052
|
+
};
|
|
2053
|
+
}
|
|
2054
|
+
function createDependencyInstallDiagnosticReporter({
|
|
2055
|
+
context,
|
|
2056
|
+
emitEvent: emitEvent2,
|
|
2057
|
+
emitLocal
|
|
2058
|
+
}) {
|
|
2059
|
+
const emittedEvents = /* @__PURE__ */ new Set();
|
|
2060
|
+
return (line) => {
|
|
2061
|
+
const diagnostic = buildDiagnostic(line, context);
|
|
2062
|
+
if (!diagnostic || emittedEvents.has(diagnostic.event)) return;
|
|
2063
|
+
if (emittedEvents.size >= MAX_DISTINCT_DIAGNOSTICS) return;
|
|
2064
|
+
emittedEvents.add(diagnostic.event);
|
|
2065
|
+
emitEvent2(diagnostic.event);
|
|
2066
|
+
if (diagnostic.localDetail) emitLocal(diagnostic.localDetail);
|
|
2067
|
+
};
|
|
2068
|
+
}
|
|
2069
|
+
|
|
1605
2070
|
// src/lib/runner-activity-telemetry.ts
|
|
1606
2071
|
var FORWARDED_LEVELS_BY_SOURCE = {
|
|
1607
2072
|
"cli.run": /* @__PURE__ */ new Set(["warn", "error"]),
|
|
@@ -1633,7 +2098,17 @@ function parseOpenCodeLogLine(line) {
|
|
|
1633
2098
|
}
|
|
1634
2099
|
var MAX_LINE_BUFFER_BYTES = 16 * 1024;
|
|
1635
2100
|
var REPEAT_SUPPRESSION_WINDOW_MS = 6e4;
|
|
1636
|
-
function
|
|
2101
|
+
function sanitiseDependencyInstallWarning(line) {
|
|
2102
|
+
const withoutDirectory = line.replace(
|
|
2103
|
+
/((?:^|\s)dir=)(?:"(?:\\.|[^"])*"|\/[^\s)"']+|\S+)/g,
|
|
2104
|
+
"$1<path>"
|
|
2105
|
+
);
|
|
2106
|
+
return withoutDirectory.replace(
|
|
2107
|
+
/((?:^|\s)error=)"((?:\\.|[^"])*)"/,
|
|
2108
|
+
(_match, prefix, error2) => `${prefix}"${error2.replace(/'\/[^']*'/g, "'<path>'")}"`
|
|
2109
|
+
);
|
|
2110
|
+
}
|
|
2111
|
+
function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure, onDependencyInstallFailure) {
|
|
1637
2112
|
let buffer = Buffer.alloc(0);
|
|
1638
2113
|
const repeatStates = /* @__PURE__ */ new Map();
|
|
1639
2114
|
const forwardLine = (line, parsed, repeatsSuppressed = 0) => {
|
|
@@ -1645,7 +2120,7 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1645
2120
|
forwardRunnerActivity(
|
|
1646
2121
|
{
|
|
1647
2122
|
level: parsed.level,
|
|
1648
|
-
error: line,
|
|
2123
|
+
error: parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE ? sanitiseDependencyInstallWarning(line) : line,
|
|
1649
2124
|
metadata: Object.keys(metadata).length > 0 ? metadata : void 0,
|
|
1650
2125
|
source: "opencode"
|
|
1651
2126
|
},
|
|
@@ -1663,18 +2138,7 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1663
2138
|
repeatStates.delete(key);
|
|
1664
2139
|
}
|
|
1665
2140
|
};
|
|
1666
|
-
const
|
|
1667
|
-
if (onSessionStoreWriteFailure && isSessionStoreWriteFailure(line)) {
|
|
1668
|
-
try {
|
|
1669
|
-
onSessionStoreWriteFailure();
|
|
1670
|
-
} catch (err) {
|
|
1671
|
-
reportTelemetryDiagnostic(
|
|
1672
|
-
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
1673
|
-
);
|
|
1674
|
-
}
|
|
1675
|
-
}
|
|
1676
|
-
const parsed = parseOpenCodeLogLine(line);
|
|
1677
|
-
if (!parsed) return;
|
|
2141
|
+
const forwardWithRepeatSuppression = (line, parsed) => {
|
|
1678
2142
|
const now = Date.now();
|
|
1679
2143
|
const key = parsed.message === void 0 ? void 0 : `${parsed.level}\0${parsed.message}\0${parsed.sessionID ?? ""}\0${parsed.messageID ?? ""}`;
|
|
1680
2144
|
expireRepeatStates(now, key);
|
|
@@ -1697,6 +2161,35 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1697
2161
|
previous.parsed = parsed;
|
|
1698
2162
|
previous.repeatsSuppressed++;
|
|
1699
2163
|
};
|
|
2164
|
+
const flushLine = (line) => {
|
|
2165
|
+
const parsed = parseOpenCodeLogLine(line);
|
|
2166
|
+
const isDiskFailure = isSessionStoreWriteFailure(line);
|
|
2167
|
+
const cause = sessionStoreCauseToken(line);
|
|
2168
|
+
if (onSessionStoreWriteFailure && (isDiskFailure || cause !== null)) {
|
|
2169
|
+
try {
|
|
2170
|
+
onSessionStoreWriteFailure({
|
|
2171
|
+
isDiskFailure,
|
|
2172
|
+
sessionId: parsed?.sessionID ?? null,
|
|
2173
|
+
cause
|
|
2174
|
+
});
|
|
2175
|
+
} catch (err) {
|
|
2176
|
+
reportTelemetryDiagnostic(
|
|
2177
|
+
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
2178
|
+
);
|
|
2179
|
+
}
|
|
2180
|
+
}
|
|
2181
|
+
if (!parsed) return;
|
|
2182
|
+
forwardWithRepeatSuppression(line, parsed);
|
|
2183
|
+
if (onDependencyInstallFailure && parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
2184
|
+
try {
|
|
2185
|
+
onDependencyInstallFailure(line);
|
|
2186
|
+
} catch (err) {
|
|
2187
|
+
reportTelemetryDiagnostic(
|
|
2188
|
+
`Runner activity telemetry could not record dependency-install failure diagnostic: ${err instanceof Error ? err.message : String(err)}`
|
|
2189
|
+
);
|
|
2190
|
+
}
|
|
2191
|
+
}
|
|
2192
|
+
};
|
|
1700
2193
|
const forward = ((chunk) => {
|
|
1701
2194
|
buffer = Buffer.concat([buffer, Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk, "utf-8")]);
|
|
1702
2195
|
let newlineIndex;
|
|
@@ -1722,34 +2215,38 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1722
2215
|
var MAX_MESSAGE_LENGTH = 500;
|
|
1723
2216
|
var MAX_METADATA_VALUE_LENGTH = 200;
|
|
1724
2217
|
var MAX_METADATA_ENTRIES = 20;
|
|
1725
|
-
var TRUNCATION_MARKER = "\u2026";
|
|
1726
|
-
function redactHomeDirectory(message) {
|
|
1727
|
-
const home = homedir2();
|
|
1728
|
-
if (!home || home === "/") {
|
|
1729
|
-
return message;
|
|
1730
|
-
}
|
|
1731
|
-
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1732
|
-
let result = "";
|
|
1733
|
-
let searchFrom = 0;
|
|
1734
|
-
let homeIndex;
|
|
1735
|
-
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1736
|
-
const homeEnd = homeIndex + home.length;
|
|
1737
|
-
const previousCharacter = message[homeIndex - 1];
|
|
1738
|
-
const nextCharacter = message[homeEnd];
|
|
1739
|
-
const atPathBoundary = home === "/" || (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1740
|
-
result += message.slice(searchFrom, homeIndex);
|
|
1741
|
-
result += atPathBoundary ? "~" : home;
|
|
1742
|
-
searchFrom = homeEnd;
|
|
1743
|
-
}
|
|
1744
|
-
return result + message.slice(searchFrom);
|
|
1745
|
-
}
|
|
1746
|
-
function redactDiagnosticText(message) {
|
|
1747
|
-
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1748
|
-
return redactHomeDirectory(redacted);
|
|
1749
|
-
}
|
|
1750
2218
|
function truncate(message) {
|
|
1751
2219
|
if (message.length <= MAX_MESSAGE_LENGTH) return message;
|
|
1752
|
-
|
|
2220
|
+
let dropped = message.length - MAX_MESSAGE_LENGTH;
|
|
2221
|
+
let marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2222
|
+
let previousDropped = -1;
|
|
2223
|
+
while (dropped !== previousDropped) {
|
|
2224
|
+
previousDropped = dropped;
|
|
2225
|
+
const nextDropped = message.length - MAX_MESSAGE_LENGTH + marker.length;
|
|
2226
|
+
dropped = nextDropped;
|
|
2227
|
+
marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2228
|
+
}
|
|
2229
|
+
const remaining = MAX_MESSAGE_LENGTH - marker.length;
|
|
2230
|
+
const headLength = Math.ceil(remaining * 0.6);
|
|
2231
|
+
const tailLength = remaining - headLength;
|
|
2232
|
+
const effectMatch = message.startsWith("OPENCODE-DEPENDENCY-INSTALL-EACCES:") ? message.match(/ effect="[^"]*"/) : null;
|
|
2233
|
+
if (effectMatch?.index !== void 0) {
|
|
2234
|
+
const effectEnd = effectMatch.index + effectMatch[0].length;
|
|
2235
|
+
if (effectEnd > headLength && effectEnd < message.length) {
|
|
2236
|
+
const effectLength = effectMatch[0].length;
|
|
2237
|
+
const nonEffectLength = remaining - effectLength;
|
|
2238
|
+
const preservedTailLength = Math.min(
|
|
2239
|
+
message.length - effectEnd,
|
|
2240
|
+
nonEffectLength - Math.min(effectMatch.index, Math.ceil(nonEffectLength * 0.6))
|
|
2241
|
+
);
|
|
2242
|
+
const preservedHeadLength = Math.min(
|
|
2243
|
+
effectMatch.index,
|
|
2244
|
+
nonEffectLength - preservedTailLength
|
|
2245
|
+
);
|
|
2246
|
+
return message.slice(0, preservedHeadLength) + marker + message.slice(effectMatch.index, effectEnd) + message.slice(message.length - preservedTailLength);
|
|
2247
|
+
}
|
|
2248
|
+
}
|
|
2249
|
+
return message.slice(0, headLength) + marker + message.slice(message.length - tailLength);
|
|
1753
2250
|
}
|
|
1754
2251
|
function sanitiseMetadata(metadata) {
|
|
1755
2252
|
if (!metadata) return {};
|
|
@@ -1826,10 +2323,10 @@ function forwardRunnerActivity(entry, context) {
|
|
|
1826
2323
|
|
|
1827
2324
|
// src/lib/opencode/session-db-recovery-report.ts
|
|
1828
2325
|
import { readFileSync as readFileSync2, unlinkSync } from "node:fs";
|
|
1829
|
-
import { join as
|
|
2326
|
+
import { join as join3 } from "node:path";
|
|
1830
2327
|
function sessionDbRecoveryReportPath(homeDir, env) {
|
|
1831
2328
|
const override = env.EVIDENT_SESSION_DB_RECOVERY_REPORT?.trim();
|
|
1832
|
-
return override ||
|
|
2329
|
+
return override || join3(homeDir, ".local", "state", "evident", "session-db-recovery.jsonl");
|
|
1833
2330
|
}
|
|
1834
2331
|
function drainSessionDbRecoveryReport({
|
|
1835
2332
|
homeDir,
|
|
@@ -1959,12 +2456,23 @@ function buildSessionDbRecoveryActivity(record) {
|
|
|
1959
2456
|
metadata: withoutContractFields(record),
|
|
1960
2457
|
message: `This runner started without restoring session history because it could not verify where its session history is backed up. Nothing in the backup was changed; check the runner backup configuration and permissions.${replication}`
|
|
1961
2458
|
};
|
|
1962
|
-
case "session_db_boot_refused":
|
|
1963
|
-
|
|
1964
|
-
|
|
1965
|
-
|
|
1966
|
-
|
|
1967
|
-
|
|
2459
|
+
case "session_db_boot_refused": {
|
|
2460
|
+
const message = (() => {
|
|
2461
|
+
switch (record.reason) {
|
|
2462
|
+
case "local_discard_failed":
|
|
2463
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup or proven removed. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them. See the runner boot logs for SESSION-DB-LOCAL-DISCARD-FAILED details.`;
|
|
2464
|
+
case "replica_separation_unproven":
|
|
2465
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup. The SESSION-DB-REPLICA-SEPARATION-UNVERIFIED boot log contains the partial-quarantine moved and remaining counts. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them.`;
|
|
2466
|
+
case "verification_timeout_before_separation":
|
|
2467
|
+
return "This runner did not come online because session database verification timed out after detecting corruption, before replica separation was attempted. No replica progress is claimed. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2468
|
+
case "verification_timeout_during_separation":
|
|
2469
|
+
return "This runner did not come online because session database verification timed out while replica separation was in progress. Separation completion and object removal were not proven. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2470
|
+
default:
|
|
2471
|
+
return "This runner did not come online because session database recovery could not be completed. Inspect the runner boot logs for the refusal reason before retrying.";
|
|
2472
|
+
}
|
|
2473
|
+
})();
|
|
2474
|
+
return { level, metadata: withoutContractFields(record), message };
|
|
2475
|
+
}
|
|
1968
2476
|
case "schema_provenance_mismatch":
|
|
1969
2477
|
return {
|
|
1970
2478
|
level,
|
|
@@ -2091,7 +2599,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
|
|
|
2091
2599
|
if (health.healthy || health.authFailed) {
|
|
2092
2600
|
return health;
|
|
2093
2601
|
}
|
|
2094
|
-
await new Promise((
|
|
2602
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2095
2603
|
}
|
|
2096
2604
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2097
2605
|
}
|
|
@@ -2102,7 +2610,7 @@ async function waitForOpenCode2Health(port, password, timeoutMs = 3e4) {
|
|
|
2102
2610
|
if (health.healthy || health.authFailed) {
|
|
2103
2611
|
return health;
|
|
2104
2612
|
}
|
|
2105
|
-
await new Promise((
|
|
2613
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2106
2614
|
}
|
|
2107
2615
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2108
2616
|
}
|
|
@@ -2250,8 +2758,12 @@ function errorOf(m) {
|
|
|
2250
2758
|
if (!m || typeof m !== "object") return void 0;
|
|
2251
2759
|
return m.info?.error ?? m.error;
|
|
2252
2760
|
}
|
|
2761
|
+
function isTerminalStopAnswer(m) {
|
|
2762
|
+
return completedOf(m) != null && errorOf(m) == null && finishOf(m) === "stop";
|
|
2763
|
+
}
|
|
2253
2764
|
function isAssistantInFlight(m) {
|
|
2254
2765
|
if (completedOf(m) == null) return true;
|
|
2766
|
+
if (errorOf(m) != null) return false;
|
|
2255
2767
|
return finishOf(m) === "tool-calls";
|
|
2256
2768
|
}
|
|
2257
2769
|
async function getSessionMessages(port, sessionId, client) {
|
|
@@ -2365,7 +2877,18 @@ async function deleteSession(port, id, client) {
|
|
|
2365
2877
|
{ method: "DELETE" },
|
|
2366
2878
|
{ allowStatuses: ALL_HTTP_STATUSES }
|
|
2367
2879
|
);
|
|
2368
|
-
|
|
2880
|
+
if (res.status >= 200 && res.status < 300) {
|
|
2881
|
+
return { ok: true, status: res.status };
|
|
2882
|
+
}
|
|
2883
|
+
try {
|
|
2884
|
+
const body = await res.text();
|
|
2885
|
+
return body ? { ok: false, status: res.status, body } : { ok: false, status: res.status };
|
|
2886
|
+
} catch (error2) {
|
|
2887
|
+
console.error(
|
|
2888
|
+
`[deleteSession] DELETE /session/${id} response body read failed for HTTP ${res.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
2889
|
+
);
|
|
2890
|
+
return { ok: false, status: res.status };
|
|
2891
|
+
}
|
|
2369
2892
|
} catch (error2) {
|
|
2370
2893
|
console.error(
|
|
2371
2894
|
`[deleteSession] DELETE /session/${id} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -2608,11 +3131,31 @@ function messageText(m) {
|
|
|
2608
3131
|
if (!m || !Array.isArray(m.parts)) return "";
|
|
2609
3132
|
return m.parts.filter((p) => p.type === "text" && typeof p.text === "string").map((p) => p.text).join("");
|
|
2610
3133
|
}
|
|
2611
|
-
|
|
3134
|
+
function findDispatchedUserMessageId(messages, content, excludeIds) {
|
|
3135
|
+
if (!messages || messages.length === 0) return null;
|
|
3136
|
+
let best = null;
|
|
3137
|
+
for (const message of messages) {
|
|
3138
|
+
if (roleOf2(message) !== "user") continue;
|
|
3139
|
+
const id = idOf2(message);
|
|
3140
|
+
if (typeof id !== "string" || excludeIds?.has(id)) continue;
|
|
3141
|
+
if (messageText(message) !== content) continue;
|
|
3142
|
+
const created = createdOf(message) ?? 0;
|
|
3143
|
+
if (best === null || created > best.created) best = { id, created };
|
|
3144
|
+
}
|
|
3145
|
+
return best?.id ?? null;
|
|
3146
|
+
}
|
|
3147
|
+
async function sendPromptAsync(port, sessionId, content, options, attachments, client, callbacks) {
|
|
2612
3148
|
const before = await getSessionMessages(port, sessionId, client);
|
|
2613
3149
|
const knownUserIds = new Set(
|
|
2614
3150
|
(before ?? []).filter((m) => roleOf2(m) === "user").map((m) => idOf2(m)).filter((id) => typeof id === "string")
|
|
2615
3151
|
);
|
|
3152
|
+
if (callbacks) {
|
|
3153
|
+
try {
|
|
3154
|
+
callbacks.onKnownUserIds(before === null ? null : knownUserIds);
|
|
3155
|
+
} catch (error2) {
|
|
3156
|
+
callbacks.onKnownUserIdsError(error2);
|
|
3157
|
+
}
|
|
3158
|
+
}
|
|
2616
3159
|
const parts = [{ type: "text", text: content }];
|
|
2617
3160
|
let pendingOutcomes = null;
|
|
2618
3161
|
if (attachments && attachments.inputs.length > 0) {
|
|
@@ -2651,25 +3194,13 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
|
|
|
2651
3194
|
const READ_BACK_DELAY_MS = 150;
|
|
2652
3195
|
for (let attempt = 0; attempt < READ_BACK_ATTEMPTS; attempt++) {
|
|
2653
3196
|
const after = await getSessionMessages(port, sessionId, client);
|
|
2654
|
-
|
|
2655
|
-
|
|
2656
|
-
|
|
2657
|
-
|
|
2658
|
-
const id = idOf2(m);
|
|
2659
|
-
if (typeof id !== "string" || knownUserIds.has(id)) continue;
|
|
2660
|
-
if (messageText(m) !== content) continue;
|
|
2661
|
-
const created = createdOf(m) ?? 0;
|
|
2662
|
-
if (best === null || created > best.created) {
|
|
2663
|
-
best = { id, created };
|
|
2664
|
-
}
|
|
2665
|
-
}
|
|
2666
|
-
if (best) {
|
|
2667
|
-
if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
|
|
2668
|
-
return best.id;
|
|
2669
|
-
}
|
|
3197
|
+
const dispatchedUserMessageId = findDispatchedUserMessageId(after, content, knownUserIds);
|
|
3198
|
+
if (dispatchedUserMessageId !== null) {
|
|
3199
|
+
if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
|
|
3200
|
+
return dispatchedUserMessageId;
|
|
2670
3201
|
}
|
|
2671
3202
|
if (attempt < READ_BACK_ATTEMPTS - 1) {
|
|
2672
|
-
await new Promise((
|
|
3203
|
+
await new Promise((resolve5) => setTimeout(resolve5, READ_BACK_DELAY_MS));
|
|
2673
3204
|
}
|
|
2674
3205
|
}
|
|
2675
3206
|
return null;
|
|
@@ -2690,30 +3221,41 @@ function findAssistantReplyAfter(messages, userMessageId) {
|
|
|
2690
3221
|
function findLastAssistantReplyFor(messages, userMessageId) {
|
|
2691
3222
|
if (!messages || messages.length === 0) return null;
|
|
2692
3223
|
let lastCorrelated = null;
|
|
2693
|
-
let lastNonErrored = null;
|
|
2694
3224
|
for (let i = messages.length - 1; i >= 0; i--) {
|
|
2695
3225
|
const m = messages[i];
|
|
2696
3226
|
if (roleOf2(m) !== "assistant" || parentIdOf2(m) !== userMessageId) continue;
|
|
2697
|
-
|
|
2698
|
-
|
|
2699
|
-
|
|
2700
|
-
|
|
3227
|
+
lastCorrelated = m;
|
|
3228
|
+
break;
|
|
3229
|
+
}
|
|
3230
|
+
if (lastCorrelated) {
|
|
3231
|
+
if (errorOf(lastCorrelated) == null) return lastCorrelated;
|
|
3232
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
3233
|
+
const m = messages[i];
|
|
3234
|
+
if (roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId && isTerminalStopAnswer(m)) {
|
|
3235
|
+
return m;
|
|
3236
|
+
}
|
|
2701
3237
|
}
|
|
3238
|
+
return lastCorrelated;
|
|
2702
3239
|
}
|
|
2703
|
-
if (lastCorrelated) return lastNonErrored ?? lastCorrelated;
|
|
2704
3240
|
const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
|
|
2705
3241
|
if (userIndex === -1) return null;
|
|
2706
3242
|
let last = null;
|
|
2707
|
-
let
|
|
3243
|
+
let lastAssistantIndex = -1;
|
|
2708
3244
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2709
3245
|
const role = roleOf2(messages[i]);
|
|
2710
3246
|
if (role === "user") break;
|
|
2711
3247
|
if (role === "assistant") {
|
|
2712
3248
|
last = messages[i];
|
|
2713
|
-
|
|
3249
|
+
lastAssistantIndex = i;
|
|
2714
3250
|
}
|
|
2715
3251
|
}
|
|
2716
|
-
|
|
3252
|
+
if (last === null || errorOf(last) == null) return last;
|
|
3253
|
+
for (let i = lastAssistantIndex; i > userIndex; i--) {
|
|
3254
|
+
const m = messages[i];
|
|
3255
|
+
if (roleOf2(m) === "user") break;
|
|
3256
|
+
if (roleOf2(m) === "assistant" && isTerminalStopAnswer(m)) return m;
|
|
3257
|
+
}
|
|
3258
|
+
return last;
|
|
2717
3259
|
}
|
|
2718
3260
|
function collectSubagentSessions(messages, userMessageId) {
|
|
2719
3261
|
if (!messages || messages.length === 0) return [];
|
|
@@ -2819,8 +3361,9 @@ function attributeTaskCallUsage(messages, windows) {
|
|
|
2819
3361
|
}
|
|
2820
3362
|
function sumAssistantUsage(messages) {
|
|
2821
3363
|
if (!messages || messages.length === 0) return null;
|
|
2822
|
-
const
|
|
2823
|
-
const
|
|
3364
|
+
const hasTrailingError = errorOf(messages[messages.length - 1]) != null;
|
|
3365
|
+
const hasTerminalStopAnswer = messages.some(isTerminalStopAnswer);
|
|
3366
|
+
const selected = hasTrailingError && hasTerminalStopAnswer ? messages.filter((message) => errorOf(message) == null) : messages;
|
|
2824
3367
|
let sawAnyUsage = false;
|
|
2825
3368
|
let inputSum = 0;
|
|
2826
3369
|
let outputSum = 0;
|
|
@@ -2829,9 +3372,11 @@ function sumAssistantUsage(messages) {
|
|
|
2829
3372
|
let cacheWriteSum = 0;
|
|
2830
3373
|
let costSum = 0;
|
|
2831
3374
|
let sawCost = false;
|
|
3375
|
+
let toolCallCount = 0;
|
|
2832
3376
|
let modelId = null;
|
|
2833
3377
|
let providerId = null;
|
|
2834
3378
|
for (const m of selected) {
|
|
3379
|
+
toolCallCount += m.parts?.filter((part) => part.type === "tool").length ?? 0;
|
|
2835
3380
|
const info = m.info;
|
|
2836
3381
|
if (!info) continue;
|
|
2837
3382
|
const tokens = info.tokens;
|
|
@@ -2868,7 +3413,8 @@ function sumAssistantUsage(messages) {
|
|
|
2868
3413
|
usage_tokens_cache_write: cacheWriteSum,
|
|
2869
3414
|
// NULL means OpenCode never reported a cost; it is distinct from a genuine
|
|
2870
3415
|
// zero-cost message, which sets `sawCost` with `costSum === 0`.
|
|
2871
|
-
usage_cost_usd: sawCost ? costSum : null
|
|
3416
|
+
usage_cost_usd: sawCost ? costSum : null,
|
|
3417
|
+
turn_tool_calls: toolCallCount
|
|
2872
3418
|
};
|
|
2873
3419
|
}
|
|
2874
3420
|
function messageUsage(messages, userMessageId) {
|
|
@@ -2876,11 +3422,9 @@ function messageUsage(messages, userMessageId) {
|
|
|
2876
3422
|
const byParentAll = messages.filter(
|
|
2877
3423
|
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
|
|
2878
3424
|
);
|
|
2879
|
-
const byParentNonErrored = byParentAll.filter((m) => errorOf(m) == null);
|
|
2880
|
-
const byParent = byParentNonErrored.length > 0 ? byParentNonErrored : byParentAll;
|
|
2881
3425
|
let correlated;
|
|
2882
|
-
if (
|
|
2883
|
-
correlated =
|
|
3426
|
+
if (byParentAll.length > 0) {
|
|
3427
|
+
correlated = byParentAll;
|
|
2884
3428
|
} else {
|
|
2885
3429
|
const reply = findAssistantReplyAfter(messages, userMessageId);
|
|
2886
3430
|
correlated = reply ? [reply] : [];
|
|
@@ -2926,14 +3470,38 @@ function messageError(messages, userMessageId) {
|
|
|
2926
3470
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2927
3471
|
const error2 = errorOf(reply);
|
|
2928
3472
|
if (error2 == null) return null;
|
|
2929
|
-
|
|
2930
|
-
if (typeof error2 === "
|
|
3473
|
+
let rendered;
|
|
3474
|
+
if (typeof error2 === "string") {
|
|
3475
|
+
rendered = error2;
|
|
3476
|
+
} else if (typeof error2 === "object") {
|
|
2931
3477
|
const e = error2;
|
|
2932
3478
|
const dataMessage = e.data?.message;
|
|
2933
|
-
if (typeof dataMessage === "string")
|
|
2934
|
-
|
|
3479
|
+
if (typeof dataMessage === "string") {
|
|
3480
|
+
rendered = dataMessage;
|
|
3481
|
+
} else if (typeof e.message === "string") {
|
|
3482
|
+
rendered = e.message;
|
|
3483
|
+
} else {
|
|
3484
|
+
rendered = "The agent run failed.";
|
|
3485
|
+
}
|
|
3486
|
+
} else {
|
|
3487
|
+
rendered = "The agent run failed.";
|
|
2935
3488
|
}
|
|
2936
|
-
|
|
3489
|
+
const toolPart = Array.isArray(reply?.parts) ? reply.parts.find(
|
|
3490
|
+
(part) => part && typeof part === "object" && part.type === "tool" && part.state?.status === "error"
|
|
3491
|
+
) : void 0;
|
|
3492
|
+
return typeof toolPart?.tool === "string" && toolPart.tool.length > 0 ? `${rendered} (tool "${toolPart.tool}")` : rendered;
|
|
3493
|
+
}
|
|
3494
|
+
function describeAbandonedReplyShape(messages, userMessageId) {
|
|
3495
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
3496
|
+
if (!reply) return null;
|
|
3497
|
+
const parts = Array.isArray(reply.parts) ? reply.parts : [];
|
|
3498
|
+
const lastTool = [...parts].reverse().find((part) => part?.type === "tool");
|
|
3499
|
+
return {
|
|
3500
|
+
partTypes: parts.slice(-12).map((part) => typeof part?.type === "string" ? part.type : "(unknown)"),
|
|
3501
|
+
droppedPartCount: Math.max(0, parts.length - 12),
|
|
3502
|
+
lastToolName: typeof lastTool?.tool === "string" && lastTool.tool.length > 0 ? lastTool.tool : null,
|
|
3503
|
+
lastToolStatus: typeof lastTool?.state?.status === "string" && lastTool.state.status.length > 0 ? lastTool.state.status : null
|
|
3504
|
+
};
|
|
2937
3505
|
}
|
|
2938
3506
|
function isAbortedTerminalReply(messages, userMessageId) {
|
|
2939
3507
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
@@ -2950,19 +3518,32 @@ function isAbortedTerminalReply(messages, userMessageId) {
|
|
|
2950
3518
|
}
|
|
2951
3519
|
return false;
|
|
2952
3520
|
}
|
|
3521
|
+
var CLAUDE_AUTH_EXPIRY_MESSAGES = Object.freeze([
|
|
3522
|
+
"Claude Code credentials are unavailable or expired. Run `claude` to refresh them."
|
|
3523
|
+
]);
|
|
3524
|
+
function extractReplyErrorShape(reply) {
|
|
3525
|
+
const error2 = errorOf(reply);
|
|
3526
|
+
if (error2 == null || typeof error2 !== "object") {
|
|
3527
|
+
return { name: null, statusCode: null };
|
|
3528
|
+
}
|
|
3529
|
+
const e = error2;
|
|
3530
|
+
const name = typeof e.name === "string" ? e.name.slice(0, 100) : null;
|
|
3531
|
+
const data = e.data;
|
|
3532
|
+
const statusCode = typeof data?.statusCode === "number" && Number.isFinite(data.statusCode) ? data.statusCode : null;
|
|
3533
|
+
return { name, statusCode };
|
|
3534
|
+
}
|
|
2953
3535
|
function classifyReplyAuthError(reply) {
|
|
2954
3536
|
const error2 = errorOf(reply);
|
|
2955
3537
|
if (error2 == null || typeof error2 !== "object") return null;
|
|
2956
3538
|
const e = error2;
|
|
2957
3539
|
const replyProviderId = reply?.info?.providerID ?? null;
|
|
2958
3540
|
const replyModelId = reply?.info?.modelID ?? null;
|
|
3541
|
+
const data = e.data;
|
|
2959
3542
|
if (e.name === "ProviderAuthError") {
|
|
2960
|
-
const data = e.data;
|
|
2961
3543
|
const providerId = typeof data?.providerID === "string" && data.providerID || replyProviderId;
|
|
2962
3544
|
return { kind: "model_auth", providerId, modelId: replyModelId, reason: "missing" };
|
|
2963
3545
|
}
|
|
2964
3546
|
if (e.name === "APIError") {
|
|
2965
|
-
const data = e.data;
|
|
2966
3547
|
const statusCode = data?.statusCode;
|
|
2967
3548
|
if (statusCode === 401 || statusCode === 403) {
|
|
2968
3549
|
return {
|
|
@@ -2973,6 +3554,15 @@ function classifyReplyAuthError(reply) {
|
|
|
2973
3554
|
};
|
|
2974
3555
|
}
|
|
2975
3556
|
}
|
|
3557
|
+
const errorMessage3 = typeof data?.message === "string" ? data.message : typeof e.message === "string" ? e.message : null;
|
|
3558
|
+
if (errorMessage3 !== null && CLAUDE_AUTH_EXPIRY_MESSAGES.some((knownMessage) => errorMessage3.includes(knownMessage))) {
|
|
3559
|
+
return {
|
|
3560
|
+
kind: "model_auth",
|
|
3561
|
+
providerId: typeof data?.providerID === "string" && data.providerID || replyProviderId,
|
|
3562
|
+
modelId: replyModelId,
|
|
3563
|
+
reason: "rejected"
|
|
3564
|
+
};
|
|
3565
|
+
}
|
|
2976
3566
|
return null;
|
|
2977
3567
|
}
|
|
2978
3568
|
function messageFailure(messages, userMessageId) {
|
|
@@ -3508,7 +4098,18 @@ async function deleteV2Session(client, sessionId) {
|
|
|
3508
4098
|
{ method: "DELETE" },
|
|
3509
4099
|
{ allowStatuses: Array.from({ length: 500 }, (_, index) => index + 100) }
|
|
3510
4100
|
);
|
|
3511
|
-
|
|
4101
|
+
if (response.status >= 200 && response.status < 300) {
|
|
4102
|
+
return { ok: true, status: response.status };
|
|
4103
|
+
}
|
|
4104
|
+
try {
|
|
4105
|
+
const body = await response.text();
|
|
4106
|
+
return body ? { ok: false, status: response.status, body } : { ok: false, status: response.status };
|
|
4107
|
+
} catch (error2) {
|
|
4108
|
+
console.error(
|
|
4109
|
+
`[deleteV2Session] DELETE /api/session/${sessionId} response body read failed for HTTP ${response.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
4110
|
+
);
|
|
4111
|
+
return { ok: false, status: response.status };
|
|
4112
|
+
}
|
|
3512
4113
|
} catch (error2) {
|
|
3513
4114
|
console.error(
|
|
3514
4115
|
`[deleteV2Session] DELETE /api/session/${sessionId} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -3684,12 +4285,12 @@ async function readV2SessionErrorStream(client, options) {
|
|
|
3684
4285
|
|
|
3685
4286
|
// src/lib/opencode/credential-import-v2.ts
|
|
3686
4287
|
import { readFileSync as readFileSync4 } from "node:fs";
|
|
3687
|
-
import { join as
|
|
4288
|
+
import { join as join5 } from "node:path";
|
|
3688
4289
|
|
|
3689
4290
|
// src/lib/openai-usage.ts
|
|
3690
4291
|
import { readFileSync as readFileSync3 } from "node:fs";
|
|
3691
4292
|
import { homedir as homedir3 } from "node:os";
|
|
3692
|
-
import { join as
|
|
4293
|
+
import { join as join4 } from "node:path";
|
|
3693
4294
|
var CODEX_RESPONSES_URL = "https://chatgpt.com/backend-api/codex/responses";
|
|
3694
4295
|
var OPENCODE_AUTH_SEGMENTS = [".local", "share", "opencode", "auth.json"];
|
|
3695
4296
|
var OpenAiUsageError = class extends Error {
|
|
@@ -3703,7 +4304,7 @@ function isLocalCredentialProblem2(err) {
|
|
|
3703
4304
|
}
|
|
3704
4305
|
function readOpenCodeChatGptCredentials() {
|
|
3705
4306
|
try {
|
|
3706
|
-
const raw = readFileSync3(
|
|
4307
|
+
const raw = readFileSync3(join4(homedir3(), ...OPENCODE_AUTH_SEGMENTS), "utf-8");
|
|
3707
4308
|
let parsed;
|
|
3708
4309
|
try {
|
|
3709
4310
|
parsed = JSON.parse(raw);
|
|
@@ -3929,13 +4530,13 @@ var INTEGRATION_LIST_RETRY_DELAY_MS = 1e3;
|
|
|
3929
4530
|
function isRecord3(value) {
|
|
3930
4531
|
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
3931
4532
|
}
|
|
3932
|
-
var sleep2 = (milliseconds) => new Promise((
|
|
4533
|
+
var sleep2 = (milliseconds) => new Promise((resolve5) => setTimeout(resolve5, milliseconds));
|
|
3933
4534
|
function emptyResult(unsupported = [], outcome = "completed") {
|
|
3934
4535
|
return { outcome, imported: [], alreadyConnected: [], unsupported, failed: [] };
|
|
3935
4536
|
}
|
|
3936
4537
|
function readOpenCodeCredentials(homeDir, log3) {
|
|
3937
4538
|
try {
|
|
3938
|
-
const raw = readFileSync4(
|
|
4539
|
+
const raw = readFileSync4(join5(homeDir, ...OPENCODE_AUTH_SEGMENTS), "utf8");
|
|
3939
4540
|
let parsed;
|
|
3940
4541
|
try {
|
|
3941
4542
|
parsed = JSON.parse(raw);
|
|
@@ -4137,7 +4738,7 @@ async function importOpenCodeV2Credentials({
|
|
|
4137
4738
|
import { spawn as spawn2 } from "node:child_process";
|
|
4138
4739
|
import { mkdirSync, statSync as statSync3, unlinkSync as unlinkSync2, writeFileSync } from "node:fs";
|
|
4139
4740
|
import { homedir as homedir4 } from "node:os";
|
|
4140
|
-
import { dirname as
|
|
4741
|
+
import { dirname as dirname4, resolve as resolvePath } from "node:path";
|
|
4141
4742
|
|
|
4142
4743
|
// src/lib/runner-synchroniser.ts
|
|
4143
4744
|
import { spawn } from "node:child_process";
|
|
@@ -4147,7 +4748,7 @@ function appendError(stderr, error2) {
|
|
|
4147
4748
|
${message}`;
|
|
4148
4749
|
}
|
|
4149
4750
|
function runSynchroniser(args, opts) {
|
|
4150
|
-
return new Promise((
|
|
4751
|
+
return new Promise((resolve5) => {
|
|
4151
4752
|
let child;
|
|
4152
4753
|
let stdout = "";
|
|
4153
4754
|
let stderr = "";
|
|
@@ -4161,7 +4762,7 @@ function runSynchroniser(args, opts) {
|
|
|
4161
4762
|
if (timer.handle) clearTimeout(timer.handle);
|
|
4162
4763
|
if (abortListener) opts.signal?.removeEventListener("abort", abortListener);
|
|
4163
4764
|
if (spawnListener) child.removeListener("spawn", spawnListener);
|
|
4164
|
-
|
|
4765
|
+
resolve5(result);
|
|
4165
4766
|
};
|
|
4166
4767
|
try {
|
|
4167
4768
|
child = spawn("runner-synchroniser", args, {
|
|
@@ -4217,9 +4818,12 @@ function runSynchroniser(args, opts) {
|
|
|
4217
4818
|
|
|
4218
4819
|
// src/lib/opencode/session-db-boot.ts
|
|
4219
4820
|
var SESSION_DB_RESTORE_TIMEOUT_MS = 3e5;
|
|
4220
|
-
var SESSION_DB_VERIFY_TIMEOUT_MS =
|
|
4821
|
+
var SESSION_DB_VERIFY_TIMEOUT_MS = 36e4;
|
|
4221
4822
|
var SESSION_DB_SYNCHRONISER_TIMEOUT_MS = 12e4;
|
|
4222
|
-
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS =
|
|
4823
|
+
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS = 40;
|
|
4824
|
+
var SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS = 30;
|
|
4825
|
+
var SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS = 120;
|
|
4826
|
+
var SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS = 90;
|
|
4223
4827
|
function commandError(result) {
|
|
4224
4828
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
4225
4829
|
}
|
|
@@ -4262,7 +4866,7 @@ function clearMarker(options) {
|
|
|
4262
4866
|
function markNoReplicate(options, message) {
|
|
4263
4867
|
if (options.noReplicateMarker) {
|
|
4264
4868
|
try {
|
|
4265
|
-
mkdirSync(
|
|
4869
|
+
mkdirSync(dirname4(options.noReplicateMarker), { recursive: true });
|
|
4266
4870
|
writeFileSync(options.noReplicateMarker, "");
|
|
4267
4871
|
} catch (error2) {
|
|
4268
4872
|
options.log(
|
|
@@ -4321,7 +4925,7 @@ function parseSynchroniserEnv(stdout) {
|
|
|
4321
4925
|
return values;
|
|
4322
4926
|
}
|
|
4323
4927
|
function runCommand(command, args, options) {
|
|
4324
|
-
return new Promise((
|
|
4928
|
+
return new Promise((resolve5) => {
|
|
4325
4929
|
let child;
|
|
4326
4930
|
let stdout = "";
|
|
4327
4931
|
let stderr = "";
|
|
@@ -4330,7 +4934,7 @@ function runCommand(command, args, options) {
|
|
|
4330
4934
|
if (settled) return;
|
|
4331
4935
|
settled = true;
|
|
4332
4936
|
if (timer) clearTimeout(timer);
|
|
4333
|
-
|
|
4937
|
+
resolve5(result);
|
|
4334
4938
|
};
|
|
4335
4939
|
try {
|
|
4336
4940
|
child = spawn2(command, args, {
|
|
@@ -4338,7 +4942,7 @@ function runCommand(command, args, options) {
|
|
|
4338
4942
|
stdio: ["ignore", "pipe", "pipe"]
|
|
4339
4943
|
});
|
|
4340
4944
|
} catch (error2) {
|
|
4341
|
-
|
|
4945
|
+
resolve5({
|
|
4342
4946
|
code: null,
|
|
4343
4947
|
stdout,
|
|
4344
4948
|
stderr: error2 instanceof Error ? error2.message : String(error2),
|
|
@@ -4417,7 +5021,7 @@ async function ensureLitestreamConfig(options, env) {
|
|
|
4417
5021
|
return null;
|
|
4418
5022
|
}
|
|
4419
5023
|
try {
|
|
4420
|
-
mkdirSync(
|
|
5024
|
+
mkdirSync(dirname4(configPath), { recursive: true });
|
|
4421
5025
|
writeFileSync(configPath, rendered.stdout);
|
|
4422
5026
|
} catch (error2) {
|
|
4423
5027
|
options.log(
|
|
@@ -4530,20 +5134,37 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4530
5134
|
timeoutMs: SESSION_DB_VERIFY_TIMEOUT_MS,
|
|
4531
5135
|
env: {
|
|
4532
5136
|
...env,
|
|
4533
|
-
// The synchroniser reads
|
|
4534
|
-
// 120_000, so the walkback gives up before the outer process bound.
|
|
5137
|
+
// The synchroniser reads all four values in SECONDS.
|
|
4535
5138
|
EVIDENT_SESSION_DB_WALKBACK_BUDGET_SECONDS: String(
|
|
4536
5139
|
SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS
|
|
5140
|
+
),
|
|
5141
|
+
EVIDENT_SESSION_DB_RESTORE_POINTS_TIMEOUT_SECONDS: String(
|
|
5142
|
+
SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS
|
|
5143
|
+
),
|
|
5144
|
+
EVIDENT_SESSION_DB_RESTORE_CANDIDATE_TIMEOUT_SECONDS: String(
|
|
5145
|
+
SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS
|
|
5146
|
+
),
|
|
5147
|
+
EVIDENT_SESSION_DB_DISPOSAL_BUDGET_SECONDS: String(
|
|
5148
|
+
SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS
|
|
4537
5149
|
)
|
|
4538
5150
|
}
|
|
4539
5151
|
});
|
|
4540
5152
|
logSynchroniserDiagnostics(result, options);
|
|
4541
5153
|
if (result.timedOut || result.code === 124 || result.code === 137) {
|
|
5154
|
+
if (result.stderr.includes("SESSION-DB-INTEGRITY-FAILED")) {
|
|
5155
|
+
const reason = result.stderr.includes("SESSION-DB-REPLICA-SIZE") ? "verification_timeout_during_separation" : "verification_timeout_before_separation";
|
|
5156
|
+
options.log(
|
|
5157
|
+
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; refusing to start with the restored opencode.db (${reason})`,
|
|
5158
|
+
"error"
|
|
5159
|
+
);
|
|
5160
|
+
reportRecord("verify", "session_db_boot_refused", reason, null, options);
|
|
5161
|
+
return { verifyFatal: true, verifyFatalReason: reason };
|
|
5162
|
+
}
|
|
4542
5163
|
options.log(
|
|
4543
5164
|
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; continuing with the restored opencode.db as-is, unverified`,
|
|
4544
5165
|
"warn"
|
|
4545
5166
|
);
|
|
4546
|
-
return false;
|
|
5167
|
+
return { verifyFatal: false };
|
|
4547
5168
|
}
|
|
4548
5169
|
if (result.code === 34) {
|
|
4549
5170
|
reportRecord(
|
|
@@ -4553,14 +5174,14 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4553
5174
|
null,
|
|
4554
5175
|
options
|
|
4555
5176
|
);
|
|
4556
|
-
return true;
|
|
5177
|
+
return { verifyFatal: true };
|
|
4557
5178
|
}
|
|
4558
5179
|
if (result.code === 33) {
|
|
4559
5180
|
options.log(
|
|
4560
5181
|
"SESSION-DB-INTEGRITY-EXHAUSTED: booting continues and litestream still replicates, starting an empty backup chain after the corrupt replica was separated.",
|
|
4561
5182
|
"warn"
|
|
4562
5183
|
);
|
|
4563
|
-
return false;
|
|
5184
|
+
return { verifyFatal: false };
|
|
4564
5185
|
}
|
|
4565
5186
|
if (result.code !== 0) {
|
|
4566
5187
|
options.log(
|
|
@@ -4568,13 +5189,13 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4568
5189
|
"warn"
|
|
4569
5190
|
);
|
|
4570
5191
|
}
|
|
4571
|
-
return false;
|
|
5192
|
+
return { verifyFatal: false };
|
|
4572
5193
|
}
|
|
4573
5194
|
options.log(
|
|
4574
5195
|
"skipping session-DB verification: this boot's session DB was not proven safe to replicate",
|
|
4575
5196
|
"debug"
|
|
4576
5197
|
);
|
|
4577
|
-
return false;
|
|
5198
|
+
return { verifyFatal: false };
|
|
4578
5199
|
}
|
|
4579
5200
|
function fileExists(path) {
|
|
4580
5201
|
try {
|
|
@@ -4661,13 +5282,13 @@ async function restoreAndVerifySessionDb(options) {
|
|
|
4661
5282
|
if (options.noReplicateMarker && fileExists(options.noReplicateMarker)) {
|
|
4662
5283
|
return { verifyFatal: false };
|
|
4663
5284
|
}
|
|
4664
|
-
return
|
|
5285
|
+
return verifySessionDb(options, configPath, env);
|
|
4665
5286
|
}
|
|
4666
5287
|
|
|
4667
5288
|
// src/lib/opencode/session-db-provenance.ts
|
|
4668
5289
|
import { createRequire } from "node:module";
|
|
4669
5290
|
import { mkdirSync as mkdirSync2, readFileSync as readFileSync5, writeFileSync as writeFileSync2 } from "node:fs";
|
|
4670
|
-
import { dirname as
|
|
5291
|
+
import { dirname as dirname5, join as join6 } from "node:path";
|
|
4671
5292
|
var require2 = createRequire(import.meta.url);
|
|
4672
5293
|
function readSessionDbMigrationIds(dbPath) {
|
|
4673
5294
|
let db;
|
|
@@ -4704,7 +5325,7 @@ function readSessionDbMigrationIds(dbPath) {
|
|
|
4704
5325
|
}
|
|
4705
5326
|
function sessionDbProvenanceStatePath(homeDir, env) {
|
|
4706
5327
|
const override = env.EVIDENT_SESSION_DB_PROVENANCE_STATE?.trim();
|
|
4707
|
-
return override ||
|
|
5328
|
+
return override || join6(homeDir, ".local", "state", "evident", "session-db-provenance.json");
|
|
4708
5329
|
}
|
|
4709
5330
|
function loadSessionDbProvenanceState(path) {
|
|
4710
5331
|
let value;
|
|
@@ -4733,7 +5354,7 @@ function loadSessionDbProvenanceState(path) {
|
|
|
4733
5354
|
}
|
|
4734
5355
|
function saveSessionDbProvenanceState(path, state) {
|
|
4735
5356
|
try {
|
|
4736
|
-
mkdirSync2(
|
|
5357
|
+
mkdirSync2(dirname5(path), { recursive: true });
|
|
4737
5358
|
writeFileSync2(path, `${JSON.stringify(state, null, 2)}
|
|
4738
5359
|
`, "utf8");
|
|
4739
5360
|
} catch (error2) {
|
|
@@ -4824,7 +5445,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4824
5445
|
if (child.exitCode !== null || child.signalCode !== null) {
|
|
4825
5446
|
return { outcome: "exited", code: child.exitCode, signal: child.signalCode };
|
|
4826
5447
|
}
|
|
4827
|
-
return new Promise((
|
|
5448
|
+
return new Promise((resolve5, reject) => {
|
|
4828
5449
|
let forced = false;
|
|
4829
5450
|
let settled = false;
|
|
4830
5451
|
const timer = setTimeout(() => {
|
|
@@ -4844,7 +5465,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4844
5465
|
settled = true;
|
|
4845
5466
|
clearTimeout(timer);
|
|
4846
5467
|
child.removeListener("exit", onExit);
|
|
4847
|
-
|
|
5468
|
+
resolve5(result);
|
|
4848
5469
|
};
|
|
4849
5470
|
const fail = (error2) => {
|
|
4850
5471
|
if (settled) return;
|
|
@@ -5320,7 +5941,7 @@ function selectSessionsToDelete(sessions, opts) {
|
|
|
5320
5941
|
);
|
|
5321
5942
|
}
|
|
5322
5943
|
var DEFAULT_INTERVAL = "1h";
|
|
5323
|
-
function
|
|
5944
|
+
function resolve2(flag, envValue, fallback) {
|
|
5324
5945
|
return flag ?? envValue ?? fallback;
|
|
5325
5946
|
}
|
|
5326
5947
|
function parseMaxCount(input) {
|
|
@@ -5336,9 +5957,9 @@ function parseMaxCount(input) {
|
|
|
5336
5957
|
}
|
|
5337
5958
|
function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
5338
5959
|
const warnings = [];
|
|
5339
|
-
const maxAgeRaw =
|
|
5340
|
-
const maxCountRaw =
|
|
5341
|
-
const intervalRaw =
|
|
5960
|
+
const maxAgeRaw = resolve2(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
|
|
5961
|
+
const maxCountRaw = resolve2(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
|
|
5962
|
+
const intervalRaw = resolve2(
|
|
5342
5963
|
flags.interval,
|
|
5343
5964
|
env.EVIDENT_SESSION_CLEANUP_INTERVAL,
|
|
5344
5965
|
DEFAULT_INTERVAL
|
|
@@ -5378,10 +5999,10 @@ function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
|
5378
5999
|
|
|
5379
6000
|
// src/lib/opencode/session-db-size.ts
|
|
5380
6001
|
import { statSync as statSync4 } from "node:fs";
|
|
5381
|
-
import { join as
|
|
6002
|
+
import { join as join7 } from "node:path";
|
|
5382
6003
|
var LARGE_DB_THRESHOLD_BYTES = 268435456;
|
|
5383
6004
|
function statSessionDbBytes(homeDir) {
|
|
5384
|
-
const dbPath =
|
|
6005
|
+
const dbPath = join7(homeDir, ".local", "share", "opencode", "opencode.db");
|
|
5385
6006
|
try {
|
|
5386
6007
|
return statSync4(dbPath).size;
|
|
5387
6008
|
} catch (err) {
|
|
@@ -5411,12 +6032,12 @@ function buildSessionStoreSizeWarning(input) {
|
|
|
5411
6032
|
// src/lib/opencode/log-tail.ts
|
|
5412
6033
|
import { statSync as statSync5 } from "node:fs";
|
|
5413
6034
|
import { homedir as homedir5 } from "node:os";
|
|
5414
|
-
import { join as
|
|
6035
|
+
import { join as join8 } from "node:path";
|
|
5415
6036
|
import { open as open2, stat } from "node:fs/promises";
|
|
5416
6037
|
var DEFAULT_POLL_INTERVAL_MS = 1e3;
|
|
5417
6038
|
function resolveOpenCodeLogPath(homeDir = homedir5(), env = process.env) {
|
|
5418
|
-
const dataDir = env.XDG_DATA_HOME ||
|
|
5419
|
-
return
|
|
6039
|
+
const dataDir = env.XDG_DATA_HOME || join8(homeDir, ".local", "share");
|
|
6040
|
+
return join8(dataDir, "opencode", "log", "opencode.log");
|
|
5420
6041
|
}
|
|
5421
6042
|
function isEnoent(error2) {
|
|
5422
6043
|
return error2?.code === "ENOENT";
|
|
@@ -5571,8 +6192,8 @@ var StreamForwarder = class {
|
|
|
5571
6192
|
pauseStream(sid, stream) {
|
|
5572
6193
|
if (!stream.paused) {
|
|
5573
6194
|
stream.paused = true;
|
|
5574
|
-
stream.pausePromise = new Promise((
|
|
5575
|
-
stream.resume =
|
|
6195
|
+
stream.pausePromise = new Promise((resolve5) => {
|
|
6196
|
+
stream.resume = resolve5;
|
|
5576
6197
|
});
|
|
5577
6198
|
}
|
|
5578
6199
|
if (stream.pauseTimer !== null) clearTimeout(stream.pauseTimer);
|
|
@@ -5639,12 +6260,12 @@ var StreamForwarder = class {
|
|
|
5639
6260
|
let endBody;
|
|
5640
6261
|
if (has_body) {
|
|
5641
6262
|
const chunks = [];
|
|
5642
|
-
bodyPromise = new Promise((
|
|
6263
|
+
bodyPromise = new Promise((resolve5) => {
|
|
5643
6264
|
pushBody = (buf) => {
|
|
5644
6265
|
chunks.push(buf);
|
|
5645
6266
|
};
|
|
5646
6267
|
endBody = () => {
|
|
5647
|
-
|
|
6268
|
+
resolve5(Buffer.concat(chunks));
|
|
5648
6269
|
};
|
|
5649
6270
|
});
|
|
5650
6271
|
}
|
|
@@ -5815,7 +6436,7 @@ function connectTunnel(options) {
|
|
|
5815
6436
|
} = options;
|
|
5816
6437
|
const tunnelUrl = getTunnelUrlConfig();
|
|
5817
6438
|
const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
|
|
5818
|
-
return new Promise((
|
|
6439
|
+
return new Promise((resolve5, reject) => {
|
|
5819
6440
|
const ws = new WebSocket2(url, {
|
|
5820
6441
|
headers: {
|
|
5821
6442
|
Authorization: authHeader,
|
|
@@ -5924,7 +6545,7 @@ function connectTunnel(options) {
|
|
|
5924
6545
|
forwarder.setBinaryFramesSupported(message.binary_frames === true);
|
|
5925
6546
|
const connectedAgentId = message.agent_id ?? agentId;
|
|
5926
6547
|
onConnected?.(connectedAgentId);
|
|
5927
|
-
|
|
6548
|
+
resolve5({
|
|
5928
6549
|
ws,
|
|
5929
6550
|
close: () => ws.close(1e3, "CLI shutdown")
|
|
5930
6551
|
});
|
|
@@ -6442,6 +7063,7 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6442
7063
|
const stalenessMs = Math.max(0, options.stalenessMs ?? SESSION_STORE_HEALTH_STALENESS_MS);
|
|
6443
7064
|
let lastUnwritableAt = null;
|
|
6444
7065
|
let lastWritableAt = null;
|
|
7066
|
+
const causes = /* @__PURE__ */ new Map();
|
|
6445
7067
|
return {
|
|
6446
7068
|
observeUnwritable: () => {
|
|
6447
7069
|
lastUnwritableAt = now();
|
|
@@ -6453,6 +7075,23 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6453
7075
|
if (lastUnwritableAt === null) return false;
|
|
6454
7076
|
if (lastWritableAt !== null && lastWritableAt >= lastUnwritableAt) return false;
|
|
6455
7077
|
return now() - lastUnwritableAt < stalenessMs;
|
|
7078
|
+
},
|
|
7079
|
+
observeCause: (sessionId, cause) => {
|
|
7080
|
+
if (sessionId === null) return;
|
|
7081
|
+
causes.delete(sessionId);
|
|
7082
|
+
causes.set(sessionId, { cause, observedAt: now() });
|
|
7083
|
+
while (causes.size > 256) {
|
|
7084
|
+
const oldest = causes.keys().next().value;
|
|
7085
|
+
if (typeof oldest !== "string") break;
|
|
7086
|
+
causes.delete(oldest);
|
|
7087
|
+
}
|
|
7088
|
+
},
|
|
7089
|
+
readCause: (sessionId) => {
|
|
7090
|
+
const observed = causes.get(sessionId);
|
|
7091
|
+
if (!observed) return null;
|
|
7092
|
+
causes.delete(sessionId);
|
|
7093
|
+
if (now() - observed.observedAt >= stalenessMs) return null;
|
|
7094
|
+
return observed.cause;
|
|
6456
7095
|
}
|
|
6457
7096
|
};
|
|
6458
7097
|
}
|
|
@@ -6461,12 +7100,12 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6461
7100
|
import { homedir as homedir6 } from "node:os";
|
|
6462
7101
|
|
|
6463
7102
|
// src/lib/runner-file-sync.ts
|
|
6464
|
-
import { join as
|
|
7103
|
+
import { join as join10 } from "node:path";
|
|
6465
7104
|
|
|
6466
7105
|
// src/lib/file-push.ts
|
|
6467
7106
|
import { randomUUID } from "node:crypto";
|
|
6468
7107
|
import { chmod, mkdir, open as open3, realpath, rename, unlink } from "node:fs/promises";
|
|
6469
|
-
import { basename, dirname as
|
|
7108
|
+
import { basename as basename2, dirname as dirname6, isAbsolute as isAbsolute2, join as join9, relative as relative2, resolve as resolve3, sep as sep2 } from "node:path";
|
|
6470
7109
|
var FILE_MODE = 384;
|
|
6471
7110
|
var DIRECTORY_MODE = 448;
|
|
6472
7111
|
async function writePushedFile(request2) {
|
|
@@ -6497,9 +7136,9 @@ async function writePushedFile(request2) {
|
|
|
6497
7136
|
}
|
|
6498
7137
|
try {
|
|
6499
7138
|
const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
|
|
6500
|
-
|
|
7139
|
+
dirname6(candidate)
|
|
6501
7140
|
);
|
|
6502
|
-
const realTarget =
|
|
7141
|
+
const realTarget = join9(existingAncestor, ...missingSegments, basename2(candidate));
|
|
6503
7142
|
const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
|
|
6504
7143
|
if (allowedDirectory === null) {
|
|
6505
7144
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
@@ -6509,8 +7148,8 @@ async function writePushedFile(request2) {
|
|
|
6509
7148
|
}
|
|
6510
7149
|
if (missingSegments.length > 0) {
|
|
6511
7150
|
await createMissingDirectories(existingAncestor, missingSegments);
|
|
6512
|
-
const realParent = await realpath(
|
|
6513
|
-
if (realParent !==
|
|
7151
|
+
const realParent = await realpath(dirname6(realTarget));
|
|
7152
|
+
if (realParent !== dirname6(realTarget) || !contains(allowedDirectory, realTarget)) {
|
|
6514
7153
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
6515
7154
|
path: realTarget,
|
|
6516
7155
|
bytes,
|
|
@@ -6535,15 +7174,15 @@ function expandAndValidate(requestedPath, homeDir) {
|
|
|
6535
7174
|
if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
|
|
6536
7175
|
return null;
|
|
6537
7176
|
}
|
|
6538
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
7177
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join9(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
6539
7178
|
if (expanded.split(/[/\\]/).includes("..")) {
|
|
6540
7179
|
return null;
|
|
6541
7180
|
}
|
|
6542
|
-
if (!
|
|
7181
|
+
if (!isAbsolute2(expanded)) {
|
|
6543
7182
|
return null;
|
|
6544
7183
|
}
|
|
6545
|
-
const candidate =
|
|
6546
|
-
const name =
|
|
7184
|
+
const candidate = resolve3(expanded);
|
|
7185
|
+
const name = basename2(candidate);
|
|
6547
7186
|
return name === "" || name === "." || name === ".." ? null : candidate;
|
|
6548
7187
|
}
|
|
6549
7188
|
async function resolveNearestExistingAncestor(directory) {
|
|
@@ -6553,18 +7192,18 @@ async function resolveNearestExistingAncestor(directory) {
|
|
|
6553
7192
|
try {
|
|
6554
7193
|
return { existingAncestor: await realpath(current), missingSegments };
|
|
6555
7194
|
} catch (err) {
|
|
6556
|
-
const parent =
|
|
7195
|
+
const parent = dirname6(current);
|
|
6557
7196
|
if (err.code !== "ENOENT" || parent === current) {
|
|
6558
7197
|
throw err;
|
|
6559
7198
|
}
|
|
6560
|
-
missingSegments.unshift(
|
|
7199
|
+
missingSegments.unshift(basename2(current));
|
|
6561
7200
|
current = parent;
|
|
6562
7201
|
}
|
|
6563
7202
|
}
|
|
6564
7203
|
}
|
|
6565
7204
|
async function findContainingAllowedDirectory(allowedDirectories, realTarget) {
|
|
6566
7205
|
for (const directory of allowedDirectories) {
|
|
6567
|
-
if (!
|
|
7206
|
+
if (!isAbsolute2(directory)) {
|
|
6568
7207
|
log("warn", "file_push_allowed_directory_skipped", { directory, reason: "not_absolute" });
|
|
6569
7208
|
continue;
|
|
6570
7209
|
}
|
|
@@ -6602,19 +7241,19 @@ async function realpathCreatingIfMissing(directory) {
|
|
|
6602
7241
|
}
|
|
6603
7242
|
}
|
|
6604
7243
|
function contains(realDirectory, realTarget) {
|
|
6605
|
-
const rel =
|
|
6606
|
-
return rel !== "" && rel !== ".." && !rel.startsWith(`..${
|
|
7244
|
+
const rel = relative2(realDirectory, realTarget);
|
|
7245
|
+
return rel !== "" && rel !== ".." && !rel.startsWith(`..${sep2}`) && !isAbsolute2(rel);
|
|
6607
7246
|
}
|
|
6608
7247
|
async function createMissingDirectories(existingAncestor, missingSegments) {
|
|
6609
7248
|
let current = existingAncestor;
|
|
6610
7249
|
for (const segment of missingSegments) {
|
|
6611
|
-
current =
|
|
7250
|
+
current = join9(current, segment);
|
|
6612
7251
|
await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
|
|
6613
7252
|
await chmod(current, DIRECTORY_MODE);
|
|
6614
7253
|
}
|
|
6615
7254
|
}
|
|
6616
7255
|
async function writeAtomically(realTarget, content) {
|
|
6617
|
-
const temporaryPath =
|
|
7256
|
+
const temporaryPath = join9(dirname6(realTarget), `.evident-push-${randomUUID()}.tmp`);
|
|
6618
7257
|
let handle;
|
|
6619
7258
|
try {
|
|
6620
7259
|
handle = await open3(temporaryPath, "wx", FILE_MODE);
|
|
@@ -6744,12 +7383,12 @@ var NOT_APPLIED = {
|
|
|
6744
7383
|
opencodeAuthApplied: false
|
|
6745
7384
|
};
|
|
6746
7385
|
function isClaudeCredentialPath(requestedPath, homeDir) {
|
|
6747
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6748
|
-
return expanded ===
|
|
7386
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7387
|
+
return expanded === join10(homeDir, ...CLAUDE_CREDENTIALS_SEGMENTS);
|
|
6749
7388
|
}
|
|
6750
7389
|
function isOpenCodeAuthPath(requestedPath, homeDir) {
|
|
6751
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6752
|
-
return expanded ===
|
|
7390
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7391
|
+
return expanded === join10(homeDir, ...OPENCODE_AUTH_SEGMENTS);
|
|
6753
7392
|
}
|
|
6754
7393
|
async function applyOne(options, file) {
|
|
6755
7394
|
const label = `${file.id.slice(0, 8)} (${file.path})`;
|
|
@@ -6893,6 +7532,11 @@ function messageIdOf(m) {
|
|
|
6893
7532
|
const infoId = m.info?.id;
|
|
6894
7533
|
return typeof infoId === "string" ? infoId : void 0;
|
|
6895
7534
|
}
|
|
7535
|
+
function composeAbandonmentNote(finish, replyShape, outcome) {
|
|
7536
|
+
const base = `OpenCode ended this turn after a tool call (finish="${finish ?? "(unknown)"}") ` + (outcome === "without-answer" ? "without writing an answer, and confirmed it is no longer working on this conversation. Evident is reporting the run as failed so the failure and its reason are visible in failed runs." : "after writing only part of an answer, and confirmed it is no longer working on this conversation. Evident delivered what was written and is reporting the run as finished.");
|
|
7537
|
+
if (replyShape === null) return base;
|
|
7538
|
+
return `${base} ${replyShape.lastToolName === null ? "No tool call was recorded" : `The last tool call was "${replyShape.lastToolName}" with status "${replyShape.lastToolStatus ?? "(unknown)"}"`}; the reply's final part types were [${replyShape.partTypes.join(", ")}]${replyShape.droppedPartCount > 0 ? ` (${replyShape.droppedPartCount} earlier part types omitted)` : ""}.`;
|
|
7539
|
+
}
|
|
6896
7540
|
function cleanImageMime(contentType) {
|
|
6897
7541
|
if (!contentType) return null;
|
|
6898
7542
|
const media = contentType.split(";")[0].trim().toLowerCase();
|
|
@@ -6913,6 +7557,10 @@ var SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS = 2e3;
|
|
|
6913
7557
|
var SESSION_ERROR_STREAM_HEALTHY_MS = 5e3;
|
|
6914
7558
|
var SESSION_ERROR_BUFFER_TTL_MS = SESSION_ERROR_STREAM_HEALTHY_MS;
|
|
6915
7559
|
var MAX_BUFFERED_SESSION_ERRORS = 256;
|
|
7560
|
+
var SESSION_ERROR_RETENTION_TTL_MS = 6e4;
|
|
7561
|
+
var SESSION_STORE_UNWRITABLE_ERROR = "The runner session database could not be written, so this turn did not finish. Nothing was lost from the queue. Clear disk space and retry.";
|
|
7562
|
+
var SESSION_ERROR_RETAINED_DETAIL = "Runner-observed OpenCode session error: ";
|
|
7563
|
+
var SESSION_ERROR_OBSERVED_CAUSE = "Runner-observed OpenCode session-store cause: ";
|
|
6916
7564
|
var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
|
|
6917
7565
|
var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
6918
7566
|
var DRIVER_SESSION_ENUMERATION_LIMIT = 20;
|
|
@@ -7070,6 +7718,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7070
7718
|
* with a short TTL so an unmatched session cannot retain an event indefinitely.
|
|
7071
7719
|
*/
|
|
7072
7720
|
bufferedSessionErrors = /* @__PURE__ */ new Map();
|
|
7721
|
+
retainedSessionErrors = /* @__PURE__ */ new Map();
|
|
7073
7722
|
/**
|
|
7074
7723
|
* AUTHORITATIVE local dedup (WI-3): Evident message ids that have been
|
|
7075
7724
|
* dispatched and are still in-flight. A message in this set is never
|
|
@@ -7102,10 +7751,18 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7102
7751
|
* row is `processing` or `pending`; clear it only when absent from both lists.
|
|
7103
7752
|
*/
|
|
7104
7753
|
untrackableAck = /* @__PURE__ */ new Map();
|
|
7754
|
+
/** Session binding used by the first untrackable-ack report, for retries. */
|
|
7755
|
+
untrackableAckSessionIds = /* @__PURE__ */ new Map();
|
|
7105
7756
|
/** Messages whose untrackable-ack failure signal was emitted while fenced. */
|
|
7106
7757
|
untrackableAckSignalled = /* @__PURE__ */ new Set();
|
|
7107
7758
|
/** Messages whose first untrackable-ack fence warning was already logged. */
|
|
7108
7759
|
untrackableAckWarned = /* @__PURE__ */ new Set();
|
|
7760
|
+
/**
|
|
7761
|
+
* Accepted V1 prompts whose assigned ids were not read back; these rows are
|
|
7762
|
+
* re-read instead of POSTed again. A null snapshot cannot safely exclude an older
|
|
7763
|
+
* identical-text turn, so it never produces a correlation.
|
|
7764
|
+
*/
|
|
7765
|
+
awaitingCorrelation = /* @__PURE__ */ new Map();
|
|
7109
7766
|
/** Pending rows seen in the current drain, used to retain terminal dispatch fences. */
|
|
7110
7767
|
pendingMessageIds = /* @__PURE__ */ new Set();
|
|
7111
7768
|
/**
|
|
@@ -7191,21 +7848,6 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7191
7848
|
* re-signal on every one of the 15h of re-dispatch attempts #1110 made.
|
|
7192
7849
|
*/
|
|
7193
7850
|
dispatchNotStartedSignalled = /* @__PURE__ */ new Map();
|
|
7194
|
-
/**
|
|
7195
|
-
* Consecutive-UNCONFIRMED-dispatch streak for a `pending` row with NO stored
|
|
7196
|
-
* `opencode_message_id` yet — i.e. one that has never even reached the
|
|
7197
|
-
* re-drive fence above. `sendPromptAsync`'s POST may 2xx, but its own
|
|
7198
|
-
* read-back retries can never confirm the assigned id when the session's
|
|
7199
|
-
* message list is PERMANENTLY unreadable (e.g. a corrupted local opencode
|
|
7200
|
-
* SQLite DB, #1345/#1348's exact fault, just hit BEFORE the row is ever
|
|
7201
|
-
* dispatched instead of after). Unlike an already-dispatched row, THIS row has
|
|
7202
|
-
* no other safety net at all: the lifecycle cron only reclaims `status =
|
|
7203
|
-
* 'processing'` rows, and a row stuck here never reaches `processing`. Keyed
|
|
7204
|
-
* by message id, carrying `sessionId` so a session change (a fresh one bound
|
|
7205
|
-
* after abandonment) starts a new streak rather than inheriting the old
|
|
7206
|
-
* session's count — same shape as `redrivePollFailures` above.
|
|
7207
|
-
*/
|
|
7208
|
-
unconfirmedDispatchFailures = /* @__PURE__ */ new Map();
|
|
7209
7851
|
/**
|
|
7210
7852
|
* Consecutive give-ups for a message whose OpenCode user row remains queued.
|
|
7211
7853
|
* The session id scopes the count: a fresh session is a new attempt after a
|
|
@@ -7223,8 +7865,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7223
7865
|
* short-circuits while it is present, so a null-id row is re-dispatched AT MOST
|
|
7224
7866
|
* ONCE per outstanding read-back. Cleared on a SUCCESSFUL dispatch+read-back (the
|
|
7225
7867
|
* row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
|
|
7226
|
-
* re-entry) OR on a failed/unresolved dispatch (the
|
|
7227
|
-
*
|
|
7868
|
+
* re-entry) OR on a failed/unresolved dispatch (the accepted prompt is handed to
|
|
7869
|
+
* the terminal-report fence and is never sent again).
|
|
7228
7870
|
*/
|
|
7229
7871
|
awaitingReadopt = /* @__PURE__ */ new Set();
|
|
7230
7872
|
/**
|
|
@@ -7542,6 +8184,49 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7542
8184
|
}
|
|
7543
8185
|
return ids;
|
|
7544
8186
|
}
|
|
8187
|
+
/** Find an accepted prompt's user row without adopting an older or concurrent turn. */
|
|
8188
|
+
findAwaitingCorrelationId(entry, sessionId, messages) {
|
|
8189
|
+
if (entry.sessionId !== sessionId || entry.knownUserIds === null) return null;
|
|
8190
|
+
const excludeIds = new Set(entry.knownUserIds);
|
|
8191
|
+
for (const inFlight of this.watchers.get(entry.sessionId)?.inFlight.values() ?? []) {
|
|
8192
|
+
excludeIds.add(inFlight.opencodeMessageId);
|
|
8193
|
+
}
|
|
8194
|
+
return findDispatchedUserMessageId(messages, entry.content, excludeIds);
|
|
8195
|
+
}
|
|
8196
|
+
/** Hand an exhausted accepted-but-untrackable prompt to the terminal-report fence. */
|
|
8197
|
+
async handoffUntrackableCorrelation(conversationId, messageId, sessionId, attempts, source) {
|
|
8198
|
+
this.awaitingCorrelation.delete(messageId);
|
|
8199
|
+
this.awaitingReadopt.delete(messageId);
|
|
8200
|
+
this.sessions.delete(conversationId);
|
|
8201
|
+
this.supersede(conversationId, sessionId);
|
|
8202
|
+
const dispatchDescription = source === "readopt" ? "re-dispatched message" : "message";
|
|
8203
|
+
const errorMessage3 = `OpenCode accepted this ${dispatchDescription} once, but its assigned id was never confirmed after ${attempts} attempts to match it up \u2014 the message was deliberately not sent again, so no duplicate turn was created; session ${sessionId.slice(0, 8)} was abandoned; a fresh one is used for further messages.`;
|
|
8204
|
+
this.untrackableAck.set(messageId, errorMessage3);
|
|
8205
|
+
this.untrackableAckSessionIds.set(messageId, null);
|
|
8206
|
+
this.log({
|
|
8207
|
+
level: "error",
|
|
8208
|
+
message: errorMessage3,
|
|
8209
|
+
conversation_id: conversationId,
|
|
8210
|
+
message_id: messageId
|
|
8211
|
+
});
|
|
8212
|
+
const reportError = await this.reportUntrackableAck(
|
|
8213
|
+
conversationId,
|
|
8214
|
+
messageId,
|
|
8215
|
+
null,
|
|
8216
|
+
errorMessage3
|
|
8217
|
+
);
|
|
8218
|
+
if (reportError !== null) {
|
|
8219
|
+
this.log({
|
|
8220
|
+
level: "warn",
|
|
8221
|
+
message: `markFailed PATCH for message ${messageId.slice(0, 8)} (conversation ${conversationId.slice(0, 8)}) failed: ${reportError.message}`,
|
|
8222
|
+
conversation_id: conversationId,
|
|
8223
|
+
message_id: messageId
|
|
8224
|
+
});
|
|
8225
|
+
}
|
|
8226
|
+
if (source === "readopt") {
|
|
8227
|
+
void this.postSignal(conversationId, messageId, "readopt_orphan_unsent");
|
|
8228
|
+
}
|
|
8229
|
+
}
|
|
7545
8230
|
/**
|
|
7546
8231
|
* File-pull work, for `run.ts`'s idle accounting (#559).
|
|
7547
8232
|
*
|
|
@@ -7721,6 +8406,56 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7721
8406
|
}
|
|
7722
8407
|
break;
|
|
7723
8408
|
}
|
|
8409
|
+
const correlation = this.awaitingCorrelation.get(message.id);
|
|
8410
|
+
if (correlation) {
|
|
8411
|
+
correlation.attempts += 1;
|
|
8412
|
+
let correlatedId = null;
|
|
8413
|
+
if (correlation.knownUserIds !== null && correlation.sessionId === sessionId) {
|
|
8414
|
+
const polled = await this.pollSessionMessagesForRedrive(
|
|
8415
|
+
conv,
|
|
8416
|
+
message,
|
|
8417
|
+
correlation.sessionId
|
|
8418
|
+
);
|
|
8419
|
+
if (polled.ok)
|
|
8420
|
+
correlatedId = this.findAwaitingCorrelationId(correlation, sessionId, polled.messages);
|
|
8421
|
+
} else if (correlation.knownUserIds === null) {
|
|
8422
|
+
this.log({
|
|
8423
|
+
level: "debug",
|
|
8424
|
+
message: `Message ${message.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
|
|
8425
|
+
conversation_id: conv.id,
|
|
8426
|
+
message_id: message.id
|
|
8427
|
+
});
|
|
8428
|
+
}
|
|
8429
|
+
if (correlatedId !== null) {
|
|
8430
|
+
this.awaitingCorrelation.delete(message.id);
|
|
8431
|
+
this.dispatchNotStartedSignalled.delete(message.id);
|
|
8432
|
+
this.releasedOpencodeIds.delete(message.id);
|
|
8433
|
+
this.dispatched.add(message.id);
|
|
8434
|
+
this.registerInFlight(conv, correlation.sessionId, message, correlatedId);
|
|
8435
|
+
dispatched += 1;
|
|
8436
|
+
this.log({
|
|
8437
|
+
level: "info",
|
|
8438
|
+
message: `Matched accepted message ${message.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
|
|
8439
|
+
conversation_id: conv.id,
|
|
8440
|
+
message_id: message.id
|
|
8441
|
+
});
|
|
8442
|
+
void this.postSignal(conv.id, message.id, "ack_correlated", {
|
|
8443
|
+
opencode_message_id: correlatedId
|
|
8444
|
+
});
|
|
8445
|
+
continue;
|
|
8446
|
+
}
|
|
8447
|
+
if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
|
|
8448
|
+
await this.handoffUntrackableCorrelation(
|
|
8449
|
+
conv.id,
|
|
8450
|
+
message.id,
|
|
8451
|
+
correlation.sessionId,
|
|
8452
|
+
correlation.attempts,
|
|
8453
|
+
"fresh"
|
|
8454
|
+
);
|
|
8455
|
+
break;
|
|
8456
|
+
}
|
|
8457
|
+
break;
|
|
8458
|
+
}
|
|
7724
8459
|
const effectiveOpencodeMessageId = message.opencode_message_id ?? this.releasedOpencodeIds.get(message.id)?.opencodeMessageId ?? null;
|
|
7725
8460
|
if (effectiveOpencodeMessageId) {
|
|
7726
8461
|
const outcome = await this.resolveRedrive(
|
|
@@ -7742,6 +8477,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7742
8477
|
model: message.opencode_model ?? void 0
|
|
7743
8478
|
};
|
|
7744
8479
|
let opencodeMessageId;
|
|
8480
|
+
let preDispatchUserIds = null;
|
|
7745
8481
|
try {
|
|
7746
8482
|
this.log({
|
|
7747
8483
|
level: "info",
|
|
@@ -7771,7 +8507,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7771
8507
|
message.content,
|
|
7772
8508
|
options,
|
|
7773
8509
|
sendAttachments,
|
|
7774
|
-
this.openCodeClient
|
|
8510
|
+
this.openCodeClient,
|
|
8511
|
+
{
|
|
8512
|
+
onKnownUserIds: (ids) => {
|
|
8513
|
+
preDispatchUserIds = ids;
|
|
8514
|
+
},
|
|
8515
|
+
onKnownUserIdsError: (error2) => {
|
|
8516
|
+
this.log({
|
|
8517
|
+
level: "warn",
|
|
8518
|
+
message: `Pre-dispatch snapshot callback failed for message ${message.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
8519
|
+
conversation_id: conv.id,
|
|
8520
|
+
message_id: message.id
|
|
8521
|
+
});
|
|
8522
|
+
}
|
|
8523
|
+
}
|
|
7775
8524
|
)
|
|
7776
8525
|
);
|
|
7777
8526
|
} catch (err) {
|
|
@@ -7779,6 +8528,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7779
8528
|
if (this.isV2 && err instanceof OpenCodeV2PromptAckError) {
|
|
7780
8529
|
const errorMessage4 = err instanceof Error ? err.message : String(err);
|
|
7781
8530
|
this.untrackableAck.set(message.id, errorMessage4);
|
|
8531
|
+
this.untrackableAckSessionIds.set(message.id, null);
|
|
7782
8532
|
this.log({
|
|
7783
8533
|
level: "error",
|
|
7784
8534
|
message: `V2 prompt dispatch for message ${message.id.slice(0, 8)} failed after a positive ack with no usable id: ${errorMessage4}`,
|
|
@@ -7854,39 +8604,21 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7854
8604
|
if (this.isV2) {
|
|
7855
8605
|
throw new Error("V2 prompt dispatch completed without an acknowledged message id");
|
|
7856
8606
|
}
|
|
7857
|
-
|
|
7858
|
-
|
|
7859
|
-
|
|
7860
|
-
|
|
7861
|
-
|
|
7862
|
-
|
|
7863
|
-
message_id: message.id
|
|
7864
|
-
});
|
|
7865
|
-
this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
|
|
7866
|
-
continue;
|
|
7867
|
-
}
|
|
7868
|
-
this.unconfirmedDispatchFailures.delete(message.id);
|
|
7869
|
-
this.sessions.delete(conv.id);
|
|
7870
|
-
this.supersede(conv.id, sessionId);
|
|
7871
|
-
const errorMessage3 = `OpenCode accepted this message ${streak} times in a row but never confirmed its assigned id (session ${sessionId.slice(0, 8)}'s message list could not be read back) \u2014 the session was abandoned; a fresh one is used for further messages.`;
|
|
8607
|
+
this.awaitingCorrelation.set(message.id, {
|
|
8608
|
+
sessionId,
|
|
8609
|
+
content: message.content,
|
|
8610
|
+
attempts: 0,
|
|
8611
|
+
knownUserIds: preDispatchUserIds
|
|
8612
|
+
});
|
|
7872
8613
|
this.log({
|
|
7873
|
-
level: "
|
|
7874
|
-
message:
|
|
8614
|
+
level: "warn",
|
|
8615
|
+
message: `OpenCode accepted message ${message.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
|
|
7875
8616
|
conversation_id: conv.id,
|
|
7876
8617
|
message_id: message.id
|
|
7877
8618
|
});
|
|
7878
|
-
|
|
7879
|
-
this.log({
|
|
7880
|
-
level: "warn",
|
|
7881
|
-
message: `markFailed PATCH for message ${message.id.slice(0, 8)} (conversation ${conv.id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
|
|
7882
|
-
conversation_id: conv.id,
|
|
7883
|
-
message_id: message.id
|
|
7884
|
-
});
|
|
7885
|
-
this.signalDispatchNotStarted(conv, message, "abandon_unreported");
|
|
7886
|
-
});
|
|
8619
|
+
this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
|
|
7887
8620
|
break;
|
|
7888
8621
|
}
|
|
7889
|
-
this.unconfirmedDispatchFailures.delete(message.id);
|
|
7890
8622
|
this.dispatchNotStartedSignalled.delete(message.id);
|
|
7891
8623
|
this.releasedOpencodeIds.delete(message.id);
|
|
7892
8624
|
this.dispatched.add(message.id);
|
|
@@ -8491,23 +9223,6 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8491
9223
|
this.redrivePollFailures.set(messageId, { sessionId, signature, count: 1 });
|
|
8492
9224
|
return 1;
|
|
8493
9225
|
}
|
|
8494
|
-
/**
|
|
8495
|
-
* Record one UNCONFIRMED-dispatch outcome (a `pending` row with no stored
|
|
8496
|
-
* `opencode_message_id` whose `sendPromptAsync` returned `null`) toward the
|
|
8497
|
-
* bound in `processConversation`'s dispatch loop, and return the resulting
|
|
8498
|
-
* count. Mirrors `recordRedrivePollFailure`'s session-scoping: a session
|
|
8499
|
-
* change starts a fresh streak at `1` rather than inheriting the old one's
|
|
8500
|
-
* count, since a new session is a genuinely different attempt.
|
|
8501
|
-
*/
|
|
8502
|
-
recordUnconfirmedDispatch(messageId, sessionId) {
|
|
8503
|
-
const existing = this.unconfirmedDispatchFailures.get(messageId);
|
|
8504
|
-
if (existing && existing.sessionId === sessionId) {
|
|
8505
|
-
existing.count += 1;
|
|
8506
|
-
return existing.count;
|
|
8507
|
-
}
|
|
8508
|
-
this.unconfirmedDispatchFailures.set(messageId, { sessionId, count: 1 });
|
|
8509
|
-
return 1;
|
|
8510
|
-
}
|
|
8511
9226
|
/** Record one queued give-up toward the never-started bound. */
|
|
8512
9227
|
recordNeverStartedAttempt(messageId, sessionId) {
|
|
8513
9228
|
const existing = this.neverStartedAttempts.get(messageId);
|
|
@@ -8844,6 +9559,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8844
9559
|
this.bufferedSessionErrors.delete(oldest);
|
|
8845
9560
|
}
|
|
8846
9561
|
}
|
|
9562
|
+
retainSessionError(event) {
|
|
9563
|
+
this.retainedSessionErrors.delete(event.sessionId);
|
|
9564
|
+
this.retainedSessionErrors.set(event.sessionId, {
|
|
9565
|
+
reason: event.reason,
|
|
9566
|
+
observedAt: this.now()
|
|
9567
|
+
});
|
|
9568
|
+
while (this.retainedSessionErrors.size > MAX_BUFFERED_SESSION_ERRORS) {
|
|
9569
|
+
const oldest = this.retainedSessionErrors.keys().next().value;
|
|
9570
|
+
if (typeof oldest !== "string") break;
|
|
9571
|
+
this.retainedSessionErrors.delete(oldest);
|
|
9572
|
+
}
|
|
9573
|
+
}
|
|
9574
|
+
readRetainedSessionError(sessionId) {
|
|
9575
|
+
const retained = this.retainedSessionErrors.get(sessionId);
|
|
9576
|
+
if (!retained) return null;
|
|
9577
|
+
if (this.now() - retained.observedAt >= SESSION_ERROR_RETENTION_TTL_MS) {
|
|
9578
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9579
|
+
return null;
|
|
9580
|
+
}
|
|
9581
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9582
|
+
return retained.reason;
|
|
9583
|
+
}
|
|
8847
9584
|
/**
|
|
8848
9585
|
* Build a fresh `SessionWatcher`. Seeds `lastTickAt`/`lastObservedTickAt`
|
|
8849
9586
|
* EQUAL (#1618) so a watcher whose loop has not started ticking yet is never
|
|
@@ -9170,9 +9907,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9170
9907
|
return;
|
|
9171
9908
|
}
|
|
9172
9909
|
if ([...watcher.inFlight.values()].some((message) => message.started && !message.done)) {
|
|
9910
|
+
this.retainSessionError(event);
|
|
9173
9911
|
this.log({
|
|
9174
|
-
level: "
|
|
9175
|
-
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 deferring to transcript polling`,
|
|
9912
|
+
level: "warn",
|
|
9913
|
+
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 retaining the session error and deferring to transcript polling: ${event.reason}`,
|
|
9176
9914
|
conversation_id: watcher.conv.id
|
|
9177
9915
|
});
|
|
9178
9916
|
return;
|
|
@@ -9202,9 +9940,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9202
9940
|
const messages = await this.getSessionMessages(event.sessionId);
|
|
9203
9941
|
const state = messageRunState(messages, inFlight.opencodeMessageId);
|
|
9204
9942
|
if (state !== "queued") {
|
|
9943
|
+
this.retainSessionError(event);
|
|
9205
9944
|
this.log({
|
|
9206
|
-
level: "
|
|
9207
|
-
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} observed state ${state};
|
|
9945
|
+
level: "warn",
|
|
9946
|
+
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} in session ${event.sessionId.slice(0, 8)} observed state ${state}; retaining the reason for transcript polling: ${event.reason}`,
|
|
9208
9947
|
conversation_id: watcher.conv.id,
|
|
9209
9948
|
message_id: inFlight.evidentMessageId
|
|
9210
9949
|
});
|
|
@@ -9433,7 +10172,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9433
10172
|
if (state === "failed") {
|
|
9434
10173
|
this.anchorDeliveryDeadline(inFlight);
|
|
9435
10174
|
if (!inFlight.done) {
|
|
9436
|
-
const
|
|
10175
|
+
const messageErrorText = messageError(messages, inFlight.opencodeMessageId);
|
|
10176
|
+
const retainedReason = this.readRetainedSessionError(sessionId);
|
|
10177
|
+
const retainedError = retainedReason === null || messageErrorText !== null && messageErrorText.includes(retainedReason) ? null : `${SESSION_ERROR_RETAINED_DETAIL}${retainedReason}`;
|
|
10178
|
+
const observedCause = this.sessionStoreHealth?.readCause(sessionId);
|
|
10179
|
+
const causeError = observedCause === null || observedCause === void 0 ? null : `${SESSION_ERROR_OBSERVED_CAUSE}${observedCause}`;
|
|
10180
|
+
const storeError = this.sessionStoreHealth?.isUnwritable() ? SESSION_STORE_UNWRITABLE_ERROR : null;
|
|
10181
|
+
const runnerDetails = [retainedError, causeError, storeError].filter(
|
|
10182
|
+
(detail) => detail !== null
|
|
10183
|
+
);
|
|
10184
|
+
const error2 = messageErrorText === null ? runnerDetails.length === 0 ? void 0 : runnerDetails.join(" ") : [messageErrorText, ...runnerDetails].join(" ");
|
|
9437
10185
|
this.log({
|
|
9438
10186
|
level: "error",
|
|
9439
10187
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} errored \u2014 marking failed: ${error2 ?? "(no error text)"}`,
|
|
@@ -9523,17 +10271,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9523
10271
|
}
|
|
9524
10272
|
} else {
|
|
9525
10273
|
if (inFlight.b2AbandonedSignalled) {
|
|
10274
|
+
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
10275
|
+
const finish = reply?.info?.finish ?? reply?.finish;
|
|
9526
10276
|
if (inFlight.b2AbandonedWithoutAnswer) {
|
|
9527
|
-
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
9528
10277
|
await this.settleMessageAbandonedWithoutAnswer(
|
|
9529
10278
|
sessionId,
|
|
9530
10279
|
watcher,
|
|
9531
10280
|
inFlight,
|
|
9532
10281
|
messages,
|
|
9533
|
-
|
|
10282
|
+
finish
|
|
9534
10283
|
);
|
|
9535
10284
|
} else {
|
|
9536
|
-
await this.settleMessageDone(
|
|
10285
|
+
await this.settleMessageDone(
|
|
10286
|
+
sessionId,
|
|
10287
|
+
watcher,
|
|
10288
|
+
inFlight,
|
|
10289
|
+
messages,
|
|
10290
|
+
composeAbandonmentNote(
|
|
10291
|
+
finish,
|
|
10292
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10293
|
+
"with-answer"
|
|
10294
|
+
)
|
|
10295
|
+
);
|
|
9537
10296
|
}
|
|
9538
10297
|
return;
|
|
9539
10298
|
}
|
|
@@ -9596,7 +10355,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9596
10355
|
...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
|
|
9597
10356
|
opencode_message_id: inFlight.opencodeMessageId
|
|
9598
10357
|
});
|
|
9599
|
-
await this.settleMessageDone(
|
|
10358
|
+
await this.settleMessageDone(
|
|
10359
|
+
sessionId,
|
|
10360
|
+
watcher,
|
|
10361
|
+
inFlight,
|
|
10362
|
+
messages,
|
|
10363
|
+
composeAbandonmentNote(
|
|
10364
|
+
finish,
|
|
10365
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10366
|
+
"with-answer"
|
|
10367
|
+
)
|
|
10368
|
+
);
|
|
9600
10369
|
return;
|
|
9601
10370
|
}
|
|
9602
10371
|
if (rootOngoing === true && !inFlight.b2RootOngoingHeldLogged) {
|
|
@@ -9796,15 +10565,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9796
10565
|
}
|
|
9797
10566
|
}
|
|
9798
10567
|
/**
|
|
9799
|
-
* Settle a message whose run-state has resolved `'done'
|
|
9800
|
-
*
|
|
9801
|
-
*
|
|
9802
|
-
* b2-abandonment resolution) can reach the exact same completion behavior
|
|
9803
|
-
* (delivery-deadline anchoring, title resolution, usage extraction, and
|
|
9804
|
-
* `markDone`'s auth/terminal/transient-retry discipline) without duplicating it
|
|
9805
|
-
* and risking the two copies silently drifting apart.
|
|
10568
|
+
* Settle a message whose run-state has resolved `'done'`. Normal completion and
|
|
10569
|
+
* confirmed b2 abandonment share the same delivery, usage, and terminal handling.
|
|
10570
|
+
* Normal completions omit the optional terminal diagnostic.
|
|
9806
10571
|
*/
|
|
9807
|
-
async settleMessageDone(sessionId, watcher, inFlight, messages) {
|
|
10572
|
+
async settleMessageDone(sessionId, watcher, inFlight, messages, note) {
|
|
9808
10573
|
const conv = watcher.conv;
|
|
9809
10574
|
this.anchorDeliveryDeadline(inFlight);
|
|
9810
10575
|
if (!inFlight.done) {
|
|
@@ -9831,7 +10596,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9831
10596
|
title,
|
|
9832
10597
|
usage,
|
|
9833
10598
|
usageAgentName,
|
|
9834
|
-
subagentInvocations
|
|
10599
|
+
subagentInvocations,
|
|
10600
|
+
note
|
|
9835
10601
|
);
|
|
9836
10602
|
} catch (err) {
|
|
9837
10603
|
if (err instanceof ChannelAuthError) throw err;
|
|
@@ -9876,7 +10642,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9876
10642
|
/** Report a confirmed b2 abandonment that produced no answer text. */
|
|
9877
10643
|
async settleMessageAbandonedWithoutAnswer(sessionId, watcher, inFlight, messages, finish) {
|
|
9878
10644
|
const conv = watcher.conv;
|
|
9879
|
-
const error2 =
|
|
10645
|
+
const error2 = composeAbandonmentNote(
|
|
10646
|
+
finish,
|
|
10647
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10648
|
+
"without-answer"
|
|
10649
|
+
);
|
|
9880
10650
|
this.anchorDeliveryDeadline(inFlight);
|
|
9881
10651
|
this.log({
|
|
9882
10652
|
level: "warn",
|
|
@@ -10003,7 +10773,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10003
10773
|
*/
|
|
10004
10774
|
async settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight) {
|
|
10005
10775
|
const conv = watcher.conv;
|
|
10006
|
-
const error2 =
|
|
10776
|
+
const error2 = SESSION_STORE_UNWRITABLE_ERROR;
|
|
10007
10777
|
this.log({
|
|
10008
10778
|
level: "error",
|
|
10009
10779
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was not resolved as done: ${error2}`,
|
|
@@ -10094,11 +10864,22 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10094
10864
|
}
|
|
10095
10865
|
}
|
|
10096
10866
|
}
|
|
10097
|
-
if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0) {
|
|
10867
|
+
if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0 || this.awaitingCorrelation.size > 0) {
|
|
10098
10868
|
const stillProcessing = new Set(rows.map((r) => r.id));
|
|
10869
|
+
for (const id of this.awaitingCorrelation.keys()) {
|
|
10870
|
+
if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
|
|
10871
|
+
this.awaitingCorrelation.delete(id);
|
|
10872
|
+
this.log({
|
|
10873
|
+
level: "debug",
|
|
10874
|
+
message: `Re-adopt: message ${id.slice(0, 8)} left processing and pending \u2014 cleared awaiting-correlation fence`,
|
|
10875
|
+
message_id: id
|
|
10876
|
+
});
|
|
10877
|
+
}
|
|
10878
|
+
}
|
|
10099
10879
|
for (const id of [...this.untrackableAck.keys()]) {
|
|
10100
10880
|
if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
|
|
10101
10881
|
this.untrackableAck.delete(id);
|
|
10882
|
+
this.untrackableAckSessionIds.delete(id);
|
|
10102
10883
|
this.untrackableAckSignalled.delete(id);
|
|
10103
10884
|
this.untrackableAckWarned.delete(id);
|
|
10104
10885
|
this.log({
|
|
@@ -10138,7 +10919,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10138
10919
|
bySession.set(row.opencode_session_id, list);
|
|
10139
10920
|
}
|
|
10140
10921
|
for (const [sessionId, sessionRows] of bySession) {
|
|
10141
|
-
let messages;
|
|
10922
|
+
let messages = null;
|
|
10142
10923
|
try {
|
|
10143
10924
|
if (this.isV2) {
|
|
10144
10925
|
const snapshot = await this.getSessionMessages(sessionId);
|
|
@@ -10147,9 +10928,9 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10147
10928
|
level: "warn",
|
|
10148
10929
|
message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned an unreadable message snapshot \u2014 skipping this session this tick`
|
|
10149
10930
|
});
|
|
10150
|
-
|
|
10931
|
+
} else {
|
|
10932
|
+
messages = snapshot;
|
|
10151
10933
|
}
|
|
10152
|
-
messages = snapshot;
|
|
10153
10934
|
} else {
|
|
10154
10935
|
const polled = await pollSessionMessagesForRedrive(
|
|
10155
10936
|
this.port,
|
|
@@ -10162,15 +10943,22 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10162
10943
|
level: "warn",
|
|
10163
10944
|
message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned ${polled.malformed ? "a non-array message body" : `HTTP ${polled.status ?? "a network error"}${normalized ? `: ${normalized}` : ""}`} \u2014 skipping this session this tick`
|
|
10164
10945
|
});
|
|
10165
|
-
|
|
10946
|
+
} else {
|
|
10947
|
+
messages = polled.messages;
|
|
10166
10948
|
}
|
|
10167
|
-
messages = polled.messages;
|
|
10168
10949
|
}
|
|
10169
10950
|
} catch (err) {
|
|
10170
10951
|
this.log({
|
|
10171
10952
|
level: "warn",
|
|
10172
10953
|
message: `Re-adopt: failed to poll session ${sessionId.slice(0, 8)} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`
|
|
10173
10954
|
});
|
|
10955
|
+
}
|
|
10956
|
+
if (messages === null) {
|
|
10957
|
+
for (const row of sessionRows) {
|
|
10958
|
+
if (this.awaitingCorrelation.has(row.id)) {
|
|
10959
|
+
await this.advanceReadoptCorrelation(sessionId, row, null);
|
|
10960
|
+
}
|
|
10961
|
+
}
|
|
10174
10962
|
continue;
|
|
10175
10963
|
}
|
|
10176
10964
|
const anyUntracked = sessionRows.some((row) => !this.isTracked(sessionId, row.id));
|
|
@@ -10180,6 +10968,59 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10180
10968
|
}
|
|
10181
10969
|
}
|
|
10182
10970
|
}
|
|
10971
|
+
/** Advance a re-adopted accepted prompt through the shared correlation fence. */
|
|
10972
|
+
async advanceReadoptCorrelation(sessionId, row, messages) {
|
|
10973
|
+
const correlation = this.awaitingCorrelation.get(row.id);
|
|
10974
|
+
if (!correlation) return false;
|
|
10975
|
+
correlation.attempts += 1;
|
|
10976
|
+
const correlatedId = messages === null ? null : this.findAwaitingCorrelationId(correlation, sessionId, messages);
|
|
10977
|
+
if (correlatedId !== null) {
|
|
10978
|
+
this.awaitingCorrelation.delete(row.id);
|
|
10979
|
+
const conv = this.convForRow(sessionId, row);
|
|
10980
|
+
const message = this.queuedMessageForRow(row);
|
|
10981
|
+
const processedAtMs = this.processedAtMs(row);
|
|
10982
|
+
this.registerReadopted(conv, sessionId, message, correlatedId, processedAtMs, processedAtMs);
|
|
10983
|
+
this.dispatched.add(row.id);
|
|
10984
|
+
this.readopted.add(row.id);
|
|
10985
|
+
this.ensureWatcherRunning(sessionId);
|
|
10986
|
+
this.log({
|
|
10987
|
+
level: "info",
|
|
10988
|
+
message: `Re-adopt: matched accepted message ${row.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
|
|
10989
|
+
conversation_id: row.conversation_id,
|
|
10990
|
+
message_id: row.id
|
|
10991
|
+
});
|
|
10992
|
+
void this.postSignal(row.conversation_id, row.id, "readopt_redispatched");
|
|
10993
|
+
void this.postSignal(row.conversation_id, row.id, "ack_correlated", {
|
|
10994
|
+
opencode_message_id: correlatedId
|
|
10995
|
+
});
|
|
10996
|
+
return true;
|
|
10997
|
+
}
|
|
10998
|
+
if (correlation.knownUserIds === null) {
|
|
10999
|
+
this.log({
|
|
11000
|
+
level: "debug",
|
|
11001
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
|
|
11002
|
+
conversation_id: row.conversation_id,
|
|
11003
|
+
message_id: row.id
|
|
11004
|
+
});
|
|
11005
|
+
} else if (correlation.sessionId !== sessionId) {
|
|
11006
|
+
this.log({
|
|
11007
|
+
level: "warn",
|
|
11008
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} moved from original session ${correlation.sessionId.slice(0, 8)} to ${sessionId.slice(0, 8)} while awaiting correlation \u2014 refusing to adopt a turn from the rebound session`,
|
|
11009
|
+
conversation_id: row.conversation_id,
|
|
11010
|
+
message_id: row.id
|
|
11011
|
+
});
|
|
11012
|
+
}
|
|
11013
|
+
if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
|
|
11014
|
+
await this.handoffUntrackableCorrelation(
|
|
11015
|
+
row.conversation_id,
|
|
11016
|
+
row.id,
|
|
11017
|
+
correlation.sessionId,
|
|
11018
|
+
correlation.attempts,
|
|
11019
|
+
"readopt"
|
|
11020
|
+
);
|
|
11021
|
+
}
|
|
11022
|
+
return true;
|
|
11023
|
+
}
|
|
10183
11024
|
/**
|
|
10184
11025
|
* Re-adopt ONE `processing` row against the tick's session message snapshot
|
|
10185
11026
|
* (ADR-0046 Decision §1/§2). Idempotent: skips a row already being driven.
|
|
@@ -10187,8 +11028,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10187
11028
|
* Branches on `messageRunState(messages, row.opencode_message_id)` — the
|
|
10188
11029
|
* opencode-assigned user-message id persisted on the first `processing` PATCH
|
|
10189
11030
|
* (#218). A row with a NULL stored id (dispatched but the read-back never landed
|
|
10190
|
-
* before the restart)
|
|
10191
|
-
*
|
|
11031
|
+
* before the restart) is first offered to an awaiting-correlation fence recorded
|
|
11032
|
+
* by this process; without that fence, it has no id to correlate after restart
|
|
11033
|
+
* and is treated as an orphan and re-dispatched (at most once, see
|
|
11034
|
+
* `forceReadoptRun`):
|
|
10192
11035
|
* - `done` → `markDone` now (guarded like the watcher's done branch);
|
|
10193
11036
|
* - `failed` → `markFailed` with the surfaced error (issue #182), so an
|
|
10194
11037
|
* errored turn is reported failed on restart, NOT re-dispatched —
|
|
@@ -10197,7 +11040,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10197
11040
|
* re-dispatched instead (issue #1310, see the branch below);
|
|
10198
11041
|
* - `running`/`queued` → re-attach a watcher via `registerReadopted` (no re-dispatch),
|
|
10199
11042
|
* tracking the stored id so the reply correlates by it;
|
|
10200
|
-
* - `unknown`/null id →
|
|
11043
|
+
* - `unknown`/null id → correlate through an awaiting fence when present;
|
|
11044
|
+
* otherwise re-dispatch (opencode assigns a fresh id) + attach a watcher.
|
|
10201
11045
|
*
|
|
10202
11046
|
* Only `ChannelAuthError` propagates.
|
|
10203
11047
|
*/
|
|
@@ -10211,6 +11055,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10211
11055
|
});
|
|
10212
11056
|
return;
|
|
10213
11057
|
}
|
|
11058
|
+
if (await this.advanceReadoptCorrelation(sessionId, row, messages)) return;
|
|
10214
11059
|
const ocId = row.opencode_message_id;
|
|
10215
11060
|
const state = messageRunState(messages, ocId ?? "");
|
|
10216
11061
|
if (state === "done") {
|
|
@@ -10277,12 +11122,48 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10277
11122
|
await this.reportSubagentAuthFailures(row.conversation_id, ocId ?? "", row.id, messages);
|
|
10278
11123
|
this.dontRedispatch.delete(row.id);
|
|
10279
11124
|
this.untrackableAck.delete(row.id);
|
|
11125
|
+
this.untrackableAckSessionIds.delete(row.id);
|
|
10280
11126
|
this.untrackableAckSignalled.delete(row.id);
|
|
10281
11127
|
this.untrackableAckWarned.delete(row.id);
|
|
10282
11128
|
void this.postSignal(row.conversation_id, row.id, "readopt_failed");
|
|
10283
11129
|
return;
|
|
10284
11130
|
}
|
|
10285
|
-
if (this.
|
|
11131
|
+
if (this.untrackableAck.has(row.id)) {
|
|
11132
|
+
if (this.untrackableAckSignalled.has(row.id)) {
|
|
11133
|
+
const firstFenceWarning = !this.untrackableAckWarned.has(row.id);
|
|
11134
|
+
this.untrackableAckWarned.add(row.id);
|
|
11135
|
+
this.log({
|
|
11136
|
+
level: firstFenceWarning ? "warn" : "debug",
|
|
11137
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} is fenced after an untrackable OpenCode turn \u2014 skipping re-dispatch and retrying the terminal report`,
|
|
11138
|
+
conversation_id: row.conversation_id,
|
|
11139
|
+
message_id: row.id
|
|
11140
|
+
});
|
|
11141
|
+
const errorMessage3 = this.untrackableAck.get(row.id);
|
|
11142
|
+
const reportError = await this.reportUntrackableAck(
|
|
11143
|
+
row.conversation_id,
|
|
11144
|
+
row.id,
|
|
11145
|
+
this.untrackableAckSessionIds.get(row.id) ?? null,
|
|
11146
|
+
errorMessage3
|
|
11147
|
+
);
|
|
11148
|
+
if (reportError !== null) {
|
|
11149
|
+
this.log({
|
|
11150
|
+
level: "warn",
|
|
11151
|
+
message: `Re-adopt: failed to report untrackable message ${row.id.slice(0, 8)} (will retry next drain): ${reportError.message}`,
|
|
11152
|
+
conversation_id: row.conversation_id,
|
|
11153
|
+
message_id: row.id
|
|
11154
|
+
});
|
|
11155
|
+
}
|
|
11156
|
+
} else {
|
|
11157
|
+
this.log({
|
|
11158
|
+
level: "debug",
|
|
11159
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
|
|
11160
|
+
conversation_id: row.conversation_id,
|
|
11161
|
+
message_id: row.id
|
|
11162
|
+
});
|
|
11163
|
+
}
|
|
11164
|
+
return;
|
|
11165
|
+
}
|
|
11166
|
+
if (this.dontRedispatch.has(row.id)) {
|
|
10286
11167
|
this.log({
|
|
10287
11168
|
level: "debug",
|
|
10288
11169
|
message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
|
|
@@ -10460,6 +11341,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10460
11341
|
}
|
|
10461
11342
|
this.dontRedispatch.delete(row.id);
|
|
10462
11343
|
this.untrackableAck.delete(row.id);
|
|
11344
|
+
this.untrackableAckSessionIds.delete(row.id);
|
|
10463
11345
|
this.untrackableAckSignalled.delete(row.id);
|
|
10464
11346
|
this.untrackableAckWarned.delete(row.id);
|
|
10465
11347
|
void this.postSignal(row.conversation_id, row.id, "readopt_done");
|
|
@@ -10479,8 +11361,9 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10479
11361
|
* latch makes a null-id row re-dispatched AT MOST ONCE per outstanding read-back:
|
|
10480
11362
|
* short-circuit while the row is latched; clear it on a successful dispatch (the
|
|
10481
11363
|
* row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
|
|
10482
|
-
* re-entry)
|
|
10483
|
-
*
|
|
11364
|
+
* re-entry) or when the dispatch itself failed before acceptance. An accepted V1
|
|
11365
|
+
* dispatch whose id is not readable enters the bounded correlation fence instead
|
|
11366
|
+
* of retrying; exhaustion hands it to `untrackableAck`.
|
|
10484
11367
|
*
|
|
10485
11368
|
* `evidentMessageId = row.id` addresses the SERVER row. Deadline anchored to
|
|
10486
11369
|
* `processed_at` (Invariant 1).
|
|
@@ -10543,6 +11426,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10543
11426
|
);
|
|
10544
11427
|
}
|
|
10545
11428
|
let ocId;
|
|
11429
|
+
let preDispatchUserIds = null;
|
|
10546
11430
|
try {
|
|
10547
11431
|
ocId = this.isV2 ? await sendV2Prompt(this.openCodeClient, sessionId, row.content) : await this.dispatchLocked(
|
|
10548
11432
|
sessionId,
|
|
@@ -10552,7 +11436,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10552
11436
|
row.content,
|
|
10553
11437
|
options,
|
|
10554
11438
|
sendAttachments,
|
|
10555
|
-
this.openCodeClient
|
|
11439
|
+
this.openCodeClient,
|
|
11440
|
+
{
|
|
11441
|
+
onKnownUserIds: (ids) => {
|
|
11442
|
+
preDispatchUserIds = ids;
|
|
11443
|
+
},
|
|
11444
|
+
onKnownUserIdsError: (error2) => {
|
|
11445
|
+
this.log({
|
|
11446
|
+
level: "warn",
|
|
11447
|
+
message: `Pre-dispatch snapshot callback failed for message ${row.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
11448
|
+
conversation_id: row.conversation_id,
|
|
11449
|
+
message_id: row.id
|
|
11450
|
+
});
|
|
11451
|
+
}
|
|
11452
|
+
}
|
|
10556
11453
|
)
|
|
10557
11454
|
);
|
|
10558
11455
|
} catch (err) {
|
|
@@ -10585,6 +11482,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10585
11482
|
}
|
|
10586
11483
|
} else {
|
|
10587
11484
|
this.untrackableAck.set(row.id, errorMessage3);
|
|
11485
|
+
this.untrackableAckSessionIds.set(row.id, sessionId);
|
|
10588
11486
|
}
|
|
10589
11487
|
this.log({
|
|
10590
11488
|
level: "error",
|
|
@@ -10633,39 +11531,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10633
11531
|
}
|
|
10634
11532
|
if (ocId === null) {
|
|
10635
11533
|
this.awaitingReadopt.delete(row.id);
|
|
10636
|
-
|
|
10637
|
-
|
|
10638
|
-
|
|
10639
|
-
|
|
10640
|
-
|
|
10641
|
-
|
|
10642
|
-
this.log({
|
|
10643
|
-
level: "error",
|
|
10644
|
-
message: errorMessage3,
|
|
10645
|
-
conversation_id: row.conversation_id,
|
|
10646
|
-
message_id: row.id
|
|
10647
|
-
});
|
|
10648
|
-
await this.markFailed(row.conversation_id, row.id, null, errorMessage3).catch((markErr) => {
|
|
10649
|
-
this.log({
|
|
10650
|
-
level: "warn",
|
|
10651
|
-
message: `markFailed PATCH for message ${row.id.slice(0, 8)} (conversation ${row.conversation_id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
|
|
10652
|
-
conversation_id: row.conversation_id,
|
|
10653
|
-
message_id: row.id
|
|
10654
|
-
});
|
|
10655
|
-
});
|
|
10656
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
10657
|
-
return;
|
|
10658
|
-
}
|
|
11534
|
+
this.awaitingCorrelation.set(row.id, {
|
|
11535
|
+
sessionId,
|
|
11536
|
+
content: row.content,
|
|
11537
|
+
attempts: 0,
|
|
11538
|
+
knownUserIds: preDispatchUserIds
|
|
11539
|
+
});
|
|
10659
11540
|
this.log({
|
|
10660
11541
|
level: "warn",
|
|
10661
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)}
|
|
11542
|
+
message: `Re-adopt: OpenCode accepted message ${row.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
|
|
10662
11543
|
conversation_id: row.conversation_id,
|
|
10663
11544
|
message_id: row.id
|
|
10664
11545
|
});
|
|
10665
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
10666
11546
|
return;
|
|
10667
11547
|
}
|
|
10668
|
-
this.unconfirmedDispatchFailures.delete(row.id);
|
|
10669
11548
|
const processedAtMs = this.processedAtMs(row);
|
|
10670
11549
|
this.registerReadopted(
|
|
10671
11550
|
readoptConv,
|
|
@@ -11004,14 +11883,14 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11004
11883
|
const fetchChildWithoutBlocking = async (sessionId) => {
|
|
11005
11884
|
const pending = fetchChildMessages(sessionId);
|
|
11006
11885
|
let timer;
|
|
11007
|
-
const timeout = new Promise((
|
|
11886
|
+
const timeout = new Promise((resolve5) => {
|
|
11008
11887
|
timer = setTimeout(() => {
|
|
11009
11888
|
this.log({
|
|
11010
11889
|
level: "warn",
|
|
11011
11890
|
message: `Best-effort subagent session fetch for message ${messageId.slice(0, 8)} and child session ${sessionId.slice(0, 8)} was slow \u2014 omitting invocation telemetry without delaying completion`,
|
|
11012
11891
|
message_id: messageId
|
|
11013
11892
|
});
|
|
11014
|
-
|
|
11893
|
+
resolve5(null);
|
|
11015
11894
|
}, SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS);
|
|
11016
11895
|
});
|
|
11017
11896
|
try {
|
|
@@ -11571,7 +12450,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11571
12450
|
* watcher retries next tick within the
|
|
11572
12451
|
* deadline, Finding 4).
|
|
11573
12452
|
*/
|
|
11574
|
-
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations) {
|
|
12453
|
+
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations, error2) {
|
|
11575
12454
|
const res = await this.fetchImpl(
|
|
11576
12455
|
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
|
|
11577
12456
|
{
|
|
@@ -11589,7 +12468,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11589
12468
|
...title ? { title } : {},
|
|
11590
12469
|
...usage ? usage : {},
|
|
11591
12470
|
...usageAgentName ? { usage_agent_name: usageAgentName } : {},
|
|
11592
|
-
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {}
|
|
12471
|
+
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {},
|
|
12472
|
+
...error2 ? { error: error2 } : {}
|
|
11593
12473
|
})
|
|
11594
12474
|
}
|
|
11595
12475
|
);
|
|
@@ -11649,11 +12529,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11649
12529
|
if (subagentInvocations && subagentInvocations.length > 0) {
|
|
11650
12530
|
body.subagent_invocations = subagentInvocations;
|
|
11651
12531
|
}
|
|
11652
|
-
if (failure) {
|
|
11653
|
-
body.
|
|
11654
|
-
|
|
11655
|
-
|
|
11656
|
-
body.
|
|
12532
|
+
if (failure && failure.errorShape.name !== null) {
|
|
12533
|
+
body.failure_error_name = failure.errorShape.name;
|
|
12534
|
+
}
|
|
12535
|
+
if (failure && failure.errorShape.statusCode !== null) {
|
|
12536
|
+
body.failure_status_code = failure.errorShape.statusCode;
|
|
12537
|
+
}
|
|
12538
|
+
if (failure?.classification) {
|
|
12539
|
+
body.failure_kind = failure.classification.kind;
|
|
12540
|
+
body.failure_provider_id = failure.classification.providerId;
|
|
12541
|
+
body.failure_model_id = failure.classification.modelId;
|
|
12542
|
+
body.failure_reason = failure.classification.reason;
|
|
11657
12543
|
}
|
|
11658
12544
|
try {
|
|
11659
12545
|
await this.callWithRetry(
|
|
@@ -11674,27 +12560,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11674
12560
|
this.clearSubagentInvocationCaches(messageId);
|
|
11675
12561
|
}
|
|
11676
12562
|
/**
|
|
11677
|
-
* Classify an errored turn
|
|
12563
|
+
* Classify an errored turn and extract its bounded error shape for `markFailed`.
|
|
11678
12564
|
*
|
|
11679
12565
|
* `messageFailure` alone (structured OpenCode error → `model_auth`) covers
|
|
11680
12566
|
* most cases; when it returns `null` on this ALREADY-FAILED turn, fall back
|
|
11681
12567
|
* to the P1-2b zero-provider check — one extra loopback call to
|
|
11682
12568
|
* `hasAnyConfiguredProvider`, only reached when the structured classifier
|
|
11683
12569
|
* couldn't place it. Fails open (never throws): a fallback probe failure
|
|
11684
|
-
* (`null`/indeterminate) leaves the classification `null
|
|
11685
|
-
*
|
|
12570
|
+
* (`null`/indeterminate) leaves the classification `null`; the raw error shape
|
|
12571
|
+
* is still retained for diagnostics.
|
|
11686
12572
|
*/
|
|
11687
12573
|
async classifyModelAuthFailure(messages, userMessageId) {
|
|
11688
|
-
const classified = messageFailure(messages, userMessageId);
|
|
11689
|
-
if (classified != null) return classified;
|
|
11690
12574
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
11691
|
-
const
|
|
11692
|
-
|
|
12575
|
+
const errorShape = extractReplyErrorShape(reply);
|
|
12576
|
+
const classified = messageFailure(messages, userMessageId);
|
|
12577
|
+
if (classified != null) return { classification: classified, errorShape };
|
|
12578
|
+
const classification = applyZeroProviderFallback(
|
|
11693
12579
|
classified,
|
|
11694
|
-
|
|
12580
|
+
await this.hasAnyConfiguredProvider(),
|
|
11695
12581
|
reply?.info?.providerID ?? null,
|
|
11696
12582
|
reply?.info?.modelID ?? null
|
|
11697
12583
|
);
|
|
12584
|
+
return { classification, errorShape };
|
|
11698
12585
|
}
|
|
11699
12586
|
async recordSubagentModelAuthFailure(failure, conversationId, messageId) {
|
|
11700
12587
|
const providerId = failure.providerId ?? "(unknown)";
|
|
@@ -12252,7 +13139,7 @@ function commandError2(result) {
|
|
|
12252
13139
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
12253
13140
|
}
|
|
12254
13141
|
var runCommand2 = (command, args, opts) => {
|
|
12255
|
-
return new Promise((
|
|
13142
|
+
return new Promise((resolve5) => {
|
|
12256
13143
|
let child;
|
|
12257
13144
|
let stdout = "";
|
|
12258
13145
|
let stderr = "";
|
|
@@ -12262,7 +13149,7 @@ var runCommand2 = (command, args, opts) => {
|
|
|
12262
13149
|
if (settled) return;
|
|
12263
13150
|
settled = true;
|
|
12264
13151
|
if (timer.handle) clearTimeout(timer.handle);
|
|
12265
|
-
|
|
13152
|
+
resolve5(result);
|
|
12266
13153
|
};
|
|
12267
13154
|
try {
|
|
12268
13155
|
child = spawn5(command, args, { env: opts.env, stdio: ["ignore", "pipe", "pipe"] });
|
|
@@ -12317,7 +13204,9 @@ async function installRunnerSecret({
|
|
|
12317
13204
|
}) {
|
|
12318
13205
|
const arn = env.RUNNER_SECRET_ARN?.trim();
|
|
12319
13206
|
if (!arn) {
|
|
12320
|
-
|
|
13207
|
+
if (!env.GH_TOKEN) {
|
|
13208
|
+
log3("runner secret is not configured; continuing without GitHub and MCP credentials");
|
|
13209
|
+
}
|
|
12321
13210
|
return false;
|
|
12322
13211
|
}
|
|
12323
13212
|
const result = await (commandRunner ?? runCommand2)(
|
|
@@ -12516,7 +13405,7 @@ async function configureGitHubAccess({ env, log: log3 }) {
|
|
|
12516
13405
|
// src/lib/opencode/config-overlay.ts
|
|
12517
13406
|
import { execFileSync as execFileSync2 } from "node:child_process";
|
|
12518
13407
|
import { copyFileSync, existsSync as existsSync2, statSync as statSync6 } from "node:fs";
|
|
12519
|
-
import { isAbsolute as
|
|
13408
|
+
import { isAbsolute as isAbsolute3, join as join11, resolve as resolve4 } from "node:path";
|
|
12520
13409
|
function isFile(filePath) {
|
|
12521
13410
|
return existsSync2(filePath) && statSync6(filePath).isFile();
|
|
12522
13411
|
}
|
|
@@ -12529,8 +13418,8 @@ function applyRunnerOpenCodeConfig({
|
|
|
12529
13418
|
log3("runner OpenCode config is not configured; using the baked project config", "debug");
|
|
12530
13419
|
return;
|
|
12531
13420
|
}
|
|
12532
|
-
const source =
|
|
12533
|
-
const target = isFile(
|
|
13421
|
+
const source = isAbsolute3(overlayPath) ? overlayPath : resolve4(cwd, overlayPath);
|
|
13422
|
+
const target = isFile(join11(cwd, "opencode.jsonc")) ? "opencode.jsonc" : "opencode.json";
|
|
12534
13423
|
if (!isFile(source)) {
|
|
12535
13424
|
log3(
|
|
12536
13425
|
`RUNNER-OPENCODE-CONFIG-MISSING: ${source} is not a file; headless turns will wedge on the first external-directory permission prompt (#563)`,
|
|
@@ -12538,7 +13427,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12538
13427
|
);
|
|
12539
13428
|
return;
|
|
12540
13429
|
}
|
|
12541
|
-
copyFileSync(source,
|
|
13430
|
+
copyFileSync(source, join11(cwd, target));
|
|
12542
13431
|
try {
|
|
12543
13432
|
execFileSync2("git", ["-C", cwd, "update-index", "--skip-worktree", target], {
|
|
12544
13433
|
stdio: "ignore"
|
|
@@ -12547,7 +13436,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12547
13436
|
const detail = error2 instanceof Error ? error2.message : String(error2);
|
|
12548
13437
|
log3(`could not mark ${target} skip-worktree: ${detail}; it may show as a local change`, "warn");
|
|
12549
13438
|
}
|
|
12550
|
-
log3(`Applied runner OpenCode config ${source} to ${
|
|
13439
|
+
log3(`Applied runner OpenCode config ${source} to ${join11(cwd, target)}`);
|
|
12551
13440
|
}
|
|
12552
13441
|
|
|
12553
13442
|
// src/lib/credential-sync.ts
|
|
@@ -12565,14 +13454,14 @@ function errorMessage2(error2) {
|
|
|
12565
13454
|
return error2 instanceof Error ? error2.message : String(error2);
|
|
12566
13455
|
}
|
|
12567
13456
|
function waitForSettlement(promise, timeoutMs) {
|
|
12568
|
-
return new Promise((
|
|
13457
|
+
return new Promise((resolve5) => {
|
|
12569
13458
|
let settled = false;
|
|
12570
13459
|
const timer = setTimeout(() => finish(false), Math.max(0, timeoutMs));
|
|
12571
13460
|
const finish = (value) => {
|
|
12572
13461
|
if (settled) return;
|
|
12573
13462
|
settled = true;
|
|
12574
13463
|
clearTimeout(timer);
|
|
12575
|
-
|
|
13464
|
+
resolve5(value);
|
|
12576
13465
|
};
|
|
12577
13466
|
promise.then(
|
|
12578
13467
|
() => finish(true),
|
|
@@ -12823,8 +13712,8 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
12823
13712
|
if (trimmed === "") {
|
|
12824
13713
|
throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
|
|
12825
13714
|
}
|
|
12826
|
-
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ?
|
|
12827
|
-
if (!
|
|
13715
|
+
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join12(homeDir, trimmed.slice(2)) : trimmed;
|
|
13716
|
+
if (!isAbsolute4(expanded)) {
|
|
12828
13717
|
throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
|
|
12829
13718
|
}
|
|
12830
13719
|
const normalized = resolvePath2(expanded);
|
|
@@ -12924,8 +13813,7 @@ function resolveMaxActiveSessions(options, env = process.env) {
|
|
|
12924
13813
|
function meetsThreshold(state, level) {
|
|
12925
13814
|
return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
|
|
12926
13815
|
}
|
|
12927
|
-
function
|
|
12928
|
-
if (!meetsThreshold(state, level)) return;
|
|
13816
|
+
function writeConsoleLog(state, message, level) {
|
|
12929
13817
|
if (state.json) {
|
|
12930
13818
|
console.log(
|
|
12931
13819
|
JSON.stringify({
|
|
@@ -12934,10 +13822,18 @@ function log2(state, message, level = "info") {
|
|
|
12934
13822
|
message
|
|
12935
13823
|
})
|
|
12936
13824
|
);
|
|
12937
|
-
|
|
12938
|
-
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
12939
|
-
console.log(`${prefix} ${message}`);
|
|
13825
|
+
return;
|
|
12940
13826
|
}
|
|
13827
|
+
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
13828
|
+
console.log(`${prefix} ${message}`);
|
|
13829
|
+
}
|
|
13830
|
+
function log2(state, message, level = "info") {
|
|
13831
|
+
if (!meetsThreshold(state, level)) return;
|
|
13832
|
+
if (state.json || !state.interactive) writeConsoleLog(state, message, level);
|
|
13833
|
+
}
|
|
13834
|
+
function logLocalOnly(state, message, level = "info") {
|
|
13835
|
+
if (!meetsThreshold(state, level)) return;
|
|
13836
|
+
writeConsoleLog(state, message, level);
|
|
12941
13837
|
}
|
|
12942
13838
|
function logActivity(state, entry) {
|
|
12943
13839
|
const level = entry.level ?? (entry.type === "error" ? "error" : "info");
|
|
@@ -13138,6 +14034,8 @@ async function driveChannels(state, driver) {
|
|
|
13138
14034
|
let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
13139
14035
|
let lastSeenClaudeApplies = driver.fileSyncActivity().claudeCredentialApplies;
|
|
13140
14036
|
let lastSeenOpencodeAuthApplies = driver.fileSyncActivity().opencodeAuthApplyCount;
|
|
14037
|
+
const stayAwakeHolds = () => state.stayAwakeUntilMs !== null && Date.now() < state.stayAwakeUntilMs;
|
|
14038
|
+
let stayAwakeSuppressionLogged = false;
|
|
13141
14039
|
while (state.running) {
|
|
13142
14040
|
const cycleStartedAtMs = performance.now();
|
|
13143
14041
|
let idleThisCycle = false;
|
|
@@ -13239,7 +14137,7 @@ async function driveChannels(state, driver) {
|
|
|
13239
14137
|
}
|
|
13240
14138
|
}
|
|
13241
14139
|
}
|
|
13242
|
-
await new Promise((
|
|
14140
|
+
await new Promise((resolve5) => setTimeout(resolve5, CHANNEL_POLL_INTERVAL_MS));
|
|
13243
14141
|
const cycleMs = performance.now() - cycleStartedAtMs;
|
|
13244
14142
|
if (idleThisCycle) idleMs += cycleMs;
|
|
13245
14143
|
if (unreachableThisCycle) unreachableMs += cycleMs;
|
|
@@ -13252,15 +14150,27 @@ async function driveChannels(state, driver) {
|
|
|
13252
14150
|
if (state.interactive) displayStatus(state);
|
|
13253
14151
|
break;
|
|
13254
14152
|
}
|
|
13255
|
-
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3) {
|
|
14153
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && !stayAwakeHolds()) {
|
|
13256
14154
|
logActivity(state, { type: "info", message: "Idle timeout reached" });
|
|
13257
14155
|
if (state.interactive) displayStatus(state);
|
|
13258
14156
|
break;
|
|
13259
14157
|
}
|
|
14158
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && stayAwakeHolds()) {
|
|
14159
|
+
if (!stayAwakeSuppressionLogged) {
|
|
14160
|
+
stayAwakeSuppressionLogged = true;
|
|
14161
|
+
logActivity(state, {
|
|
14162
|
+
type: "info",
|
|
14163
|
+
message: "Idle, but staying awake until the requested minimum passes"
|
|
14164
|
+
});
|
|
14165
|
+
}
|
|
14166
|
+
}
|
|
13260
14167
|
}
|
|
13261
14168
|
}
|
|
13262
14169
|
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
13263
14170
|
var SESSION_CLEANUP_MAX_DELETES_PER_SWEEP = 100;
|
|
14171
|
+
var SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES = 2;
|
|
14172
|
+
var SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES = 2;
|
|
14173
|
+
var MAX_SESSION_DELETE_BODY_LENGTH = 200;
|
|
13264
14174
|
function shouldWarnForReclaimSkip(reason) {
|
|
13265
14175
|
if (reason !== "sqlite-unavailable" && reason !== "disk-exhaustion") return false;
|
|
13266
14176
|
const version2 = /^v(\d+)\.(\d+)\.(\d+)$/.exec(process.version);
|
|
@@ -13271,7 +14181,7 @@ function shouldWarnForReclaimSkip(reason) {
|
|
|
13271
14181
|
return major > 22 || major === 22 && (minor > 13 || minor === 13 && patch >= 0);
|
|
13272
14182
|
}
|
|
13273
14183
|
function sessionDbPath() {
|
|
13274
|
-
return
|
|
14184
|
+
return join12(homedir7(), ".local", "share", "opencode", "opencode.db");
|
|
13275
14185
|
}
|
|
13276
14186
|
function logSessionCleanupActivity(state, phase, entry) {
|
|
13277
14187
|
logActivity(state, {
|
|
@@ -13348,8 +14258,12 @@ async function runSweep(state, driver, config) {
|
|
|
13348
14258
|
protectedIds: protectedNow
|
|
13349
14259
|
}
|
|
13350
14260
|
);
|
|
13351
|
-
const
|
|
13352
|
-
|
|
14261
|
+
const eligibleToDelete = toDelete.filter(
|
|
14262
|
+
(id) => (state.sessionDeleteFailures.get(id)?.isolatedFailures ?? 0) < SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES
|
|
14263
|
+
);
|
|
14264
|
+
const deleteCandidates = eligibleToDelete.slice(0, SESSION_CLEANUP_MAX_DELETES_PER_SWEEP);
|
|
14265
|
+
remaining = eligibleToDelete.length - deleteCandidates.length;
|
|
14266
|
+
const answeredFailures = [];
|
|
13353
14267
|
protectedNow = driver.protectedSessionIds();
|
|
13354
14268
|
for (const id of deleteCandidates) {
|
|
13355
14269
|
if (protectedNow.has(id)) {
|
|
@@ -13372,8 +14286,44 @@ async function runSweep(state, driver, config) {
|
|
|
13372
14286
|
if (statusClass === 4) failed4xx++;
|
|
13373
14287
|
else if (statusClass === 5) failed5xx++;
|
|
13374
14288
|
else failedOtherStatus++;
|
|
14289
|
+
answeredFailures.push({
|
|
14290
|
+
id,
|
|
14291
|
+
status: outcome.status,
|
|
14292
|
+
...outcome.body !== void 0 ? { body: outcome.body } : {}
|
|
14293
|
+
});
|
|
14294
|
+
}
|
|
14295
|
+
}
|
|
14296
|
+
const givenUpFailures = [];
|
|
14297
|
+
if (failed > SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES) {
|
|
14298
|
+
for (const { id } of answeredFailures) state.sessionDeleteFailures.delete(id);
|
|
14299
|
+
} else {
|
|
14300
|
+
for (const failure of answeredFailures) {
|
|
14301
|
+
const previous = state.sessionDeleteFailures.get(failure.id);
|
|
14302
|
+
const record = previous?.status === failure.status ? { status: failure.status, isolatedFailures: previous.isolatedFailures + 1 } : { status: failure.status, isolatedFailures: 1 };
|
|
14303
|
+
state.sessionDeleteFailures.set(failure.id, record);
|
|
14304
|
+
if (record.isolatedFailures >= SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES) {
|
|
14305
|
+
givenUpFailures.push(failure);
|
|
14306
|
+
}
|
|
13375
14307
|
}
|
|
13376
14308
|
}
|
|
14309
|
+
for (const failure of givenUpFailures) {
|
|
14310
|
+
const excerpt = redactDiagnosticText(failure.body ?? "(no response body)").slice(
|
|
14311
|
+
0,
|
|
14312
|
+
MAX_SESSION_DELETE_BODY_LENGTH
|
|
14313
|
+
);
|
|
14314
|
+
logSessionCleanupActivity(state, "sweep", {
|
|
14315
|
+
type: "info",
|
|
14316
|
+
level: "warn",
|
|
14317
|
+
message: `Session cleanup: gave up on session ${failure.id} after ${SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES} isolated delete failures (status ${failure.status}): ${excerpt}`,
|
|
14318
|
+
metadata: {
|
|
14319
|
+
outcome: "session-delete-given-up",
|
|
14320
|
+
session_id: failure.id,
|
|
14321
|
+
status: failure.status,
|
|
14322
|
+
body_excerpt: excerpt,
|
|
14323
|
+
given_up_count: givenUpFailures.length
|
|
14324
|
+
}
|
|
14325
|
+
});
|
|
14326
|
+
}
|
|
13377
14327
|
const failedNote = failed > 0 ? `, failed ${failed}` : "";
|
|
13378
14328
|
const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
|
|
13379
14329
|
const remainingNote = remaining > 0 ? `, remaining ${remaining}` : "";
|
|
@@ -13394,21 +14344,31 @@ async function runSweep(state, driver, config) {
|
|
|
13394
14344
|
sessions_remaining: remaining,
|
|
13395
14345
|
...enumerationReason !== null ? { session_enumeration_reason: enumerationReason } : {}
|
|
13396
14346
|
};
|
|
14347
|
+
const protectedForReclaim = driver.protectedSessionIds();
|
|
13397
14348
|
const reclaimResult = await reclaimSessionDbSpace({
|
|
13398
14349
|
dbPath: sessionDbPath(),
|
|
13399
14350
|
chunkPages: SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
13400
14351
|
pageCeiling: SESSION_DB_RECLAIM_PAGE_CEILING,
|
|
13401
14352
|
timeBudgetMs: SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
13402
|
-
|
|
14353
|
+
hasLiveTurn: protectedForReclaim.size > 0,
|
|
14354
|
+
hasProvenanceAnomaly: state.sessionDbProvenanceAnomaly
|
|
13403
14355
|
});
|
|
13404
14356
|
if (reclaimResult.ok) {
|
|
13405
14357
|
state.sessionStoreHealth.observeWritable();
|
|
13406
14358
|
const beforeMib = (reclaimResult.beforeBytes / 1024 / 1024).toFixed(1);
|
|
13407
14359
|
const afterMib = (reclaimResult.afterBytes / 1024 / 1024).toFixed(1);
|
|
13408
14360
|
const checkpointNote = reclaimResult.checkpoint.busy ? ` (on-disk file truncation deferred: checkpoint busy, ${reclaimResult.checkpoint.log} WAL frames pending)` : "";
|
|
14361
|
+
const loopElapsedMs = Math.max(
|
|
14362
|
+
0,
|
|
14363
|
+
reclaimResult.elapsedMs - reclaimResult.checkpointElapsedMs
|
|
14364
|
+
);
|
|
14365
|
+
const reclaimIsSlow = reclaimResult.elapsedMs >= 4 * SESSION_DB_RECLAIM_TIME_BUDGET_MS;
|
|
14366
|
+
const perPageNote = reclaimResult.pagesReclaimed > 0 ? `, per-page ${(loopElapsedMs / reclaimResult.pagesReclaimed).toFixed(2)} ms/page` : "";
|
|
14367
|
+
const slowReclaimNote = reclaimIsSlow ? ` (slow reclaim: total elapsed ${reclaimResult.elapsedMs} ms, checkpoint ${reclaimResult.checkpointElapsedMs} ms, loop ${loopElapsedMs} ms, budget ${SESSION_DB_RECLAIM_TIME_BUDGET_MS} ms${perPageNote})` : "";
|
|
13409
14368
|
logSessionCleanupActivity(state, "sweep", {
|
|
13410
14369
|
type: "info",
|
|
13411
|
-
|
|
14370
|
+
level: reclaimIsSlow ? "warn" : "info",
|
|
14371
|
+
message: `Session cleanup: reclaimed session-db space (${reclaimResult.mode}): ${beforeMib} MiB -> ${afterMib} MiB (stopped by ${reclaimResult.stoppedBy}; freelist ${reclaimResult.freelistBefore} -> ${reclaimResult.freelistAfter} pages)` + checkpointNote + slowReclaimNote,
|
|
13412
14372
|
metadata: {
|
|
13413
14373
|
outcome: "reclaimed",
|
|
13414
14374
|
mode: reclaimResult.mode,
|
|
@@ -13421,6 +14381,7 @@ async function runSweep(state, driver, config) {
|
|
|
13421
14381
|
freelist_after: reclaimResult.freelistAfter,
|
|
13422
14382
|
pages_reclaimed: reclaimResult.pagesReclaimed,
|
|
13423
14383
|
reclaim_elapsed_ms: reclaimResult.elapsedMs,
|
|
14384
|
+
checkpoint_elapsed_ms: reclaimResult.checkpointElapsedMs,
|
|
13424
14385
|
...sessionMetadata
|
|
13425
14386
|
}
|
|
13426
14387
|
});
|
|
@@ -13900,8 +14861,8 @@ async function beginGracefulShutdown(state, trigger) {
|
|
|
13900
14861
|
return true;
|
|
13901
14862
|
}
|
|
13902
14863
|
);
|
|
13903
|
-
const timedOut = new Promise((
|
|
13904
|
-
timer = setTimeout(() =>
|
|
14864
|
+
const timedOut = new Promise((resolve5) => {
|
|
14865
|
+
timer = setTimeout(() => resolve5(false), telemetryBudgetMs);
|
|
13905
14866
|
});
|
|
13906
14867
|
if (!await Promise.race([flushed, timedOut])) {
|
|
13907
14868
|
log2(state, `Telemetry flush exceeded ${telemetryBudgetMs}ms \u2014 exiting anyway`, "warn");
|
|
@@ -13941,6 +14902,8 @@ async function run(options) {
|
|
|
13941
14902
|
port: options.port ?? 4096,
|
|
13942
14903
|
conversationFilter: options.conversation ?? null,
|
|
13943
14904
|
idleTimeout: options.idleTimeout ?? null,
|
|
14905
|
+
stayAwakeSeconds: null,
|
|
14906
|
+
stayAwakeUntilMs: null,
|
|
13944
14907
|
json: options.json ?? false,
|
|
13945
14908
|
interactive,
|
|
13946
14909
|
logLevel,
|
|
@@ -13964,6 +14927,7 @@ async function run(options) {
|
|
|
13964
14927
|
messageCount: 0,
|
|
13965
14928
|
lastProxiedActivityAt: null,
|
|
13966
14929
|
sessionCleanupTimers: [],
|
|
14930
|
+
sessionDeleteFailures: /* @__PURE__ */ new Map(),
|
|
13967
14931
|
claudeUsageTimer: null,
|
|
13968
14932
|
claudeUsageRearm: null,
|
|
13969
14933
|
openaiUsageTimer: null,
|
|
@@ -14129,6 +15093,17 @@ async function run(options) {
|
|
|
14129
15093
|
}
|
|
14130
15094
|
spinner?.succeed(`Runner: ${validation.agent.name || state.agentId}`);
|
|
14131
15095
|
state.agentName = validation.agent.name;
|
|
15096
|
+
const requestedStayAwakeSeconds = validation.agent?.wake_stay_awake_seconds;
|
|
15097
|
+
if (typeof requestedStayAwakeSeconds === "number" && Number.isFinite(requestedStayAwakeSeconds) && requestedStayAwakeSeconds > 0) {
|
|
15098
|
+
state.stayAwakeSeconds = requestedStayAwakeSeconds;
|
|
15099
|
+
} else if (requestedStayAwakeSeconds !== void 0 && requestedStayAwakeSeconds !== null) {
|
|
15100
|
+
state.stayAwakeSeconds = null;
|
|
15101
|
+
log2(
|
|
15102
|
+
state,
|
|
15103
|
+
`Ignoring invalid wake_stay_awake_seconds (type: ${typeof requestedStayAwakeSeconds})`,
|
|
15104
|
+
"warn"
|
|
15105
|
+
);
|
|
15106
|
+
}
|
|
14132
15107
|
const microvmId = process.env.MICROVM_ID?.trim();
|
|
14133
15108
|
if (microvmId) {
|
|
14134
15109
|
const reported = await reportMicrovmId(state.agentId, state.authHeader, microvmId);
|
|
@@ -14144,29 +15119,73 @@ async function run(options) {
|
|
|
14144
15119
|
} else {
|
|
14145
15120
|
log2(state, "Not running in a MicroVM (MICROVM_ID unset) \u2014 nothing to report", "debug");
|
|
14146
15121
|
}
|
|
14147
|
-
if (options.restoreRunnerCredentials) {
|
|
14148
|
-
|
|
14149
|
-
|
|
14150
|
-
|
|
14151
|
-
|
|
14152
|
-
if (level === "error") {
|
|
14153
|
-
logActivity(state, { type: "error", error: message });
|
|
14154
|
-
} else {
|
|
14155
|
-
logActivity(state, { type: "info", level, message });
|
|
14156
|
-
}
|
|
15122
|
+
if (options.restoreRunnerCredentials || options.credentialSyncMarker) {
|
|
15123
|
+
const logCredentialVaultResolution = (message, level) => {
|
|
15124
|
+
log2(state, message, level);
|
|
15125
|
+
if (state.interactive && !state.json) {
|
|
15126
|
+
logActivity(state, { type: "info", level, message });
|
|
14157
15127
|
}
|
|
14158
15128
|
};
|
|
14159
|
-
const
|
|
15129
|
+
const vaultResolution = await getRunnerCredentialVault(state.agentId, state.authHeader);
|
|
15130
|
+
if (vaultResolution.error) {
|
|
15131
|
+
delete process.env.CREDENTIAL_VAULT_PREFIX;
|
|
15132
|
+
logCredentialVaultResolution(
|
|
15133
|
+
`CREDENTIAL-VAULT-LOOKUP-FAILED: ${vaultResolution.error}; credentials will be read from and written to this runner's own prefix this boot`,
|
|
15134
|
+
"warn"
|
|
15135
|
+
);
|
|
15136
|
+
} else if (vaultResolution.prefix !== null && vaultResolution.vaultId !== null && vaultResolution.source !== null) {
|
|
15137
|
+
process.env.CREDENTIAL_VAULT_PREFIX = vaultResolution.prefix;
|
|
15138
|
+
logCredentialVaultResolution(
|
|
15139
|
+
`CREDENTIAL-VAULT: source=${vaultResolution.source} vault=${vaultResolution.vaultId} prefix=${vaultResolution.prefix}`,
|
|
15140
|
+
"info"
|
|
15141
|
+
);
|
|
15142
|
+
} else {
|
|
15143
|
+
delete process.env.CREDENTIAL_VAULT_PREFIX;
|
|
15144
|
+
logCredentialVaultResolution(
|
|
15145
|
+
"CREDENTIAL-VAULT-NONE: this runner is not linked to a credential vault; using its own prefix",
|
|
15146
|
+
"debug"
|
|
15147
|
+
);
|
|
15148
|
+
}
|
|
15149
|
+
}
|
|
15150
|
+
const credentialContext = {
|
|
15151
|
+
env: process.env,
|
|
15152
|
+
log: (message, level = "info") => {
|
|
15153
|
+
if (level === "error") {
|
|
15154
|
+
logActivity(state, { type: "error", error: message });
|
|
15155
|
+
} else {
|
|
15156
|
+
logActivity(state, { type: "info", level, message });
|
|
15157
|
+
}
|
|
15158
|
+
}
|
|
15159
|
+
};
|
|
15160
|
+
const githubTokenPopulated = await installRunnerSecret(credentialContext);
|
|
15161
|
+
if (options.restoreRunnerCredentials) {
|
|
14160
15162
|
await restoreCredentialStores(credentialContext);
|
|
14161
|
-
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
14162
15163
|
}
|
|
15164
|
+
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
14163
15165
|
state.credentialSync?.arm();
|
|
15166
|
+
const dependencyInstallDiagnosticReporter = createDependencyInstallDiagnosticReporter({
|
|
15167
|
+
context: {
|
|
15168
|
+
homeDir: homedir7(),
|
|
15169
|
+
cwd: process.cwd(),
|
|
15170
|
+
microvmId: process.env.MICROVM_ID?.trim(),
|
|
15171
|
+
euid: process.getuid?.(),
|
|
15172
|
+
egid: process.getgid?.()
|
|
15173
|
+
},
|
|
15174
|
+
emitEvent: (message) => logActivity(state, { type: "info", level: "warn", message }),
|
|
15175
|
+
emitLocal: (message) => logLocalOnly(state, message, "warn")
|
|
15176
|
+
});
|
|
14164
15177
|
const openCodeActivityForwarder = createOpenCodeActivityForwarder(
|
|
14165
15178
|
() => ({
|
|
14166
15179
|
agentId: state.agentId,
|
|
14167
15180
|
authHeader: state.authHeader
|
|
14168
15181
|
}),
|
|
14169
|
-
|
|
15182
|
+
({ isDiskFailure, sessionId, cause }) => {
|
|
15183
|
+
if (isDiskFailure) state.sessionStoreHealth.observeUnwritable();
|
|
15184
|
+
if (cause !== null && sessionId !== null) {
|
|
15185
|
+
state.sessionStoreHealth.observeCause(sessionId, cause);
|
|
15186
|
+
}
|
|
15187
|
+
},
|
|
15188
|
+
dependencyInstallDiagnosticReporter
|
|
14170
15189
|
);
|
|
14171
15190
|
const openCodeLogTail = tailOpenCodeLogFile(
|
|
14172
15191
|
resolveOpenCodeLogPath(homedir7(), process.env),
|
|
@@ -14177,22 +15196,27 @@ async function run(options) {
|
|
|
14177
15196
|
openCodeLogTail.stop();
|
|
14178
15197
|
};
|
|
14179
15198
|
let sessionDbVerifyFatal = false;
|
|
15199
|
+
let sessionDbVerifyFatalReason;
|
|
14180
15200
|
if (!options.restoreSessionDb) {
|
|
14181
|
-
|
|
15201
|
+
logActivity(state, {
|
|
15202
|
+
type: "info",
|
|
15203
|
+
level: "warn",
|
|
15204
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=flag-absent \u2014 Skipping session-DB restore: --restore-session-db was not passed"
|
|
15205
|
+
});
|
|
14182
15206
|
} else {
|
|
14183
15207
|
const health = await checkOpenCodeHealth(state.port);
|
|
14184
15208
|
if (health.healthy) {
|
|
14185
|
-
|
|
14186
|
-
|
|
14187
|
-
|
|
14188
|
-
"
|
|
14189
|
-
);
|
|
15209
|
+
logActivity(state, {
|
|
15210
|
+
type: "info",
|
|
15211
|
+
level: "warn",
|
|
15212
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-serving \u2014 Skipping session-DB restore: OpenCode is already serving this database"
|
|
15213
|
+
});
|
|
14190
15214
|
} else if (health.authFailed) {
|
|
14191
|
-
|
|
14192
|
-
|
|
14193
|
-
|
|
14194
|
-
"
|
|
14195
|
-
);
|
|
15215
|
+
logActivity(state, {
|
|
15216
|
+
type: "info",
|
|
15217
|
+
level: "warn",
|
|
15218
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-auth-challenge \u2014 Skipping session-DB restore: OpenCode answered with an authentication challenge; assuming this database is in use"
|
|
15219
|
+
});
|
|
14196
15220
|
} else {
|
|
14197
15221
|
const result = await restoreAndVerifySessionDb({
|
|
14198
15222
|
dbPath: sessionDbPath(),
|
|
@@ -14209,12 +15233,13 @@ async function run(options) {
|
|
|
14209
15233
|
reportRecovery: (record) => reportSessionDbRecoveryRecord(state, record)
|
|
14210
15234
|
});
|
|
14211
15235
|
sessionDbVerifyFatal = result.verifyFatal;
|
|
15236
|
+
sessionDbVerifyFatalReason = result.verifyFatalReason;
|
|
14212
15237
|
}
|
|
14213
15238
|
}
|
|
14214
15239
|
reportSessionDbRecovery(state);
|
|
14215
15240
|
if (sessionDbVerifyFatal) {
|
|
14216
15241
|
throw new Error(
|
|
14217
|
-
"SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk"
|
|
15242
|
+
sessionDbVerifyFatalReason === void 0 ? "SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk" : `SESSION-DB-VERIFY-TIMEOUT: session DB verification timed out (${sessionDbVerifyFatalReason}); refusing to start`
|
|
14218
15243
|
);
|
|
14219
15244
|
}
|
|
14220
15245
|
applyRunnerOpenCodeConfig({
|
|
@@ -14493,6 +15518,13 @@ async function run(options) {
|
|
|
14493
15518
|
type: "info",
|
|
14494
15519
|
message: connectionMessage
|
|
14495
15520
|
});
|
|
15521
|
+
if (!isReconnect && state.stayAwakeSeconds !== null && state.stayAwakeUntilMs === null) {
|
|
15522
|
+
state.stayAwakeUntilMs = Date.now() + state.stayAwakeSeconds * 1e3;
|
|
15523
|
+
logActivity(state, {
|
|
15524
|
+
type: "info",
|
|
15525
|
+
message: `Staying awake for at least ${state.stayAwakeSeconds}s as requested by the wake`
|
|
15526
|
+
});
|
|
15527
|
+
}
|
|
14496
15528
|
if (options.tunnelReadyFile) {
|
|
14497
15529
|
const marker = writeTunnelReadyMarker(options.tunnelReadyFile, agentId);
|
|
14498
15530
|
if (marker.ok) {
|
|
@@ -14541,14 +15573,14 @@ async function run(options) {
|
|
|
14541
15573
|
},
|
|
14542
15574
|
onDisconnected: (code, reason, transition) => {
|
|
14543
15575
|
state.connected = false;
|
|
14544
|
-
const
|
|
15576
|
+
const safeReason2 = redactDiagnosticText(reason).slice(0, MAX_DISCONNECT_REASON_LENGTH);
|
|
14545
15577
|
logActivity(state, {
|
|
14546
15578
|
type: "info",
|
|
14547
|
-
message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${
|
|
15579
|
+
message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${safeReason2})`
|
|
14548
15580
|
});
|
|
14549
15581
|
emitAgentDisconnected(state.agentId, {
|
|
14550
15582
|
code,
|
|
14551
|
-
reason:
|
|
15583
|
+
reason: safeReason2,
|
|
14552
15584
|
connection_generation: transition.generation
|
|
14553
15585
|
});
|
|
14554
15586
|
if (state.interactive) displayStatus(state);
|
|
@@ -14711,6 +15743,7 @@ program.command("login").description("Authenticate with Evident").option("--toke
|
|
|
14711
15743
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
14712
15744
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
14713
15745
|
program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
|
|
15746
|
+
program.command("credential-vault-env").description("Print the shell assignment a runner image evals before starting the synchroniser").action(credentialVaultEnv);
|
|
14714
15747
|
program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
|
|
14715
15748
|
program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
|
|
14716
15749
|
"-a, --agent [id]",
|