@evident-ai/cli 3.5.2-dev.06654ec → 3.5.2-dev.1350aff
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/dist/index.js +1363 -311
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -315,14 +315,14 @@ function blank() {
|
|
|
315
315
|
console.log();
|
|
316
316
|
}
|
|
317
317
|
function waitForEnter(prompt = "Press Enter to continue...") {
|
|
318
|
-
return new Promise((
|
|
318
|
+
return new Promise((resolve5) => {
|
|
319
319
|
process.stdout.write(chalk.dim(prompt));
|
|
320
320
|
const handler = () => {
|
|
321
321
|
process.stdin.removeListener("data", handler);
|
|
322
322
|
process.stdin.setRawMode?.(false);
|
|
323
323
|
process.stdin.pause();
|
|
324
324
|
console.log();
|
|
325
|
-
|
|
325
|
+
resolve5();
|
|
326
326
|
};
|
|
327
327
|
if (process.stdin.isTTY) {
|
|
328
328
|
process.stdin.setRawMode?.(true);
|
|
@@ -332,7 +332,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
|
|
|
332
332
|
});
|
|
333
333
|
}
|
|
334
334
|
function sleep(ms) {
|
|
335
|
-
return new Promise((
|
|
335
|
+
return new Promise((resolve5) => setTimeout(resolve5, ms));
|
|
336
336
|
}
|
|
337
337
|
|
|
338
338
|
// src/commands/login.ts
|
|
@@ -410,19 +410,19 @@ async function tokenLogin() {
|
|
|
410
410
|
);
|
|
411
411
|
blank();
|
|
412
412
|
process.stdout.write("Paste token: ");
|
|
413
|
-
const token = await new Promise((
|
|
413
|
+
const token = await new Promise((resolve5) => {
|
|
414
414
|
let data = "";
|
|
415
415
|
process.stdin.setEncoding("utf8");
|
|
416
416
|
process.stdin.on("data", (chunk) => {
|
|
417
417
|
data += chunk;
|
|
418
418
|
});
|
|
419
419
|
process.stdin.on("end", () => {
|
|
420
|
-
|
|
420
|
+
resolve5(data.trim());
|
|
421
421
|
});
|
|
422
422
|
if (process.stdin.isTTY) {
|
|
423
423
|
process.stdin.once("data", (chunk) => {
|
|
424
424
|
process.stdin.pause();
|
|
425
|
-
|
|
425
|
+
resolve5(chunk.toString().trim());
|
|
426
426
|
});
|
|
427
427
|
process.stdin.resume();
|
|
428
428
|
}
|
|
@@ -1158,7 +1158,7 @@ async function claudeUsage() {
|
|
|
1158
1158
|
// src/commands/run.ts
|
|
1159
1159
|
import { chmodSync as chmodSync3, existsSync as existsSync3, readFileSync as readFileSync7, writeFileSync as writeFileSync6 } from "node:fs";
|
|
1160
1160
|
import { homedir as homedir7 } from "node:os";
|
|
1161
|
-
import { isAbsolute as
|
|
1161
|
+
import { isAbsolute as isAbsolute4, join as join12, parse, resolve as resolvePath2 } from "node:path";
|
|
1162
1162
|
import chalk7 from "chalk";
|
|
1163
1163
|
|
|
1164
1164
|
// ../../packages/types/src/agents/index.ts
|
|
@@ -1293,7 +1293,11 @@ var FORWARD_FAILURE_REASON_HEADER = "X-Evident-Failure-Reason";
|
|
|
1293
1293
|
function log(level, event, fields) {
|
|
1294
1294
|
const method = level === "debug" ? "log" : level;
|
|
1295
1295
|
try {
|
|
1296
|
-
|
|
1296
|
+
const payload = Object.fromEntries(
|
|
1297
|
+
Object.entries({ level, event, ...fields }).filter(([, value]) => value !== void 0)
|
|
1298
|
+
);
|
|
1299
|
+
const secondArgument = globalThis.navigator?.userAgent === "Cloudflare-Workers" ? payload : JSON.stringify(payload);
|
|
1300
|
+
console[method]("[evident]", secondArgument);
|
|
1297
1301
|
} catch (err) {
|
|
1298
1302
|
console.error(
|
|
1299
1303
|
"[evident] log_serialize_failed",
|
|
@@ -1322,7 +1326,7 @@ import ora4 from "ora";
|
|
|
1322
1326
|
import { select as select4 } from "@inquirer/prompts";
|
|
1323
1327
|
|
|
1324
1328
|
// src/lib/telemetry.ts
|
|
1325
|
-
var CLI_VERSION = (true ? "3.5.2-dev.
|
|
1329
|
+
var CLI_VERSION = (true ? "3.5.2-dev.1350aff" : void 0) ?? process.env.npm_package_version ?? "unknown";
|
|
1326
1330
|
function getCliVersion() {
|
|
1327
1331
|
return CLI_VERSION;
|
|
1328
1332
|
}
|
|
@@ -1483,20 +1487,47 @@ var EventTypes = {
|
|
|
1483
1487
|
DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
|
|
1484
1488
|
};
|
|
1485
1489
|
|
|
1486
|
-
// src/lib/runner-activity-telemetry.ts
|
|
1487
|
-
import { homedir as homedir2 } from "node:os";
|
|
1488
|
-
|
|
1489
1490
|
// src/lib/opencode/session-db-reclaim.ts
|
|
1490
1491
|
import { statSync as statSync2, statfsSync } from "node:fs";
|
|
1491
1492
|
import { dirname as dirname2 } from "node:path";
|
|
1492
|
-
|
|
1493
|
+
|
|
1494
|
+
// src/lib/diagnostic-redaction.ts
|
|
1495
|
+
import { homedir as homedir2 } from "node:os";
|
|
1496
|
+
function redactHomeDirectory(message) {
|
|
1497
|
+
const home = homedir2();
|
|
1498
|
+
if (!home || home === "/") {
|
|
1499
|
+
return message;
|
|
1500
|
+
}
|
|
1501
|
+
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1502
|
+
let result = "";
|
|
1503
|
+
let searchFrom = 0;
|
|
1504
|
+
let homeIndex;
|
|
1505
|
+
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1506
|
+
const homeEnd = homeIndex + home.length;
|
|
1507
|
+
const previousCharacter = message[homeIndex - 1];
|
|
1508
|
+
const nextCharacter = message[homeEnd];
|
|
1509
|
+
const atPathBoundary = (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1510
|
+
result += message.slice(searchFrom, homeIndex);
|
|
1511
|
+
result += atPathBoundary ? "~" : home;
|
|
1512
|
+
searchFrom = homeEnd;
|
|
1513
|
+
}
|
|
1514
|
+
return result + message.slice(searchFrom);
|
|
1515
|
+
}
|
|
1516
|
+
function redactDiagnosticText(message) {
|
|
1517
|
+
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1518
|
+
return redactHomeDirectory(redacted);
|
|
1519
|
+
}
|
|
1520
|
+
|
|
1521
|
+
// src/lib/opencode/session-db-reclaim.ts
|
|
1522
|
+
var SESSION_DB_RECLAIM_CHUNK_PAGES = 100;
|
|
1493
1523
|
var SESSION_DB_RECLAIM_TIME_BUDGET_MS = 500;
|
|
1494
1524
|
var SESSION_DB_RECLAIM_PAGE_CEILING = 4e4;
|
|
1525
|
+
var SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS = 5e3;
|
|
1495
1526
|
function errorMessage(error2) {
|
|
1496
1527
|
if (!(error2 instanceof Error)) return String(error2);
|
|
1497
1528
|
return error2.cause instanceof Error ? error2.cause.message : error2.message;
|
|
1498
1529
|
}
|
|
1499
|
-
function
|
|
1530
|
+
function errorMessages(error2) {
|
|
1500
1531
|
const messages = [];
|
|
1501
1532
|
const visited = /* @__PURE__ */ new Set();
|
|
1502
1533
|
let current = error2;
|
|
@@ -1520,12 +1551,81 @@ function isSessionStoreWriteFailure(error2) {
|
|
|
1520
1551
|
}
|
|
1521
1552
|
break;
|
|
1522
1553
|
}
|
|
1523
|
-
return messages
|
|
1554
|
+
return messages;
|
|
1555
|
+
}
|
|
1556
|
+
function isSessionStoreWriteFailure(error2) {
|
|
1557
|
+
return errorMessages(error2).some(
|
|
1524
1558
|
(message) => /(?:database or disk is full|disk is full|no space left on device|SQLITE_(?:FULL|IOERR)(?:\b|_))/i.test(
|
|
1525
1559
|
message
|
|
1526
1560
|
)
|
|
1527
1561
|
);
|
|
1528
1562
|
}
|
|
1563
|
+
var SQLITE_CAUSE_TOKEN = /(?:^|cause:\s+)(SQLiteError:\s+[A-Za-z][A-Za-z0-9]*(?:\s+[A-Za-z][A-Za-z0-9]*){0,7})(?=\s*(?:[)\]"',;]|$))/i;
|
|
1564
|
+
var EFFECT_SQL_CAUSE_TOKEN = /(?:^|cause:\s+)(effect\/sql\/SqlError\/[A-Za-z][A-Za-z0-9_]*)/i;
|
|
1565
|
+
var PARAMS_FIELD = /\bparams\s*(?:=|:)/i;
|
|
1566
|
+
function isCauseBearingText(text) {
|
|
1567
|
+
return /^(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text.trim()) || /(?:^|\s)cause:\s+(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text);
|
|
1568
|
+
}
|
|
1569
|
+
function structuredLogFields(line) {
|
|
1570
|
+
const fields = [];
|
|
1571
|
+
for (let index = 0; index < line.length; index++) {
|
|
1572
|
+
if (line[index] === '"') {
|
|
1573
|
+
index++;
|
|
1574
|
+
while (index < line.length) {
|
|
1575
|
+
if (line[index] === "\\") {
|
|
1576
|
+
index++;
|
|
1577
|
+
} else if (line[index] === '"') {
|
|
1578
|
+
break;
|
|
1579
|
+
}
|
|
1580
|
+
index++;
|
|
1581
|
+
}
|
|
1582
|
+
continue;
|
|
1583
|
+
}
|
|
1584
|
+
const atFieldBoundary = index === 0 || /\s/.test(line[index - 1]);
|
|
1585
|
+
const key = line.startsWith("error=", index) ? "error=" : line.startsWith("cause=", index) ? "cause=" : null;
|
|
1586
|
+
if (!atFieldBoundary || key === null) continue;
|
|
1587
|
+
const valueStart = index + key.length;
|
|
1588
|
+
if (line[valueStart] !== '"') {
|
|
1589
|
+
const valueEnd2 = line.indexOf(" ", valueStart);
|
|
1590
|
+
fields.push(line.slice(valueStart, valueEnd2 === -1 ? line.length : valueEnd2));
|
|
1591
|
+
index = valueEnd2 === -1 ? line.length : valueEnd2;
|
|
1592
|
+
continue;
|
|
1593
|
+
}
|
|
1594
|
+
let valueEnd = valueStart + 1;
|
|
1595
|
+
for (; valueEnd < line.length; valueEnd++) {
|
|
1596
|
+
if (line[valueEnd] === "\\") {
|
|
1597
|
+
valueEnd++;
|
|
1598
|
+
} else if (line[valueEnd] === '"') {
|
|
1599
|
+
break;
|
|
1600
|
+
}
|
|
1601
|
+
}
|
|
1602
|
+
fields.push(line.slice(valueStart + 1, valueEnd));
|
|
1603
|
+
index = valueEnd;
|
|
1604
|
+
}
|
|
1605
|
+
return fields;
|
|
1606
|
+
}
|
|
1607
|
+
function structuredCauseMessages(text) {
|
|
1608
|
+
const fields = structuredLogFields(text);
|
|
1609
|
+
if (fields.length > 0) return fields;
|
|
1610
|
+
return isCauseBearingText(text) ? [text] : [];
|
|
1611
|
+
}
|
|
1612
|
+
function causeTokenFromText(text) {
|
|
1613
|
+
const paramsIndex = text.search(PARAMS_FIELD);
|
|
1614
|
+
for (const pattern of [SQLITE_CAUSE_TOKEN, EFFECT_SQL_CAUSE_TOKEN]) {
|
|
1615
|
+
const match = pattern.exec(text);
|
|
1616
|
+
if (match?.[1] && (paramsIndex === -1 || match.index < paramsIndex)) {
|
|
1617
|
+
return match[1];
|
|
1618
|
+
}
|
|
1619
|
+
}
|
|
1620
|
+
return null;
|
|
1621
|
+
}
|
|
1622
|
+
function sessionStoreCauseToken(value) {
|
|
1623
|
+
for (const message of structuredCauseMessages(value)) {
|
|
1624
|
+
const token = causeTokenFromText(message);
|
|
1625
|
+
if (token !== null) return redactDiagnosticText(token).slice(0, 120);
|
|
1626
|
+
}
|
|
1627
|
+
return null;
|
|
1628
|
+
}
|
|
1529
1629
|
function insufficientSpaceReason(dbPath, requiredBytes) {
|
|
1530
1630
|
try {
|
|
1531
1631
|
const fsStats = statfsSync(dirname2(dbPath));
|
|
@@ -1547,6 +1647,7 @@ function readFreelistCount(db) {
|
|
|
1547
1647
|
return db.prepare("PRAGMA freelist_count").get().freelist_count;
|
|
1548
1648
|
}
|
|
1549
1649
|
function readCheckpointResult(db) {
|
|
1650
|
+
db.exec("PRAGMA busy_timeout=0");
|
|
1550
1651
|
const row = db.prepare("PRAGMA wal_checkpoint(TRUNCATE)").get();
|
|
1551
1652
|
return { busy: row.busy !== 0, log: row.log, checkpointed: row.checkpointed };
|
|
1552
1653
|
}
|
|
@@ -1564,7 +1665,7 @@ async function probeReclaimAvailability(input) {
|
|
|
1564
1665
|
try {
|
|
1565
1666
|
const db = new sqlite.DatabaseSync(dbPath, { readOnly: true });
|
|
1566
1667
|
try {
|
|
1567
|
-
db.exec(
|
|
1668
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1568
1669
|
autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1569
1670
|
} finally {
|
|
1570
1671
|
db.close();
|
|
@@ -1584,7 +1685,8 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1584
1685
|
timeBudgetMs = SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
1585
1686
|
chunkPages = SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
1586
1687
|
now = () => performance.now(),
|
|
1587
|
-
|
|
1688
|
+
hasLiveTurn = false,
|
|
1689
|
+
hasProvenanceAnomaly = false
|
|
1588
1690
|
} = input;
|
|
1589
1691
|
let sqlite;
|
|
1590
1692
|
try {
|
|
@@ -1600,17 +1702,19 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1600
1702
|
let db;
|
|
1601
1703
|
try {
|
|
1602
1704
|
db = new DatabaseSync(dbPath);
|
|
1603
|
-
db.exec(
|
|
1705
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1604
1706
|
const autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1605
1707
|
if (autoVacuum === 0) {
|
|
1606
|
-
if (
|
|
1607
|
-
|
|
1608
|
-
|
|
1609
|
-
|
|
1708
|
+
if (hasLiveTurn || hasProvenanceAnomaly) {
|
|
1709
|
+
const detail = [
|
|
1710
|
+
...hasLiveTurn ? ["a session turn is live"] : [],
|
|
1711
|
+
...hasProvenanceAnomaly ? ["session-DB provenance is anomalous"] : []
|
|
1712
|
+
].join(" and ");
|
|
1713
|
+
console.warn(`[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: ${detail}`);
|
|
1610
1714
|
return {
|
|
1611
1715
|
ok: false,
|
|
1612
1716
|
skipped: "full-vacuum-blocked",
|
|
1613
|
-
detail
|
|
1717
|
+
detail
|
|
1614
1718
|
};
|
|
1615
1719
|
}
|
|
1616
1720
|
const fileBytesForGuard = statSync2(dbPath).size;
|
|
@@ -1628,7 +1732,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1628
1732
|
db.exec("VACUUM");
|
|
1629
1733
|
const afterBytes = readLogicalBytes(db);
|
|
1630
1734
|
const freelistAfter = readFreelistCount(db);
|
|
1735
|
+
const checkpointStartedAt = now();
|
|
1631
1736
|
const checkpoint = readCheckpointResult(db);
|
|
1737
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1632
1738
|
return {
|
|
1633
1739
|
ok: true,
|
|
1634
1740
|
mode: "convert",
|
|
@@ -1639,10 +1745,18 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1639
1745
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1640
1746
|
stoppedBy: "freelist-drained",
|
|
1641
1747
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1748
|
+
checkpointElapsedMs,
|
|
1642
1749
|
checkpoint
|
|
1643
1750
|
};
|
|
1644
1751
|
}
|
|
1645
1752
|
if (autoVacuum === 2) {
|
|
1753
|
+
if (hasLiveTurn) {
|
|
1754
|
+
const detail = "a session turn is live";
|
|
1755
|
+
console.warn(
|
|
1756
|
+
`[reclaimSessionDbSpace] skipping incremental reclaim of ${dbPath}: ${detail}`
|
|
1757
|
+
);
|
|
1758
|
+
return { ok: false, skipped: "live-turn", detail };
|
|
1759
|
+
}
|
|
1646
1760
|
const beforeBytes = readLogicalBytes(db);
|
|
1647
1761
|
const freelistBefore = readFreelistCount(db);
|
|
1648
1762
|
const startedAt = now();
|
|
@@ -1667,7 +1781,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1667
1781
|
freelistAfter = readFreelistCount(db);
|
|
1668
1782
|
}
|
|
1669
1783
|
const afterBytes = readLogicalBytes(db);
|
|
1784
|
+
const checkpointStartedAt = now();
|
|
1670
1785
|
const checkpoint = readCheckpointResult(db);
|
|
1786
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1671
1787
|
return {
|
|
1672
1788
|
ok: true,
|
|
1673
1789
|
mode: "incremental",
|
|
@@ -1678,6 +1794,7 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1678
1794
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1679
1795
|
stoppedBy,
|
|
1680
1796
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1797
|
+
checkpointElapsedMs,
|
|
1681
1798
|
checkpoint
|
|
1682
1799
|
};
|
|
1683
1800
|
}
|
|
@@ -1697,6 +1814,263 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1697
1814
|
}
|
|
1698
1815
|
}
|
|
1699
1816
|
|
|
1817
|
+
// src/lib/opencode/dependency-install-diagnostic.ts
|
|
1818
|
+
import { lstatSync, realpathSync } from "node:fs";
|
|
1819
|
+
import { basename, dirname as dirname3, isAbsolute, join as join2, relative, resolve, sep } from "node:path";
|
|
1820
|
+
var DEPENDENCY_INSTALL_FAILURE_MESSAGE = "background dependency install failed";
|
|
1821
|
+
var MAX_DISTINCT_DIAGNOSTICS = 32;
|
|
1822
|
+
var EFFECT = "OpenCode could not install background dependencies for this scope; its plugins and tools may be unavailable";
|
|
1823
|
+
function readOpenCodeLogField(line, key) {
|
|
1824
|
+
const match = line.match(new RegExp(`(?:^|\\s)${key}=(?:"((?:\\\\.|[^"])*)"|(\\S+))`));
|
|
1825
|
+
if (!match) return void 0;
|
|
1826
|
+
if (match[1] === void 0) return match[2];
|
|
1827
|
+
return match[1].replace(/\\(["\\n])/g, (_match, escaped) => {
|
|
1828
|
+
return escaped === "n" ? "\n" : escaped;
|
|
1829
|
+
});
|
|
1830
|
+
}
|
|
1831
|
+
function parseTrigger(line) {
|
|
1832
|
+
if (readOpenCodeLogField(line, "message") !== DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
1833
|
+
return null;
|
|
1834
|
+
}
|
|
1835
|
+
const error2 = readOpenCodeLogField(line, "error");
|
|
1836
|
+
if (!error2 || !/\bEACCES\b/.test(error2)) return null;
|
|
1837
|
+
const errnoMatch = error2.match(/\bEACCES:\s*permission denied,\s*([a-z_]+)\s+'([^']*)'/);
|
|
1838
|
+
const capturedPath = errnoMatch?.[2];
|
|
1839
|
+
return {
|
|
1840
|
+
dir: readOpenCodeLogField(line, "dir"),
|
|
1841
|
+
op: errnoMatch?.[1],
|
|
1842
|
+
path: capturedPath && isAbsolute(capturedPath) ? capturedPath : void 0
|
|
1843
|
+
};
|
|
1844
|
+
}
|
|
1845
|
+
function getErrorCode(error2) {
|
|
1846
|
+
if (typeof error2 === "object" && error2 !== null && "code" in error2) {
|
|
1847
|
+
const code = error2.code;
|
|
1848
|
+
if (typeof code === "string") return code;
|
|
1849
|
+
}
|
|
1850
|
+
return "UNKNOWN";
|
|
1851
|
+
}
|
|
1852
|
+
function isWithin(path, root) {
|
|
1853
|
+
const candidate = resolve(path);
|
|
1854
|
+
const resolvedRoot = resolve(root);
|
|
1855
|
+
return candidate === resolvedRoot || candidate.startsWith(`${resolvedRoot}${sep}`);
|
|
1856
|
+
}
|
|
1857
|
+
function rootSpecs(context) {
|
|
1858
|
+
return [
|
|
1859
|
+
{ token: "~", configured: resolve(context.homeDir) },
|
|
1860
|
+
{ token: "$WORKSPACE", configured: resolve(context.cwd) }
|
|
1861
|
+
];
|
|
1862
|
+
}
|
|
1863
|
+
function resolveRoots(context) {
|
|
1864
|
+
const resolved = [];
|
|
1865
|
+
const unresolved = [];
|
|
1866
|
+
for (const spec of rootSpecs(context)) {
|
|
1867
|
+
try {
|
|
1868
|
+
resolved.push({ ...spec, real: realpathSync(spec.configured) });
|
|
1869
|
+
} catch (_error) {
|
|
1870
|
+
unresolved.push(spec);
|
|
1871
|
+
}
|
|
1872
|
+
}
|
|
1873
|
+
return { resolved, unresolved };
|
|
1874
|
+
}
|
|
1875
|
+
function resolveNearestAncestor(failingPath, remaining, error2) {
|
|
1876
|
+
let ancestor = dirname3(failingPath);
|
|
1877
|
+
const suffix = [basename(failingPath), ...remaining];
|
|
1878
|
+
while (ancestor) {
|
|
1879
|
+
try {
|
|
1880
|
+
return {
|
|
1881
|
+
path: resolve(realpathSync(ancestor), ...suffix),
|
|
1882
|
+
failure: { path: resolve(failingPath), error: error2 }
|
|
1883
|
+
};
|
|
1884
|
+
} catch (ancestorError) {
|
|
1885
|
+
if (ancestor === dirname3(ancestor) || !getErrorCode(ancestorError).startsWith("E")) {
|
|
1886
|
+
return null;
|
|
1887
|
+
}
|
|
1888
|
+
suffix.unshift(basename(ancestor));
|
|
1889
|
+
ancestor = dirname3(ancestor);
|
|
1890
|
+
}
|
|
1891
|
+
}
|
|
1892
|
+
return null;
|
|
1893
|
+
}
|
|
1894
|
+
function resolveExistingPath(absolutePath) {
|
|
1895
|
+
if (!isAbsolute(absolutePath)) return null;
|
|
1896
|
+
const candidate = resolve(absolutePath);
|
|
1897
|
+
const remaining = [];
|
|
1898
|
+
let current = candidate;
|
|
1899
|
+
while (current) {
|
|
1900
|
+
try {
|
|
1901
|
+
const stat2 = lstatSync(current);
|
|
1902
|
+
if (stat2.isSymbolicLink()) {
|
|
1903
|
+
if (remaining.length === 0) {
|
|
1904
|
+
return { path: join2(realpathSync(dirname3(current)), basename(current)) };
|
|
1905
|
+
}
|
|
1906
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1907
|
+
}
|
|
1908
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1909
|
+
} catch (error2) {
|
|
1910
|
+
const code = getErrorCode(error2);
|
|
1911
|
+
if (code !== "ENOENT" && code !== "ENOTDIR") {
|
|
1912
|
+
return resolveNearestAncestor(current, remaining, error2);
|
|
1913
|
+
}
|
|
1914
|
+
}
|
|
1915
|
+
if (current === dirname3(current)) return null;
|
|
1916
|
+
remaining.unshift(basename(current));
|
|
1917
|
+
current = dirname3(current);
|
|
1918
|
+
}
|
|
1919
|
+
return null;
|
|
1920
|
+
}
|
|
1921
|
+
function tokenise(absolutePath, roots) {
|
|
1922
|
+
const pathResolution = resolveExistingPath(absolutePath);
|
|
1923
|
+
if (!pathResolution) return null;
|
|
1924
|
+
const root = roots.reduce((selected, candidate) => {
|
|
1925
|
+
if (!isWithin(pathResolution.path, candidate.real)) return selected;
|
|
1926
|
+
if (!selected || candidate.real.length > selected.real.length || candidate.real.length === selected.real.length && candidate.token === "$WORKSPACE") {
|
|
1927
|
+
return candidate;
|
|
1928
|
+
}
|
|
1929
|
+
return selected;
|
|
1930
|
+
}, null);
|
|
1931
|
+
if (!root) return null;
|
|
1932
|
+
const suffix = relative(root.real, pathResolution.path);
|
|
1933
|
+
return {
|
|
1934
|
+
value: suffix ? `${root.token}/${suffix.split(sep).join("/")}` : root.token,
|
|
1935
|
+
root,
|
|
1936
|
+
resolutionFailure: pathResolution.failure
|
|
1937
|
+
};
|
|
1938
|
+
}
|
|
1939
|
+
function classifyScope(dir, roots) {
|
|
1940
|
+
if (!dir) return "other";
|
|
1941
|
+
const tokenisedDir = tokenise(dir, roots.resolved);
|
|
1942
|
+
if (tokenisedDir) return tokenisedDir.root.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1943
|
+
for (const spec of roots.unresolved) {
|
|
1944
|
+
if (isWithin(dir, spec.configured)) {
|
|
1945
|
+
return spec.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1946
|
+
}
|
|
1947
|
+
}
|
|
1948
|
+
return "other";
|
|
1949
|
+
}
|
|
1950
|
+
function unresolvedRootForPath(path, unresolved) {
|
|
1951
|
+
return unresolved.find((spec) => isWithin(path, spec.configured));
|
|
1952
|
+
}
|
|
1953
|
+
function statType(stat2) {
|
|
1954
|
+
if (stat2.isDirectory()) return "d";
|
|
1955
|
+
if (stat2.isFile()) return "f";
|
|
1956
|
+
if (stat2.isSymbolicLink()) return "l";
|
|
1957
|
+
return "o";
|
|
1958
|
+
}
|
|
1959
|
+
function renderStat(name, stat2) {
|
|
1960
|
+
const mode = (stat2.mode & 4095).toString(8).padStart(4, "0");
|
|
1961
|
+
return `${name}:${statType(stat2)}:${stat2.uid}:${stat2.gid}:${mode}`;
|
|
1962
|
+
}
|
|
1963
|
+
function renderStatError(name, error2) {
|
|
1964
|
+
const code = getErrorCode(error2);
|
|
1965
|
+
return `${name}:${renderErrorCode(code)}`;
|
|
1966
|
+
}
|
|
1967
|
+
function renderErrorCode(code) {
|
|
1968
|
+
if (code === "ENOENT") return "missing";
|
|
1969
|
+
return code.startsWith("E") ? code : `E${code}`;
|
|
1970
|
+
}
|
|
1971
|
+
function inspectChain(rootReal, rootToken, absolutePath, resolutionFailure) {
|
|
1972
|
+
const target = resolve(absolutePath);
|
|
1973
|
+
const relativePath = relative(rootReal, target);
|
|
1974
|
+
const components = relativePath ? relativePath.split(sep) : [];
|
|
1975
|
+
const entries = [];
|
|
1976
|
+
let current = rootReal;
|
|
1977
|
+
let status2 = "complete";
|
|
1978
|
+
let finalStat;
|
|
1979
|
+
for (const name of [rootToken, ...components]) {
|
|
1980
|
+
if (name !== rootToken) current = join2(current, name);
|
|
1981
|
+
if (resolutionFailure && resolve(current) === resolve(resolutionFailure.path)) {
|
|
1982
|
+
entries.push(renderStatError(name, resolutionFailure.error));
|
|
1983
|
+
status2 = "stat_failed";
|
|
1984
|
+
break;
|
|
1985
|
+
}
|
|
1986
|
+
try {
|
|
1987
|
+
const stat2 = lstatSync(current);
|
|
1988
|
+
entries.push(renderStat(name, stat2));
|
|
1989
|
+
finalStat = stat2;
|
|
1990
|
+
} catch (error2) {
|
|
1991
|
+
entries.push(renderStatError(name, error2));
|
|
1992
|
+
if (getErrorCode(error2) !== "ENOENT") status2 = "stat_failed";
|
|
1993
|
+
break;
|
|
1994
|
+
}
|
|
1995
|
+
}
|
|
1996
|
+
let symlinkTarget;
|
|
1997
|
+
let symlinkMeta;
|
|
1998
|
+
if (finalStat?.isSymbolicLink() && entries.length === components.length + 1) {
|
|
1999
|
+
try {
|
|
2000
|
+
symlinkTarget = realpathSync(current);
|
|
2001
|
+
try {
|
|
2002
|
+
symlinkMeta = renderStat("", lstatSync(symlinkTarget)).slice(1);
|
|
2003
|
+
} catch (error2) {
|
|
2004
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2005
|
+
status2 = "stat_failed";
|
|
2006
|
+
}
|
|
2007
|
+
} catch (error2) {
|
|
2008
|
+
symlinkTarget = "<unresolved>";
|
|
2009
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2010
|
+
status2 = "stat_failed";
|
|
2011
|
+
}
|
|
2012
|
+
}
|
|
2013
|
+
return { status: status2, chain: entries.join(","), symlinkTarget, symlinkMeta };
|
|
2014
|
+
}
|
|
2015
|
+
function buildDiagnostic(line, context) {
|
|
2016
|
+
const trigger = parseTrigger(line);
|
|
2017
|
+
if (!trigger) return null;
|
|
2018
|
+
const roots = resolveRoots(context);
|
|
2019
|
+
const scope = classifyScope(trigger.dir, roots);
|
|
2020
|
+
const pathSource = trigger.path ? "error" : trigger.dir ? "dir" : "none";
|
|
2021
|
+
const inspectedPath = trigger.path ?? trigger.dir;
|
|
2022
|
+
const microvmId = context.microvmId?.trim() || "unknown";
|
|
2023
|
+
const euid = context.euid === void 0 ? "unavailable" : String(context.euid);
|
|
2024
|
+
const egid = context.egid === void 0 ? "unavailable" : String(context.egid);
|
|
2025
|
+
const op = trigger.op ?? "unknown";
|
|
2026
|
+
if (!inspectedPath) {
|
|
2027
|
+
return {
|
|
2028
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=no_path path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2029
|
+
localDetail: null
|
|
2030
|
+
};
|
|
2031
|
+
}
|
|
2032
|
+
const tokenisedPath = tokenise(inspectedPath, roots.resolved);
|
|
2033
|
+
if (!tokenisedPath) {
|
|
2034
|
+
const unresolvedRoot = unresolvedRootForPath(inspectedPath, roots.unresolved);
|
|
2035
|
+
if (unresolvedRoot) {
|
|
2036
|
+
return {
|
|
2037
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=root_unresolved path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2038
|
+
localDetail: null
|
|
2039
|
+
};
|
|
2040
|
+
}
|
|
2041
|
+
return {
|
|
2042
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=outside_roots path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=<outside-approved-roots> cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2043
|
+
localDetail: `OPENCODE-DEPENDENCY-INSTALL-EACCES (local only): outside approved roots: ${inspectedPath}`
|
|
2044
|
+
};
|
|
2045
|
+
}
|
|
2046
|
+
const inspection = inspectChain(
|
|
2047
|
+
tokenisedPath.root.real,
|
|
2048
|
+
tokenisedPath.root.token,
|
|
2049
|
+
inspectedPath,
|
|
2050
|
+
tokenisedPath.resolutionFailure
|
|
2051
|
+
);
|
|
2052
|
+
const optionalSymlinkFields = inspection.symlinkTarget ? ` symlink_target=${tokenise(inspection.symlinkTarget, roots.resolved)?.value ?? "<outside-approved-roots>"}` + (inspection.symlinkMeta ? ` symlink_meta=${inspection.symlinkMeta}` : "") : "";
|
|
2053
|
+
return {
|
|
2054
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=${inspection.status} path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=${tokenisedPath.value} cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=${inspection.chain}${optionalSymlinkFields}`,
|
|
2055
|
+
localDetail: null
|
|
2056
|
+
};
|
|
2057
|
+
}
|
|
2058
|
+
function createDependencyInstallDiagnosticReporter({
|
|
2059
|
+
context,
|
|
2060
|
+
emitEvent: emitEvent2,
|
|
2061
|
+
emitLocal
|
|
2062
|
+
}) {
|
|
2063
|
+
const emittedEvents = /* @__PURE__ */ new Set();
|
|
2064
|
+
return (line) => {
|
|
2065
|
+
const diagnostic = buildDiagnostic(line, context);
|
|
2066
|
+
if (!diagnostic || emittedEvents.has(diagnostic.event)) return;
|
|
2067
|
+
if (emittedEvents.size >= MAX_DISTINCT_DIAGNOSTICS) return;
|
|
2068
|
+
emittedEvents.add(diagnostic.event);
|
|
2069
|
+
emitEvent2(diagnostic.event);
|
|
2070
|
+
if (diagnostic.localDetail) emitLocal(diagnostic.localDetail);
|
|
2071
|
+
};
|
|
2072
|
+
}
|
|
2073
|
+
|
|
1700
2074
|
// src/lib/runner-activity-telemetry.ts
|
|
1701
2075
|
var FORWARDED_LEVELS_BY_SOURCE = {
|
|
1702
2076
|
"cli.run": /* @__PURE__ */ new Set(["warn", "error"]),
|
|
@@ -1728,7 +2102,17 @@ function parseOpenCodeLogLine(line) {
|
|
|
1728
2102
|
}
|
|
1729
2103
|
var MAX_LINE_BUFFER_BYTES = 16 * 1024;
|
|
1730
2104
|
var REPEAT_SUPPRESSION_WINDOW_MS = 6e4;
|
|
1731
|
-
function
|
|
2105
|
+
function sanitiseDependencyInstallWarning(line) {
|
|
2106
|
+
const withoutDirectory = line.replace(
|
|
2107
|
+
/((?:^|\s)dir=)(?:"(?:\\.|[^"])*"|\/[^\s)"']+|\S+)/g,
|
|
2108
|
+
"$1<path>"
|
|
2109
|
+
);
|
|
2110
|
+
return withoutDirectory.replace(
|
|
2111
|
+
/((?:^|\s)error=)"((?:\\.|[^"])*)"/,
|
|
2112
|
+
(_match, prefix, error2) => `${prefix}"${error2.replace(/'\/[^']*'/g, "'<path>'")}"`
|
|
2113
|
+
);
|
|
2114
|
+
}
|
|
2115
|
+
function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure, onDependencyInstallFailure) {
|
|
1732
2116
|
let buffer = Buffer.alloc(0);
|
|
1733
2117
|
const repeatStates = /* @__PURE__ */ new Map();
|
|
1734
2118
|
const forwardLine = (line, parsed, repeatsSuppressed = 0) => {
|
|
@@ -1740,7 +2124,7 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1740
2124
|
forwardRunnerActivity(
|
|
1741
2125
|
{
|
|
1742
2126
|
level: parsed.level,
|
|
1743
|
-
error: line,
|
|
2127
|
+
error: parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE ? sanitiseDependencyInstallWarning(line) : line,
|
|
1744
2128
|
metadata: Object.keys(metadata).length > 0 ? metadata : void 0,
|
|
1745
2129
|
source: "opencode"
|
|
1746
2130
|
},
|
|
@@ -1758,18 +2142,7 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1758
2142
|
repeatStates.delete(key);
|
|
1759
2143
|
}
|
|
1760
2144
|
};
|
|
1761
|
-
const
|
|
1762
|
-
if (onSessionStoreWriteFailure && isSessionStoreWriteFailure(line)) {
|
|
1763
|
-
try {
|
|
1764
|
-
onSessionStoreWriteFailure();
|
|
1765
|
-
} catch (err) {
|
|
1766
|
-
reportTelemetryDiagnostic(
|
|
1767
|
-
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
1768
|
-
);
|
|
1769
|
-
}
|
|
1770
|
-
}
|
|
1771
|
-
const parsed = parseOpenCodeLogLine(line);
|
|
1772
|
-
if (!parsed) return;
|
|
2145
|
+
const forwardWithRepeatSuppression = (line, parsed) => {
|
|
1773
2146
|
const now = Date.now();
|
|
1774
2147
|
const key = parsed.message === void 0 ? void 0 : `${parsed.level}\0${parsed.message}\0${parsed.sessionID ?? ""}\0${parsed.messageID ?? ""}`;
|
|
1775
2148
|
expireRepeatStates(now, key);
|
|
@@ -1792,6 +2165,35 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1792
2165
|
previous.parsed = parsed;
|
|
1793
2166
|
previous.repeatsSuppressed++;
|
|
1794
2167
|
};
|
|
2168
|
+
const flushLine = (line) => {
|
|
2169
|
+
const parsed = parseOpenCodeLogLine(line);
|
|
2170
|
+
const isDiskFailure = isSessionStoreWriteFailure(line);
|
|
2171
|
+
const cause = sessionStoreCauseToken(line);
|
|
2172
|
+
if (onSessionStoreWriteFailure && (isDiskFailure || cause !== null)) {
|
|
2173
|
+
try {
|
|
2174
|
+
onSessionStoreWriteFailure({
|
|
2175
|
+
isDiskFailure,
|
|
2176
|
+
sessionId: parsed?.sessionID ?? null,
|
|
2177
|
+
cause
|
|
2178
|
+
});
|
|
2179
|
+
} catch (err) {
|
|
2180
|
+
reportTelemetryDiagnostic(
|
|
2181
|
+
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
2182
|
+
);
|
|
2183
|
+
}
|
|
2184
|
+
}
|
|
2185
|
+
if (!parsed) return;
|
|
2186
|
+
forwardWithRepeatSuppression(line, parsed);
|
|
2187
|
+
if (onDependencyInstallFailure && parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
2188
|
+
try {
|
|
2189
|
+
onDependencyInstallFailure(line);
|
|
2190
|
+
} catch (err) {
|
|
2191
|
+
reportTelemetryDiagnostic(
|
|
2192
|
+
`Runner activity telemetry could not record dependency-install failure diagnostic: ${err instanceof Error ? err.message : String(err)}`
|
|
2193
|
+
);
|
|
2194
|
+
}
|
|
2195
|
+
}
|
|
2196
|
+
};
|
|
1795
2197
|
const forward = ((chunk) => {
|
|
1796
2198
|
buffer = Buffer.concat([buffer, Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk, "utf-8")]);
|
|
1797
2199
|
let newlineIndex;
|
|
@@ -1817,34 +2219,38 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1817
2219
|
var MAX_MESSAGE_LENGTH = 500;
|
|
1818
2220
|
var MAX_METADATA_VALUE_LENGTH = 200;
|
|
1819
2221
|
var MAX_METADATA_ENTRIES = 20;
|
|
1820
|
-
var TRUNCATION_MARKER = "\u2026";
|
|
1821
|
-
function redactHomeDirectory(message) {
|
|
1822
|
-
const home = homedir2();
|
|
1823
|
-
if (!home || home === "/") {
|
|
1824
|
-
return message;
|
|
1825
|
-
}
|
|
1826
|
-
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1827
|
-
let result = "";
|
|
1828
|
-
let searchFrom = 0;
|
|
1829
|
-
let homeIndex;
|
|
1830
|
-
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1831
|
-
const homeEnd = homeIndex + home.length;
|
|
1832
|
-
const previousCharacter = message[homeIndex - 1];
|
|
1833
|
-
const nextCharacter = message[homeEnd];
|
|
1834
|
-
const atPathBoundary = home === "/" || (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1835
|
-
result += message.slice(searchFrom, homeIndex);
|
|
1836
|
-
result += atPathBoundary ? "~" : home;
|
|
1837
|
-
searchFrom = homeEnd;
|
|
1838
|
-
}
|
|
1839
|
-
return result + message.slice(searchFrom);
|
|
1840
|
-
}
|
|
1841
|
-
function redactDiagnosticText(message) {
|
|
1842
|
-
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1843
|
-
return redactHomeDirectory(redacted);
|
|
1844
|
-
}
|
|
1845
2222
|
function truncate(message) {
|
|
1846
2223
|
if (message.length <= MAX_MESSAGE_LENGTH) return message;
|
|
1847
|
-
|
|
2224
|
+
let dropped = message.length - MAX_MESSAGE_LENGTH;
|
|
2225
|
+
let marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2226
|
+
let previousDropped = -1;
|
|
2227
|
+
while (dropped !== previousDropped) {
|
|
2228
|
+
previousDropped = dropped;
|
|
2229
|
+
const nextDropped = message.length - MAX_MESSAGE_LENGTH + marker.length;
|
|
2230
|
+
dropped = nextDropped;
|
|
2231
|
+
marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2232
|
+
}
|
|
2233
|
+
const remaining = MAX_MESSAGE_LENGTH - marker.length;
|
|
2234
|
+
const headLength = Math.ceil(remaining * 0.6);
|
|
2235
|
+
const tailLength = remaining - headLength;
|
|
2236
|
+
const effectMatch = message.startsWith("OPENCODE-DEPENDENCY-INSTALL-EACCES:") ? message.match(/ effect="[^"]*"/) : null;
|
|
2237
|
+
if (effectMatch?.index !== void 0) {
|
|
2238
|
+
const effectEnd = effectMatch.index + effectMatch[0].length;
|
|
2239
|
+
if (effectEnd > headLength && effectEnd < message.length) {
|
|
2240
|
+
const effectLength = effectMatch[0].length;
|
|
2241
|
+
const nonEffectLength = remaining - effectLength;
|
|
2242
|
+
const preservedTailLength = Math.min(
|
|
2243
|
+
message.length - effectEnd,
|
|
2244
|
+
nonEffectLength - Math.min(effectMatch.index, Math.ceil(nonEffectLength * 0.6))
|
|
2245
|
+
);
|
|
2246
|
+
const preservedHeadLength = Math.min(
|
|
2247
|
+
effectMatch.index,
|
|
2248
|
+
nonEffectLength - preservedTailLength
|
|
2249
|
+
);
|
|
2250
|
+
return message.slice(0, preservedHeadLength) + marker + message.slice(effectMatch.index, effectEnd) + message.slice(message.length - preservedTailLength);
|
|
2251
|
+
}
|
|
2252
|
+
}
|
|
2253
|
+
return message.slice(0, headLength) + marker + message.slice(message.length - tailLength);
|
|
1848
2254
|
}
|
|
1849
2255
|
function sanitiseMetadata(metadata) {
|
|
1850
2256
|
if (!metadata) return {};
|
|
@@ -1921,10 +2327,10 @@ function forwardRunnerActivity(entry, context) {
|
|
|
1921
2327
|
|
|
1922
2328
|
// src/lib/opencode/session-db-recovery-report.ts
|
|
1923
2329
|
import { readFileSync as readFileSync2, unlinkSync } from "node:fs";
|
|
1924
|
-
import { join as
|
|
2330
|
+
import { join as join3 } from "node:path";
|
|
1925
2331
|
function sessionDbRecoveryReportPath(homeDir, env) {
|
|
1926
2332
|
const override = env.EVIDENT_SESSION_DB_RECOVERY_REPORT?.trim();
|
|
1927
|
-
return override ||
|
|
2333
|
+
return override || join3(homeDir, ".local", "state", "evident", "session-db-recovery.jsonl");
|
|
1928
2334
|
}
|
|
1929
2335
|
function drainSessionDbRecoveryReport({
|
|
1930
2336
|
homeDir,
|
|
@@ -2054,12 +2460,23 @@ function buildSessionDbRecoveryActivity(record) {
|
|
|
2054
2460
|
metadata: withoutContractFields(record),
|
|
2055
2461
|
message: `This runner started without restoring session history because it could not verify where its session history is backed up. Nothing in the backup was changed; check the runner backup configuration and permissions.${replication}`
|
|
2056
2462
|
};
|
|
2057
|
-
case "session_db_boot_refused":
|
|
2058
|
-
|
|
2059
|
-
|
|
2060
|
-
|
|
2061
|
-
|
|
2062
|
-
|
|
2463
|
+
case "session_db_boot_refused": {
|
|
2464
|
+
const message = (() => {
|
|
2465
|
+
switch (record.reason) {
|
|
2466
|
+
case "local_discard_failed":
|
|
2467
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup or proven removed. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them. See the runner boot logs for SESSION-DB-LOCAL-DISCARD-FAILED details.`;
|
|
2468
|
+
case "replica_separation_unproven":
|
|
2469
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup. The SESSION-DB-REPLICA-SEPARATION-UNVERIFIED boot log contains the partial-quarantine moved and remaining counts. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them.`;
|
|
2470
|
+
case "verification_timeout_before_separation":
|
|
2471
|
+
return "This runner did not come online because session database verification timed out after detecting corruption, before replica separation was attempted. No replica progress is claimed. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2472
|
+
case "verification_timeout_during_separation":
|
|
2473
|
+
return "This runner did not come online because session database verification timed out while replica separation was in progress. Separation completion and object removal were not proven. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2474
|
+
default:
|
|
2475
|
+
return "This runner did not come online because session database recovery could not be completed. Inspect the runner boot logs for the refusal reason before retrying.";
|
|
2476
|
+
}
|
|
2477
|
+
})();
|
|
2478
|
+
return { level, metadata: withoutContractFields(record), message };
|
|
2479
|
+
}
|
|
2063
2480
|
case "schema_provenance_mismatch":
|
|
2064
2481
|
return {
|
|
2065
2482
|
level,
|
|
@@ -2186,7 +2603,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
|
|
|
2186
2603
|
if (health.healthy || health.authFailed) {
|
|
2187
2604
|
return health;
|
|
2188
2605
|
}
|
|
2189
|
-
await new Promise((
|
|
2606
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2190
2607
|
}
|
|
2191
2608
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2192
2609
|
}
|
|
@@ -2197,7 +2614,7 @@ async function waitForOpenCode2Health(port, password, timeoutMs = 3e4) {
|
|
|
2197
2614
|
if (health.healthy || health.authFailed) {
|
|
2198
2615
|
return health;
|
|
2199
2616
|
}
|
|
2200
|
-
await new Promise((
|
|
2617
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2201
2618
|
}
|
|
2202
2619
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2203
2620
|
}
|
|
@@ -2345,8 +2762,12 @@ function errorOf(m) {
|
|
|
2345
2762
|
if (!m || typeof m !== "object") return void 0;
|
|
2346
2763
|
return m.info?.error ?? m.error;
|
|
2347
2764
|
}
|
|
2765
|
+
function isTerminalStopAnswer(m) {
|
|
2766
|
+
return completedOf(m) != null && errorOf(m) == null && finishOf(m) === "stop";
|
|
2767
|
+
}
|
|
2348
2768
|
function isAssistantInFlight(m) {
|
|
2349
2769
|
if (completedOf(m) == null) return true;
|
|
2770
|
+
if (errorOf(m) != null) return false;
|
|
2350
2771
|
return finishOf(m) === "tool-calls";
|
|
2351
2772
|
}
|
|
2352
2773
|
async function getSessionMessages(port, sessionId, client) {
|
|
@@ -2460,7 +2881,18 @@ async function deleteSession(port, id, client) {
|
|
|
2460
2881
|
{ method: "DELETE" },
|
|
2461
2882
|
{ allowStatuses: ALL_HTTP_STATUSES }
|
|
2462
2883
|
);
|
|
2463
|
-
|
|
2884
|
+
if (res.status >= 200 && res.status < 300) {
|
|
2885
|
+
return { ok: true, status: res.status };
|
|
2886
|
+
}
|
|
2887
|
+
try {
|
|
2888
|
+
const body = await res.text();
|
|
2889
|
+
return body ? { ok: false, status: res.status, body } : { ok: false, status: res.status };
|
|
2890
|
+
} catch (error2) {
|
|
2891
|
+
console.error(
|
|
2892
|
+
`[deleteSession] DELETE /session/${id} response body read failed for HTTP ${res.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
2893
|
+
);
|
|
2894
|
+
return { ok: false, status: res.status };
|
|
2895
|
+
}
|
|
2464
2896
|
} catch (error2) {
|
|
2465
2897
|
console.error(
|
|
2466
2898
|
`[deleteSession] DELETE /session/${id} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -2772,7 +3204,7 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
|
|
|
2772
3204
|
return dispatchedUserMessageId;
|
|
2773
3205
|
}
|
|
2774
3206
|
if (attempt < READ_BACK_ATTEMPTS - 1) {
|
|
2775
|
-
await new Promise((
|
|
3207
|
+
await new Promise((resolve5) => setTimeout(resolve5, READ_BACK_DELAY_MS));
|
|
2776
3208
|
}
|
|
2777
3209
|
}
|
|
2778
3210
|
return null;
|
|
@@ -2793,30 +3225,41 @@ function findAssistantReplyAfter(messages, userMessageId) {
|
|
|
2793
3225
|
function findLastAssistantReplyFor(messages, userMessageId) {
|
|
2794
3226
|
if (!messages || messages.length === 0) return null;
|
|
2795
3227
|
let lastCorrelated = null;
|
|
2796
|
-
let lastNonErrored = null;
|
|
2797
3228
|
for (let i = messages.length - 1; i >= 0; i--) {
|
|
2798
3229
|
const m = messages[i];
|
|
2799
3230
|
if (roleOf2(m) !== "assistant" || parentIdOf2(m) !== userMessageId) continue;
|
|
2800
|
-
|
|
2801
|
-
|
|
2802
|
-
|
|
2803
|
-
|
|
3231
|
+
lastCorrelated = m;
|
|
3232
|
+
break;
|
|
3233
|
+
}
|
|
3234
|
+
if (lastCorrelated) {
|
|
3235
|
+
if (errorOf(lastCorrelated) == null) return lastCorrelated;
|
|
3236
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
3237
|
+
const m = messages[i];
|
|
3238
|
+
if (roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId && isTerminalStopAnswer(m)) {
|
|
3239
|
+
return m;
|
|
3240
|
+
}
|
|
2804
3241
|
}
|
|
3242
|
+
return lastCorrelated;
|
|
2805
3243
|
}
|
|
2806
|
-
if (lastCorrelated) return lastNonErrored ?? lastCorrelated;
|
|
2807
3244
|
const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
|
|
2808
3245
|
if (userIndex === -1) return null;
|
|
2809
3246
|
let last = null;
|
|
2810
|
-
let
|
|
3247
|
+
let lastAssistantIndex = -1;
|
|
2811
3248
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2812
3249
|
const role = roleOf2(messages[i]);
|
|
2813
3250
|
if (role === "user") break;
|
|
2814
3251
|
if (role === "assistant") {
|
|
2815
3252
|
last = messages[i];
|
|
2816
|
-
|
|
3253
|
+
lastAssistantIndex = i;
|
|
2817
3254
|
}
|
|
2818
3255
|
}
|
|
2819
|
-
|
|
3256
|
+
if (last === null || errorOf(last) == null) return last;
|
|
3257
|
+
for (let i = lastAssistantIndex; i > userIndex; i--) {
|
|
3258
|
+
const m = messages[i];
|
|
3259
|
+
if (roleOf2(m) === "user") break;
|
|
3260
|
+
if (roleOf2(m) === "assistant" && isTerminalStopAnswer(m)) return m;
|
|
3261
|
+
}
|
|
3262
|
+
return last;
|
|
2820
3263
|
}
|
|
2821
3264
|
function collectSubagentSessions(messages, userMessageId) {
|
|
2822
3265
|
if (!messages || messages.length === 0) return [];
|
|
@@ -2922,8 +3365,9 @@ function attributeTaskCallUsage(messages, windows) {
|
|
|
2922
3365
|
}
|
|
2923
3366
|
function sumAssistantUsage(messages) {
|
|
2924
3367
|
if (!messages || messages.length === 0) return null;
|
|
2925
|
-
const
|
|
2926
|
-
const
|
|
3368
|
+
const hasTrailingError = errorOf(messages[messages.length - 1]) != null;
|
|
3369
|
+
const hasTerminalStopAnswer = messages.some(isTerminalStopAnswer);
|
|
3370
|
+
const selected = hasTrailingError && hasTerminalStopAnswer ? messages.filter((message) => errorOf(message) == null) : messages;
|
|
2927
3371
|
let sawAnyUsage = false;
|
|
2928
3372
|
let inputSum = 0;
|
|
2929
3373
|
let outputSum = 0;
|
|
@@ -2932,9 +3376,11 @@ function sumAssistantUsage(messages) {
|
|
|
2932
3376
|
let cacheWriteSum = 0;
|
|
2933
3377
|
let costSum = 0;
|
|
2934
3378
|
let sawCost = false;
|
|
3379
|
+
let toolCallCount = 0;
|
|
2935
3380
|
let modelId = null;
|
|
2936
3381
|
let providerId = null;
|
|
2937
3382
|
for (const m of selected) {
|
|
3383
|
+
toolCallCount += m.parts?.filter((part) => part.type === "tool").length ?? 0;
|
|
2938
3384
|
const info = m.info;
|
|
2939
3385
|
if (!info) continue;
|
|
2940
3386
|
const tokens = info.tokens;
|
|
@@ -2971,7 +3417,8 @@ function sumAssistantUsage(messages) {
|
|
|
2971
3417
|
usage_tokens_cache_write: cacheWriteSum,
|
|
2972
3418
|
// NULL means OpenCode never reported a cost; it is distinct from a genuine
|
|
2973
3419
|
// zero-cost message, which sets `sawCost` with `costSum === 0`.
|
|
2974
|
-
usage_cost_usd: sawCost ? costSum : null
|
|
3420
|
+
usage_cost_usd: sawCost ? costSum : null,
|
|
3421
|
+
turn_tool_calls: toolCallCount
|
|
2975
3422
|
};
|
|
2976
3423
|
}
|
|
2977
3424
|
function messageUsage(messages, userMessageId) {
|
|
@@ -2979,11 +3426,9 @@ function messageUsage(messages, userMessageId) {
|
|
|
2979
3426
|
const byParentAll = messages.filter(
|
|
2980
3427
|
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
|
|
2981
3428
|
);
|
|
2982
|
-
const byParentNonErrored = byParentAll.filter((m) => errorOf(m) == null);
|
|
2983
|
-
const byParent = byParentNonErrored.length > 0 ? byParentNonErrored : byParentAll;
|
|
2984
3429
|
let correlated;
|
|
2985
|
-
if (
|
|
2986
|
-
correlated =
|
|
3430
|
+
if (byParentAll.length > 0) {
|
|
3431
|
+
correlated = byParentAll;
|
|
2987
3432
|
} else {
|
|
2988
3433
|
const reply = findAssistantReplyAfter(messages, userMessageId);
|
|
2989
3434
|
correlated = reply ? [reply] : [];
|
|
@@ -3029,14 +3474,38 @@ function messageError(messages, userMessageId) {
|
|
|
3029
3474
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
3030
3475
|
const error2 = errorOf(reply);
|
|
3031
3476
|
if (error2 == null) return null;
|
|
3032
|
-
|
|
3033
|
-
if (typeof error2 === "
|
|
3477
|
+
let rendered;
|
|
3478
|
+
if (typeof error2 === "string") {
|
|
3479
|
+
rendered = error2;
|
|
3480
|
+
} else if (typeof error2 === "object") {
|
|
3034
3481
|
const e = error2;
|
|
3035
3482
|
const dataMessage = e.data?.message;
|
|
3036
|
-
if (typeof dataMessage === "string")
|
|
3037
|
-
|
|
3483
|
+
if (typeof dataMessage === "string") {
|
|
3484
|
+
rendered = dataMessage;
|
|
3485
|
+
} else if (typeof e.message === "string") {
|
|
3486
|
+
rendered = e.message;
|
|
3487
|
+
} else {
|
|
3488
|
+
rendered = "The agent run failed.";
|
|
3489
|
+
}
|
|
3490
|
+
} else {
|
|
3491
|
+
rendered = "The agent run failed.";
|
|
3038
3492
|
}
|
|
3039
|
-
|
|
3493
|
+
const toolPart = Array.isArray(reply?.parts) ? reply.parts.find(
|
|
3494
|
+
(part) => part && typeof part === "object" && part.type === "tool" && part.state?.status === "error"
|
|
3495
|
+
) : void 0;
|
|
3496
|
+
return typeof toolPart?.tool === "string" && toolPart.tool.length > 0 ? `${rendered} (tool "${toolPart.tool}")` : rendered;
|
|
3497
|
+
}
|
|
3498
|
+
function describeAbandonedReplyShape(messages, userMessageId) {
|
|
3499
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
3500
|
+
if (!reply) return null;
|
|
3501
|
+
const parts = Array.isArray(reply.parts) ? reply.parts : [];
|
|
3502
|
+
const lastTool = [...parts].reverse().find((part) => part?.type === "tool");
|
|
3503
|
+
return {
|
|
3504
|
+
partTypes: parts.slice(-12).map((part) => typeof part?.type === "string" ? part.type : "(unknown)"),
|
|
3505
|
+
droppedPartCount: Math.max(0, parts.length - 12),
|
|
3506
|
+
lastToolName: typeof lastTool?.tool === "string" && lastTool.tool.length > 0 ? lastTool.tool : null,
|
|
3507
|
+
lastToolStatus: typeof lastTool?.state?.status === "string" && lastTool.state.status.length > 0 ? lastTool.state.status : null
|
|
3508
|
+
};
|
|
3040
3509
|
}
|
|
3041
3510
|
function isAbortedTerminalReply(messages, userMessageId) {
|
|
3042
3511
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
@@ -3053,19 +3522,32 @@ function isAbortedTerminalReply(messages, userMessageId) {
|
|
|
3053
3522
|
}
|
|
3054
3523
|
return false;
|
|
3055
3524
|
}
|
|
3525
|
+
var CLAUDE_AUTH_EXPIRY_MESSAGES = Object.freeze([
|
|
3526
|
+
"Claude Code credentials are unavailable or expired. Run `claude` to refresh them."
|
|
3527
|
+
]);
|
|
3528
|
+
function extractReplyErrorShape(reply) {
|
|
3529
|
+
const error2 = errorOf(reply);
|
|
3530
|
+
if (error2 == null || typeof error2 !== "object") {
|
|
3531
|
+
return { name: null, statusCode: null };
|
|
3532
|
+
}
|
|
3533
|
+
const e = error2;
|
|
3534
|
+
const name = typeof e.name === "string" ? e.name.slice(0, 100) : null;
|
|
3535
|
+
const data = e.data;
|
|
3536
|
+
const statusCode = typeof data?.statusCode === "number" && Number.isFinite(data.statusCode) ? data.statusCode : null;
|
|
3537
|
+
return { name, statusCode };
|
|
3538
|
+
}
|
|
3056
3539
|
function classifyReplyAuthError(reply) {
|
|
3057
3540
|
const error2 = errorOf(reply);
|
|
3058
3541
|
if (error2 == null || typeof error2 !== "object") return null;
|
|
3059
3542
|
const e = error2;
|
|
3060
3543
|
const replyProviderId = reply?.info?.providerID ?? null;
|
|
3061
3544
|
const replyModelId = reply?.info?.modelID ?? null;
|
|
3545
|
+
const data = e.data;
|
|
3062
3546
|
if (e.name === "ProviderAuthError") {
|
|
3063
|
-
const data = e.data;
|
|
3064
3547
|
const providerId = typeof data?.providerID === "string" && data.providerID || replyProviderId;
|
|
3065
3548
|
return { kind: "model_auth", providerId, modelId: replyModelId, reason: "missing" };
|
|
3066
3549
|
}
|
|
3067
3550
|
if (e.name === "APIError") {
|
|
3068
|
-
const data = e.data;
|
|
3069
3551
|
const statusCode = data?.statusCode;
|
|
3070
3552
|
if (statusCode === 401 || statusCode === 403) {
|
|
3071
3553
|
return {
|
|
@@ -3076,11 +3558,23 @@ function classifyReplyAuthError(reply) {
|
|
|
3076
3558
|
};
|
|
3077
3559
|
}
|
|
3078
3560
|
}
|
|
3561
|
+
const errorMessage3 = typeof data?.message === "string" ? data.message : typeof e.message === "string" ? e.message : null;
|
|
3562
|
+
if (errorMessage3 !== null && CLAUDE_AUTH_EXPIRY_MESSAGES.some((knownMessage) => errorMessage3.includes(knownMessage))) {
|
|
3563
|
+
return {
|
|
3564
|
+
kind: "model_auth",
|
|
3565
|
+
providerId: typeof data?.providerID === "string" && data.providerID || replyProviderId,
|
|
3566
|
+
modelId: replyModelId,
|
|
3567
|
+
reason: "rejected"
|
|
3568
|
+
};
|
|
3569
|
+
}
|
|
3079
3570
|
return null;
|
|
3080
3571
|
}
|
|
3081
3572
|
function messageFailure(messages, userMessageId) {
|
|
3082
3573
|
return classifyReplyAuthError(findLastAssistantReplyFor(messages, userMessageId));
|
|
3083
3574
|
}
|
|
3575
|
+
function isProviderModelNotFoundError(reason) {
|
|
3576
|
+
return reason.includes("Model not found:");
|
|
3577
|
+
}
|
|
3084
3578
|
function findLatestSubagentAuthOutcome(messages, sinceMs) {
|
|
3085
3579
|
if (!messages || messages.length === 0) return null;
|
|
3086
3580
|
for (let i = messages.length - 1; i >= 0; i--) {
|
|
@@ -3289,23 +3783,49 @@ async function readSessionErrorStream(port, options, client) {
|
|
|
3289
3783
|
if (reader) void reader.cancel().catch(() => void 0);
|
|
3290
3784
|
}
|
|
3291
3785
|
}
|
|
3292
|
-
async function
|
|
3293
|
-
if (client?.version === "v2") return;
|
|
3786
|
+
async function disposeAndReloadProviderConfig(port, client) {
|
|
3787
|
+
if (client?.version === "v2") return { outcome: "skipped_v2" };
|
|
3294
3788
|
try {
|
|
3295
|
-
const res = await requestWithClient(
|
|
3296
|
-
|
|
3297
|
-
|
|
3298
|
-
|
|
3299
|
-
|
|
3789
|
+
const res = await requestWithClient(
|
|
3790
|
+
port,
|
|
3791
|
+
client,
|
|
3792
|
+
"/config",
|
|
3793
|
+
{
|
|
3794
|
+
method: "PATCH",
|
|
3795
|
+
headers: { "Content-Type": "application/json" },
|
|
3796
|
+
body: JSON.stringify({})
|
|
3797
|
+
},
|
|
3798
|
+
{ allowStatuses: ALL_HTTP_STATUSES }
|
|
3799
|
+
);
|
|
3300
3800
|
if (!res.ok) {
|
|
3301
3801
|
console.error(
|
|
3302
|
-
`[
|
|
3802
|
+
`[disposeAndReloadProviderConfig] PATCH /config returned HTTP ${res.status} (port ${port})`
|
|
3303
3803
|
);
|
|
3804
|
+
return { outcome: "failed", status: res.status, detail: null };
|
|
3304
3805
|
}
|
|
3806
|
+
return { outcome: "reloaded" };
|
|
3305
3807
|
} catch (err) {
|
|
3306
3808
|
console.error(
|
|
3307
|
-
`[
|
|
3809
|
+
`[disposeAndReloadProviderConfig] PATCH /config failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
|
|
3308
3810
|
);
|
|
3811
|
+
return {
|
|
3812
|
+
outcome: "failed",
|
|
3813
|
+
status: null,
|
|
3814
|
+
detail: err instanceof Error ? err.message : String(err)
|
|
3815
|
+
};
|
|
3816
|
+
}
|
|
3817
|
+
}
|
|
3818
|
+
async function probeOpenCodeRequestReadiness(port, client) {
|
|
3819
|
+
try {
|
|
3820
|
+
const res = await requestWithClient(port, client, "/config", void 0, {
|
|
3821
|
+
allowStatuses: ALL_HTTP_STATUSES
|
|
3822
|
+
});
|
|
3823
|
+
const body = await res.text();
|
|
3824
|
+
return { ok: res.ok, status: res.status, bodyEmpty: body.trim().length === 0, detail: null };
|
|
3825
|
+
} catch (err) {
|
|
3826
|
+
const detail = err instanceof Error ? err.message : String(err);
|
|
3827
|
+
console.error(`[probeOpenCodeRequestReadiness] GET /config failed (port ${port}): ${detail}`);
|
|
3828
|
+
return { ok: false, status: null, bodyEmpty: null, detail };
|
|
3309
3829
|
}
|
|
3310
3830
|
}
|
|
3311
3831
|
|
|
@@ -3611,7 +4131,18 @@ async function deleteV2Session(client, sessionId) {
|
|
|
3611
4131
|
{ method: "DELETE" },
|
|
3612
4132
|
{ allowStatuses: Array.from({ length: 500 }, (_, index) => index + 100) }
|
|
3613
4133
|
);
|
|
3614
|
-
|
|
4134
|
+
if (response.status >= 200 && response.status < 300) {
|
|
4135
|
+
return { ok: true, status: response.status };
|
|
4136
|
+
}
|
|
4137
|
+
try {
|
|
4138
|
+
const body = await response.text();
|
|
4139
|
+
return body ? { ok: false, status: response.status, body } : { ok: false, status: response.status };
|
|
4140
|
+
} catch (error2) {
|
|
4141
|
+
console.error(
|
|
4142
|
+
`[deleteV2Session] DELETE /api/session/${sessionId} response body read failed for HTTP ${response.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
4143
|
+
);
|
|
4144
|
+
return { ok: false, status: response.status };
|
|
4145
|
+
}
|
|
3615
4146
|
} catch (error2) {
|
|
3616
4147
|
console.error(
|
|
3617
4148
|
`[deleteV2Session] DELETE /api/session/${sessionId} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -3787,12 +4318,12 @@ async function readV2SessionErrorStream(client, options) {
|
|
|
3787
4318
|
|
|
3788
4319
|
// src/lib/opencode/credential-import-v2.ts
|
|
3789
4320
|
import { readFileSync as readFileSync4 } from "node:fs";
|
|
3790
|
-
import { join as
|
|
4321
|
+
import { join as join5 } from "node:path";
|
|
3791
4322
|
|
|
3792
4323
|
// src/lib/openai-usage.ts
|
|
3793
4324
|
import { readFileSync as readFileSync3 } from "node:fs";
|
|
3794
4325
|
import { homedir as homedir3 } from "node:os";
|
|
3795
|
-
import { join as
|
|
4326
|
+
import { join as join4 } from "node:path";
|
|
3796
4327
|
var CODEX_RESPONSES_URL = "https://chatgpt.com/backend-api/codex/responses";
|
|
3797
4328
|
var OPENCODE_AUTH_SEGMENTS = [".local", "share", "opencode", "auth.json"];
|
|
3798
4329
|
var OpenAiUsageError = class extends Error {
|
|
@@ -3806,7 +4337,7 @@ function isLocalCredentialProblem2(err) {
|
|
|
3806
4337
|
}
|
|
3807
4338
|
function readOpenCodeChatGptCredentials() {
|
|
3808
4339
|
try {
|
|
3809
|
-
const raw = readFileSync3(
|
|
4340
|
+
const raw = readFileSync3(join4(homedir3(), ...OPENCODE_AUTH_SEGMENTS), "utf-8");
|
|
3810
4341
|
let parsed;
|
|
3811
4342
|
try {
|
|
3812
4343
|
parsed = JSON.parse(raw);
|
|
@@ -4032,13 +4563,13 @@ var INTEGRATION_LIST_RETRY_DELAY_MS = 1e3;
|
|
|
4032
4563
|
function isRecord3(value) {
|
|
4033
4564
|
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
4034
4565
|
}
|
|
4035
|
-
var sleep2 = (milliseconds) => new Promise((
|
|
4566
|
+
var sleep2 = (milliseconds) => new Promise((resolve5) => setTimeout(resolve5, milliseconds));
|
|
4036
4567
|
function emptyResult(unsupported = [], outcome = "completed") {
|
|
4037
4568
|
return { outcome, imported: [], alreadyConnected: [], unsupported, failed: [] };
|
|
4038
4569
|
}
|
|
4039
4570
|
function readOpenCodeCredentials(homeDir, log3) {
|
|
4040
4571
|
try {
|
|
4041
|
-
const raw = readFileSync4(
|
|
4572
|
+
const raw = readFileSync4(join5(homeDir, ...OPENCODE_AUTH_SEGMENTS), "utf8");
|
|
4042
4573
|
let parsed;
|
|
4043
4574
|
try {
|
|
4044
4575
|
parsed = JSON.parse(raw);
|
|
@@ -4240,7 +4771,7 @@ async function importOpenCodeV2Credentials({
|
|
|
4240
4771
|
import { spawn as spawn2 } from "node:child_process";
|
|
4241
4772
|
import { mkdirSync, statSync as statSync3, unlinkSync as unlinkSync2, writeFileSync } from "node:fs";
|
|
4242
4773
|
import { homedir as homedir4 } from "node:os";
|
|
4243
|
-
import { dirname as
|
|
4774
|
+
import { dirname as dirname4, resolve as resolvePath } from "node:path";
|
|
4244
4775
|
|
|
4245
4776
|
// src/lib/runner-synchroniser.ts
|
|
4246
4777
|
import { spawn } from "node:child_process";
|
|
@@ -4250,7 +4781,7 @@ function appendError(stderr, error2) {
|
|
|
4250
4781
|
${message}`;
|
|
4251
4782
|
}
|
|
4252
4783
|
function runSynchroniser(args, opts) {
|
|
4253
|
-
return new Promise((
|
|
4784
|
+
return new Promise((resolve5) => {
|
|
4254
4785
|
let child;
|
|
4255
4786
|
let stdout = "";
|
|
4256
4787
|
let stderr = "";
|
|
@@ -4264,7 +4795,7 @@ function runSynchroniser(args, opts) {
|
|
|
4264
4795
|
if (timer.handle) clearTimeout(timer.handle);
|
|
4265
4796
|
if (abortListener) opts.signal?.removeEventListener("abort", abortListener);
|
|
4266
4797
|
if (spawnListener) child.removeListener("spawn", spawnListener);
|
|
4267
|
-
|
|
4798
|
+
resolve5(result);
|
|
4268
4799
|
};
|
|
4269
4800
|
try {
|
|
4270
4801
|
child = spawn("runner-synchroniser", args, {
|
|
@@ -4320,9 +4851,12 @@ function runSynchroniser(args, opts) {
|
|
|
4320
4851
|
|
|
4321
4852
|
// src/lib/opencode/session-db-boot.ts
|
|
4322
4853
|
var SESSION_DB_RESTORE_TIMEOUT_MS = 3e5;
|
|
4323
|
-
var SESSION_DB_VERIFY_TIMEOUT_MS =
|
|
4854
|
+
var SESSION_DB_VERIFY_TIMEOUT_MS = 36e4;
|
|
4324
4855
|
var SESSION_DB_SYNCHRONISER_TIMEOUT_MS = 12e4;
|
|
4325
|
-
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS =
|
|
4856
|
+
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS = 40;
|
|
4857
|
+
var SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS = 30;
|
|
4858
|
+
var SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS = 120;
|
|
4859
|
+
var SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS = 90;
|
|
4326
4860
|
function commandError(result) {
|
|
4327
4861
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
4328
4862
|
}
|
|
@@ -4365,7 +4899,7 @@ function clearMarker(options) {
|
|
|
4365
4899
|
function markNoReplicate(options, message) {
|
|
4366
4900
|
if (options.noReplicateMarker) {
|
|
4367
4901
|
try {
|
|
4368
|
-
mkdirSync(
|
|
4902
|
+
mkdirSync(dirname4(options.noReplicateMarker), { recursive: true });
|
|
4369
4903
|
writeFileSync(options.noReplicateMarker, "");
|
|
4370
4904
|
} catch (error2) {
|
|
4371
4905
|
options.log(
|
|
@@ -4424,7 +4958,7 @@ function parseSynchroniserEnv(stdout) {
|
|
|
4424
4958
|
return values;
|
|
4425
4959
|
}
|
|
4426
4960
|
function runCommand(command, args, options) {
|
|
4427
|
-
return new Promise((
|
|
4961
|
+
return new Promise((resolve5) => {
|
|
4428
4962
|
let child;
|
|
4429
4963
|
let stdout = "";
|
|
4430
4964
|
let stderr = "";
|
|
@@ -4433,7 +4967,7 @@ function runCommand(command, args, options) {
|
|
|
4433
4967
|
if (settled) return;
|
|
4434
4968
|
settled = true;
|
|
4435
4969
|
if (timer) clearTimeout(timer);
|
|
4436
|
-
|
|
4970
|
+
resolve5(result);
|
|
4437
4971
|
};
|
|
4438
4972
|
try {
|
|
4439
4973
|
child = spawn2(command, args, {
|
|
@@ -4441,7 +4975,7 @@ function runCommand(command, args, options) {
|
|
|
4441
4975
|
stdio: ["ignore", "pipe", "pipe"]
|
|
4442
4976
|
});
|
|
4443
4977
|
} catch (error2) {
|
|
4444
|
-
|
|
4978
|
+
resolve5({
|
|
4445
4979
|
code: null,
|
|
4446
4980
|
stdout,
|
|
4447
4981
|
stderr: error2 instanceof Error ? error2.message : String(error2),
|
|
@@ -4520,7 +5054,7 @@ async function ensureLitestreamConfig(options, env) {
|
|
|
4520
5054
|
return null;
|
|
4521
5055
|
}
|
|
4522
5056
|
try {
|
|
4523
|
-
mkdirSync(
|
|
5057
|
+
mkdirSync(dirname4(configPath), { recursive: true });
|
|
4524
5058
|
writeFileSync(configPath, rendered.stdout);
|
|
4525
5059
|
} catch (error2) {
|
|
4526
5060
|
options.log(
|
|
@@ -4633,20 +5167,37 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4633
5167
|
timeoutMs: SESSION_DB_VERIFY_TIMEOUT_MS,
|
|
4634
5168
|
env: {
|
|
4635
5169
|
...env,
|
|
4636
|
-
// The synchroniser reads
|
|
4637
|
-
// 120_000, so the walkback gives up before the outer process bound.
|
|
5170
|
+
// The synchroniser reads all four values in SECONDS.
|
|
4638
5171
|
EVIDENT_SESSION_DB_WALKBACK_BUDGET_SECONDS: String(
|
|
4639
5172
|
SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS
|
|
5173
|
+
),
|
|
5174
|
+
EVIDENT_SESSION_DB_RESTORE_POINTS_TIMEOUT_SECONDS: String(
|
|
5175
|
+
SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS
|
|
5176
|
+
),
|
|
5177
|
+
EVIDENT_SESSION_DB_RESTORE_CANDIDATE_TIMEOUT_SECONDS: String(
|
|
5178
|
+
SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS
|
|
5179
|
+
),
|
|
5180
|
+
EVIDENT_SESSION_DB_DISPOSAL_BUDGET_SECONDS: String(
|
|
5181
|
+
SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS
|
|
4640
5182
|
)
|
|
4641
5183
|
}
|
|
4642
5184
|
});
|
|
4643
5185
|
logSynchroniserDiagnostics(result, options);
|
|
4644
5186
|
if (result.timedOut || result.code === 124 || result.code === 137) {
|
|
5187
|
+
if (result.stderr.includes("SESSION-DB-INTEGRITY-FAILED")) {
|
|
5188
|
+
const reason = result.stderr.includes("SESSION-DB-REPLICA-SIZE") ? "verification_timeout_during_separation" : "verification_timeout_before_separation";
|
|
5189
|
+
options.log(
|
|
5190
|
+
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; refusing to start with the restored opencode.db (${reason})`,
|
|
5191
|
+
"error"
|
|
5192
|
+
);
|
|
5193
|
+
reportRecord("verify", "session_db_boot_refused", reason, null, options);
|
|
5194
|
+
return { verifyFatal: true, verifyFatalReason: reason };
|
|
5195
|
+
}
|
|
4645
5196
|
options.log(
|
|
4646
5197
|
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; continuing with the restored opencode.db as-is, unverified`,
|
|
4647
5198
|
"warn"
|
|
4648
5199
|
);
|
|
4649
|
-
return false;
|
|
5200
|
+
return { verifyFatal: false };
|
|
4650
5201
|
}
|
|
4651
5202
|
if (result.code === 34) {
|
|
4652
5203
|
reportRecord(
|
|
@@ -4656,14 +5207,14 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4656
5207
|
null,
|
|
4657
5208
|
options
|
|
4658
5209
|
);
|
|
4659
|
-
return true;
|
|
5210
|
+
return { verifyFatal: true };
|
|
4660
5211
|
}
|
|
4661
5212
|
if (result.code === 33) {
|
|
4662
5213
|
options.log(
|
|
4663
5214
|
"SESSION-DB-INTEGRITY-EXHAUSTED: booting continues and litestream still replicates, starting an empty backup chain after the corrupt replica was separated.",
|
|
4664
5215
|
"warn"
|
|
4665
5216
|
);
|
|
4666
|
-
return false;
|
|
5217
|
+
return { verifyFatal: false };
|
|
4667
5218
|
}
|
|
4668
5219
|
if (result.code !== 0) {
|
|
4669
5220
|
options.log(
|
|
@@ -4671,13 +5222,13 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4671
5222
|
"warn"
|
|
4672
5223
|
);
|
|
4673
5224
|
}
|
|
4674
|
-
return false;
|
|
5225
|
+
return { verifyFatal: false };
|
|
4675
5226
|
}
|
|
4676
5227
|
options.log(
|
|
4677
5228
|
"skipping session-DB verification: this boot's session DB was not proven safe to replicate",
|
|
4678
5229
|
"debug"
|
|
4679
5230
|
);
|
|
4680
|
-
return false;
|
|
5231
|
+
return { verifyFatal: false };
|
|
4681
5232
|
}
|
|
4682
5233
|
function fileExists(path) {
|
|
4683
5234
|
try {
|
|
@@ -4764,13 +5315,13 @@ async function restoreAndVerifySessionDb(options) {
|
|
|
4764
5315
|
if (options.noReplicateMarker && fileExists(options.noReplicateMarker)) {
|
|
4765
5316
|
return { verifyFatal: false };
|
|
4766
5317
|
}
|
|
4767
|
-
return
|
|
5318
|
+
return verifySessionDb(options, configPath, env);
|
|
4768
5319
|
}
|
|
4769
5320
|
|
|
4770
5321
|
// src/lib/opencode/session-db-provenance.ts
|
|
4771
5322
|
import { createRequire } from "node:module";
|
|
4772
5323
|
import { mkdirSync as mkdirSync2, readFileSync as readFileSync5, writeFileSync as writeFileSync2 } from "node:fs";
|
|
4773
|
-
import { dirname as
|
|
5324
|
+
import { dirname as dirname5, join as join6 } from "node:path";
|
|
4774
5325
|
var require2 = createRequire(import.meta.url);
|
|
4775
5326
|
function readSessionDbMigrationIds(dbPath) {
|
|
4776
5327
|
let db;
|
|
@@ -4807,7 +5358,7 @@ function readSessionDbMigrationIds(dbPath) {
|
|
|
4807
5358
|
}
|
|
4808
5359
|
function sessionDbProvenanceStatePath(homeDir, env) {
|
|
4809
5360
|
const override = env.EVIDENT_SESSION_DB_PROVENANCE_STATE?.trim();
|
|
4810
|
-
return override ||
|
|
5361
|
+
return override || join6(homeDir, ".local", "state", "evident", "session-db-provenance.json");
|
|
4811
5362
|
}
|
|
4812
5363
|
function loadSessionDbProvenanceState(path) {
|
|
4813
5364
|
let value;
|
|
@@ -4836,7 +5387,7 @@ function loadSessionDbProvenanceState(path) {
|
|
|
4836
5387
|
}
|
|
4837
5388
|
function saveSessionDbProvenanceState(path, state) {
|
|
4838
5389
|
try {
|
|
4839
|
-
mkdirSync2(
|
|
5390
|
+
mkdirSync2(dirname5(path), { recursive: true });
|
|
4840
5391
|
writeFileSync2(path, `${JSON.stringify(state, null, 2)}
|
|
4841
5392
|
`, "utf8");
|
|
4842
5393
|
} catch (error2) {
|
|
@@ -4927,7 +5478,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4927
5478
|
if (child.exitCode !== null || child.signalCode !== null) {
|
|
4928
5479
|
return { outcome: "exited", code: child.exitCode, signal: child.signalCode };
|
|
4929
5480
|
}
|
|
4930
|
-
return new Promise((
|
|
5481
|
+
return new Promise((resolve5, reject) => {
|
|
4931
5482
|
let forced = false;
|
|
4932
5483
|
let settled = false;
|
|
4933
5484
|
const timer = setTimeout(() => {
|
|
@@ -4947,7 +5498,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4947
5498
|
settled = true;
|
|
4948
5499
|
clearTimeout(timer);
|
|
4949
5500
|
child.removeListener("exit", onExit);
|
|
4950
|
-
|
|
5501
|
+
resolve5(result);
|
|
4951
5502
|
};
|
|
4952
5503
|
const fail = (error2) => {
|
|
4953
5504
|
if (settled) return;
|
|
@@ -5423,7 +5974,7 @@ function selectSessionsToDelete(sessions, opts) {
|
|
|
5423
5974
|
);
|
|
5424
5975
|
}
|
|
5425
5976
|
var DEFAULT_INTERVAL = "1h";
|
|
5426
|
-
function
|
|
5977
|
+
function resolve2(flag, envValue, fallback) {
|
|
5427
5978
|
return flag ?? envValue ?? fallback;
|
|
5428
5979
|
}
|
|
5429
5980
|
function parseMaxCount(input) {
|
|
@@ -5439,9 +5990,9 @@ function parseMaxCount(input) {
|
|
|
5439
5990
|
}
|
|
5440
5991
|
function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
5441
5992
|
const warnings = [];
|
|
5442
|
-
const maxAgeRaw =
|
|
5443
|
-
const maxCountRaw =
|
|
5444
|
-
const intervalRaw =
|
|
5993
|
+
const maxAgeRaw = resolve2(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
|
|
5994
|
+
const maxCountRaw = resolve2(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
|
|
5995
|
+
const intervalRaw = resolve2(
|
|
5445
5996
|
flags.interval,
|
|
5446
5997
|
env.EVIDENT_SESSION_CLEANUP_INTERVAL,
|
|
5447
5998
|
DEFAULT_INTERVAL
|
|
@@ -5481,10 +6032,10 @@ function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
|
5481
6032
|
|
|
5482
6033
|
// src/lib/opencode/session-db-size.ts
|
|
5483
6034
|
import { statSync as statSync4 } from "node:fs";
|
|
5484
|
-
import { join as
|
|
6035
|
+
import { join as join7 } from "node:path";
|
|
5485
6036
|
var LARGE_DB_THRESHOLD_BYTES = 268435456;
|
|
5486
6037
|
function statSessionDbBytes(homeDir) {
|
|
5487
|
-
const dbPath =
|
|
6038
|
+
const dbPath = join7(homeDir, ".local", "share", "opencode", "opencode.db");
|
|
5488
6039
|
try {
|
|
5489
6040
|
return statSync4(dbPath).size;
|
|
5490
6041
|
} catch (err) {
|
|
@@ -5514,12 +6065,12 @@ function buildSessionStoreSizeWarning(input) {
|
|
|
5514
6065
|
// src/lib/opencode/log-tail.ts
|
|
5515
6066
|
import { statSync as statSync5 } from "node:fs";
|
|
5516
6067
|
import { homedir as homedir5 } from "node:os";
|
|
5517
|
-
import { join as
|
|
6068
|
+
import { join as join8 } from "node:path";
|
|
5518
6069
|
import { open as open2, stat } from "node:fs/promises";
|
|
5519
6070
|
var DEFAULT_POLL_INTERVAL_MS = 1e3;
|
|
5520
6071
|
function resolveOpenCodeLogPath(homeDir = homedir5(), env = process.env) {
|
|
5521
|
-
const dataDir = env.XDG_DATA_HOME ||
|
|
5522
|
-
return
|
|
6072
|
+
const dataDir = env.XDG_DATA_HOME || join8(homeDir, ".local", "share");
|
|
6073
|
+
return join8(dataDir, "opencode", "log", "opencode.log");
|
|
5523
6074
|
}
|
|
5524
6075
|
function isEnoent(error2) {
|
|
5525
6076
|
return error2?.code === "ENOENT";
|
|
@@ -5674,8 +6225,8 @@ var StreamForwarder = class {
|
|
|
5674
6225
|
pauseStream(sid, stream) {
|
|
5675
6226
|
if (!stream.paused) {
|
|
5676
6227
|
stream.paused = true;
|
|
5677
|
-
stream.pausePromise = new Promise((
|
|
5678
|
-
stream.resume =
|
|
6228
|
+
stream.pausePromise = new Promise((resolve5) => {
|
|
6229
|
+
stream.resume = resolve5;
|
|
5679
6230
|
});
|
|
5680
6231
|
}
|
|
5681
6232
|
if (stream.pauseTimer !== null) clearTimeout(stream.pauseTimer);
|
|
@@ -5742,12 +6293,12 @@ var StreamForwarder = class {
|
|
|
5742
6293
|
let endBody;
|
|
5743
6294
|
if (has_body) {
|
|
5744
6295
|
const chunks = [];
|
|
5745
|
-
bodyPromise = new Promise((
|
|
6296
|
+
bodyPromise = new Promise((resolve5) => {
|
|
5746
6297
|
pushBody = (buf) => {
|
|
5747
6298
|
chunks.push(buf);
|
|
5748
6299
|
};
|
|
5749
6300
|
endBody = () => {
|
|
5750
|
-
|
|
6301
|
+
resolve5(Buffer.concat(chunks));
|
|
5751
6302
|
};
|
|
5752
6303
|
});
|
|
5753
6304
|
}
|
|
@@ -5918,7 +6469,7 @@ function connectTunnel(options) {
|
|
|
5918
6469
|
} = options;
|
|
5919
6470
|
const tunnelUrl = getTunnelUrlConfig();
|
|
5920
6471
|
const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
|
|
5921
|
-
return new Promise((
|
|
6472
|
+
return new Promise((resolve5, reject) => {
|
|
5922
6473
|
const ws = new WebSocket2(url, {
|
|
5923
6474
|
headers: {
|
|
5924
6475
|
Authorization: authHeader,
|
|
@@ -6027,7 +6578,7 @@ function connectTunnel(options) {
|
|
|
6027
6578
|
forwarder.setBinaryFramesSupported(message.binary_frames === true);
|
|
6028
6579
|
const connectedAgentId = message.agent_id ?? agentId;
|
|
6029
6580
|
onConnected?.(connectedAgentId);
|
|
6030
|
-
|
|
6581
|
+
resolve5({
|
|
6031
6582
|
ws,
|
|
6032
6583
|
close: () => ws.close(1e3, "CLI shutdown")
|
|
6033
6584
|
});
|
|
@@ -6545,6 +7096,7 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6545
7096
|
const stalenessMs = Math.max(0, options.stalenessMs ?? SESSION_STORE_HEALTH_STALENESS_MS);
|
|
6546
7097
|
let lastUnwritableAt = null;
|
|
6547
7098
|
let lastWritableAt = null;
|
|
7099
|
+
const causes = /* @__PURE__ */ new Map();
|
|
6548
7100
|
return {
|
|
6549
7101
|
observeUnwritable: () => {
|
|
6550
7102
|
lastUnwritableAt = now();
|
|
@@ -6556,6 +7108,23 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6556
7108
|
if (lastUnwritableAt === null) return false;
|
|
6557
7109
|
if (lastWritableAt !== null && lastWritableAt >= lastUnwritableAt) return false;
|
|
6558
7110
|
return now() - lastUnwritableAt < stalenessMs;
|
|
7111
|
+
},
|
|
7112
|
+
observeCause: (sessionId, cause) => {
|
|
7113
|
+
if (sessionId === null) return;
|
|
7114
|
+
causes.delete(sessionId);
|
|
7115
|
+
causes.set(sessionId, { cause, observedAt: now() });
|
|
7116
|
+
while (causes.size > 256) {
|
|
7117
|
+
const oldest = causes.keys().next().value;
|
|
7118
|
+
if (typeof oldest !== "string") break;
|
|
7119
|
+
causes.delete(oldest);
|
|
7120
|
+
}
|
|
7121
|
+
},
|
|
7122
|
+
readCause: (sessionId) => {
|
|
7123
|
+
const observed = causes.get(sessionId);
|
|
7124
|
+
if (!observed) return null;
|
|
7125
|
+
causes.delete(sessionId);
|
|
7126
|
+
if (now() - observed.observedAt >= stalenessMs) return null;
|
|
7127
|
+
return observed.cause;
|
|
6559
7128
|
}
|
|
6560
7129
|
};
|
|
6561
7130
|
}
|
|
@@ -6564,12 +7133,12 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6564
7133
|
import { homedir as homedir6 } from "node:os";
|
|
6565
7134
|
|
|
6566
7135
|
// src/lib/runner-file-sync.ts
|
|
6567
|
-
import { join as
|
|
7136
|
+
import { join as join10 } from "node:path";
|
|
6568
7137
|
|
|
6569
7138
|
// src/lib/file-push.ts
|
|
6570
7139
|
import { randomUUID } from "node:crypto";
|
|
6571
7140
|
import { chmod, mkdir, open as open3, realpath, rename, unlink } from "node:fs/promises";
|
|
6572
|
-
import { basename, dirname as
|
|
7141
|
+
import { basename as basename2, dirname as dirname6, isAbsolute as isAbsolute2, join as join9, relative as relative2, resolve as resolve3, sep as sep2 } from "node:path";
|
|
6573
7142
|
var FILE_MODE = 384;
|
|
6574
7143
|
var DIRECTORY_MODE = 448;
|
|
6575
7144
|
async function writePushedFile(request2) {
|
|
@@ -6600,9 +7169,9 @@ async function writePushedFile(request2) {
|
|
|
6600
7169
|
}
|
|
6601
7170
|
try {
|
|
6602
7171
|
const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
|
|
6603
|
-
|
|
7172
|
+
dirname6(candidate)
|
|
6604
7173
|
);
|
|
6605
|
-
const realTarget =
|
|
7174
|
+
const realTarget = join9(existingAncestor, ...missingSegments, basename2(candidate));
|
|
6606
7175
|
const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
|
|
6607
7176
|
if (allowedDirectory === null) {
|
|
6608
7177
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
@@ -6612,8 +7181,8 @@ async function writePushedFile(request2) {
|
|
|
6612
7181
|
}
|
|
6613
7182
|
if (missingSegments.length > 0) {
|
|
6614
7183
|
await createMissingDirectories(existingAncestor, missingSegments);
|
|
6615
|
-
const realParent = await realpath(
|
|
6616
|
-
if (realParent !==
|
|
7184
|
+
const realParent = await realpath(dirname6(realTarget));
|
|
7185
|
+
if (realParent !== dirname6(realTarget) || !contains(allowedDirectory, realTarget)) {
|
|
6617
7186
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
6618
7187
|
path: realTarget,
|
|
6619
7188
|
bytes,
|
|
@@ -6638,15 +7207,15 @@ function expandAndValidate(requestedPath, homeDir) {
|
|
|
6638
7207
|
if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
|
|
6639
7208
|
return null;
|
|
6640
7209
|
}
|
|
6641
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
7210
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join9(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
6642
7211
|
if (expanded.split(/[/\\]/).includes("..")) {
|
|
6643
7212
|
return null;
|
|
6644
7213
|
}
|
|
6645
|
-
if (!
|
|
7214
|
+
if (!isAbsolute2(expanded)) {
|
|
6646
7215
|
return null;
|
|
6647
7216
|
}
|
|
6648
|
-
const candidate =
|
|
6649
|
-
const name =
|
|
7217
|
+
const candidate = resolve3(expanded);
|
|
7218
|
+
const name = basename2(candidate);
|
|
6650
7219
|
return name === "" || name === "." || name === ".." ? null : candidate;
|
|
6651
7220
|
}
|
|
6652
7221
|
async function resolveNearestExistingAncestor(directory) {
|
|
@@ -6656,18 +7225,18 @@ async function resolveNearestExistingAncestor(directory) {
|
|
|
6656
7225
|
try {
|
|
6657
7226
|
return { existingAncestor: await realpath(current), missingSegments };
|
|
6658
7227
|
} catch (err) {
|
|
6659
|
-
const parent =
|
|
7228
|
+
const parent = dirname6(current);
|
|
6660
7229
|
if (err.code !== "ENOENT" || parent === current) {
|
|
6661
7230
|
throw err;
|
|
6662
7231
|
}
|
|
6663
|
-
missingSegments.unshift(
|
|
7232
|
+
missingSegments.unshift(basename2(current));
|
|
6664
7233
|
current = parent;
|
|
6665
7234
|
}
|
|
6666
7235
|
}
|
|
6667
7236
|
}
|
|
6668
7237
|
async function findContainingAllowedDirectory(allowedDirectories, realTarget) {
|
|
6669
7238
|
for (const directory of allowedDirectories) {
|
|
6670
|
-
if (!
|
|
7239
|
+
if (!isAbsolute2(directory)) {
|
|
6671
7240
|
log("warn", "file_push_allowed_directory_skipped", { directory, reason: "not_absolute" });
|
|
6672
7241
|
continue;
|
|
6673
7242
|
}
|
|
@@ -6705,19 +7274,19 @@ async function realpathCreatingIfMissing(directory) {
|
|
|
6705
7274
|
}
|
|
6706
7275
|
}
|
|
6707
7276
|
function contains(realDirectory, realTarget) {
|
|
6708
|
-
const rel =
|
|
6709
|
-
return rel !== "" && rel !== ".." && !rel.startsWith(`..${
|
|
7277
|
+
const rel = relative2(realDirectory, realTarget);
|
|
7278
|
+
return rel !== "" && rel !== ".." && !rel.startsWith(`..${sep2}`) && !isAbsolute2(rel);
|
|
6710
7279
|
}
|
|
6711
7280
|
async function createMissingDirectories(existingAncestor, missingSegments) {
|
|
6712
7281
|
let current = existingAncestor;
|
|
6713
7282
|
for (const segment of missingSegments) {
|
|
6714
|
-
current =
|
|
7283
|
+
current = join9(current, segment);
|
|
6715
7284
|
await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
|
|
6716
7285
|
await chmod(current, DIRECTORY_MODE);
|
|
6717
7286
|
}
|
|
6718
7287
|
}
|
|
6719
7288
|
async function writeAtomically(realTarget, content) {
|
|
6720
|
-
const temporaryPath =
|
|
7289
|
+
const temporaryPath = join9(dirname6(realTarget), `.evident-push-${randomUUID()}.tmp`);
|
|
6721
7290
|
let handle;
|
|
6722
7291
|
try {
|
|
6723
7292
|
handle = await open3(temporaryPath, "wx", FILE_MODE);
|
|
@@ -6847,12 +7416,12 @@ var NOT_APPLIED = {
|
|
|
6847
7416
|
opencodeAuthApplied: false
|
|
6848
7417
|
};
|
|
6849
7418
|
function isClaudeCredentialPath(requestedPath, homeDir) {
|
|
6850
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6851
|
-
return expanded ===
|
|
7419
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7420
|
+
return expanded === join10(homeDir, ...CLAUDE_CREDENTIALS_SEGMENTS);
|
|
6852
7421
|
}
|
|
6853
7422
|
function isOpenCodeAuthPath(requestedPath, homeDir) {
|
|
6854
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6855
|
-
return expanded ===
|
|
7423
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7424
|
+
return expanded === join10(homeDir, ...OPENCODE_AUTH_SEGMENTS);
|
|
6856
7425
|
}
|
|
6857
7426
|
async function applyOne(options, file) {
|
|
6858
7427
|
const label = `${file.id.slice(0, 8)} (${file.path})`;
|
|
@@ -6996,6 +7565,11 @@ function messageIdOf(m) {
|
|
|
6996
7565
|
const infoId = m.info?.id;
|
|
6997
7566
|
return typeof infoId === "string" ? infoId : void 0;
|
|
6998
7567
|
}
|
|
7568
|
+
function composeAbandonmentNote(finish, replyShape, outcome) {
|
|
7569
|
+
const base = `OpenCode ended this turn after a tool call (finish="${finish ?? "(unknown)"}") ` + (outcome === "without-answer" ? "without writing an answer, and confirmed it is no longer working on this conversation. Evident is reporting the run as failed so the failure and its reason are visible in failed runs." : "after writing only part of an answer, and confirmed it is no longer working on this conversation. Evident delivered what was written and is reporting the run as finished.");
|
|
7570
|
+
if (replyShape === null) return base;
|
|
7571
|
+
return `${base} ${replyShape.lastToolName === null ? "No tool call was recorded" : `The last tool call was "${replyShape.lastToolName}" with status "${replyShape.lastToolStatus ?? "(unknown)"}"`}; the reply's final part types were [${replyShape.partTypes.join(", ")}]${replyShape.droppedPartCount > 0 ? ` (${replyShape.droppedPartCount} earlier part types omitted)` : ""}.`;
|
|
7572
|
+
}
|
|
6999
7573
|
function cleanImageMime(contentType) {
|
|
7000
7574
|
if (!contentType) return null;
|
|
7001
7575
|
const media = contentType.split(";")[0].trim().toLowerCase();
|
|
@@ -7016,6 +7590,10 @@ var SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS = 2e3;
|
|
|
7016
7590
|
var SESSION_ERROR_STREAM_HEALTHY_MS = 5e3;
|
|
7017
7591
|
var SESSION_ERROR_BUFFER_TTL_MS = SESSION_ERROR_STREAM_HEALTHY_MS;
|
|
7018
7592
|
var MAX_BUFFERED_SESSION_ERRORS = 256;
|
|
7593
|
+
var SESSION_ERROR_RETENTION_TTL_MS = 6e4;
|
|
7594
|
+
var SESSION_STORE_UNWRITABLE_ERROR = "The runner session database could not be written, so this turn did not finish. Nothing was lost from the queue. Clear disk space and retry.";
|
|
7595
|
+
var SESSION_ERROR_RETAINED_DETAIL = "Runner-observed OpenCode session error: ";
|
|
7596
|
+
var SESSION_ERROR_OBSERVED_CAUSE = "Runner-observed OpenCode session-store cause: ";
|
|
7019
7597
|
var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
|
|
7020
7598
|
var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
7021
7599
|
var DRIVER_SESSION_ENUMERATION_LIMIT = 20;
|
|
@@ -7138,12 +7716,15 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7138
7716
|
/**
|
|
7139
7717
|
* Per-conversation throttle state for the #183 recurrence warning (#1618
|
|
7140
7718
|
* WI-4) — see `reportWedgedConversation`'s doc comment for why this exists.
|
|
7141
|
-
* `firstWedgedAt` anchors `stuck_for_ms`; `
|
|
7142
|
-
*
|
|
7143
|
-
*
|
|
7144
|
-
*
|
|
7145
|
-
* conversation dispatches anything
|
|
7146
|
-
*
|
|
7719
|
+
* `firstWedgedAt` anchors `stuck_for_ms`; `warnAnchorAt` is the throttle
|
|
7720
|
+
* anchor from first detection through the first warning, then from each
|
|
7721
|
+
* warning onward; `consecutiveTicks` is reported in the log text so the
|
|
7722
|
+
* operator sees magnitude, not repetition. Cleared the moment the
|
|
7723
|
+
* conversation dispatches anything, or when it drops off the pending list
|
|
7724
|
+
* (`runDrain`'s prune, the dominant real-world path — a wedge normally ends
|
|
7725
|
+
* with its message completing, not a fresh dispatch on the same
|
|
7726
|
+
* conversation) — either way a fresh wedge, if it recurs, is a new
|
|
7727
|
+
* incident. Bounded FIFO, mirroring `supersededSessions`
|
|
7147
7728
|
* (`MAX_WEDGED_CONVERSATIONS`).
|
|
7148
7729
|
*/
|
|
7149
7730
|
wedgeWarnings = /* @__PURE__ */ new Map();
|
|
@@ -7173,6 +7754,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7173
7754
|
* with a short TTL so an unmatched session cannot retain an event indefinitely.
|
|
7174
7755
|
*/
|
|
7175
7756
|
bufferedSessionErrors = /* @__PURE__ */ new Map();
|
|
7757
|
+
retainedSessionErrors = /* @__PURE__ */ new Map();
|
|
7176
7758
|
/**
|
|
7177
7759
|
* AUTHORITATIVE local dedup (WI-3): Evident message ids that have been
|
|
7178
7760
|
* dispatched and are still in-flight. A message in this set is never
|
|
@@ -7372,6 +7954,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7372
7954
|
subagentInvocationPrefetches = /* @__PURE__ */ new Map();
|
|
7373
7955
|
/** Serialises drains so a reconnect during a drain doesn't double-process. */
|
|
7374
7956
|
draining = false;
|
|
7957
|
+
pendingProviderRegistryRepair = null;
|
|
7375
7958
|
/**
|
|
7376
7959
|
* Serialises runner-file syncs (#559) so the ~2s poll tick and a concurrent
|
|
7377
7960
|
* drain ping don't download, write and ack the same file twice.
|
|
@@ -7557,8 +8140,33 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7557
8140
|
async runDrain() {
|
|
7558
8141
|
let dispatched = 0;
|
|
7559
8142
|
try {
|
|
8143
|
+
const pendingRepair = this.pendingProviderRegistryRepair;
|
|
8144
|
+
if (pendingRepair && this.protectedSessionIds().size === 0) {
|
|
8145
|
+
try {
|
|
8146
|
+
await this.issueProviderRegistryReload(
|
|
8147
|
+
pendingRepair.conversationId,
|
|
8148
|
+
pendingRepair.messageId
|
|
8149
|
+
);
|
|
8150
|
+
} catch (err) {
|
|
8151
|
+
this.log({
|
|
8152
|
+
level: "error",
|
|
8153
|
+
message: `Provider registry repair adoption failed for message ${pendingRepair.messageId.slice(0, 8)}: ${err instanceof Error ? err.message : String(err)}`,
|
|
8154
|
+
conversation_id: pendingRepair.conversationId,
|
|
8155
|
+
message_id: pendingRepair.messageId
|
|
8156
|
+
});
|
|
8157
|
+
}
|
|
8158
|
+
return 0;
|
|
8159
|
+
}
|
|
7560
8160
|
this.pendingMessageIds.clear();
|
|
7561
8161
|
const conversations = await this.getPendingConversations();
|
|
8162
|
+
if (this.wedgeWarnings.size > 0) {
|
|
8163
|
+
const pendingConversationIds = new Set(conversations.map(({ id }) => id));
|
|
8164
|
+
for (const conversationId of this.wedgeWarnings.keys()) {
|
|
8165
|
+
if (!pendingConversationIds.has(conversationId)) {
|
|
8166
|
+
this.wedgeWarnings.delete(conversationId);
|
|
8167
|
+
}
|
|
8168
|
+
}
|
|
8169
|
+
}
|
|
7562
8170
|
if (this.recycleRequestedFlag) {
|
|
7563
8171
|
this.stop();
|
|
7564
8172
|
}
|
|
@@ -8095,14 +8703,13 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8095
8703
|
* skip-because-already-`dispatched`, the exact signature of a message stuck
|
|
8096
8704
|
* acknowledged-but-never-worked.
|
|
8097
8705
|
*
|
|
8098
|
-
*
|
|
8099
|
-
*
|
|
8100
|
-
*
|
|
8101
|
-
*
|
|
8102
|
-
*
|
|
8103
|
-
*
|
|
8104
|
-
*
|
|
8105
|
-
* than repetition.
|
|
8706
|
+
* The first detection starts the clock and emits a local `debug` entry. The
|
|
8707
|
+
* `warn` log and paired `dispatch_wedged` signal fire once the wedge has
|
|
8708
|
+
* lasted `wedgeWarningIntervalMs`, then at most once per interval, naming the
|
|
8709
|
+
* consecutive-tick count so the operator sees magnitude rather than repetition.
|
|
8710
|
+
* A watcher stall that the loop-liveness watchdog recovers is expected and is
|
|
8711
|
+
* already reported by its `watcher_recovered` signal, so it does not reach an
|
|
8712
|
+
* operator through this warning.
|
|
8106
8713
|
*
|
|
8107
8714
|
* Deliberately does NOT trigger a release: WI-1's `reconcileWatchers` runs
|
|
8108
8715
|
* unconditionally on this same tick and is already recovering anything it
|
|
@@ -8114,36 +8721,41 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8114
8721
|
const existing = this.wedgeWarnings.get(conv.id);
|
|
8115
8722
|
const firstWedgedAt = existing?.firstWedgedAt ?? now;
|
|
8116
8723
|
const consecutiveTicks = (existing?.consecutiveTicks ?? 0) + 1;
|
|
8117
|
-
const
|
|
8118
|
-
|
|
8119
|
-
|
|
8120
|
-
this.
|
|
8121
|
-
|
|
8122
|
-
|
|
8123
|
-
|
|
8724
|
+
const warnAnchorAt = existing?.warnAnchorAt ?? now;
|
|
8725
|
+
const dueForWarn = now - warnAnchorAt >= this.wedgeWarningIntervalMs;
|
|
8726
|
+
if (!existing) {
|
|
8727
|
+
this.log({
|
|
8728
|
+
level: "debug",
|
|
8729
|
+
message: `Detected a possible wedge for conversation ${conv.id.slice(0, 8)} with ${messages.length} pending message(s); it will be reported only if it outlasts the watchdog's recovery.`,
|
|
8730
|
+
conversation_id: conv.id
|
|
8731
|
+
});
|
|
8732
|
+
}
|
|
8733
|
+
let untracked = 0;
|
|
8734
|
+
if (dueForWarn) {
|
|
8735
|
+
const stuckForMs = now - firstWedgedAt;
|
|
8736
|
+
untracked = this.countUntrackedIds(messages);
|
|
8737
|
+
this.log({
|
|
8738
|
+
level: "warn",
|
|
8739
|
+
message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode for ${consecutiveTicks} consecutive tick(s) now (${Math.round(stuckForMs / 1e3)}s stuck). ` + (untracked > 0 ? `${untracked} of these id(s) are tracked by NO watcher \u2014 the dispatched/in-flight pairing invariant is violated for this conversation, which will NOT self-heal and needs a runner restart.` : `A watcher is tracking this work; the loop-liveness watchdog is already recovering it.`),
|
|
8740
|
+
conversation_id: conv.id
|
|
8124
8741
|
});
|
|
8125
|
-
return;
|
|
8126
8742
|
}
|
|
8127
|
-
const stuckForMs = now - firstWedgedAt;
|
|
8128
|
-
const untracked = this.countUntrackedIds(messages);
|
|
8129
|
-
this.log({
|
|
8130
|
-
level: "warn",
|
|
8131
|
-
message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode for ${consecutiveTicks} consecutive tick(s) now (${stuckForMs}ms stuck). ` + (untracked > 0 ? `${untracked} of these id(s) are tracked by NO watcher \u2014 the dispatched/in-flight pairing invariant is violated for this conversation, which will NOT self-heal and needs a runner restart.` : `A watcher is tracking this work; the loop-liveness watchdog is already recovering it.`),
|
|
8132
|
-
conversation_id: conv.id
|
|
8133
|
-
});
|
|
8134
8743
|
this.wedgeWarnings.delete(conv.id);
|
|
8135
|
-
this.wedgeWarnings.set(conv.id, {
|
|
8744
|
+
this.wedgeWarnings.set(conv.id, {
|
|
8745
|
+
firstWedgedAt,
|
|
8746
|
+
warnAnchorAt: dueForWarn ? now : warnAnchorAt,
|
|
8747
|
+
consecutiveTicks
|
|
8748
|
+
});
|
|
8136
8749
|
while (this.wedgeWarnings.size > MAX_WEDGED_CONVERSATIONS) {
|
|
8137
8750
|
const oldest = this.wedgeWarnings.keys().next().value;
|
|
8138
8751
|
if (oldest === void 0) break;
|
|
8139
8752
|
this.wedgeWarnings.delete(oldest);
|
|
8140
8753
|
}
|
|
8141
|
-
if (
|
|
8142
|
-
|
|
8143
|
-
|
|
8144
|
-
|
|
8145
|
-
|
|
8146
|
-
}
|
|
8754
|
+
if (!dueForWarn) return;
|
|
8755
|
+
void this.postSignal(conv.id, messages[0].id, "dispatch_wedged", {
|
|
8756
|
+
stuck_for_ms: now - firstWedgedAt,
|
|
8757
|
+
untracked
|
|
8758
|
+
});
|
|
8147
8759
|
}
|
|
8148
8760
|
/**
|
|
8149
8761
|
* How many of `messages`' ids are tracked by NO watcher's `inFlight` (#1618
|
|
@@ -9013,6 +9625,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9013
9625
|
this.bufferedSessionErrors.delete(oldest);
|
|
9014
9626
|
}
|
|
9015
9627
|
}
|
|
9628
|
+
retainSessionError(event) {
|
|
9629
|
+
this.retainedSessionErrors.delete(event.sessionId);
|
|
9630
|
+
this.retainedSessionErrors.set(event.sessionId, {
|
|
9631
|
+
reason: event.reason,
|
|
9632
|
+
observedAt: this.now()
|
|
9633
|
+
});
|
|
9634
|
+
while (this.retainedSessionErrors.size > MAX_BUFFERED_SESSION_ERRORS) {
|
|
9635
|
+
const oldest = this.retainedSessionErrors.keys().next().value;
|
|
9636
|
+
if (typeof oldest !== "string") break;
|
|
9637
|
+
this.retainedSessionErrors.delete(oldest);
|
|
9638
|
+
}
|
|
9639
|
+
}
|
|
9640
|
+
readRetainedSessionError(sessionId) {
|
|
9641
|
+
const retained = this.retainedSessionErrors.get(sessionId);
|
|
9642
|
+
if (!retained) return null;
|
|
9643
|
+
if (this.now() - retained.observedAt >= SESSION_ERROR_RETENTION_TTL_MS) {
|
|
9644
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9645
|
+
return null;
|
|
9646
|
+
}
|
|
9647
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9648
|
+
return retained.reason;
|
|
9649
|
+
}
|
|
9016
9650
|
/**
|
|
9017
9651
|
* Build a fresh `SessionWatcher`. Seeds `lastTickAt`/`lastObservedTickAt`
|
|
9018
9652
|
* EQUAL (#1618) so a watcher whose loop has not started ticking yet is never
|
|
@@ -9339,9 +9973,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9339
9973
|
return;
|
|
9340
9974
|
}
|
|
9341
9975
|
if ([...watcher.inFlight.values()].some((message) => message.started && !message.done)) {
|
|
9976
|
+
this.retainSessionError(event);
|
|
9342
9977
|
this.log({
|
|
9343
|
-
level: "
|
|
9344
|
-
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 deferring to transcript polling`,
|
|
9978
|
+
level: "warn",
|
|
9979
|
+
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 retaining the session error and deferring to transcript polling: ${event.reason}`,
|
|
9345
9980
|
conversation_id: watcher.conv.id
|
|
9346
9981
|
});
|
|
9347
9982
|
return;
|
|
@@ -9371,9 +10006,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9371
10006
|
const messages = await this.getSessionMessages(event.sessionId);
|
|
9372
10007
|
const state = messageRunState(messages, inFlight.opencodeMessageId);
|
|
9373
10008
|
if (state !== "queued") {
|
|
10009
|
+
this.retainSessionError(event);
|
|
9374
10010
|
this.log({
|
|
9375
|
-
level: "
|
|
9376
|
-
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} observed state ${state};
|
|
10011
|
+
level: "warn",
|
|
10012
|
+
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} in session ${event.sessionId.slice(0, 8)} observed state ${state}; retaining the reason for transcript polling: ${event.reason}`,
|
|
9377
10013
|
conversation_id: watcher.conv.id,
|
|
9378
10014
|
message_id: inFlight.evidentMessageId
|
|
9379
10015
|
});
|
|
@@ -9385,14 +10021,40 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9385
10021
|
conversation_id: watcher.conv.id,
|
|
9386
10022
|
message_id: inFlight.evidentMessageId
|
|
9387
10023
|
});
|
|
9388
|
-
|
|
9389
|
-
|
|
9390
|
-
inFlight.
|
|
9391
|
-
|
|
9392
|
-
|
|
9393
|
-
|
|
10024
|
+
const isMissingProvider = isProviderModelNotFoundError(event.reason);
|
|
10025
|
+
if (isMissingProvider) {
|
|
10026
|
+
const dispatchedModel = inFlight.message.opencode_model;
|
|
10027
|
+
const separator = dispatchedModel?.indexOf("/") ?? -1;
|
|
10028
|
+
const hasProviderAndModel = dispatchedModel !== null && separator > 0 && separator < dispatchedModel.length - 1;
|
|
10029
|
+
await this.markFailed(
|
|
10030
|
+
watcher.conv.id,
|
|
10031
|
+
inFlight.evidentMessageId,
|
|
10032
|
+
event.sessionId,
|
|
10033
|
+
`OpenCode could not run this turn: ${event.reason}`,
|
|
10034
|
+
void 0,
|
|
10035
|
+
{
|
|
10036
|
+
classification: {
|
|
10037
|
+
kind: "model_auth",
|
|
10038
|
+
providerId: hasProviderAndModel ? dispatchedModel.slice(0, separator) : null,
|
|
10039
|
+
modelId: hasProviderAndModel ? dispatchedModel.slice(separator + 1) : null,
|
|
10040
|
+
reason: "missing"
|
|
10041
|
+
},
|
|
10042
|
+
errorShape: { name: null, statusCode: null }
|
|
10043
|
+
}
|
|
10044
|
+
);
|
|
10045
|
+
} else {
|
|
10046
|
+
await this.markFailed(
|
|
10047
|
+
watcher.conv.id,
|
|
10048
|
+
inFlight.evidentMessageId,
|
|
10049
|
+
event.sessionId,
|
|
10050
|
+
`OpenCode could not run this turn: ${event.reason}`
|
|
10051
|
+
);
|
|
10052
|
+
}
|
|
9394
10053
|
inFlight.done = true;
|
|
9395
10054
|
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10055
|
+
if (isMissingProvider) {
|
|
10056
|
+
await this.repairProviderRegistry(watcher.conv.id, inFlight.evidentMessageId);
|
|
10057
|
+
}
|
|
9396
10058
|
} catch (err) {
|
|
9397
10059
|
if (err instanceof ChannelAuthError) {
|
|
9398
10060
|
this.log({
|
|
@@ -9413,6 +10075,44 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9413
10075
|
this.sessionErrorHandled.delete(inFlight.evidentMessageId);
|
|
9414
10076
|
}
|
|
9415
10077
|
}
|
|
10078
|
+
async repairProviderRegistry(conversationId, messageId) {
|
|
10079
|
+
if (this.isV2) {
|
|
10080
|
+
void this.postSignal(conversationId, messageId, "provider_registry_reload_unsupported");
|
|
10081
|
+
return;
|
|
10082
|
+
}
|
|
10083
|
+
const activeSessions = this.protectedSessionIds().size;
|
|
10084
|
+
if (activeSessions > 0 || this.draining) {
|
|
10085
|
+
this.pendingProviderRegistryRepair = { conversationId, messageId };
|
|
10086
|
+
void this.postSignal(conversationId, messageId, "provider_registry_repair_deferred", {
|
|
10087
|
+
active_sessions: activeSessions
|
|
10088
|
+
});
|
|
10089
|
+
this.log({
|
|
10090
|
+
level: "warn",
|
|
10091
|
+
message: `Provider registry repair deferred until a lifecycle-safe point; ${activeSessions} active session(s) protected`,
|
|
10092
|
+
conversation_id: conversationId,
|
|
10093
|
+
message_id: messageId
|
|
10094
|
+
});
|
|
10095
|
+
return;
|
|
10096
|
+
}
|
|
10097
|
+
await this.issueProviderRegistryReload(conversationId, messageId);
|
|
10098
|
+
}
|
|
10099
|
+
async issueProviderRegistryReload(conversationId, messageId) {
|
|
10100
|
+
this.pendingProviderRegistryRepair = null;
|
|
10101
|
+
const result = await disposeAndReloadProviderConfig(this.port, this.openCodeClient);
|
|
10102
|
+
if (result.outcome === "failed") {
|
|
10103
|
+
const failure = result.status === null ? `transport failure${result.detail ? `: ${result.detail}` : ""}` : `HTTP ${result.status}`;
|
|
10104
|
+
this.log({
|
|
10105
|
+
level: "warn",
|
|
10106
|
+
message: `Provider registry reload failed (${failure})`,
|
|
10107
|
+
conversation_id: conversationId,
|
|
10108
|
+
message_id: messageId
|
|
10109
|
+
});
|
|
10110
|
+
}
|
|
10111
|
+
const repairOutcome = result.outcome === "reloaded" ? "reloaded" : "reload_failed";
|
|
10112
|
+
void this.postSignal(conversationId, messageId, "provider_registry_reload_issued", {
|
|
10113
|
+
repair_outcome: repairOutcome
|
|
10114
|
+
});
|
|
10115
|
+
}
|
|
9416
10116
|
/**
|
|
9417
10117
|
* The per-session polling loop (WI-3). Once per tick it:
|
|
9418
10118
|
* 1. polls `GET /session/:id/message` once and, per in-flight message,
|
|
@@ -9602,7 +10302,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9602
10302
|
if (state === "failed") {
|
|
9603
10303
|
this.anchorDeliveryDeadline(inFlight);
|
|
9604
10304
|
if (!inFlight.done) {
|
|
9605
|
-
const
|
|
10305
|
+
const messageErrorText = messageError(messages, inFlight.opencodeMessageId);
|
|
10306
|
+
const retainedReason = this.readRetainedSessionError(sessionId);
|
|
10307
|
+
const retainedError = retainedReason === null || messageErrorText !== null && messageErrorText.includes(retainedReason) ? null : `${SESSION_ERROR_RETAINED_DETAIL}${retainedReason}`;
|
|
10308
|
+
const observedCause = this.sessionStoreHealth?.readCause(sessionId);
|
|
10309
|
+
const causeError = observedCause === null || observedCause === void 0 ? null : `${SESSION_ERROR_OBSERVED_CAUSE}${observedCause}`;
|
|
10310
|
+
const storeError = this.sessionStoreHealth?.isUnwritable() ? SESSION_STORE_UNWRITABLE_ERROR : null;
|
|
10311
|
+
const runnerDetails = [retainedError, causeError, storeError].filter(
|
|
10312
|
+
(detail) => detail !== null
|
|
10313
|
+
);
|
|
10314
|
+
const error2 = messageErrorText === null ? runnerDetails.length === 0 ? void 0 : runnerDetails.join(" ") : [messageErrorText, ...runnerDetails].join(" ");
|
|
9606
10315
|
this.log({
|
|
9607
10316
|
level: "error",
|
|
9608
10317
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} errored \u2014 marking failed: ${error2 ?? "(no error text)"}`,
|
|
@@ -9692,17 +10401,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9692
10401
|
}
|
|
9693
10402
|
} else {
|
|
9694
10403
|
if (inFlight.b2AbandonedSignalled) {
|
|
10404
|
+
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
10405
|
+
const finish = reply?.info?.finish ?? reply?.finish;
|
|
9695
10406
|
if (inFlight.b2AbandonedWithoutAnswer) {
|
|
9696
|
-
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
9697
10407
|
await this.settleMessageAbandonedWithoutAnswer(
|
|
9698
10408
|
sessionId,
|
|
9699
10409
|
watcher,
|
|
9700
10410
|
inFlight,
|
|
9701
10411
|
messages,
|
|
9702
|
-
|
|
10412
|
+
finish
|
|
9703
10413
|
);
|
|
9704
10414
|
} else {
|
|
9705
|
-
await this.settleMessageDone(
|
|
10415
|
+
await this.settleMessageDone(
|
|
10416
|
+
sessionId,
|
|
10417
|
+
watcher,
|
|
10418
|
+
inFlight,
|
|
10419
|
+
messages,
|
|
10420
|
+
composeAbandonmentNote(
|
|
10421
|
+
finish,
|
|
10422
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10423
|
+
"with-answer"
|
|
10424
|
+
)
|
|
10425
|
+
);
|
|
9706
10426
|
}
|
|
9707
10427
|
return;
|
|
9708
10428
|
}
|
|
@@ -9765,7 +10485,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9765
10485
|
...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
|
|
9766
10486
|
opencode_message_id: inFlight.opencodeMessageId
|
|
9767
10487
|
});
|
|
9768
|
-
await this.settleMessageDone(
|
|
10488
|
+
await this.settleMessageDone(
|
|
10489
|
+
sessionId,
|
|
10490
|
+
watcher,
|
|
10491
|
+
inFlight,
|
|
10492
|
+
messages,
|
|
10493
|
+
composeAbandonmentNote(
|
|
10494
|
+
finish,
|
|
10495
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10496
|
+
"with-answer"
|
|
10497
|
+
)
|
|
10498
|
+
);
|
|
9769
10499
|
return;
|
|
9770
10500
|
}
|
|
9771
10501
|
if (rootOngoing === true && !inFlight.b2RootOngoingHeldLogged) {
|
|
@@ -9965,15 +10695,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9965
10695
|
}
|
|
9966
10696
|
}
|
|
9967
10697
|
/**
|
|
9968
|
-
* Settle a message whose run-state has resolved `'done'
|
|
9969
|
-
*
|
|
9970
|
-
*
|
|
9971
|
-
* b2-abandonment resolution) can reach the exact same completion behavior
|
|
9972
|
-
* (delivery-deadline anchoring, title resolution, usage extraction, and
|
|
9973
|
-
* `markDone`'s auth/terminal/transient-retry discipline) without duplicating it
|
|
9974
|
-
* and risking the two copies silently drifting apart.
|
|
10698
|
+
* Settle a message whose run-state has resolved `'done'`. Normal completion and
|
|
10699
|
+
* confirmed b2 abandonment share the same delivery, usage, and terminal handling.
|
|
10700
|
+
* Normal completions omit the optional terminal diagnostic.
|
|
9975
10701
|
*/
|
|
9976
|
-
async settleMessageDone(sessionId, watcher, inFlight, messages) {
|
|
10702
|
+
async settleMessageDone(sessionId, watcher, inFlight, messages, note) {
|
|
9977
10703
|
const conv = watcher.conv;
|
|
9978
10704
|
this.anchorDeliveryDeadline(inFlight);
|
|
9979
10705
|
if (!inFlight.done) {
|
|
@@ -10000,7 +10726,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10000
10726
|
title,
|
|
10001
10727
|
usage,
|
|
10002
10728
|
usageAgentName,
|
|
10003
|
-
subagentInvocations
|
|
10729
|
+
subagentInvocations,
|
|
10730
|
+
note
|
|
10004
10731
|
);
|
|
10005
10732
|
} catch (err) {
|
|
10006
10733
|
if (err instanceof ChannelAuthError) throw err;
|
|
@@ -10045,7 +10772,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10045
10772
|
/** Report a confirmed b2 abandonment that produced no answer text. */
|
|
10046
10773
|
async settleMessageAbandonedWithoutAnswer(sessionId, watcher, inFlight, messages, finish) {
|
|
10047
10774
|
const conv = watcher.conv;
|
|
10048
|
-
const error2 =
|
|
10775
|
+
const error2 = composeAbandonmentNote(
|
|
10776
|
+
finish,
|
|
10777
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10778
|
+
"without-answer"
|
|
10779
|
+
);
|
|
10049
10780
|
this.anchorDeliveryDeadline(inFlight);
|
|
10050
10781
|
this.log({
|
|
10051
10782
|
level: "warn",
|
|
@@ -10172,7 +10903,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10172
10903
|
*/
|
|
10173
10904
|
async settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight) {
|
|
10174
10905
|
const conv = watcher.conv;
|
|
10175
|
-
const error2 =
|
|
10906
|
+
const error2 = SESSION_STORE_UNWRITABLE_ERROR;
|
|
10176
10907
|
this.log({
|
|
10177
10908
|
level: "error",
|
|
10178
10909
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was not resolved as done: ${error2}`,
|
|
@@ -11282,14 +12013,14 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11282
12013
|
const fetchChildWithoutBlocking = async (sessionId) => {
|
|
11283
12014
|
const pending = fetchChildMessages(sessionId);
|
|
11284
12015
|
let timer;
|
|
11285
|
-
const timeout = new Promise((
|
|
12016
|
+
const timeout = new Promise((resolve5) => {
|
|
11286
12017
|
timer = setTimeout(() => {
|
|
11287
12018
|
this.log({
|
|
11288
12019
|
level: "warn",
|
|
11289
12020
|
message: `Best-effort subagent session fetch for message ${messageId.slice(0, 8)} and child session ${sessionId.slice(0, 8)} was slow \u2014 omitting invocation telemetry without delaying completion`,
|
|
11290
12021
|
message_id: messageId
|
|
11291
12022
|
});
|
|
11292
|
-
|
|
12023
|
+
resolve5(null);
|
|
11293
12024
|
}, SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS);
|
|
11294
12025
|
});
|
|
11295
12026
|
try {
|
|
@@ -11849,7 +12580,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11849
12580
|
* watcher retries next tick within the
|
|
11850
12581
|
* deadline, Finding 4).
|
|
11851
12582
|
*/
|
|
11852
|
-
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations) {
|
|
12583
|
+
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations, error2) {
|
|
11853
12584
|
const res = await this.fetchImpl(
|
|
11854
12585
|
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
|
|
11855
12586
|
{
|
|
@@ -11867,7 +12598,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11867
12598
|
...title ? { title } : {},
|
|
11868
12599
|
...usage ? usage : {},
|
|
11869
12600
|
...usageAgentName ? { usage_agent_name: usageAgentName } : {},
|
|
11870
|
-
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {}
|
|
12601
|
+
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {},
|
|
12602
|
+
...error2 ? { error: error2 } : {}
|
|
11871
12603
|
})
|
|
11872
12604
|
}
|
|
11873
12605
|
);
|
|
@@ -11927,11 +12659,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11927
12659
|
if (subagentInvocations && subagentInvocations.length > 0) {
|
|
11928
12660
|
body.subagent_invocations = subagentInvocations;
|
|
11929
12661
|
}
|
|
11930
|
-
if (failure) {
|
|
11931
|
-
body.
|
|
11932
|
-
|
|
11933
|
-
|
|
11934
|
-
body.
|
|
12662
|
+
if (failure && failure.errorShape.name !== null) {
|
|
12663
|
+
body.failure_error_name = failure.errorShape.name;
|
|
12664
|
+
}
|
|
12665
|
+
if (failure && failure.errorShape.statusCode !== null) {
|
|
12666
|
+
body.failure_status_code = failure.errorShape.statusCode;
|
|
12667
|
+
}
|
|
12668
|
+
if (failure?.classification) {
|
|
12669
|
+
body.failure_kind = failure.classification.kind;
|
|
12670
|
+
body.failure_provider_id = failure.classification.providerId;
|
|
12671
|
+
body.failure_model_id = failure.classification.modelId;
|
|
12672
|
+
body.failure_reason = failure.classification.reason;
|
|
11935
12673
|
}
|
|
11936
12674
|
try {
|
|
11937
12675
|
await this.callWithRetry(
|
|
@@ -11952,27 +12690,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11952
12690
|
this.clearSubagentInvocationCaches(messageId);
|
|
11953
12691
|
}
|
|
11954
12692
|
/**
|
|
11955
|
-
* Classify an errored turn
|
|
12693
|
+
* Classify an errored turn and extract its bounded error shape for `markFailed`.
|
|
11956
12694
|
*
|
|
11957
12695
|
* `messageFailure` alone (structured OpenCode error → `model_auth`) covers
|
|
11958
12696
|
* most cases; when it returns `null` on this ALREADY-FAILED turn, fall back
|
|
11959
12697
|
* to the P1-2b zero-provider check — one extra loopback call to
|
|
11960
12698
|
* `hasAnyConfiguredProvider`, only reached when the structured classifier
|
|
11961
12699
|
* couldn't place it. Fails open (never throws): a fallback probe failure
|
|
11962
|
-
* (`null`/indeterminate) leaves the classification `null
|
|
11963
|
-
*
|
|
12700
|
+
* (`null`/indeterminate) leaves the classification `null`; the raw error shape
|
|
12701
|
+
* is still retained for diagnostics.
|
|
11964
12702
|
*/
|
|
11965
12703
|
async classifyModelAuthFailure(messages, userMessageId) {
|
|
11966
|
-
const classified = messageFailure(messages, userMessageId);
|
|
11967
|
-
if (classified != null) return classified;
|
|
11968
12704
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
11969
|
-
const
|
|
11970
|
-
|
|
12705
|
+
const errorShape = extractReplyErrorShape(reply);
|
|
12706
|
+
const classified = messageFailure(messages, userMessageId);
|
|
12707
|
+
if (classified != null) return { classification: classified, errorShape };
|
|
12708
|
+
const classification = applyZeroProviderFallback(
|
|
11971
12709
|
classified,
|
|
11972
|
-
|
|
12710
|
+
await this.hasAnyConfiguredProvider(),
|
|
11973
12711
|
reply?.info?.providerID ?? null,
|
|
11974
12712
|
reply?.info?.modelID ?? null
|
|
11975
12713
|
);
|
|
12714
|
+
return { classification, errorShape };
|
|
11976
12715
|
}
|
|
11977
12716
|
async recordSubagentModelAuthFailure(failure, conversationId, messageId) {
|
|
11978
12717
|
const providerId = failure.providerId ?? "(unknown)";
|
|
@@ -12530,7 +13269,7 @@ function commandError2(result) {
|
|
|
12530
13269
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
12531
13270
|
}
|
|
12532
13271
|
var runCommand2 = (command, args, opts) => {
|
|
12533
|
-
return new Promise((
|
|
13272
|
+
return new Promise((resolve5) => {
|
|
12534
13273
|
let child;
|
|
12535
13274
|
let stdout = "";
|
|
12536
13275
|
let stderr = "";
|
|
@@ -12540,7 +13279,7 @@ var runCommand2 = (command, args, opts) => {
|
|
|
12540
13279
|
if (settled) return;
|
|
12541
13280
|
settled = true;
|
|
12542
13281
|
if (timer.handle) clearTimeout(timer.handle);
|
|
12543
|
-
|
|
13282
|
+
resolve5(result);
|
|
12544
13283
|
};
|
|
12545
13284
|
try {
|
|
12546
13285
|
child = spawn5(command, args, { env: opts.env, stdio: ["ignore", "pipe", "pipe"] });
|
|
@@ -12595,7 +13334,9 @@ async function installRunnerSecret({
|
|
|
12595
13334
|
}) {
|
|
12596
13335
|
const arn = env.RUNNER_SECRET_ARN?.trim();
|
|
12597
13336
|
if (!arn) {
|
|
12598
|
-
|
|
13337
|
+
if (!env.GH_TOKEN) {
|
|
13338
|
+
log3("runner secret is not configured; continuing without GitHub and MCP credentials");
|
|
13339
|
+
}
|
|
12599
13340
|
return false;
|
|
12600
13341
|
}
|
|
12601
13342
|
const result = await (commandRunner ?? runCommand2)(
|
|
@@ -12794,7 +13535,7 @@ async function configureGitHubAccess({ env, log: log3 }) {
|
|
|
12794
13535
|
// src/lib/opencode/config-overlay.ts
|
|
12795
13536
|
import { execFileSync as execFileSync2 } from "node:child_process";
|
|
12796
13537
|
import { copyFileSync, existsSync as existsSync2, statSync as statSync6 } from "node:fs";
|
|
12797
|
-
import { isAbsolute as
|
|
13538
|
+
import { isAbsolute as isAbsolute3, join as join11, resolve as resolve4 } from "node:path";
|
|
12798
13539
|
function isFile(filePath) {
|
|
12799
13540
|
return existsSync2(filePath) && statSync6(filePath).isFile();
|
|
12800
13541
|
}
|
|
@@ -12807,8 +13548,8 @@ function applyRunnerOpenCodeConfig({
|
|
|
12807
13548
|
log3("runner OpenCode config is not configured; using the baked project config", "debug");
|
|
12808
13549
|
return;
|
|
12809
13550
|
}
|
|
12810
|
-
const source =
|
|
12811
|
-
const target = isFile(
|
|
13551
|
+
const source = isAbsolute3(overlayPath) ? overlayPath : resolve4(cwd, overlayPath);
|
|
13552
|
+
const target = isFile(join11(cwd, "opencode.jsonc")) ? "opencode.jsonc" : "opencode.json";
|
|
12812
13553
|
if (!isFile(source)) {
|
|
12813
13554
|
log3(
|
|
12814
13555
|
`RUNNER-OPENCODE-CONFIG-MISSING: ${source} is not a file; headless turns will wedge on the first external-directory permission prompt (#563)`,
|
|
@@ -12816,7 +13557,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12816
13557
|
);
|
|
12817
13558
|
return;
|
|
12818
13559
|
}
|
|
12819
|
-
copyFileSync(source,
|
|
13560
|
+
copyFileSync(source, join11(cwd, target));
|
|
12820
13561
|
try {
|
|
12821
13562
|
execFileSync2("git", ["-C", cwd, "update-index", "--skip-worktree", target], {
|
|
12822
13563
|
stdio: "ignore"
|
|
@@ -12825,7 +13566,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12825
13566
|
const detail = error2 instanceof Error ? error2.message : String(error2);
|
|
12826
13567
|
log3(`could not mark ${target} skip-worktree: ${detail}; it may show as a local change`, "warn");
|
|
12827
13568
|
}
|
|
12828
|
-
log3(`Applied runner OpenCode config ${source} to ${
|
|
13569
|
+
log3(`Applied runner OpenCode config ${source} to ${join11(cwd, target)}`);
|
|
12829
13570
|
}
|
|
12830
13571
|
|
|
12831
13572
|
// src/lib/credential-sync.ts
|
|
@@ -12843,14 +13584,14 @@ function errorMessage2(error2) {
|
|
|
12843
13584
|
return error2 instanceof Error ? error2.message : String(error2);
|
|
12844
13585
|
}
|
|
12845
13586
|
function waitForSettlement(promise, timeoutMs) {
|
|
12846
|
-
return new Promise((
|
|
13587
|
+
return new Promise((resolve5) => {
|
|
12847
13588
|
let settled = false;
|
|
12848
13589
|
const timer = setTimeout(() => finish(false), Math.max(0, timeoutMs));
|
|
12849
13590
|
const finish = (value) => {
|
|
12850
13591
|
if (settled) return;
|
|
12851
13592
|
settled = true;
|
|
12852
13593
|
clearTimeout(timer);
|
|
12853
|
-
|
|
13594
|
+
resolve5(value);
|
|
12854
13595
|
};
|
|
12855
13596
|
promise.then(
|
|
12856
13597
|
() => finish(true),
|
|
@@ -13067,6 +13808,8 @@ function createCredentialSync({
|
|
|
13067
13808
|
var MAX_ACTIVITY_LOG_ENTRIES = 10;
|
|
13068
13809
|
var MAX_DISCONNECT_REASON_LENGTH = 200;
|
|
13069
13810
|
var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
|
|
13811
|
+
var CREDENTIAL_ADOPTION_PROBE_ATTEMPTS = 3;
|
|
13812
|
+
var CREDENTIAL_ADOPTION_PROBE_INTERVAL_MS = 1e3;
|
|
13070
13813
|
var CHANNEL_STUCK_QUEUED_MS = Number(process.env.EVIDENT_STUCK_QUEUED_MS) || void 0;
|
|
13071
13814
|
var SHUTDOWN_DRAIN_TIMEOUT_MS = Number(process.env.EVIDENT_SHUTDOWN_DRAIN_MS) || 25e3;
|
|
13072
13815
|
var TELEMETRY_SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
@@ -13101,8 +13844,8 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
13101
13844
|
if (trimmed === "") {
|
|
13102
13845
|
throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
|
|
13103
13846
|
}
|
|
13104
|
-
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ?
|
|
13105
|
-
if (!
|
|
13847
|
+
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join12(homeDir, trimmed.slice(2)) : trimmed;
|
|
13848
|
+
if (!isAbsolute4(expanded)) {
|
|
13106
13849
|
throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
|
|
13107
13850
|
}
|
|
13108
13851
|
const normalized = resolvePath2(expanded);
|
|
@@ -13202,8 +13945,7 @@ function resolveMaxActiveSessions(options, env = process.env) {
|
|
|
13202
13945
|
function meetsThreshold(state, level) {
|
|
13203
13946
|
return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
|
|
13204
13947
|
}
|
|
13205
|
-
function
|
|
13206
|
-
if (!meetsThreshold(state, level)) return;
|
|
13948
|
+
function writeConsoleLog(state, message, level) {
|
|
13207
13949
|
if (state.json) {
|
|
13208
13950
|
console.log(
|
|
13209
13951
|
JSON.stringify({
|
|
@@ -13212,10 +13954,18 @@ function log2(state, message, level = "info") {
|
|
|
13212
13954
|
message
|
|
13213
13955
|
})
|
|
13214
13956
|
);
|
|
13215
|
-
|
|
13216
|
-
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
13217
|
-
console.log(`${prefix} ${message}`);
|
|
13957
|
+
return;
|
|
13218
13958
|
}
|
|
13959
|
+
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
13960
|
+
console.log(`${prefix} ${message}`);
|
|
13961
|
+
}
|
|
13962
|
+
function log2(state, message, level = "info") {
|
|
13963
|
+
if (!meetsThreshold(state, level)) return;
|
|
13964
|
+
if (state.json || !state.interactive) writeConsoleLog(state, message, level);
|
|
13965
|
+
}
|
|
13966
|
+
function logLocalOnly(state, message, level = "info") {
|
|
13967
|
+
if (!meetsThreshold(state, level)) return;
|
|
13968
|
+
writeConsoleLog(state, message, level);
|
|
13219
13969
|
}
|
|
13220
13970
|
function logActivity(state, entry) {
|
|
13221
13971
|
const level = entry.level ?? (entry.type === "error" ? "error" : "info");
|
|
@@ -13407,6 +14157,125 @@ async function handleAuthError(state, error2) {
|
|
|
13407
14157
|
return { success: false };
|
|
13408
14158
|
}
|
|
13409
14159
|
}
|
|
14160
|
+
function logCredentialAdoptionActivity(state, activity, level) {
|
|
14161
|
+
const message = (() => {
|
|
14162
|
+
switch (activity.outcome) {
|
|
14163
|
+
case "deferred":
|
|
14164
|
+
return `CREDENTIAL-ADOPTION: deferred generation ${activity.generation} with ${activity.active_sessions} active session(s)`;
|
|
14165
|
+
case "reloaded_ready":
|
|
14166
|
+
return `CREDENTIAL-ADOPTION: adopted generation ${activity.generation} with ${activity.active_sessions} active session(s); readiness probe succeeded after ${activity.probe_attempts} attempt(s)`;
|
|
14167
|
+
case "reloaded_interrupted": {
|
|
14168
|
+
const response = activity.probe_status === null ? "without an HTTP response" : `with HTTP ${activity.probe_status} and ${activity.probe_body_empty ? "an empty" : "a non-empty"} body`;
|
|
14169
|
+
return `CREDENTIAL-ADOPTION: generation ${activity.generation} with ${activity.active_sessions} active session(s); replacement instance answered ${response} after ${activity.probe_attempts} probe attempt(s)`;
|
|
14170
|
+
}
|
|
14171
|
+
case "reload_failed":
|
|
14172
|
+
return `CREDENTIAL-ADOPTION: failed to adopt generation ${activity.generation} with ${activity.active_sessions} active session(s)`;
|
|
14173
|
+
case "skipped_v2":
|
|
14174
|
+
return `CREDENTIAL-ADOPTION: skipped generation ${activity.generation} with ${activity.active_sessions} active session(s) on OpenCode V2`;
|
|
14175
|
+
}
|
|
14176
|
+
})();
|
|
14177
|
+
logActivity(state, {
|
|
14178
|
+
type: level === "error" ? "error" : "info",
|
|
14179
|
+
level,
|
|
14180
|
+
...level === "error" ? { error: message } : { message },
|
|
14181
|
+
metadata: {
|
|
14182
|
+
...activity,
|
|
14183
|
+
opencode_version: state.opencodeVersion,
|
|
14184
|
+
port: state.port
|
|
14185
|
+
}
|
|
14186
|
+
});
|
|
14187
|
+
}
|
|
14188
|
+
async function adoptCredentialGeneration(state, generation, adoption, activeSessions, deferredForMs) {
|
|
14189
|
+
const reload = await disposeAndReloadProviderConfig(
|
|
14190
|
+
state.port,
|
|
14191
|
+
state.opencodeClient ?? void 0
|
|
14192
|
+
);
|
|
14193
|
+
if (reload.outcome === "failed") {
|
|
14194
|
+
logCredentialAdoptionActivity(
|
|
14195
|
+
state,
|
|
14196
|
+
{
|
|
14197
|
+
outcome: "reload_failed",
|
|
14198
|
+
generation,
|
|
14199
|
+
active_sessions: activeSessions,
|
|
14200
|
+
adoption,
|
|
14201
|
+
deferred_for_ms: deferredForMs,
|
|
14202
|
+
reload_status: reload.status,
|
|
14203
|
+
reload_detail: reload.detail,
|
|
14204
|
+
probe_attempts: null,
|
|
14205
|
+
probe_status: null,
|
|
14206
|
+
probe_body_empty: null,
|
|
14207
|
+
probe_detail: null
|
|
14208
|
+
},
|
|
14209
|
+
"error"
|
|
14210
|
+
);
|
|
14211
|
+
return;
|
|
14212
|
+
}
|
|
14213
|
+
if (reload.outcome === "skipped_v2") {
|
|
14214
|
+
logCredentialAdoptionActivity(
|
|
14215
|
+
state,
|
|
14216
|
+
{
|
|
14217
|
+
outcome: "skipped_v2",
|
|
14218
|
+
generation,
|
|
14219
|
+
active_sessions: activeSessions,
|
|
14220
|
+
adoption,
|
|
14221
|
+
deferred_for_ms: deferredForMs,
|
|
14222
|
+
reload_status: null,
|
|
14223
|
+
reload_detail: null,
|
|
14224
|
+
probe_attempts: null,
|
|
14225
|
+
probe_status: null,
|
|
14226
|
+
probe_body_empty: null,
|
|
14227
|
+
probe_detail: null
|
|
14228
|
+
},
|
|
14229
|
+
"debug"
|
|
14230
|
+
);
|
|
14231
|
+
return;
|
|
14232
|
+
}
|
|
14233
|
+
let lastProbe = null;
|
|
14234
|
+
let attempts = 0;
|
|
14235
|
+
for (attempts = 1; attempts <= CREDENTIAL_ADOPTION_PROBE_ATTEMPTS; attempts++) {
|
|
14236
|
+
lastProbe = await probeOpenCodeRequestReadiness(state.port, state.opencodeClient ?? void 0);
|
|
14237
|
+
if (lastProbe.ok) {
|
|
14238
|
+
logCredentialAdoptionActivity(
|
|
14239
|
+
state,
|
|
14240
|
+
{
|
|
14241
|
+
outcome: "reloaded_ready",
|
|
14242
|
+
generation,
|
|
14243
|
+
active_sessions: activeSessions,
|
|
14244
|
+
adoption,
|
|
14245
|
+
deferred_for_ms: deferredForMs,
|
|
14246
|
+
reload_status: null,
|
|
14247
|
+
reload_detail: null,
|
|
14248
|
+
probe_attempts: attempts,
|
|
14249
|
+
probe_status: lastProbe.status,
|
|
14250
|
+
probe_body_empty: lastProbe.bodyEmpty,
|
|
14251
|
+
probe_detail: lastProbe.detail
|
|
14252
|
+
},
|
|
14253
|
+
"warn"
|
|
14254
|
+
);
|
|
14255
|
+
return;
|
|
14256
|
+
}
|
|
14257
|
+
if (attempts < CREDENTIAL_ADOPTION_PROBE_ATTEMPTS) {
|
|
14258
|
+
await new Promise((resolve5) => setTimeout(resolve5, CREDENTIAL_ADOPTION_PROBE_INTERVAL_MS));
|
|
14259
|
+
}
|
|
14260
|
+
}
|
|
14261
|
+
logCredentialAdoptionActivity(
|
|
14262
|
+
state,
|
|
14263
|
+
{
|
|
14264
|
+
outcome: "reloaded_interrupted",
|
|
14265
|
+
generation,
|
|
14266
|
+
active_sessions: activeSessions,
|
|
14267
|
+
adoption,
|
|
14268
|
+
deferred_for_ms: deferredForMs,
|
|
14269
|
+
reload_status: null,
|
|
14270
|
+
reload_detail: null,
|
|
14271
|
+
probe_attempts: CREDENTIAL_ADOPTION_PROBE_ATTEMPTS,
|
|
14272
|
+
probe_status: lastProbe?.status ?? null,
|
|
14273
|
+
probe_body_empty: lastProbe?.bodyEmpty ?? null,
|
|
14274
|
+
probe_detail: lastProbe?.detail ?? null
|
|
14275
|
+
},
|
|
14276
|
+
"error"
|
|
14277
|
+
);
|
|
14278
|
+
}
|
|
13410
14279
|
async function driveChannels(state, driver) {
|
|
13411
14280
|
let idlePolls = 0;
|
|
13412
14281
|
let idleMs = 0;
|
|
@@ -13416,6 +14285,15 @@ async function driveChannels(state, driver) {
|
|
|
13416
14285
|
let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
13417
14286
|
let lastSeenClaudeApplies = driver.fileSyncActivity().claudeCredentialApplies;
|
|
13418
14287
|
let lastSeenOpencodeAuthApplies = driver.fileSyncActivity().opencodeAuthApplyCount;
|
|
14288
|
+
const credentialAdoption = {
|
|
14289
|
+
generation: 0,
|
|
14290
|
+
pendingGeneration: null,
|
|
14291
|
+
pendingSinceMs: null,
|
|
14292
|
+
deferredGeneration: null,
|
|
14293
|
+
adoption: 0
|
|
14294
|
+
};
|
|
14295
|
+
const stayAwakeHolds = () => state.stayAwakeUntilMs !== null && Date.now() < state.stayAwakeUntilMs;
|
|
14296
|
+
let stayAwakeSuppressionLogged = false;
|
|
13419
14297
|
while (state.running) {
|
|
13420
14298
|
const cycleStartedAtMs = performance.now();
|
|
13421
14299
|
let idleThisCycle = false;
|
|
@@ -13457,12 +14335,30 @@ async function driveChannels(state, driver) {
|
|
|
13457
14335
|
lastSeenOpencodeAuthApplies = opencodeAuthApplies;
|
|
13458
14336
|
if (opencodeAuthApplied) state.openaiUsageRearm?.();
|
|
13459
14337
|
if (claudeCredentialApplied || opencodeAuthApplied) {
|
|
13460
|
-
|
|
13461
|
-
|
|
13462
|
-
|
|
13463
|
-
|
|
13464
|
-
|
|
13465
|
-
|
|
14338
|
+
credentialAdoption.generation++;
|
|
14339
|
+
if (state.opencodeApiVersion === "v2") {
|
|
14340
|
+
logCredentialAdoptionActivity(
|
|
14341
|
+
state,
|
|
14342
|
+
{
|
|
14343
|
+
outcome: "skipped_v2",
|
|
14344
|
+
generation: credentialAdoption.generation,
|
|
14345
|
+
active_sessions: driver.protectedSessionIds().size,
|
|
14346
|
+
adoption: null,
|
|
14347
|
+
deferred_for_ms: null,
|
|
14348
|
+
reload_status: null,
|
|
14349
|
+
reload_detail: null,
|
|
14350
|
+
probe_attempts: null,
|
|
14351
|
+
probe_status: null,
|
|
14352
|
+
probe_body_empty: null,
|
|
14353
|
+
probe_detail: null
|
|
14354
|
+
},
|
|
14355
|
+
"debug"
|
|
14356
|
+
);
|
|
14357
|
+
} else {
|
|
14358
|
+
credentialAdoption.pendingGeneration = credentialAdoption.generation;
|
|
14359
|
+
credentialAdoption.pendingSinceMs = Date.now();
|
|
14360
|
+
credentialAdoption.deferredGeneration = null;
|
|
14361
|
+
}
|
|
13466
14362
|
}
|
|
13467
14363
|
if (opencodeAuthApplied && state.opencodeApiVersion === "v2") {
|
|
13468
14364
|
void importOpenCodeV2CredentialsForState(state).catch(
|
|
@@ -13517,7 +14413,50 @@ async function driveChannels(state, driver) {
|
|
|
13517
14413
|
}
|
|
13518
14414
|
}
|
|
13519
14415
|
}
|
|
13520
|
-
|
|
14416
|
+
if (credentialAdoption.pendingGeneration !== null) {
|
|
14417
|
+
const activeSessions = driver.protectedSessionIds();
|
|
14418
|
+
const generation = credentialAdoption.pendingGeneration;
|
|
14419
|
+
if (activeSessions.size > 0) {
|
|
14420
|
+
if (credentialAdoption.deferredGeneration !== generation) {
|
|
14421
|
+
credentialAdoption.deferredGeneration = generation;
|
|
14422
|
+
logCredentialAdoptionActivity(
|
|
14423
|
+
state,
|
|
14424
|
+
{
|
|
14425
|
+
outcome: "deferred",
|
|
14426
|
+
generation,
|
|
14427
|
+
active_sessions: activeSessions.size,
|
|
14428
|
+
adoption: null,
|
|
14429
|
+
deferred_for_ms: null,
|
|
14430
|
+
reload_status: null,
|
|
14431
|
+
reload_detail: null,
|
|
14432
|
+
probe_attempts: null,
|
|
14433
|
+
probe_status: null,
|
|
14434
|
+
probe_body_empty: null,
|
|
14435
|
+
probe_detail: null
|
|
14436
|
+
},
|
|
14437
|
+
"warn"
|
|
14438
|
+
);
|
|
14439
|
+
}
|
|
14440
|
+
} else {
|
|
14441
|
+
const deferredForMs = credentialAdoption.deferredGeneration === generation && credentialAdoption.pendingSinceMs !== null ? Math.max(0, Date.now() - credentialAdoption.pendingSinceMs) : null;
|
|
14442
|
+
credentialAdoption.pendingGeneration = null;
|
|
14443
|
+
credentialAdoption.pendingSinceMs = null;
|
|
14444
|
+
credentialAdoption.adoption++;
|
|
14445
|
+
void adoptCredentialGeneration(
|
|
14446
|
+
state,
|
|
14447
|
+
generation,
|
|
14448
|
+
credentialAdoption.adoption,
|
|
14449
|
+
activeSessions.size,
|
|
14450
|
+
deferredForMs
|
|
14451
|
+
).catch(
|
|
14452
|
+
(error2) => logActivity(state, {
|
|
14453
|
+
type: "error",
|
|
14454
|
+
error: `CREDENTIAL-ADOPTION: adoption failed for generation ${generation} with ${activeSessions.size} active session(s) on port ${state.port}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
14455
|
+
})
|
|
14456
|
+
);
|
|
14457
|
+
}
|
|
14458
|
+
}
|
|
14459
|
+
await new Promise((resolve5) => setTimeout(resolve5, CHANNEL_POLL_INTERVAL_MS));
|
|
13521
14460
|
const cycleMs = performance.now() - cycleStartedAtMs;
|
|
13522
14461
|
if (idleThisCycle) idleMs += cycleMs;
|
|
13523
14462
|
if (unreachableThisCycle) unreachableMs += cycleMs;
|
|
@@ -13530,15 +14469,27 @@ async function driveChannels(state, driver) {
|
|
|
13530
14469
|
if (state.interactive) displayStatus(state);
|
|
13531
14470
|
break;
|
|
13532
14471
|
}
|
|
13533
|
-
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3) {
|
|
14472
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && !stayAwakeHolds()) {
|
|
13534
14473
|
logActivity(state, { type: "info", message: "Idle timeout reached" });
|
|
13535
14474
|
if (state.interactive) displayStatus(state);
|
|
13536
14475
|
break;
|
|
13537
14476
|
}
|
|
14477
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && stayAwakeHolds()) {
|
|
14478
|
+
if (!stayAwakeSuppressionLogged) {
|
|
14479
|
+
stayAwakeSuppressionLogged = true;
|
|
14480
|
+
logActivity(state, {
|
|
14481
|
+
type: "info",
|
|
14482
|
+
message: "Idle, but staying awake until the requested minimum passes"
|
|
14483
|
+
});
|
|
14484
|
+
}
|
|
14485
|
+
}
|
|
13538
14486
|
}
|
|
13539
14487
|
}
|
|
13540
14488
|
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
13541
14489
|
var SESSION_CLEANUP_MAX_DELETES_PER_SWEEP = 100;
|
|
14490
|
+
var SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES = 2;
|
|
14491
|
+
var SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES = 2;
|
|
14492
|
+
var MAX_SESSION_DELETE_BODY_LENGTH = 200;
|
|
13542
14493
|
function shouldWarnForReclaimSkip(reason) {
|
|
13543
14494
|
if (reason !== "sqlite-unavailable" && reason !== "disk-exhaustion") return false;
|
|
13544
14495
|
const version2 = /^v(\d+)\.(\d+)\.(\d+)$/.exec(process.version);
|
|
@@ -13549,7 +14500,7 @@ function shouldWarnForReclaimSkip(reason) {
|
|
|
13549
14500
|
return major > 22 || major === 22 && (minor > 13 || minor === 13 && patch >= 0);
|
|
13550
14501
|
}
|
|
13551
14502
|
function sessionDbPath() {
|
|
13552
|
-
return
|
|
14503
|
+
return join12(homedir7(), ".local", "share", "opencode", "opencode.db");
|
|
13553
14504
|
}
|
|
13554
14505
|
function logSessionCleanupActivity(state, phase, entry) {
|
|
13555
14506
|
logActivity(state, {
|
|
@@ -13626,8 +14577,12 @@ async function runSweep(state, driver, config) {
|
|
|
13626
14577
|
protectedIds: protectedNow
|
|
13627
14578
|
}
|
|
13628
14579
|
);
|
|
13629
|
-
const
|
|
13630
|
-
|
|
14580
|
+
const eligibleToDelete = toDelete.filter(
|
|
14581
|
+
(id) => (state.sessionDeleteFailures.get(id)?.isolatedFailures ?? 0) < SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES
|
|
14582
|
+
);
|
|
14583
|
+
const deleteCandidates = eligibleToDelete.slice(0, SESSION_CLEANUP_MAX_DELETES_PER_SWEEP);
|
|
14584
|
+
remaining = eligibleToDelete.length - deleteCandidates.length;
|
|
14585
|
+
const answeredFailures = [];
|
|
13631
14586
|
protectedNow = driver.protectedSessionIds();
|
|
13632
14587
|
for (const id of deleteCandidates) {
|
|
13633
14588
|
if (protectedNow.has(id)) {
|
|
@@ -13650,8 +14605,44 @@ async function runSweep(state, driver, config) {
|
|
|
13650
14605
|
if (statusClass === 4) failed4xx++;
|
|
13651
14606
|
else if (statusClass === 5) failed5xx++;
|
|
13652
14607
|
else failedOtherStatus++;
|
|
14608
|
+
answeredFailures.push({
|
|
14609
|
+
id,
|
|
14610
|
+
status: outcome.status,
|
|
14611
|
+
...outcome.body !== void 0 ? { body: outcome.body } : {}
|
|
14612
|
+
});
|
|
14613
|
+
}
|
|
14614
|
+
}
|
|
14615
|
+
const givenUpFailures = [];
|
|
14616
|
+
if (failed > SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES) {
|
|
14617
|
+
for (const { id } of answeredFailures) state.sessionDeleteFailures.delete(id);
|
|
14618
|
+
} else {
|
|
14619
|
+
for (const failure of answeredFailures) {
|
|
14620
|
+
const previous = state.sessionDeleteFailures.get(failure.id);
|
|
14621
|
+
const record = previous?.status === failure.status ? { status: failure.status, isolatedFailures: previous.isolatedFailures + 1 } : { status: failure.status, isolatedFailures: 1 };
|
|
14622
|
+
state.sessionDeleteFailures.set(failure.id, record);
|
|
14623
|
+
if (record.isolatedFailures >= SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES) {
|
|
14624
|
+
givenUpFailures.push(failure);
|
|
14625
|
+
}
|
|
13653
14626
|
}
|
|
13654
14627
|
}
|
|
14628
|
+
for (const failure of givenUpFailures) {
|
|
14629
|
+
const excerpt = redactDiagnosticText(failure.body ?? "(no response body)").slice(
|
|
14630
|
+
0,
|
|
14631
|
+
MAX_SESSION_DELETE_BODY_LENGTH
|
|
14632
|
+
);
|
|
14633
|
+
logSessionCleanupActivity(state, "sweep", {
|
|
14634
|
+
type: "info",
|
|
14635
|
+
level: "warn",
|
|
14636
|
+
message: `Session cleanup: gave up on session ${failure.id} after ${SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES} isolated delete failures (status ${failure.status}): ${excerpt}`,
|
|
14637
|
+
metadata: {
|
|
14638
|
+
outcome: "session-delete-given-up",
|
|
14639
|
+
session_id: failure.id,
|
|
14640
|
+
status: failure.status,
|
|
14641
|
+
body_excerpt: excerpt,
|
|
14642
|
+
given_up_count: givenUpFailures.length
|
|
14643
|
+
}
|
|
14644
|
+
});
|
|
14645
|
+
}
|
|
13655
14646
|
const failedNote = failed > 0 ? `, failed ${failed}` : "";
|
|
13656
14647
|
const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
|
|
13657
14648
|
const remainingNote = remaining > 0 ? `, remaining ${remaining}` : "";
|
|
@@ -13672,21 +14663,31 @@ async function runSweep(state, driver, config) {
|
|
|
13672
14663
|
sessions_remaining: remaining,
|
|
13673
14664
|
...enumerationReason !== null ? { session_enumeration_reason: enumerationReason } : {}
|
|
13674
14665
|
};
|
|
14666
|
+
const protectedForReclaim = driver.protectedSessionIds();
|
|
13675
14667
|
const reclaimResult = await reclaimSessionDbSpace({
|
|
13676
14668
|
dbPath: sessionDbPath(),
|
|
13677
14669
|
chunkPages: SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
13678
14670
|
pageCeiling: SESSION_DB_RECLAIM_PAGE_CEILING,
|
|
13679
14671
|
timeBudgetMs: SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
13680
|
-
|
|
14672
|
+
hasLiveTurn: protectedForReclaim.size > 0,
|
|
14673
|
+
hasProvenanceAnomaly: state.sessionDbProvenanceAnomaly
|
|
13681
14674
|
});
|
|
13682
14675
|
if (reclaimResult.ok) {
|
|
13683
14676
|
state.sessionStoreHealth.observeWritable();
|
|
13684
14677
|
const beforeMib = (reclaimResult.beforeBytes / 1024 / 1024).toFixed(1);
|
|
13685
14678
|
const afterMib = (reclaimResult.afterBytes / 1024 / 1024).toFixed(1);
|
|
13686
14679
|
const checkpointNote = reclaimResult.checkpoint.busy ? ` (on-disk file truncation deferred: checkpoint busy, ${reclaimResult.checkpoint.log} WAL frames pending)` : "";
|
|
14680
|
+
const loopElapsedMs = Math.max(
|
|
14681
|
+
0,
|
|
14682
|
+
reclaimResult.elapsedMs - reclaimResult.checkpointElapsedMs
|
|
14683
|
+
);
|
|
14684
|
+
const reclaimIsSlow = reclaimResult.elapsedMs >= 4 * SESSION_DB_RECLAIM_TIME_BUDGET_MS;
|
|
14685
|
+
const perPageNote = reclaimResult.pagesReclaimed > 0 ? `, per-page ${(loopElapsedMs / reclaimResult.pagesReclaimed).toFixed(2)} ms/page` : "";
|
|
14686
|
+
const slowReclaimNote = reclaimIsSlow ? ` (slow reclaim: total elapsed ${reclaimResult.elapsedMs} ms, checkpoint ${reclaimResult.checkpointElapsedMs} ms, loop ${loopElapsedMs} ms, budget ${SESSION_DB_RECLAIM_TIME_BUDGET_MS} ms${perPageNote})` : "";
|
|
13687
14687
|
logSessionCleanupActivity(state, "sweep", {
|
|
13688
14688
|
type: "info",
|
|
13689
|
-
|
|
14689
|
+
level: reclaimIsSlow ? "warn" : "info",
|
|
14690
|
+
message: `Session cleanup: reclaimed session-db space (${reclaimResult.mode}): ${beforeMib} MiB -> ${afterMib} MiB (stopped by ${reclaimResult.stoppedBy}; freelist ${reclaimResult.freelistBefore} -> ${reclaimResult.freelistAfter} pages)` + checkpointNote + slowReclaimNote,
|
|
13690
14691
|
metadata: {
|
|
13691
14692
|
outcome: "reclaimed",
|
|
13692
14693
|
mode: reclaimResult.mode,
|
|
@@ -13699,6 +14700,7 @@ async function runSweep(state, driver, config) {
|
|
|
13699
14700
|
freelist_after: reclaimResult.freelistAfter,
|
|
13700
14701
|
pages_reclaimed: reclaimResult.pagesReclaimed,
|
|
13701
14702
|
reclaim_elapsed_ms: reclaimResult.elapsedMs,
|
|
14703
|
+
checkpoint_elapsed_ms: reclaimResult.checkpointElapsedMs,
|
|
13702
14704
|
...sessionMetadata
|
|
13703
14705
|
}
|
|
13704
14706
|
});
|
|
@@ -13809,10 +14811,12 @@ function scheduleUsageReporting(state, params) {
|
|
|
13809
14811
|
let phase = "dormant";
|
|
13810
14812
|
let rearmRequested = false;
|
|
13811
14813
|
const armProbe = () => {
|
|
14814
|
+
if (!state.running) return;
|
|
13812
14815
|
phase = "probe-pending";
|
|
13813
14816
|
params.setTimer(setTimeout(() => void tick(true), params.firstDelayMs()));
|
|
13814
14817
|
};
|
|
13815
14818
|
const scheduleNextTick = () => {
|
|
14819
|
+
if (!state.running) return;
|
|
13816
14820
|
if (rearmRequested) {
|
|
13817
14821
|
rearmRequested = false;
|
|
13818
14822
|
armProbe();
|
|
@@ -13846,6 +14850,7 @@ function scheduleUsageReporting(state, params) {
|
|
|
13846
14850
|
phase = "tick-in-flight";
|
|
13847
14851
|
try {
|
|
13848
14852
|
const usage = await params.fetchUsage();
|
|
14853
|
+
if (!state.running) return;
|
|
13849
14854
|
const result = await params.report(usage);
|
|
13850
14855
|
if (result.ok) {
|
|
13851
14856
|
if (consecutiveFailures > 0) {
|
|
@@ -13984,6 +14989,7 @@ function scheduleResourceUsageReporting(state, options) {
|
|
|
13984
14989
|
message: lowDiskDecision.warning
|
|
13985
14990
|
});
|
|
13986
14991
|
}
|
|
14992
|
+
if (!state.running) return;
|
|
13987
14993
|
const result = await reportResourceUsage(state.agentId, state.authHeader, usage);
|
|
13988
14994
|
if (result.ok) {
|
|
13989
14995
|
if (consecutiveFailures > 0) {
|
|
@@ -14016,7 +15022,9 @@ function scheduleResourceUsageReporting(state, options) {
|
|
|
14016
15022
|
message: `Resource usage reporting failed: ${message}${failureStreakSuffix(consecutiveFailures)}`
|
|
14017
15023
|
});
|
|
14018
15024
|
} finally {
|
|
14019
|
-
state.
|
|
15025
|
+
if (state.running) {
|
|
15026
|
+
state.resourceUsageTimer = setTimeout(() => void tick(), usageReportDelayMs());
|
|
15027
|
+
}
|
|
14020
15028
|
}
|
|
14021
15029
|
};
|
|
14022
15030
|
state.resourceUsageTimer = setTimeout(() => void tick(), firstReportDelayMs());
|
|
@@ -14178,8 +15186,8 @@ async function beginGracefulShutdown(state, trigger) {
|
|
|
14178
15186
|
return true;
|
|
14179
15187
|
}
|
|
14180
15188
|
);
|
|
14181
|
-
const timedOut = new Promise((
|
|
14182
|
-
timer = setTimeout(() =>
|
|
15189
|
+
const timedOut = new Promise((resolve5) => {
|
|
15190
|
+
timer = setTimeout(() => resolve5(false), telemetryBudgetMs);
|
|
14183
15191
|
});
|
|
14184
15192
|
if (!await Promise.race([flushed, timedOut])) {
|
|
14185
15193
|
log2(state, `Telemetry flush exceeded ${telemetryBudgetMs}ms \u2014 exiting anyway`, "warn");
|
|
@@ -14219,6 +15227,8 @@ async function run(options) {
|
|
|
14219
15227
|
port: options.port ?? 4096,
|
|
14220
15228
|
conversationFilter: options.conversation ?? null,
|
|
14221
15229
|
idleTimeout: options.idleTimeout ?? null,
|
|
15230
|
+
stayAwakeSeconds: null,
|
|
15231
|
+
stayAwakeUntilMs: null,
|
|
14222
15232
|
json: options.json ?? false,
|
|
14223
15233
|
interactive,
|
|
14224
15234
|
logLevel,
|
|
@@ -14242,6 +15252,7 @@ async function run(options) {
|
|
|
14242
15252
|
messageCount: 0,
|
|
14243
15253
|
lastProxiedActivityAt: null,
|
|
14244
15254
|
sessionCleanupTimers: [],
|
|
15255
|
+
sessionDeleteFailures: /* @__PURE__ */ new Map(),
|
|
14245
15256
|
claudeUsageTimer: null,
|
|
14246
15257
|
claudeUsageRearm: null,
|
|
14247
15258
|
openaiUsageTimer: null,
|
|
@@ -14407,6 +15418,17 @@ async function run(options) {
|
|
|
14407
15418
|
}
|
|
14408
15419
|
spinner?.succeed(`Runner: ${validation.agent.name || state.agentId}`);
|
|
14409
15420
|
state.agentName = validation.agent.name;
|
|
15421
|
+
const requestedStayAwakeSeconds = validation.agent?.wake_stay_awake_seconds;
|
|
15422
|
+
if (typeof requestedStayAwakeSeconds === "number" && Number.isFinite(requestedStayAwakeSeconds) && requestedStayAwakeSeconds > 0) {
|
|
15423
|
+
state.stayAwakeSeconds = requestedStayAwakeSeconds;
|
|
15424
|
+
} else if (requestedStayAwakeSeconds !== void 0 && requestedStayAwakeSeconds !== null) {
|
|
15425
|
+
state.stayAwakeSeconds = null;
|
|
15426
|
+
log2(
|
|
15427
|
+
state,
|
|
15428
|
+
`Ignoring invalid wake_stay_awake_seconds (type: ${typeof requestedStayAwakeSeconds})`,
|
|
15429
|
+
"warn"
|
|
15430
|
+
);
|
|
15431
|
+
}
|
|
14410
15432
|
const microvmId = process.env.MICROVM_ID?.trim();
|
|
14411
15433
|
if (microvmId) {
|
|
14412
15434
|
const reported = await reportMicrovmId(state.agentId, state.authHeader, microvmId);
|
|
@@ -14450,29 +15472,45 @@ async function run(options) {
|
|
|
14450
15472
|
);
|
|
14451
15473
|
}
|
|
14452
15474
|
}
|
|
14453
|
-
|
|
14454
|
-
|
|
14455
|
-
|
|
14456
|
-
|
|
14457
|
-
|
|
14458
|
-
|
|
14459
|
-
|
|
14460
|
-
} else {
|
|
14461
|
-
logActivity(state, { type: "info", level, message });
|
|
14462
|
-
}
|
|
15475
|
+
const credentialContext = {
|
|
15476
|
+
env: process.env,
|
|
15477
|
+
log: (message, level = "info") => {
|
|
15478
|
+
if (level === "error") {
|
|
15479
|
+
logActivity(state, { type: "error", error: message });
|
|
15480
|
+
} else {
|
|
15481
|
+
logActivity(state, { type: "info", level, message });
|
|
14463
15482
|
}
|
|
14464
|
-
}
|
|
14465
|
-
|
|
15483
|
+
}
|
|
15484
|
+
};
|
|
15485
|
+
const githubTokenPopulated = await installRunnerSecret(credentialContext);
|
|
15486
|
+
if (options.restoreRunnerCredentials) {
|
|
14466
15487
|
await restoreCredentialStores(credentialContext);
|
|
14467
|
-
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
14468
15488
|
}
|
|
15489
|
+
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
14469
15490
|
state.credentialSync?.arm();
|
|
15491
|
+
const dependencyInstallDiagnosticReporter = createDependencyInstallDiagnosticReporter({
|
|
15492
|
+
context: {
|
|
15493
|
+
homeDir: homedir7(),
|
|
15494
|
+
cwd: process.cwd(),
|
|
15495
|
+
microvmId: process.env.MICROVM_ID?.trim(),
|
|
15496
|
+
euid: process.getuid?.(),
|
|
15497
|
+
egid: process.getgid?.()
|
|
15498
|
+
},
|
|
15499
|
+
emitEvent: (message) => logActivity(state, { type: "info", level: "warn", message }),
|
|
15500
|
+
emitLocal: (message) => logLocalOnly(state, message, "warn")
|
|
15501
|
+
});
|
|
14470
15502
|
const openCodeActivityForwarder = createOpenCodeActivityForwarder(
|
|
14471
15503
|
() => ({
|
|
14472
15504
|
agentId: state.agentId,
|
|
14473
15505
|
authHeader: state.authHeader
|
|
14474
15506
|
}),
|
|
14475
|
-
|
|
15507
|
+
({ isDiskFailure, sessionId, cause }) => {
|
|
15508
|
+
if (isDiskFailure) state.sessionStoreHealth.observeUnwritable();
|
|
15509
|
+
if (cause !== null && sessionId !== null) {
|
|
15510
|
+
state.sessionStoreHealth.observeCause(sessionId, cause);
|
|
15511
|
+
}
|
|
15512
|
+
},
|
|
15513
|
+
dependencyInstallDiagnosticReporter
|
|
14476
15514
|
);
|
|
14477
15515
|
const openCodeLogTail = tailOpenCodeLogFile(
|
|
14478
15516
|
resolveOpenCodeLogPath(homedir7(), process.env),
|
|
@@ -14483,22 +15521,27 @@ async function run(options) {
|
|
|
14483
15521
|
openCodeLogTail.stop();
|
|
14484
15522
|
};
|
|
14485
15523
|
let sessionDbVerifyFatal = false;
|
|
15524
|
+
let sessionDbVerifyFatalReason;
|
|
14486
15525
|
if (!options.restoreSessionDb) {
|
|
14487
|
-
|
|
15526
|
+
logActivity(state, {
|
|
15527
|
+
type: "info",
|
|
15528
|
+
level: "warn",
|
|
15529
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=flag-absent \u2014 Skipping session-DB restore: --restore-session-db was not passed"
|
|
15530
|
+
});
|
|
14488
15531
|
} else {
|
|
14489
15532
|
const health = await checkOpenCodeHealth(state.port);
|
|
14490
15533
|
if (health.healthy) {
|
|
14491
|
-
|
|
14492
|
-
|
|
14493
|
-
|
|
14494
|
-
"
|
|
14495
|
-
);
|
|
15534
|
+
logActivity(state, {
|
|
15535
|
+
type: "info",
|
|
15536
|
+
level: "warn",
|
|
15537
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-serving \u2014 Skipping session-DB restore: OpenCode is already serving this database"
|
|
15538
|
+
});
|
|
14496
15539
|
} else if (health.authFailed) {
|
|
14497
|
-
|
|
14498
|
-
|
|
14499
|
-
|
|
14500
|
-
"
|
|
14501
|
-
);
|
|
15540
|
+
logActivity(state, {
|
|
15541
|
+
type: "info",
|
|
15542
|
+
level: "warn",
|
|
15543
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-auth-challenge \u2014 Skipping session-DB restore: OpenCode answered with an authentication challenge; assuming this database is in use"
|
|
15544
|
+
});
|
|
14502
15545
|
} else {
|
|
14503
15546
|
const result = await restoreAndVerifySessionDb({
|
|
14504
15547
|
dbPath: sessionDbPath(),
|
|
@@ -14515,12 +15558,13 @@ async function run(options) {
|
|
|
14515
15558
|
reportRecovery: (record) => reportSessionDbRecoveryRecord(state, record)
|
|
14516
15559
|
});
|
|
14517
15560
|
sessionDbVerifyFatal = result.verifyFatal;
|
|
15561
|
+
sessionDbVerifyFatalReason = result.verifyFatalReason;
|
|
14518
15562
|
}
|
|
14519
15563
|
}
|
|
14520
15564
|
reportSessionDbRecovery(state);
|
|
14521
15565
|
if (sessionDbVerifyFatal) {
|
|
14522
15566
|
throw new Error(
|
|
14523
|
-
"SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk"
|
|
15567
|
+
sessionDbVerifyFatalReason === void 0 ? "SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk" : `SESSION-DB-VERIFY-TIMEOUT: session DB verification timed out (${sessionDbVerifyFatalReason}); refusing to start`
|
|
14524
15568
|
);
|
|
14525
15569
|
}
|
|
14526
15570
|
applyRunnerOpenCodeConfig({
|
|
@@ -14628,7 +15672,7 @@ async function run(options) {
|
|
|
14628
15672
|
logActivity(state, { type: "info", level: "warn", message: versionWarning });
|
|
14629
15673
|
}
|
|
14630
15674
|
}
|
|
14631
|
-
await
|
|
15675
|
+
await disposeAndReloadProviderConfig(state.port, state.opencodeClient ?? void 0);
|
|
14632
15676
|
if (state.opencodeApiVersion === "v2" && state.opencodeClient !== null) {
|
|
14633
15677
|
await importOpenCodeV2CredentialsForState(state);
|
|
14634
15678
|
}
|
|
@@ -14799,6 +15843,13 @@ async function run(options) {
|
|
|
14799
15843
|
type: "info",
|
|
14800
15844
|
message: connectionMessage
|
|
14801
15845
|
});
|
|
15846
|
+
if (!isReconnect && state.stayAwakeSeconds !== null && state.stayAwakeUntilMs === null) {
|
|
15847
|
+
state.stayAwakeUntilMs = Date.now() + state.stayAwakeSeconds * 1e3;
|
|
15848
|
+
logActivity(state, {
|
|
15849
|
+
type: "info",
|
|
15850
|
+
message: `Staying awake for at least ${state.stayAwakeSeconds}s as requested by the wake`
|
|
15851
|
+
});
|
|
15852
|
+
}
|
|
14802
15853
|
if (options.tunnelReadyFile) {
|
|
14803
15854
|
const marker = writeTunnelReadyMarker(options.tunnelReadyFile, agentId);
|
|
14804
15855
|
if (marker.ok) {
|
|
@@ -14933,6 +15984,7 @@ async function run(options) {
|
|
|
14933
15984
|
if (error2.message === "Unauthorized") tunnelSpinner?.fail("Unauthorized");
|
|
14934
15985
|
throw error2;
|
|
14935
15986
|
}
|
|
15987
|
+
if (!state.running) return;
|
|
14936
15988
|
scheduleSessionCleanup(state, channelDriver, options);
|
|
14937
15989
|
state.claudeUsageRearm = scheduleClaudeUsageReporting(state, options);
|
|
14938
15990
|
state.openaiUsageRearm = scheduleUsageReporting(state, {
|