@evident-ai/cli 3.5.2-dev.df1ae49 → 3.5.2-dev.e19e5d4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/dist/index.js +1667 -406
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -315,14 +315,14 @@ function blank() {
|
|
|
315
315
|
console.log();
|
|
316
316
|
}
|
|
317
317
|
function waitForEnter(prompt = "Press Enter to continue...") {
|
|
318
|
-
return new Promise((
|
|
318
|
+
return new Promise((resolve5) => {
|
|
319
319
|
process.stdout.write(chalk.dim(prompt));
|
|
320
320
|
const handler = () => {
|
|
321
321
|
process.stdin.removeListener("data", handler);
|
|
322
322
|
process.stdin.setRawMode?.(false);
|
|
323
323
|
process.stdin.pause();
|
|
324
324
|
console.log();
|
|
325
|
-
|
|
325
|
+
resolve5();
|
|
326
326
|
};
|
|
327
327
|
if (process.stdin.isTTY) {
|
|
328
328
|
process.stdin.setRawMode?.(true);
|
|
@@ -332,7 +332,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
|
|
|
332
332
|
});
|
|
333
333
|
}
|
|
334
334
|
function sleep(ms) {
|
|
335
|
-
return new Promise((
|
|
335
|
+
return new Promise((resolve5) => setTimeout(resolve5, ms));
|
|
336
336
|
}
|
|
337
337
|
|
|
338
338
|
// src/commands/login.ts
|
|
@@ -410,19 +410,19 @@ async function tokenLogin() {
|
|
|
410
410
|
);
|
|
411
411
|
blank();
|
|
412
412
|
process.stdout.write("Paste token: ");
|
|
413
|
-
const token = await new Promise((
|
|
413
|
+
const token = await new Promise((resolve5) => {
|
|
414
414
|
let data = "";
|
|
415
415
|
process.stdin.setEncoding("utf8");
|
|
416
416
|
process.stdin.on("data", (chunk) => {
|
|
417
417
|
data += chunk;
|
|
418
418
|
});
|
|
419
419
|
process.stdin.on("end", () => {
|
|
420
|
-
|
|
420
|
+
resolve5(data.trim());
|
|
421
421
|
});
|
|
422
422
|
if (process.stdin.isTTY) {
|
|
423
423
|
process.stdin.once("data", (chunk) => {
|
|
424
424
|
process.stdin.pause();
|
|
425
|
-
|
|
425
|
+
resolve5(chunk.toString().trim());
|
|
426
426
|
});
|
|
427
427
|
process.stdin.resume();
|
|
428
428
|
}
|
|
@@ -703,6 +703,31 @@ async function reportResourceUsage(agentId, authHeader, usage) {
|
|
|
703
703
|
opencode_db_bytes: usage.opencodeDbBytes
|
|
704
704
|
});
|
|
705
705
|
}
|
|
706
|
+
async function getRunnerCredentialVault(agentId, authHeader) {
|
|
707
|
+
const empty = { prefix: null, vaultId: null, source: null };
|
|
708
|
+
try {
|
|
709
|
+
const apiUrl = getApiUrlConfig();
|
|
710
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/credential-vault`, {
|
|
711
|
+
headers: { Authorization: authHeader },
|
|
712
|
+
signal: AbortSignal.timeout(1e4)
|
|
713
|
+
});
|
|
714
|
+
if (!response.ok) {
|
|
715
|
+
const serverMessage = await readErrorMessage(response);
|
|
716
|
+
return {
|
|
717
|
+
...empty,
|
|
718
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
719
|
+
};
|
|
720
|
+
}
|
|
721
|
+
const data = await response.json();
|
|
722
|
+
return {
|
|
723
|
+
prefix: data.credential_vault_prefix,
|
|
724
|
+
vaultId: data.vault_id,
|
|
725
|
+
source: data.source
|
|
726
|
+
};
|
|
727
|
+
} catch (error2) {
|
|
728
|
+
return { ...empty, error: describeTimeoutError(error2, 1e4) };
|
|
729
|
+
}
|
|
730
|
+
}
|
|
706
731
|
async function getAgentInfo(agentId, authHeader) {
|
|
707
732
|
const apiUrl = getApiUrlConfig();
|
|
708
733
|
try {
|
|
@@ -877,6 +902,76 @@ async function status(options = {}) {
|
|
|
877
902
|
process.exit(result.exitCode);
|
|
878
903
|
}
|
|
879
904
|
|
|
905
|
+
// src/commands/credential-vault-env.ts
|
|
906
|
+
function shellQuote(value) {
|
|
907
|
+
return `'${value.replaceAll("'", "'\\''")}'`;
|
|
908
|
+
}
|
|
909
|
+
function printAssignment(prefix) {
|
|
910
|
+
console.log(`CREDENTIAL_VAULT_PREFIX=${shellQuote(prefix ?? "")}`);
|
|
911
|
+
}
|
|
912
|
+
function safeReason(reason, credentials2, authHeader) {
|
|
913
|
+
let safe = reason;
|
|
914
|
+
for (const secret of [
|
|
915
|
+
authHeader,
|
|
916
|
+
credentials2?.token,
|
|
917
|
+
process.env.EVIDENT_RUNNER_KEY,
|
|
918
|
+
process.env.EVIDENT_AGENT_KEY,
|
|
919
|
+
process.env.EVIDENT_TOKEN
|
|
920
|
+
]) {
|
|
921
|
+
if (secret) safe = safe.replaceAll(secret, "[redacted]");
|
|
922
|
+
}
|
|
923
|
+
return safe.replace(/[\r\n]+/g, " ");
|
|
924
|
+
}
|
|
925
|
+
function printFallback(reason, credentials2, authHeader) {
|
|
926
|
+
printAssignment(null);
|
|
927
|
+
console.error(
|
|
928
|
+
`WARNING: ${safeReason(reason, credentials2, authHeader)}; using this runner's own credential prefix.`
|
|
929
|
+
);
|
|
930
|
+
}
|
|
931
|
+
async function credentialVaultEnv() {
|
|
932
|
+
let credentials2 = null;
|
|
933
|
+
let authHeader;
|
|
934
|
+
try {
|
|
935
|
+
credentials2 = await getAuthCredentials();
|
|
936
|
+
if (!credentials2) {
|
|
937
|
+
printFallback("no runner credentials are configured");
|
|
938
|
+
return;
|
|
939
|
+
}
|
|
940
|
+
authHeader = getAuthHeader(credentials2);
|
|
941
|
+
const runner = await resolveAgentIdFromKey(authHeader);
|
|
942
|
+
if (!runner.agent_id) {
|
|
943
|
+
printFallback(
|
|
944
|
+
runner.error ?? "the runner identity could not be resolved",
|
|
945
|
+
credentials2,
|
|
946
|
+
authHeader
|
|
947
|
+
);
|
|
948
|
+
return;
|
|
949
|
+
}
|
|
950
|
+
const lookup = await getRunnerCredentialVault(runner.agent_id, authHeader);
|
|
951
|
+
if (lookup.error) {
|
|
952
|
+
printFallback(`credential vault lookup failed: ${lookup.error}`, credentials2, authHeader);
|
|
953
|
+
return;
|
|
954
|
+
}
|
|
955
|
+
if (lookup.prefix === null) {
|
|
956
|
+
printFallback("this runner is not linked to a credential vault", credentials2, authHeader);
|
|
957
|
+
return;
|
|
958
|
+
}
|
|
959
|
+
if (/[\r\n]/.test(lookup.prefix)) {
|
|
960
|
+
printFallback("credential vault lookup returned an invalid prefix", credentials2, authHeader);
|
|
961
|
+
return;
|
|
962
|
+
}
|
|
963
|
+
printAssignment(lookup.prefix);
|
|
964
|
+
console.error(
|
|
965
|
+
`VAULT-MODE: credential stores use vault=${lookup.vaultId} source=${lookup.source} prefix=${lookup.prefix}.`
|
|
966
|
+
);
|
|
967
|
+
} catch (error2) {
|
|
968
|
+
const detail = credentials2 === null ? "credential resolution failed" : `credential vault lookup could not be completed: ${error2 instanceof Error ? error2.message : String(error2)}`;
|
|
969
|
+
printFallback(detail, credentials2, authHeader);
|
|
970
|
+
} finally {
|
|
971
|
+
process.exitCode = 0;
|
|
972
|
+
}
|
|
973
|
+
}
|
|
974
|
+
|
|
880
975
|
// src/lib/claude-usage.ts
|
|
881
976
|
import { execFileSync } from "node:child_process";
|
|
882
977
|
import { readFileSync } from "node:fs";
|
|
@@ -1063,12 +1158,82 @@ async function claudeUsage() {
|
|
|
1063
1158
|
// src/commands/run.ts
|
|
1064
1159
|
import { chmodSync as chmodSync3, existsSync as existsSync3, readFileSync as readFileSync7, writeFileSync as writeFileSync6 } from "node:fs";
|
|
1065
1160
|
import { homedir as homedir7 } from "node:os";
|
|
1066
|
-
import { isAbsolute as
|
|
1161
|
+
import { isAbsolute as isAbsolute4, join as join12, parse, resolve as resolvePath2 } from "node:path";
|
|
1067
1162
|
import chalk7 from "chalk";
|
|
1068
1163
|
|
|
1069
1164
|
// ../../packages/types/src/agents/index.ts
|
|
1070
1165
|
var MICROVM_MAX_LIFETIME_MS = 8 * 60 * 6e4;
|
|
1071
1166
|
|
|
1167
|
+
// ../../packages/types/src/opencode/index.ts
|
|
1168
|
+
function roleOf(m) {
|
|
1169
|
+
if (!m || typeof m !== "object") return void 0;
|
|
1170
|
+
if (typeof m.role === "string") return m.role;
|
|
1171
|
+
const infoRole = m.info?.role;
|
|
1172
|
+
return typeof infoRole === "string" ? infoRole : void 0;
|
|
1173
|
+
}
|
|
1174
|
+
function idOf(m) {
|
|
1175
|
+
if (!m || typeof m !== "object") return void 0;
|
|
1176
|
+
if (typeof m.id === "string") return m.id;
|
|
1177
|
+
const infoId = m.info?.id;
|
|
1178
|
+
return typeof infoId === "string" ? infoId : void 0;
|
|
1179
|
+
}
|
|
1180
|
+
function parentIdOf(m) {
|
|
1181
|
+
if (!m || typeof m !== "object") return void 0;
|
|
1182
|
+
if (typeof m.parentID === "string") return m.parentID;
|
|
1183
|
+
const infoParent = m.info?.parentID;
|
|
1184
|
+
return typeof infoParent === "string" ? infoParent : void 0;
|
|
1185
|
+
}
|
|
1186
|
+
function textPartsOf(m) {
|
|
1187
|
+
if (!m || typeof m !== "object") return [];
|
|
1188
|
+
const parts = Array.isArray(m.parts) ? m.parts : [];
|
|
1189
|
+
return parts.filter((p) => p.type === "text" && typeof p.text === "string").map((p) => p.text ?? "").filter(Boolean);
|
|
1190
|
+
}
|
|
1191
|
+
function correlatedAssistantRun(messages, userMessageId) {
|
|
1192
|
+
if (!messages || messages.length === 0) return [];
|
|
1193
|
+
const byParent = messages.filter(
|
|
1194
|
+
(m) => roleOf(m) === "assistant" && parentIdOf(m) === userMessageId
|
|
1195
|
+
);
|
|
1196
|
+
if (byParent.length > 0) return byParent;
|
|
1197
|
+
const userIndex = messages.findIndex((m) => idOf(m) === userMessageId);
|
|
1198
|
+
if (userIndex === -1) return [];
|
|
1199
|
+
const run2 = [];
|
|
1200
|
+
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
1201
|
+
const role = roleOf(messages[i]);
|
|
1202
|
+
if (role === "user") break;
|
|
1203
|
+
if (role === "assistant") run2.push(messages[i]);
|
|
1204
|
+
}
|
|
1205
|
+
return run2;
|
|
1206
|
+
}
|
|
1207
|
+
function lastText(assistantRun) {
|
|
1208
|
+
for (let i = assistantRun.length - 1; i >= 0; i--) {
|
|
1209
|
+
const textParts = textPartsOf(assistantRun[i]);
|
|
1210
|
+
if (textParts.length > 0) return textParts.join("\n").trim() || null;
|
|
1211
|
+
}
|
|
1212
|
+
return null;
|
|
1213
|
+
}
|
|
1214
|
+
function effectiveCorrelatedRun(messages, userMessageId) {
|
|
1215
|
+
const run2 = correlatedAssistantRun(messages, userMessageId);
|
|
1216
|
+
if (lastText(run2) !== null) return run2;
|
|
1217
|
+
const userIndex = messages?.findIndex((m) => idOf(m) === userMessageId) ?? -1;
|
|
1218
|
+
if (userIndex === -1) return run2;
|
|
1219
|
+
let continuation;
|
|
1220
|
+
for (let i = userIndex + 1; messages && i < messages.length; i++) {
|
|
1221
|
+
if (roleOf(messages[i]) === "user") {
|
|
1222
|
+
continuation = messages[i];
|
|
1223
|
+
break;
|
|
1224
|
+
}
|
|
1225
|
+
}
|
|
1226
|
+
const continuationId = idOf(continuation);
|
|
1227
|
+
if (roleOf(continuation) === "user" && textPartsOf(continuation).join("\n").trim().toLowerCase() === "continue" && continuationId) {
|
|
1228
|
+
const continuationRun = correlatedAssistantRun(messages, continuationId);
|
|
1229
|
+
if (continuationRun.length > 0) return continuationRun;
|
|
1230
|
+
}
|
|
1231
|
+
return run2;
|
|
1232
|
+
}
|
|
1233
|
+
function extractReplyTextForMessage(messages, opencodeUserMessageId) {
|
|
1234
|
+
return lastText(effectiveCorrelatedRun(messages, opencodeUserMessageId));
|
|
1235
|
+
}
|
|
1236
|
+
|
|
1072
1237
|
// ../../packages/types/src/telemetry/index.ts
|
|
1073
1238
|
var TelemetryEventTypes = {
|
|
1074
1239
|
// Agent activity events (shown in web UI activity log)
|
|
@@ -1128,7 +1293,11 @@ var FORWARD_FAILURE_REASON_HEADER = "X-Evident-Failure-Reason";
|
|
|
1128
1293
|
function log(level, event, fields) {
|
|
1129
1294
|
const method = level === "debug" ? "log" : level;
|
|
1130
1295
|
try {
|
|
1131
|
-
|
|
1296
|
+
const payload = Object.fromEntries(
|
|
1297
|
+
Object.entries({ level, event, ...fields }).filter(([, value]) => value !== void 0)
|
|
1298
|
+
);
|
|
1299
|
+
const secondArgument = globalThis.navigator?.userAgent === "Cloudflare-Workers" ? payload : JSON.stringify(payload);
|
|
1300
|
+
console[method]("[evident]", secondArgument);
|
|
1132
1301
|
} catch (err) {
|
|
1133
1302
|
console.error(
|
|
1134
1303
|
"[evident] log_serialize_failed",
|
|
@@ -1157,7 +1326,7 @@ import ora4 from "ora";
|
|
|
1157
1326
|
import { select as select4 } from "@inquirer/prompts";
|
|
1158
1327
|
|
|
1159
1328
|
// src/lib/telemetry.ts
|
|
1160
|
-
var CLI_VERSION = (true ? "3.5.2-dev.
|
|
1329
|
+
var CLI_VERSION = (true ? "3.5.2-dev.e19e5d4" : void 0) ?? process.env.npm_package_version ?? "unknown";
|
|
1161
1330
|
function getCliVersion() {
|
|
1162
1331
|
return CLI_VERSION;
|
|
1163
1332
|
}
|
|
@@ -1318,20 +1487,47 @@ var EventTypes = {
|
|
|
1318
1487
|
DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
|
|
1319
1488
|
};
|
|
1320
1489
|
|
|
1321
|
-
// src/lib/runner-activity-telemetry.ts
|
|
1322
|
-
import { homedir as homedir2 } from "node:os";
|
|
1323
|
-
|
|
1324
1490
|
// src/lib/opencode/session-db-reclaim.ts
|
|
1325
1491
|
import { statSync as statSync2, statfsSync } from "node:fs";
|
|
1326
1492
|
import { dirname as dirname2 } from "node:path";
|
|
1327
|
-
|
|
1493
|
+
|
|
1494
|
+
// src/lib/diagnostic-redaction.ts
|
|
1495
|
+
import { homedir as homedir2 } from "node:os";
|
|
1496
|
+
function redactHomeDirectory(message) {
|
|
1497
|
+
const home = homedir2();
|
|
1498
|
+
if (!home || home === "/") {
|
|
1499
|
+
return message;
|
|
1500
|
+
}
|
|
1501
|
+
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1502
|
+
let result = "";
|
|
1503
|
+
let searchFrom = 0;
|
|
1504
|
+
let homeIndex;
|
|
1505
|
+
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1506
|
+
const homeEnd = homeIndex + home.length;
|
|
1507
|
+
const previousCharacter = message[homeIndex - 1];
|
|
1508
|
+
const nextCharacter = message[homeEnd];
|
|
1509
|
+
const atPathBoundary = (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1510
|
+
result += message.slice(searchFrom, homeIndex);
|
|
1511
|
+
result += atPathBoundary ? "~" : home;
|
|
1512
|
+
searchFrom = homeEnd;
|
|
1513
|
+
}
|
|
1514
|
+
return result + message.slice(searchFrom);
|
|
1515
|
+
}
|
|
1516
|
+
function redactDiagnosticText(message) {
|
|
1517
|
+
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1518
|
+
return redactHomeDirectory(redacted);
|
|
1519
|
+
}
|
|
1520
|
+
|
|
1521
|
+
// src/lib/opencode/session-db-reclaim.ts
|
|
1522
|
+
var SESSION_DB_RECLAIM_CHUNK_PAGES = 100;
|
|
1328
1523
|
var SESSION_DB_RECLAIM_TIME_BUDGET_MS = 500;
|
|
1329
1524
|
var SESSION_DB_RECLAIM_PAGE_CEILING = 4e4;
|
|
1525
|
+
var SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS = 5e3;
|
|
1330
1526
|
function errorMessage(error2) {
|
|
1331
1527
|
if (!(error2 instanceof Error)) return String(error2);
|
|
1332
1528
|
return error2.cause instanceof Error ? error2.cause.message : error2.message;
|
|
1333
1529
|
}
|
|
1334
|
-
function
|
|
1530
|
+
function errorMessages(error2) {
|
|
1335
1531
|
const messages = [];
|
|
1336
1532
|
const visited = /* @__PURE__ */ new Set();
|
|
1337
1533
|
let current = error2;
|
|
@@ -1355,12 +1551,81 @@ function isSessionStoreWriteFailure(error2) {
|
|
|
1355
1551
|
}
|
|
1356
1552
|
break;
|
|
1357
1553
|
}
|
|
1358
|
-
return messages
|
|
1554
|
+
return messages;
|
|
1555
|
+
}
|
|
1556
|
+
function isSessionStoreWriteFailure(error2) {
|
|
1557
|
+
return errorMessages(error2).some(
|
|
1359
1558
|
(message) => /(?:database or disk is full|disk is full|no space left on device|SQLITE_(?:FULL|IOERR)(?:\b|_))/i.test(
|
|
1360
1559
|
message
|
|
1361
1560
|
)
|
|
1362
1561
|
);
|
|
1363
1562
|
}
|
|
1563
|
+
var SQLITE_CAUSE_TOKEN = /(?:^|cause:\s+)(SQLiteError:\s+[A-Za-z][A-Za-z0-9]*(?:\s+[A-Za-z][A-Za-z0-9]*){0,7})(?=\s*(?:[)\]"',;]|$))/i;
|
|
1564
|
+
var EFFECT_SQL_CAUSE_TOKEN = /(?:^|cause:\s+)(effect\/sql\/SqlError\/[A-Za-z][A-Za-z0-9_]*)/i;
|
|
1565
|
+
var PARAMS_FIELD = /\bparams\s*(?:=|:)/i;
|
|
1566
|
+
function isCauseBearingText(text) {
|
|
1567
|
+
return /^(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text.trim()) || /(?:^|\s)cause:\s+(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text);
|
|
1568
|
+
}
|
|
1569
|
+
function structuredLogFields(line) {
|
|
1570
|
+
const fields = [];
|
|
1571
|
+
for (let index = 0; index < line.length; index++) {
|
|
1572
|
+
if (line[index] === '"') {
|
|
1573
|
+
index++;
|
|
1574
|
+
while (index < line.length) {
|
|
1575
|
+
if (line[index] === "\\") {
|
|
1576
|
+
index++;
|
|
1577
|
+
} else if (line[index] === '"') {
|
|
1578
|
+
break;
|
|
1579
|
+
}
|
|
1580
|
+
index++;
|
|
1581
|
+
}
|
|
1582
|
+
continue;
|
|
1583
|
+
}
|
|
1584
|
+
const atFieldBoundary = index === 0 || /\s/.test(line[index - 1]);
|
|
1585
|
+
const key = line.startsWith("error=", index) ? "error=" : line.startsWith("cause=", index) ? "cause=" : null;
|
|
1586
|
+
if (!atFieldBoundary || key === null) continue;
|
|
1587
|
+
const valueStart = index + key.length;
|
|
1588
|
+
if (line[valueStart] !== '"') {
|
|
1589
|
+
const valueEnd2 = line.indexOf(" ", valueStart);
|
|
1590
|
+
fields.push(line.slice(valueStart, valueEnd2 === -1 ? line.length : valueEnd2));
|
|
1591
|
+
index = valueEnd2 === -1 ? line.length : valueEnd2;
|
|
1592
|
+
continue;
|
|
1593
|
+
}
|
|
1594
|
+
let valueEnd = valueStart + 1;
|
|
1595
|
+
for (; valueEnd < line.length; valueEnd++) {
|
|
1596
|
+
if (line[valueEnd] === "\\") {
|
|
1597
|
+
valueEnd++;
|
|
1598
|
+
} else if (line[valueEnd] === '"') {
|
|
1599
|
+
break;
|
|
1600
|
+
}
|
|
1601
|
+
}
|
|
1602
|
+
fields.push(line.slice(valueStart + 1, valueEnd));
|
|
1603
|
+
index = valueEnd;
|
|
1604
|
+
}
|
|
1605
|
+
return fields;
|
|
1606
|
+
}
|
|
1607
|
+
function structuredCauseMessages(text) {
|
|
1608
|
+
const fields = structuredLogFields(text);
|
|
1609
|
+
if (fields.length > 0) return fields;
|
|
1610
|
+
return isCauseBearingText(text) ? [text] : [];
|
|
1611
|
+
}
|
|
1612
|
+
function causeTokenFromText(text) {
|
|
1613
|
+
const paramsIndex = text.search(PARAMS_FIELD);
|
|
1614
|
+
for (const pattern of [SQLITE_CAUSE_TOKEN, EFFECT_SQL_CAUSE_TOKEN]) {
|
|
1615
|
+
const match = pattern.exec(text);
|
|
1616
|
+
if (match?.[1] && (paramsIndex === -1 || match.index < paramsIndex)) {
|
|
1617
|
+
return match[1];
|
|
1618
|
+
}
|
|
1619
|
+
}
|
|
1620
|
+
return null;
|
|
1621
|
+
}
|
|
1622
|
+
function sessionStoreCauseToken(value) {
|
|
1623
|
+
for (const message of structuredCauseMessages(value)) {
|
|
1624
|
+
const token = causeTokenFromText(message);
|
|
1625
|
+
if (token !== null) return redactDiagnosticText(token).slice(0, 120);
|
|
1626
|
+
}
|
|
1627
|
+
return null;
|
|
1628
|
+
}
|
|
1364
1629
|
function insufficientSpaceReason(dbPath, requiredBytes) {
|
|
1365
1630
|
try {
|
|
1366
1631
|
const fsStats = statfsSync(dirname2(dbPath));
|
|
@@ -1382,6 +1647,7 @@ function readFreelistCount(db) {
|
|
|
1382
1647
|
return db.prepare("PRAGMA freelist_count").get().freelist_count;
|
|
1383
1648
|
}
|
|
1384
1649
|
function readCheckpointResult(db) {
|
|
1650
|
+
db.exec("PRAGMA busy_timeout=0");
|
|
1385
1651
|
const row = db.prepare("PRAGMA wal_checkpoint(TRUNCATE)").get();
|
|
1386
1652
|
return { busy: row.busy !== 0, log: row.log, checkpointed: row.checkpointed };
|
|
1387
1653
|
}
|
|
@@ -1399,7 +1665,7 @@ async function probeReclaimAvailability(input) {
|
|
|
1399
1665
|
try {
|
|
1400
1666
|
const db = new sqlite.DatabaseSync(dbPath, { readOnly: true });
|
|
1401
1667
|
try {
|
|
1402
|
-
db.exec(
|
|
1668
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1403
1669
|
autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1404
1670
|
} finally {
|
|
1405
1671
|
db.close();
|
|
@@ -1419,7 +1685,8 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1419
1685
|
timeBudgetMs = SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
1420
1686
|
chunkPages = SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
1421
1687
|
now = () => performance.now(),
|
|
1422
|
-
|
|
1688
|
+
hasLiveTurn = false,
|
|
1689
|
+
hasProvenanceAnomaly = false
|
|
1423
1690
|
} = input;
|
|
1424
1691
|
let sqlite;
|
|
1425
1692
|
try {
|
|
@@ -1435,17 +1702,19 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1435
1702
|
let db;
|
|
1436
1703
|
try {
|
|
1437
1704
|
db = new DatabaseSync(dbPath);
|
|
1438
|
-
db.exec(
|
|
1705
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1439
1706
|
const autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1440
1707
|
if (autoVacuum === 0) {
|
|
1441
|
-
if (
|
|
1442
|
-
|
|
1443
|
-
|
|
1444
|
-
|
|
1708
|
+
if (hasLiveTurn || hasProvenanceAnomaly) {
|
|
1709
|
+
const detail = [
|
|
1710
|
+
...hasLiveTurn ? ["a session turn is live"] : [],
|
|
1711
|
+
...hasProvenanceAnomaly ? ["session-DB provenance is anomalous"] : []
|
|
1712
|
+
].join(" and ");
|
|
1713
|
+
console.warn(`[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: ${detail}`);
|
|
1445
1714
|
return {
|
|
1446
1715
|
ok: false,
|
|
1447
1716
|
skipped: "full-vacuum-blocked",
|
|
1448
|
-
detail
|
|
1717
|
+
detail
|
|
1449
1718
|
};
|
|
1450
1719
|
}
|
|
1451
1720
|
const fileBytesForGuard = statSync2(dbPath).size;
|
|
@@ -1463,7 +1732,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1463
1732
|
db.exec("VACUUM");
|
|
1464
1733
|
const afterBytes = readLogicalBytes(db);
|
|
1465
1734
|
const freelistAfter = readFreelistCount(db);
|
|
1735
|
+
const checkpointStartedAt = now();
|
|
1466
1736
|
const checkpoint = readCheckpointResult(db);
|
|
1737
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1467
1738
|
return {
|
|
1468
1739
|
ok: true,
|
|
1469
1740
|
mode: "convert",
|
|
@@ -1474,10 +1745,18 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1474
1745
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1475
1746
|
stoppedBy: "freelist-drained",
|
|
1476
1747
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1748
|
+
checkpointElapsedMs,
|
|
1477
1749
|
checkpoint
|
|
1478
1750
|
};
|
|
1479
1751
|
}
|
|
1480
1752
|
if (autoVacuum === 2) {
|
|
1753
|
+
if (hasLiveTurn) {
|
|
1754
|
+
const detail = "a session turn is live";
|
|
1755
|
+
console.warn(
|
|
1756
|
+
`[reclaimSessionDbSpace] skipping incremental reclaim of ${dbPath}: ${detail}`
|
|
1757
|
+
);
|
|
1758
|
+
return { ok: false, skipped: "live-turn", detail };
|
|
1759
|
+
}
|
|
1481
1760
|
const beforeBytes = readLogicalBytes(db);
|
|
1482
1761
|
const freelistBefore = readFreelistCount(db);
|
|
1483
1762
|
const startedAt = now();
|
|
@@ -1502,7 +1781,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1502
1781
|
freelistAfter = readFreelistCount(db);
|
|
1503
1782
|
}
|
|
1504
1783
|
const afterBytes = readLogicalBytes(db);
|
|
1784
|
+
const checkpointStartedAt = now();
|
|
1505
1785
|
const checkpoint = readCheckpointResult(db);
|
|
1786
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1506
1787
|
return {
|
|
1507
1788
|
ok: true,
|
|
1508
1789
|
mode: "incremental",
|
|
@@ -1513,6 +1794,7 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1513
1794
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1514
1795
|
stoppedBy,
|
|
1515
1796
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1797
|
+
checkpointElapsedMs,
|
|
1516
1798
|
checkpoint
|
|
1517
1799
|
};
|
|
1518
1800
|
}
|
|
@@ -1532,6 +1814,263 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1532
1814
|
}
|
|
1533
1815
|
}
|
|
1534
1816
|
|
|
1817
|
+
// src/lib/opencode/dependency-install-diagnostic.ts
|
|
1818
|
+
import { lstatSync, realpathSync } from "node:fs";
|
|
1819
|
+
import { basename, dirname as dirname3, isAbsolute, join as join2, relative, resolve, sep } from "node:path";
|
|
1820
|
+
var DEPENDENCY_INSTALL_FAILURE_MESSAGE = "background dependency install failed";
|
|
1821
|
+
var MAX_DISTINCT_DIAGNOSTICS = 32;
|
|
1822
|
+
var EFFECT = "OpenCode could not install background dependencies for this scope; its plugins and tools may be unavailable";
|
|
1823
|
+
function readOpenCodeLogField(line, key) {
|
|
1824
|
+
const match = line.match(new RegExp(`(?:^|\\s)${key}=(?:"((?:\\\\.|[^"])*)"|(\\S+))`));
|
|
1825
|
+
if (!match) return void 0;
|
|
1826
|
+
if (match[1] === void 0) return match[2];
|
|
1827
|
+
return match[1].replace(/\\(["\\n])/g, (_match, escaped) => {
|
|
1828
|
+
return escaped === "n" ? "\n" : escaped;
|
|
1829
|
+
});
|
|
1830
|
+
}
|
|
1831
|
+
function parseTrigger(line) {
|
|
1832
|
+
if (readOpenCodeLogField(line, "message") !== DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
1833
|
+
return null;
|
|
1834
|
+
}
|
|
1835
|
+
const error2 = readOpenCodeLogField(line, "error");
|
|
1836
|
+
if (!error2 || !/\bEACCES\b/.test(error2)) return null;
|
|
1837
|
+
const errnoMatch = error2.match(/\bEACCES:\s*permission denied,\s*([a-z_]+)\s+'([^']*)'/);
|
|
1838
|
+
const capturedPath = errnoMatch?.[2];
|
|
1839
|
+
return {
|
|
1840
|
+
dir: readOpenCodeLogField(line, "dir"),
|
|
1841
|
+
op: errnoMatch?.[1],
|
|
1842
|
+
path: capturedPath && isAbsolute(capturedPath) ? capturedPath : void 0
|
|
1843
|
+
};
|
|
1844
|
+
}
|
|
1845
|
+
function getErrorCode(error2) {
|
|
1846
|
+
if (typeof error2 === "object" && error2 !== null && "code" in error2) {
|
|
1847
|
+
const code = error2.code;
|
|
1848
|
+
if (typeof code === "string") return code;
|
|
1849
|
+
}
|
|
1850
|
+
return "UNKNOWN";
|
|
1851
|
+
}
|
|
1852
|
+
function isWithin(path, root) {
|
|
1853
|
+
const candidate = resolve(path);
|
|
1854
|
+
const resolvedRoot = resolve(root);
|
|
1855
|
+
return candidate === resolvedRoot || candidate.startsWith(`${resolvedRoot}${sep}`);
|
|
1856
|
+
}
|
|
1857
|
+
function rootSpecs(context) {
|
|
1858
|
+
return [
|
|
1859
|
+
{ token: "~", configured: resolve(context.homeDir) },
|
|
1860
|
+
{ token: "$WORKSPACE", configured: resolve(context.cwd) }
|
|
1861
|
+
];
|
|
1862
|
+
}
|
|
1863
|
+
function resolveRoots(context) {
|
|
1864
|
+
const resolved = [];
|
|
1865
|
+
const unresolved = [];
|
|
1866
|
+
for (const spec of rootSpecs(context)) {
|
|
1867
|
+
try {
|
|
1868
|
+
resolved.push({ ...spec, real: realpathSync(spec.configured) });
|
|
1869
|
+
} catch (_error) {
|
|
1870
|
+
unresolved.push(spec);
|
|
1871
|
+
}
|
|
1872
|
+
}
|
|
1873
|
+
return { resolved, unresolved };
|
|
1874
|
+
}
|
|
1875
|
+
function resolveNearestAncestor(failingPath, remaining, error2) {
|
|
1876
|
+
let ancestor = dirname3(failingPath);
|
|
1877
|
+
const suffix = [basename(failingPath), ...remaining];
|
|
1878
|
+
while (ancestor) {
|
|
1879
|
+
try {
|
|
1880
|
+
return {
|
|
1881
|
+
path: resolve(realpathSync(ancestor), ...suffix),
|
|
1882
|
+
failure: { path: resolve(failingPath), error: error2 }
|
|
1883
|
+
};
|
|
1884
|
+
} catch (ancestorError) {
|
|
1885
|
+
if (ancestor === dirname3(ancestor) || !getErrorCode(ancestorError).startsWith("E")) {
|
|
1886
|
+
return null;
|
|
1887
|
+
}
|
|
1888
|
+
suffix.unshift(basename(ancestor));
|
|
1889
|
+
ancestor = dirname3(ancestor);
|
|
1890
|
+
}
|
|
1891
|
+
}
|
|
1892
|
+
return null;
|
|
1893
|
+
}
|
|
1894
|
+
function resolveExistingPath(absolutePath) {
|
|
1895
|
+
if (!isAbsolute(absolutePath)) return null;
|
|
1896
|
+
const candidate = resolve(absolutePath);
|
|
1897
|
+
const remaining = [];
|
|
1898
|
+
let current = candidate;
|
|
1899
|
+
while (current) {
|
|
1900
|
+
try {
|
|
1901
|
+
const stat2 = lstatSync(current);
|
|
1902
|
+
if (stat2.isSymbolicLink()) {
|
|
1903
|
+
if (remaining.length === 0) {
|
|
1904
|
+
return { path: join2(realpathSync(dirname3(current)), basename(current)) };
|
|
1905
|
+
}
|
|
1906
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1907
|
+
}
|
|
1908
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1909
|
+
} catch (error2) {
|
|
1910
|
+
const code = getErrorCode(error2);
|
|
1911
|
+
if (code !== "ENOENT" && code !== "ENOTDIR") {
|
|
1912
|
+
return resolveNearestAncestor(current, remaining, error2);
|
|
1913
|
+
}
|
|
1914
|
+
}
|
|
1915
|
+
if (current === dirname3(current)) return null;
|
|
1916
|
+
remaining.unshift(basename(current));
|
|
1917
|
+
current = dirname3(current);
|
|
1918
|
+
}
|
|
1919
|
+
return null;
|
|
1920
|
+
}
|
|
1921
|
+
function tokenise(absolutePath, roots) {
|
|
1922
|
+
const pathResolution = resolveExistingPath(absolutePath);
|
|
1923
|
+
if (!pathResolution) return null;
|
|
1924
|
+
const root = roots.reduce((selected, candidate) => {
|
|
1925
|
+
if (!isWithin(pathResolution.path, candidate.real)) return selected;
|
|
1926
|
+
if (!selected || candidate.real.length > selected.real.length || candidate.real.length === selected.real.length && candidate.token === "$WORKSPACE") {
|
|
1927
|
+
return candidate;
|
|
1928
|
+
}
|
|
1929
|
+
return selected;
|
|
1930
|
+
}, null);
|
|
1931
|
+
if (!root) return null;
|
|
1932
|
+
const suffix = relative(root.real, pathResolution.path);
|
|
1933
|
+
return {
|
|
1934
|
+
value: suffix ? `${root.token}/${suffix.split(sep).join("/")}` : root.token,
|
|
1935
|
+
root,
|
|
1936
|
+
resolutionFailure: pathResolution.failure
|
|
1937
|
+
};
|
|
1938
|
+
}
|
|
1939
|
+
function classifyScope(dir, roots) {
|
|
1940
|
+
if (!dir) return "other";
|
|
1941
|
+
const tokenisedDir = tokenise(dir, roots.resolved);
|
|
1942
|
+
if (tokenisedDir) return tokenisedDir.root.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1943
|
+
for (const spec of roots.unresolved) {
|
|
1944
|
+
if (isWithin(dir, spec.configured)) {
|
|
1945
|
+
return spec.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1946
|
+
}
|
|
1947
|
+
}
|
|
1948
|
+
return "other";
|
|
1949
|
+
}
|
|
1950
|
+
function unresolvedRootForPath(path, unresolved) {
|
|
1951
|
+
return unresolved.find((spec) => isWithin(path, spec.configured));
|
|
1952
|
+
}
|
|
1953
|
+
function statType(stat2) {
|
|
1954
|
+
if (stat2.isDirectory()) return "d";
|
|
1955
|
+
if (stat2.isFile()) return "f";
|
|
1956
|
+
if (stat2.isSymbolicLink()) return "l";
|
|
1957
|
+
return "o";
|
|
1958
|
+
}
|
|
1959
|
+
function renderStat(name, stat2) {
|
|
1960
|
+
const mode = (stat2.mode & 4095).toString(8).padStart(4, "0");
|
|
1961
|
+
return `${name}:${statType(stat2)}:${stat2.uid}:${stat2.gid}:${mode}`;
|
|
1962
|
+
}
|
|
1963
|
+
function renderStatError(name, error2) {
|
|
1964
|
+
const code = getErrorCode(error2);
|
|
1965
|
+
return `${name}:${renderErrorCode(code)}`;
|
|
1966
|
+
}
|
|
1967
|
+
function renderErrorCode(code) {
|
|
1968
|
+
if (code === "ENOENT") return "missing";
|
|
1969
|
+
return code.startsWith("E") ? code : `E${code}`;
|
|
1970
|
+
}
|
|
1971
|
+
function inspectChain(rootReal, rootToken, absolutePath, resolutionFailure) {
|
|
1972
|
+
const target = resolve(absolutePath);
|
|
1973
|
+
const relativePath = relative(rootReal, target);
|
|
1974
|
+
const components = relativePath ? relativePath.split(sep) : [];
|
|
1975
|
+
const entries = [];
|
|
1976
|
+
let current = rootReal;
|
|
1977
|
+
let status2 = "complete";
|
|
1978
|
+
let finalStat;
|
|
1979
|
+
for (const name of [rootToken, ...components]) {
|
|
1980
|
+
if (name !== rootToken) current = join2(current, name);
|
|
1981
|
+
if (resolutionFailure && resolve(current) === resolve(resolutionFailure.path)) {
|
|
1982
|
+
entries.push(renderStatError(name, resolutionFailure.error));
|
|
1983
|
+
status2 = "stat_failed";
|
|
1984
|
+
break;
|
|
1985
|
+
}
|
|
1986
|
+
try {
|
|
1987
|
+
const stat2 = lstatSync(current);
|
|
1988
|
+
entries.push(renderStat(name, stat2));
|
|
1989
|
+
finalStat = stat2;
|
|
1990
|
+
} catch (error2) {
|
|
1991
|
+
entries.push(renderStatError(name, error2));
|
|
1992
|
+
if (getErrorCode(error2) !== "ENOENT") status2 = "stat_failed";
|
|
1993
|
+
break;
|
|
1994
|
+
}
|
|
1995
|
+
}
|
|
1996
|
+
let symlinkTarget;
|
|
1997
|
+
let symlinkMeta;
|
|
1998
|
+
if (finalStat?.isSymbolicLink() && entries.length === components.length + 1) {
|
|
1999
|
+
try {
|
|
2000
|
+
symlinkTarget = realpathSync(current);
|
|
2001
|
+
try {
|
|
2002
|
+
symlinkMeta = renderStat("", lstatSync(symlinkTarget)).slice(1);
|
|
2003
|
+
} catch (error2) {
|
|
2004
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2005
|
+
status2 = "stat_failed";
|
|
2006
|
+
}
|
|
2007
|
+
} catch (error2) {
|
|
2008
|
+
symlinkTarget = "<unresolved>";
|
|
2009
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2010
|
+
status2 = "stat_failed";
|
|
2011
|
+
}
|
|
2012
|
+
}
|
|
2013
|
+
return { status: status2, chain: entries.join(","), symlinkTarget, symlinkMeta };
|
|
2014
|
+
}
|
|
2015
|
+
function buildDiagnostic(line, context) {
|
|
2016
|
+
const trigger = parseTrigger(line);
|
|
2017
|
+
if (!trigger) return null;
|
|
2018
|
+
const roots = resolveRoots(context);
|
|
2019
|
+
const scope = classifyScope(trigger.dir, roots);
|
|
2020
|
+
const pathSource = trigger.path ? "error" : trigger.dir ? "dir" : "none";
|
|
2021
|
+
const inspectedPath = trigger.path ?? trigger.dir;
|
|
2022
|
+
const microvmId = context.microvmId?.trim() || "unknown";
|
|
2023
|
+
const euid = context.euid === void 0 ? "unavailable" : String(context.euid);
|
|
2024
|
+
const egid = context.egid === void 0 ? "unavailable" : String(context.egid);
|
|
2025
|
+
const op = trigger.op ?? "unknown";
|
|
2026
|
+
if (!inspectedPath) {
|
|
2027
|
+
return {
|
|
2028
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=no_path path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2029
|
+
localDetail: null
|
|
2030
|
+
};
|
|
2031
|
+
}
|
|
2032
|
+
const tokenisedPath = tokenise(inspectedPath, roots.resolved);
|
|
2033
|
+
if (!tokenisedPath) {
|
|
2034
|
+
const unresolvedRoot = unresolvedRootForPath(inspectedPath, roots.unresolved);
|
|
2035
|
+
if (unresolvedRoot) {
|
|
2036
|
+
return {
|
|
2037
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=root_unresolved path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2038
|
+
localDetail: null
|
|
2039
|
+
};
|
|
2040
|
+
}
|
|
2041
|
+
return {
|
|
2042
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=outside_roots path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=<outside-approved-roots> cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2043
|
+
localDetail: `OPENCODE-DEPENDENCY-INSTALL-EACCES (local only): outside approved roots: ${inspectedPath}`
|
|
2044
|
+
};
|
|
2045
|
+
}
|
|
2046
|
+
const inspection = inspectChain(
|
|
2047
|
+
tokenisedPath.root.real,
|
|
2048
|
+
tokenisedPath.root.token,
|
|
2049
|
+
inspectedPath,
|
|
2050
|
+
tokenisedPath.resolutionFailure
|
|
2051
|
+
);
|
|
2052
|
+
const optionalSymlinkFields = inspection.symlinkTarget ? ` symlink_target=${tokenise(inspection.symlinkTarget, roots.resolved)?.value ?? "<outside-approved-roots>"}` + (inspection.symlinkMeta ? ` symlink_meta=${inspection.symlinkMeta}` : "") : "";
|
|
2053
|
+
return {
|
|
2054
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=${inspection.status} path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=${tokenisedPath.value} cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=${inspection.chain}${optionalSymlinkFields}`,
|
|
2055
|
+
localDetail: null
|
|
2056
|
+
};
|
|
2057
|
+
}
|
|
2058
|
+
function createDependencyInstallDiagnosticReporter({
|
|
2059
|
+
context,
|
|
2060
|
+
emitEvent: emitEvent2,
|
|
2061
|
+
emitLocal
|
|
2062
|
+
}) {
|
|
2063
|
+
const emittedEvents = /* @__PURE__ */ new Set();
|
|
2064
|
+
return (line) => {
|
|
2065
|
+
const diagnostic = buildDiagnostic(line, context);
|
|
2066
|
+
if (!diagnostic || emittedEvents.has(diagnostic.event)) return;
|
|
2067
|
+
if (emittedEvents.size >= MAX_DISTINCT_DIAGNOSTICS) return;
|
|
2068
|
+
emittedEvents.add(diagnostic.event);
|
|
2069
|
+
emitEvent2(diagnostic.event);
|
|
2070
|
+
if (diagnostic.localDetail) emitLocal(diagnostic.localDetail);
|
|
2071
|
+
};
|
|
2072
|
+
}
|
|
2073
|
+
|
|
1535
2074
|
// src/lib/runner-activity-telemetry.ts
|
|
1536
2075
|
var FORWARDED_LEVELS_BY_SOURCE = {
|
|
1537
2076
|
"cli.run": /* @__PURE__ */ new Set(["warn", "error"]),
|
|
@@ -1549,11 +2088,13 @@ function parseOpenCodeLogLine(line) {
|
|
|
1549
2088
|
if (!levelMatch) return null;
|
|
1550
2089
|
const level = levelMatch[1].toUpperCase();
|
|
1551
2090
|
if (level !== "WARN" && level !== "ERROR") return null;
|
|
1552
|
-
const sessionMatch = normalisedLine.match(/(?:^|\s)sessionID=(\S+)/);
|
|
2091
|
+
const sessionMatch = normalisedLine.match(/(?:^|\s)(?:sessionID|session\.id)=(\S+)/);
|
|
2092
|
+
const messageIDMatch = normalisedLine.match(/(?:^|\s)messageID=(\S+)/);
|
|
1553
2093
|
const messageMatch = normalisedLine.match(/(?:^|\s)message=(?:"((?:\\.|[^"])*)"|(\S+))/);
|
|
1554
2094
|
const parsed = {
|
|
1555
2095
|
level: level === "WARN" ? "warn" : "error",
|
|
1556
|
-
sessionID: sessionMatch?.[1]
|
|
2096
|
+
sessionID: sessionMatch?.[1],
|
|
2097
|
+
messageID: messageIDMatch?.[1]
|
|
1557
2098
|
};
|
|
1558
2099
|
const message = messageMatch?.[1] ?? messageMatch?.[2];
|
|
1559
2100
|
if (message !== void 0) parsed.message = message;
|
|
@@ -1561,18 +2102,29 @@ function parseOpenCodeLogLine(line) {
|
|
|
1561
2102
|
}
|
|
1562
2103
|
var MAX_LINE_BUFFER_BYTES = 16 * 1024;
|
|
1563
2104
|
var REPEAT_SUPPRESSION_WINDOW_MS = 6e4;
|
|
1564
|
-
function
|
|
2105
|
+
function sanitiseDependencyInstallWarning(line) {
|
|
2106
|
+
const withoutDirectory = line.replace(
|
|
2107
|
+
/((?:^|\s)dir=)(?:"(?:\\.|[^"])*"|\/[^\s)"']+|\S+)/g,
|
|
2108
|
+
"$1<path>"
|
|
2109
|
+
);
|
|
2110
|
+
return withoutDirectory.replace(
|
|
2111
|
+
/((?:^|\s)error=)"((?:\\.|[^"])*)"/,
|
|
2112
|
+
(_match, prefix, error2) => `${prefix}"${error2.replace(/'\/[^']*'/g, "'<path>'")}"`
|
|
2113
|
+
);
|
|
2114
|
+
}
|
|
2115
|
+
function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure, onDependencyInstallFailure) {
|
|
1565
2116
|
let buffer = Buffer.alloc(0);
|
|
1566
2117
|
const repeatStates = /* @__PURE__ */ new Map();
|
|
1567
2118
|
const forwardLine = (line, parsed, repeatsSuppressed = 0) => {
|
|
1568
2119
|
const metadata = {
|
|
1569
2120
|
...parsed.sessionID ? { sessionID: parsed.sessionID } : {},
|
|
2121
|
+
...parsed.messageID ? { messageID: parsed.messageID } : {},
|
|
1570
2122
|
...repeatsSuppressed > 0 ? { repeats_suppressed: repeatsSuppressed } : {}
|
|
1571
2123
|
};
|
|
1572
2124
|
forwardRunnerActivity(
|
|
1573
2125
|
{
|
|
1574
2126
|
level: parsed.level,
|
|
1575
|
-
error: line,
|
|
2127
|
+
error: parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE ? sanitiseDependencyInstallWarning(line) : line,
|
|
1576
2128
|
metadata: Object.keys(metadata).length > 0 ? metadata : void 0,
|
|
1577
2129
|
source: "opencode"
|
|
1578
2130
|
},
|
|
@@ -1590,20 +2142,9 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1590
2142
|
repeatStates.delete(key);
|
|
1591
2143
|
}
|
|
1592
2144
|
};
|
|
1593
|
-
const
|
|
1594
|
-
if (onSessionStoreWriteFailure && isSessionStoreWriteFailure(line)) {
|
|
1595
|
-
try {
|
|
1596
|
-
onSessionStoreWriteFailure();
|
|
1597
|
-
} catch (err) {
|
|
1598
|
-
reportTelemetryDiagnostic(
|
|
1599
|
-
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
1600
|
-
);
|
|
1601
|
-
}
|
|
1602
|
-
}
|
|
1603
|
-
const parsed = parseOpenCodeLogLine(line);
|
|
1604
|
-
if (!parsed) return;
|
|
2145
|
+
const forwardWithRepeatSuppression = (line, parsed) => {
|
|
1605
2146
|
const now = Date.now();
|
|
1606
|
-
const key = parsed.message === void 0 ? void 0 : `${parsed.level}\0${parsed.message}`;
|
|
2147
|
+
const key = parsed.message === void 0 ? void 0 : `${parsed.level}\0${parsed.message}\0${parsed.sessionID ?? ""}\0${parsed.messageID ?? ""}`;
|
|
1607
2148
|
expireRepeatStates(now, key);
|
|
1608
2149
|
if (key === void 0) {
|
|
1609
2150
|
forwardLine(line, parsed);
|
|
@@ -1624,6 +2165,35 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1624
2165
|
previous.parsed = parsed;
|
|
1625
2166
|
previous.repeatsSuppressed++;
|
|
1626
2167
|
};
|
|
2168
|
+
const flushLine = (line) => {
|
|
2169
|
+
const parsed = parseOpenCodeLogLine(line);
|
|
2170
|
+
const isDiskFailure = isSessionStoreWriteFailure(line);
|
|
2171
|
+
const cause = sessionStoreCauseToken(line);
|
|
2172
|
+
if (onSessionStoreWriteFailure && (isDiskFailure || cause !== null)) {
|
|
2173
|
+
try {
|
|
2174
|
+
onSessionStoreWriteFailure({
|
|
2175
|
+
isDiskFailure,
|
|
2176
|
+
sessionId: parsed?.sessionID ?? null,
|
|
2177
|
+
cause
|
|
2178
|
+
});
|
|
2179
|
+
} catch (err) {
|
|
2180
|
+
reportTelemetryDiagnostic(
|
|
2181
|
+
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
2182
|
+
);
|
|
2183
|
+
}
|
|
2184
|
+
}
|
|
2185
|
+
if (!parsed) return;
|
|
2186
|
+
forwardWithRepeatSuppression(line, parsed);
|
|
2187
|
+
if (onDependencyInstallFailure && parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
2188
|
+
try {
|
|
2189
|
+
onDependencyInstallFailure(line);
|
|
2190
|
+
} catch (err) {
|
|
2191
|
+
reportTelemetryDiagnostic(
|
|
2192
|
+
`Runner activity telemetry could not record dependency-install failure diagnostic: ${err instanceof Error ? err.message : String(err)}`
|
|
2193
|
+
);
|
|
2194
|
+
}
|
|
2195
|
+
}
|
|
2196
|
+
};
|
|
1627
2197
|
const forward = ((chunk) => {
|
|
1628
2198
|
buffer = Buffer.concat([buffer, Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk, "utf-8")]);
|
|
1629
2199
|
let newlineIndex;
|
|
@@ -1649,34 +2219,38 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1649
2219
|
var MAX_MESSAGE_LENGTH = 500;
|
|
1650
2220
|
var MAX_METADATA_VALUE_LENGTH = 200;
|
|
1651
2221
|
var MAX_METADATA_ENTRIES = 20;
|
|
1652
|
-
var TRUNCATION_MARKER = "\u2026";
|
|
1653
|
-
function redactHomeDirectory(message) {
|
|
1654
|
-
const home = homedir2();
|
|
1655
|
-
if (!home || home === "/") {
|
|
1656
|
-
return message;
|
|
1657
|
-
}
|
|
1658
|
-
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1659
|
-
let result = "";
|
|
1660
|
-
let searchFrom = 0;
|
|
1661
|
-
let homeIndex;
|
|
1662
|
-
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1663
|
-
const homeEnd = homeIndex + home.length;
|
|
1664
|
-
const previousCharacter = message[homeIndex - 1];
|
|
1665
|
-
const nextCharacter = message[homeEnd];
|
|
1666
|
-
const atPathBoundary = home === "/" || (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1667
|
-
result += message.slice(searchFrom, homeIndex);
|
|
1668
|
-
result += atPathBoundary ? "~" : home;
|
|
1669
|
-
searchFrom = homeEnd;
|
|
1670
|
-
}
|
|
1671
|
-
return result + message.slice(searchFrom);
|
|
1672
|
-
}
|
|
1673
|
-
function redactDiagnosticText(message) {
|
|
1674
|
-
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1675
|
-
return redactHomeDirectory(redacted);
|
|
1676
|
-
}
|
|
1677
2222
|
function truncate(message) {
|
|
1678
2223
|
if (message.length <= MAX_MESSAGE_LENGTH) return message;
|
|
1679
|
-
|
|
2224
|
+
let dropped = message.length - MAX_MESSAGE_LENGTH;
|
|
2225
|
+
let marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2226
|
+
let previousDropped = -1;
|
|
2227
|
+
while (dropped !== previousDropped) {
|
|
2228
|
+
previousDropped = dropped;
|
|
2229
|
+
const nextDropped = message.length - MAX_MESSAGE_LENGTH + marker.length;
|
|
2230
|
+
dropped = nextDropped;
|
|
2231
|
+
marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2232
|
+
}
|
|
2233
|
+
const remaining = MAX_MESSAGE_LENGTH - marker.length;
|
|
2234
|
+
const headLength = Math.ceil(remaining * 0.6);
|
|
2235
|
+
const tailLength = remaining - headLength;
|
|
2236
|
+
const effectMatch = message.startsWith("OPENCODE-DEPENDENCY-INSTALL-EACCES:") ? message.match(/ effect="[^"]*"/) : null;
|
|
2237
|
+
if (effectMatch?.index !== void 0) {
|
|
2238
|
+
const effectEnd = effectMatch.index + effectMatch[0].length;
|
|
2239
|
+
if (effectEnd > headLength && effectEnd < message.length) {
|
|
2240
|
+
const effectLength = effectMatch[0].length;
|
|
2241
|
+
const nonEffectLength = remaining - effectLength;
|
|
2242
|
+
const preservedTailLength = Math.min(
|
|
2243
|
+
message.length - effectEnd,
|
|
2244
|
+
nonEffectLength - Math.min(effectMatch.index, Math.ceil(nonEffectLength * 0.6))
|
|
2245
|
+
);
|
|
2246
|
+
const preservedHeadLength = Math.min(
|
|
2247
|
+
effectMatch.index,
|
|
2248
|
+
nonEffectLength - preservedTailLength
|
|
2249
|
+
);
|
|
2250
|
+
return message.slice(0, preservedHeadLength) + marker + message.slice(effectMatch.index, effectEnd) + message.slice(message.length - preservedTailLength);
|
|
2251
|
+
}
|
|
2252
|
+
}
|
|
2253
|
+
return message.slice(0, headLength) + marker + message.slice(message.length - tailLength);
|
|
1680
2254
|
}
|
|
1681
2255
|
function sanitiseMetadata(metadata) {
|
|
1682
2256
|
if (!metadata) return {};
|
|
@@ -1753,10 +2327,10 @@ function forwardRunnerActivity(entry, context) {
|
|
|
1753
2327
|
|
|
1754
2328
|
// src/lib/opencode/session-db-recovery-report.ts
|
|
1755
2329
|
import { readFileSync as readFileSync2, unlinkSync } from "node:fs";
|
|
1756
|
-
import { join as
|
|
2330
|
+
import { join as join3 } from "node:path";
|
|
1757
2331
|
function sessionDbRecoveryReportPath(homeDir, env) {
|
|
1758
2332
|
const override = env.EVIDENT_SESSION_DB_RECOVERY_REPORT?.trim();
|
|
1759
|
-
return override ||
|
|
2333
|
+
return override || join3(homeDir, ".local", "state", "evident", "session-db-recovery.jsonl");
|
|
1760
2334
|
}
|
|
1761
2335
|
function drainSessionDbRecoveryReport({
|
|
1762
2336
|
homeDir,
|
|
@@ -1886,12 +2460,23 @@ function buildSessionDbRecoveryActivity(record) {
|
|
|
1886
2460
|
metadata: withoutContractFields(record),
|
|
1887
2461
|
message: `This runner started without restoring session history because it could not verify where its session history is backed up. Nothing in the backup was changed; check the runner backup configuration and permissions.${replication}`
|
|
1888
2462
|
};
|
|
1889
|
-
case "session_db_boot_refused":
|
|
1890
|
-
|
|
1891
|
-
|
|
1892
|
-
|
|
1893
|
-
|
|
1894
|
-
|
|
2463
|
+
case "session_db_boot_refused": {
|
|
2464
|
+
const message = (() => {
|
|
2465
|
+
switch (record.reason) {
|
|
2466
|
+
case "local_discard_failed":
|
|
2467
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup or proven removed. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them. See the runner boot logs for SESSION-DB-LOCAL-DISCARD-FAILED details.`;
|
|
2468
|
+
case "replica_separation_unproven":
|
|
2469
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup. The SESSION-DB-REPLICA-SEPARATION-UNVERIFIED boot log contains the partial-quarantine moved and remaining counts. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them.`;
|
|
2470
|
+
case "verification_timeout_before_separation":
|
|
2471
|
+
return "This runner did not come online because session database verification timed out after detecting corruption, before replica separation was attempted. No replica progress is claimed. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2472
|
+
case "verification_timeout_during_separation":
|
|
2473
|
+
return "This runner did not come online because session database verification timed out while replica separation was in progress. Separation completion and object removal were not proven. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2474
|
+
default:
|
|
2475
|
+
return "This runner did not come online because session database recovery could not be completed. Inspect the runner boot logs for the refusal reason before retrying.";
|
|
2476
|
+
}
|
|
2477
|
+
})();
|
|
2478
|
+
return { level, metadata: withoutContractFields(record), message };
|
|
2479
|
+
}
|
|
1895
2480
|
case "schema_provenance_mismatch":
|
|
1896
2481
|
return {
|
|
1897
2482
|
level,
|
|
@@ -2018,7 +2603,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
|
|
|
2018
2603
|
if (health.healthy || health.authFailed) {
|
|
2019
2604
|
return health;
|
|
2020
2605
|
}
|
|
2021
|
-
await new Promise((
|
|
2606
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2022
2607
|
}
|
|
2023
2608
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2024
2609
|
}
|
|
@@ -2029,7 +2614,7 @@ async function waitForOpenCode2Health(port, password, timeoutMs = 3e4) {
|
|
|
2029
2614
|
if (health.healthy || health.authFailed) {
|
|
2030
2615
|
return health;
|
|
2031
2616
|
}
|
|
2032
|
-
await new Promise((
|
|
2617
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2033
2618
|
}
|
|
2034
2619
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2035
2620
|
}
|
|
@@ -2141,7 +2726,7 @@ async function getOpenCodeDirectory(port, client) {
|
|
|
2141
2726
|
return null;
|
|
2142
2727
|
}
|
|
2143
2728
|
}
|
|
2144
|
-
function
|
|
2729
|
+
function roleOf2(m) {
|
|
2145
2730
|
if (!m || typeof m !== "object") return void 0;
|
|
2146
2731
|
if (typeof m.role === "string") return m.role;
|
|
2147
2732
|
const infoRole = m.info?.role;
|
|
@@ -2155,13 +2740,13 @@ function createdOf(m) {
|
|
|
2155
2740
|
if (!m || typeof m !== "object") return void 0;
|
|
2156
2741
|
return m.info?.time?.created ?? m.time?.created;
|
|
2157
2742
|
}
|
|
2158
|
-
function
|
|
2743
|
+
function idOf2(m) {
|
|
2159
2744
|
if (!m || typeof m !== "object") return void 0;
|
|
2160
2745
|
if (typeof m.id === "string") return m.id;
|
|
2161
2746
|
const infoId = m.info?.id;
|
|
2162
2747
|
return typeof infoId === "string" ? infoId : void 0;
|
|
2163
2748
|
}
|
|
2164
|
-
function
|
|
2749
|
+
function parentIdOf2(m) {
|
|
2165
2750
|
if (!m || typeof m !== "object") return void 0;
|
|
2166
2751
|
if (typeof m.parentID === "string") return m.parentID;
|
|
2167
2752
|
const infoParent = m.info?.parentID;
|
|
@@ -2177,8 +2762,12 @@ function errorOf(m) {
|
|
|
2177
2762
|
if (!m || typeof m !== "object") return void 0;
|
|
2178
2763
|
return m.info?.error ?? m.error;
|
|
2179
2764
|
}
|
|
2765
|
+
function isTerminalStopAnswer(m) {
|
|
2766
|
+
return completedOf(m) != null && errorOf(m) == null && finishOf(m) === "stop";
|
|
2767
|
+
}
|
|
2180
2768
|
function isAssistantInFlight(m) {
|
|
2181
2769
|
if (completedOf(m) == null) return true;
|
|
2770
|
+
if (errorOf(m) != null) return false;
|
|
2182
2771
|
return finishOf(m) === "tool-calls";
|
|
2183
2772
|
}
|
|
2184
2773
|
async function getSessionMessages(port, sessionId, client) {
|
|
@@ -2226,7 +2815,7 @@ async function pollSessionMessagesForRedrive(port, sessionId, client) {
|
|
|
2226
2815
|
function isSessionActivelyGenerating(messages) {
|
|
2227
2816
|
if (!messages || messages.length === 0) return false;
|
|
2228
2817
|
const last = messages[messages.length - 1];
|
|
2229
|
-
if (
|
|
2818
|
+
if (roleOf2(last) !== "assistant") return false;
|
|
2230
2819
|
return completedOf(last) == null;
|
|
2231
2820
|
}
|
|
2232
2821
|
var FULL_SESSION_ENUMERATION_MAX_SESSIONS = 3200;
|
|
@@ -2292,7 +2881,18 @@ async function deleteSession(port, id, client) {
|
|
|
2292
2881
|
{ method: "DELETE" },
|
|
2293
2882
|
{ allowStatuses: ALL_HTTP_STATUSES }
|
|
2294
2883
|
);
|
|
2295
|
-
|
|
2884
|
+
if (res.status >= 200 && res.status < 300) {
|
|
2885
|
+
return { ok: true, status: res.status };
|
|
2886
|
+
}
|
|
2887
|
+
try {
|
|
2888
|
+
const body = await res.text();
|
|
2889
|
+
return body ? { ok: false, status: res.status, body } : { ok: false, status: res.status };
|
|
2890
|
+
} catch (error2) {
|
|
2891
|
+
console.error(
|
|
2892
|
+
`[deleteSession] DELETE /session/${id} response body read failed for HTTP ${res.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
2893
|
+
);
|
|
2894
|
+
return { ok: false, status: res.status };
|
|
2895
|
+
}
|
|
2296
2896
|
} catch (error2) {
|
|
2297
2897
|
console.error(
|
|
2298
2898
|
`[deleteSession] DELETE /session/${id} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -2535,11 +3135,31 @@ function messageText(m) {
|
|
|
2535
3135
|
if (!m || !Array.isArray(m.parts)) return "";
|
|
2536
3136
|
return m.parts.filter((p) => p.type === "text" && typeof p.text === "string").map((p) => p.text).join("");
|
|
2537
3137
|
}
|
|
2538
|
-
|
|
3138
|
+
function findDispatchedUserMessageId(messages, content, excludeIds) {
|
|
3139
|
+
if (!messages || messages.length === 0) return null;
|
|
3140
|
+
let best = null;
|
|
3141
|
+
for (const message of messages) {
|
|
3142
|
+
if (roleOf2(message) !== "user") continue;
|
|
3143
|
+
const id = idOf2(message);
|
|
3144
|
+
if (typeof id !== "string" || excludeIds?.has(id)) continue;
|
|
3145
|
+
if (messageText(message) !== content) continue;
|
|
3146
|
+
const created = createdOf(message) ?? 0;
|
|
3147
|
+
if (best === null || created > best.created) best = { id, created };
|
|
3148
|
+
}
|
|
3149
|
+
return best?.id ?? null;
|
|
3150
|
+
}
|
|
3151
|
+
async function sendPromptAsync(port, sessionId, content, options, attachments, client, callbacks) {
|
|
2539
3152
|
const before = await getSessionMessages(port, sessionId, client);
|
|
2540
3153
|
const knownUserIds = new Set(
|
|
2541
|
-
(before ?? []).filter((m) =>
|
|
3154
|
+
(before ?? []).filter((m) => roleOf2(m) === "user").map((m) => idOf2(m)).filter((id) => typeof id === "string")
|
|
2542
3155
|
);
|
|
3156
|
+
if (callbacks) {
|
|
3157
|
+
try {
|
|
3158
|
+
callbacks.onKnownUserIds(before === null ? null : knownUserIds);
|
|
3159
|
+
} catch (error2) {
|
|
3160
|
+
callbacks.onKnownUserIdsError(error2);
|
|
3161
|
+
}
|
|
3162
|
+
}
|
|
2543
3163
|
const parts = [{ type: "text", text: content }];
|
|
2544
3164
|
let pendingOutcomes = null;
|
|
2545
3165
|
if (attachments && attachments.inputs.length > 0) {
|
|
@@ -2578,25 +3198,13 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
|
|
|
2578
3198
|
const READ_BACK_DELAY_MS = 150;
|
|
2579
3199
|
for (let attempt = 0; attempt < READ_BACK_ATTEMPTS; attempt++) {
|
|
2580
3200
|
const after = await getSessionMessages(port, sessionId, client);
|
|
2581
|
-
|
|
2582
|
-
|
|
2583
|
-
|
|
2584
|
-
|
|
2585
|
-
const id = idOf(m);
|
|
2586
|
-
if (typeof id !== "string" || knownUserIds.has(id)) continue;
|
|
2587
|
-
if (messageText(m) !== content) continue;
|
|
2588
|
-
const created = createdOf(m) ?? 0;
|
|
2589
|
-
if (best === null || created > best.created) {
|
|
2590
|
-
best = { id, created };
|
|
2591
|
-
}
|
|
2592
|
-
}
|
|
2593
|
-
if (best) {
|
|
2594
|
-
if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
|
|
2595
|
-
return best.id;
|
|
2596
|
-
}
|
|
3201
|
+
const dispatchedUserMessageId = findDispatchedUserMessageId(after, content, knownUserIds);
|
|
3202
|
+
if (dispatchedUserMessageId !== null) {
|
|
3203
|
+
if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
|
|
3204
|
+
return dispatchedUserMessageId;
|
|
2597
3205
|
}
|
|
2598
3206
|
if (attempt < READ_BACK_ATTEMPTS - 1) {
|
|
2599
|
-
await new Promise((
|
|
3207
|
+
await new Promise((resolve5) => setTimeout(resolve5, READ_BACK_DELAY_MS));
|
|
2600
3208
|
}
|
|
2601
3209
|
}
|
|
2602
3210
|
return null;
|
|
@@ -2604,57 +3212,68 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
|
|
|
2604
3212
|
function findAssistantReplyAfter(messages, userMessageId) {
|
|
2605
3213
|
if (!messages || messages.length === 0) return null;
|
|
2606
3214
|
const byParent = messages.find(
|
|
2607
|
-
(m) =>
|
|
3215
|
+
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
|
|
2608
3216
|
);
|
|
2609
3217
|
if (byParent) return byParent;
|
|
2610
|
-
const userIndex = messages.findIndex((m) =>
|
|
3218
|
+
const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
|
|
2611
3219
|
if (userIndex === -1) return null;
|
|
2612
3220
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2613
|
-
if (
|
|
3221
|
+
if (roleOf2(messages[i]) === "assistant") return messages[i];
|
|
2614
3222
|
}
|
|
2615
3223
|
return null;
|
|
2616
3224
|
}
|
|
2617
3225
|
function findLastAssistantReplyFor(messages, userMessageId) {
|
|
2618
3226
|
if (!messages || messages.length === 0) return null;
|
|
2619
3227
|
let lastCorrelated = null;
|
|
2620
|
-
let lastNonErrored = null;
|
|
2621
3228
|
for (let i = messages.length - 1; i >= 0; i--) {
|
|
2622
3229
|
const m = messages[i];
|
|
2623
|
-
if (
|
|
2624
|
-
|
|
2625
|
-
|
|
2626
|
-
|
|
2627
|
-
|
|
3230
|
+
if (roleOf2(m) !== "assistant" || parentIdOf2(m) !== userMessageId) continue;
|
|
3231
|
+
lastCorrelated = m;
|
|
3232
|
+
break;
|
|
3233
|
+
}
|
|
3234
|
+
if (lastCorrelated) {
|
|
3235
|
+
if (errorOf(lastCorrelated) == null) return lastCorrelated;
|
|
3236
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
3237
|
+
const m = messages[i];
|
|
3238
|
+
if (roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId && isTerminalStopAnswer(m)) {
|
|
3239
|
+
return m;
|
|
3240
|
+
}
|
|
2628
3241
|
}
|
|
3242
|
+
return lastCorrelated;
|
|
2629
3243
|
}
|
|
2630
|
-
|
|
2631
|
-
const userIndex = messages.findIndex((m) => idOf(m) === userMessageId);
|
|
3244
|
+
const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
|
|
2632
3245
|
if (userIndex === -1) return null;
|
|
2633
3246
|
let last = null;
|
|
2634
|
-
let
|
|
3247
|
+
let lastAssistantIndex = -1;
|
|
2635
3248
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2636
|
-
const role =
|
|
3249
|
+
const role = roleOf2(messages[i]);
|
|
2637
3250
|
if (role === "user") break;
|
|
2638
3251
|
if (role === "assistant") {
|
|
2639
3252
|
last = messages[i];
|
|
2640
|
-
|
|
3253
|
+
lastAssistantIndex = i;
|
|
2641
3254
|
}
|
|
2642
3255
|
}
|
|
2643
|
-
|
|
3256
|
+
if (last === null || errorOf(last) == null) return last;
|
|
3257
|
+
for (let i = lastAssistantIndex; i > userIndex; i--) {
|
|
3258
|
+
const m = messages[i];
|
|
3259
|
+
if (roleOf2(m) === "user") break;
|
|
3260
|
+
if (roleOf2(m) === "assistant" && isTerminalStopAnswer(m)) return m;
|
|
3261
|
+
}
|
|
3262
|
+
return last;
|
|
2644
3263
|
}
|
|
2645
3264
|
function collectSubagentSessions(messages, userMessageId) {
|
|
2646
3265
|
if (!messages || messages.length === 0) return [];
|
|
2647
3266
|
const byParent = messages.filter(
|
|
2648
|
-
(message) =>
|
|
3267
|
+
(message) => roleOf2(message) === "assistant" && parentIdOf2(message) === userMessageId
|
|
2649
3268
|
);
|
|
2650
3269
|
const assistants = byParent.length > 0 ? byParent : [];
|
|
2651
3270
|
if (assistants.length === 0) {
|
|
2652
|
-
const userIndex = messages.findIndex((message) =>
|
|
3271
|
+
const userIndex = messages.findIndex((message) => idOf2(message) === userMessageId);
|
|
2653
3272
|
if (userIndex === -1) return [];
|
|
2654
3273
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2655
3274
|
const message = messages[i];
|
|
2656
|
-
if (
|
|
2657
|
-
if (
|
|
3275
|
+
if (roleOf2(message) === "user") break;
|
|
3276
|
+
if (roleOf2(message) === "assistant") assistants.push(message);
|
|
2658
3277
|
}
|
|
2659
3278
|
}
|
|
2660
3279
|
const refs = [];
|
|
@@ -2694,7 +3313,7 @@ function collectTaskCalls(messages, userMessageId) {
|
|
|
2694
3313
|
if (!messages || messages.length === 0) return [];
|
|
2695
3314
|
const calls = [];
|
|
2696
3315
|
for (const message of messages) {
|
|
2697
|
-
if (
|
|
3316
|
+
if (roleOf2(message) !== "assistant" || parentIdOf2(message) !== userMessageId) continue;
|
|
2698
3317
|
for (const part of message.parts ?? []) {
|
|
2699
3318
|
if (part.tool !== "task" || !part.callID || !part.state || part.state.status === "pending") {
|
|
2700
3319
|
continue;
|
|
@@ -2724,7 +3343,7 @@ function attributeTaskCallUsage(messages, windows) {
|
|
|
2724
3343
|
for (const window of eligibleWindows) assignments.set(window.callID, []);
|
|
2725
3344
|
const unattributed = [];
|
|
2726
3345
|
for (const message of messages ?? []) {
|
|
2727
|
-
if (
|
|
3346
|
+
if (roleOf2(message) !== "assistant") continue;
|
|
2728
3347
|
const created = finiteNumber(createdOf(message));
|
|
2729
3348
|
const matching = created === null ? [] : eligibleWindows.filter(
|
|
2730
3349
|
(window) => window.timeStart <= created && (window.timeEnd === null || window.timeEnd === void 0 || created <= window.timeEnd)
|
|
@@ -2746,8 +3365,9 @@ function attributeTaskCallUsage(messages, windows) {
|
|
|
2746
3365
|
}
|
|
2747
3366
|
function sumAssistantUsage(messages) {
|
|
2748
3367
|
if (!messages || messages.length === 0) return null;
|
|
2749
|
-
const
|
|
2750
|
-
const
|
|
3368
|
+
const hasTrailingError = errorOf(messages[messages.length - 1]) != null;
|
|
3369
|
+
const hasTerminalStopAnswer = messages.some(isTerminalStopAnswer);
|
|
3370
|
+
const selected = hasTrailingError && hasTerminalStopAnswer ? messages.filter((message) => errorOf(message) == null) : messages;
|
|
2751
3371
|
let sawAnyUsage = false;
|
|
2752
3372
|
let inputSum = 0;
|
|
2753
3373
|
let outputSum = 0;
|
|
@@ -2756,9 +3376,11 @@ function sumAssistantUsage(messages) {
|
|
|
2756
3376
|
let cacheWriteSum = 0;
|
|
2757
3377
|
let costSum = 0;
|
|
2758
3378
|
let sawCost = false;
|
|
3379
|
+
let toolCallCount = 0;
|
|
2759
3380
|
let modelId = null;
|
|
2760
3381
|
let providerId = null;
|
|
2761
3382
|
for (const m of selected) {
|
|
3383
|
+
toolCallCount += m.parts?.filter((part) => part.type === "tool").length ?? 0;
|
|
2762
3384
|
const info = m.info;
|
|
2763
3385
|
if (!info) continue;
|
|
2764
3386
|
const tokens = info.tokens;
|
|
@@ -2795,19 +3417,18 @@ function sumAssistantUsage(messages) {
|
|
|
2795
3417
|
usage_tokens_cache_write: cacheWriteSum,
|
|
2796
3418
|
// NULL means OpenCode never reported a cost; it is distinct from a genuine
|
|
2797
3419
|
// zero-cost message, which sets `sawCost` with `costSum === 0`.
|
|
2798
|
-
usage_cost_usd: sawCost ? costSum : null
|
|
3420
|
+
usage_cost_usd: sawCost ? costSum : null,
|
|
3421
|
+
turn_tool_calls: toolCallCount
|
|
2799
3422
|
};
|
|
2800
3423
|
}
|
|
2801
3424
|
function messageUsage(messages, userMessageId) {
|
|
2802
3425
|
if (!messages || messages.length === 0) return null;
|
|
2803
3426
|
const byParentAll = messages.filter(
|
|
2804
|
-
(m) =>
|
|
3427
|
+
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
|
|
2805
3428
|
);
|
|
2806
|
-
const byParentNonErrored = byParentAll.filter((m) => errorOf(m) == null);
|
|
2807
|
-
const byParent = byParentNonErrored.length > 0 ? byParentNonErrored : byParentAll;
|
|
2808
3429
|
let correlated;
|
|
2809
|
-
if (
|
|
2810
|
-
correlated =
|
|
3430
|
+
if (byParentAll.length > 0) {
|
|
3431
|
+
correlated = byParentAll;
|
|
2811
3432
|
} else {
|
|
2812
3433
|
const reply = findAssistantReplyAfter(messages, userMessageId);
|
|
2813
3434
|
correlated = reply ? [reply] : [];
|
|
@@ -2817,7 +3438,7 @@ function messageUsage(messages, userMessageId) {
|
|
|
2817
3438
|
}
|
|
2818
3439
|
function messageRunState(messages, userMessageId) {
|
|
2819
3440
|
if (!messages || messages.length === 0) return "unknown";
|
|
2820
|
-
const hasUser = messages.some((m) =>
|
|
3441
|
+
const hasUser = messages.some((m) => idOf2(m) === userMessageId);
|
|
2821
3442
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2822
3443
|
if (!hasUser) {
|
|
2823
3444
|
if (!reply) return "unknown";
|
|
@@ -2853,14 +3474,38 @@ function messageError(messages, userMessageId) {
|
|
|
2853
3474
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2854
3475
|
const error2 = errorOf(reply);
|
|
2855
3476
|
if (error2 == null) return null;
|
|
2856
|
-
|
|
2857
|
-
if (typeof error2 === "
|
|
3477
|
+
let rendered;
|
|
3478
|
+
if (typeof error2 === "string") {
|
|
3479
|
+
rendered = error2;
|
|
3480
|
+
} else if (typeof error2 === "object") {
|
|
2858
3481
|
const e = error2;
|
|
2859
3482
|
const dataMessage = e.data?.message;
|
|
2860
|
-
if (typeof dataMessage === "string")
|
|
2861
|
-
|
|
3483
|
+
if (typeof dataMessage === "string") {
|
|
3484
|
+
rendered = dataMessage;
|
|
3485
|
+
} else if (typeof e.message === "string") {
|
|
3486
|
+
rendered = e.message;
|
|
3487
|
+
} else {
|
|
3488
|
+
rendered = "The agent run failed.";
|
|
3489
|
+
}
|
|
3490
|
+
} else {
|
|
3491
|
+
rendered = "The agent run failed.";
|
|
2862
3492
|
}
|
|
2863
|
-
|
|
3493
|
+
const toolPart = Array.isArray(reply?.parts) ? reply.parts.find(
|
|
3494
|
+
(part) => part && typeof part === "object" && part.type === "tool" && part.state?.status === "error"
|
|
3495
|
+
) : void 0;
|
|
3496
|
+
return typeof toolPart?.tool === "string" && toolPart.tool.length > 0 ? `${rendered} (tool "${toolPart.tool}")` : rendered;
|
|
3497
|
+
}
|
|
3498
|
+
function describeAbandonedReplyShape(messages, userMessageId) {
|
|
3499
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
3500
|
+
if (!reply) return null;
|
|
3501
|
+
const parts = Array.isArray(reply.parts) ? reply.parts : [];
|
|
3502
|
+
const lastTool = [...parts].reverse().find((part) => part?.type === "tool");
|
|
3503
|
+
return {
|
|
3504
|
+
partTypes: parts.slice(-12).map((part) => typeof part?.type === "string" ? part.type : "(unknown)"),
|
|
3505
|
+
droppedPartCount: Math.max(0, parts.length - 12),
|
|
3506
|
+
lastToolName: typeof lastTool?.tool === "string" && lastTool.tool.length > 0 ? lastTool.tool : null,
|
|
3507
|
+
lastToolStatus: typeof lastTool?.state?.status === "string" && lastTool.state.status.length > 0 ? lastTool.state.status : null
|
|
3508
|
+
};
|
|
2864
3509
|
}
|
|
2865
3510
|
function isAbortedTerminalReply(messages, userMessageId) {
|
|
2866
3511
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
@@ -2877,19 +3522,32 @@ function isAbortedTerminalReply(messages, userMessageId) {
|
|
|
2877
3522
|
}
|
|
2878
3523
|
return false;
|
|
2879
3524
|
}
|
|
3525
|
+
var CLAUDE_AUTH_EXPIRY_MESSAGES = Object.freeze([
|
|
3526
|
+
"Claude Code credentials are unavailable or expired. Run `claude` to refresh them."
|
|
3527
|
+
]);
|
|
3528
|
+
function extractReplyErrorShape(reply) {
|
|
3529
|
+
const error2 = errorOf(reply);
|
|
3530
|
+
if (error2 == null || typeof error2 !== "object") {
|
|
3531
|
+
return { name: null, statusCode: null };
|
|
3532
|
+
}
|
|
3533
|
+
const e = error2;
|
|
3534
|
+
const name = typeof e.name === "string" ? e.name.slice(0, 100) : null;
|
|
3535
|
+
const data = e.data;
|
|
3536
|
+
const statusCode = typeof data?.statusCode === "number" && Number.isFinite(data.statusCode) ? data.statusCode : null;
|
|
3537
|
+
return { name, statusCode };
|
|
3538
|
+
}
|
|
2880
3539
|
function classifyReplyAuthError(reply) {
|
|
2881
3540
|
const error2 = errorOf(reply);
|
|
2882
3541
|
if (error2 == null || typeof error2 !== "object") return null;
|
|
2883
3542
|
const e = error2;
|
|
2884
3543
|
const replyProviderId = reply?.info?.providerID ?? null;
|
|
2885
3544
|
const replyModelId = reply?.info?.modelID ?? null;
|
|
3545
|
+
const data = e.data;
|
|
2886
3546
|
if (e.name === "ProviderAuthError") {
|
|
2887
|
-
const data = e.data;
|
|
2888
3547
|
const providerId = typeof data?.providerID === "string" && data.providerID || replyProviderId;
|
|
2889
3548
|
return { kind: "model_auth", providerId, modelId: replyModelId, reason: "missing" };
|
|
2890
3549
|
}
|
|
2891
3550
|
if (e.name === "APIError") {
|
|
2892
|
-
const data = e.data;
|
|
2893
3551
|
const statusCode = data?.statusCode;
|
|
2894
3552
|
if (statusCode === 401 || statusCode === 403) {
|
|
2895
3553
|
return {
|
|
@@ -2900,16 +3558,28 @@ function classifyReplyAuthError(reply) {
|
|
|
2900
3558
|
};
|
|
2901
3559
|
}
|
|
2902
3560
|
}
|
|
3561
|
+
const errorMessage3 = typeof data?.message === "string" ? data.message : typeof e.message === "string" ? e.message : null;
|
|
3562
|
+
if (errorMessage3 !== null && CLAUDE_AUTH_EXPIRY_MESSAGES.some((knownMessage) => errorMessage3.includes(knownMessage))) {
|
|
3563
|
+
return {
|
|
3564
|
+
kind: "model_auth",
|
|
3565
|
+
providerId: typeof data?.providerID === "string" && data.providerID || replyProviderId,
|
|
3566
|
+
modelId: replyModelId,
|
|
3567
|
+
reason: "rejected"
|
|
3568
|
+
};
|
|
3569
|
+
}
|
|
2903
3570
|
return null;
|
|
2904
3571
|
}
|
|
2905
3572
|
function messageFailure(messages, userMessageId) {
|
|
2906
3573
|
return classifyReplyAuthError(findLastAssistantReplyFor(messages, userMessageId));
|
|
2907
3574
|
}
|
|
3575
|
+
function isProviderModelNotFoundError(reason) {
|
|
3576
|
+
return reason.includes("Model not found:");
|
|
3577
|
+
}
|
|
2908
3578
|
function findLatestSubagentAuthOutcome(messages, sinceMs) {
|
|
2909
3579
|
if (!messages || messages.length === 0) return null;
|
|
2910
3580
|
for (let i = messages.length - 1; i >= 0; i--) {
|
|
2911
3581
|
const message = messages[i];
|
|
2912
|
-
if (
|
|
3582
|
+
if (roleOf2(message) !== "assistant") continue;
|
|
2913
3583
|
const created = createdOf(message);
|
|
2914
3584
|
if (sinceMs !== null && typeof created === "number" && created < sinceMs) continue;
|
|
2915
3585
|
const failure = classifyReplyAuthError(message);
|
|
@@ -2941,25 +3611,25 @@ function applyZeroProviderFallback(classified, hasConfiguredProvider, replyProvi
|
|
|
2941
3611
|
function hasRunningAssistantExcept(messages, exceptUserMessageId) {
|
|
2942
3612
|
if (!messages || messages.length === 0) return false;
|
|
2943
3613
|
return messages.some(
|
|
2944
|
-
(m) =>
|
|
3614
|
+
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) !== exceptUserMessageId && isAssistantInFlight(m)
|
|
2945
3615
|
);
|
|
2946
3616
|
}
|
|
2947
3617
|
function hasLaterSiblingTurnStarted(messages, userMessageId, siblingUserMessageIds) {
|
|
2948
3618
|
if (!messages || messages.length === 0) return false;
|
|
2949
|
-
const userIndex = messages.findIndex((message) =>
|
|
3619
|
+
const userIndex = messages.findIndex((message) => idOf2(message) === userMessageId);
|
|
2950
3620
|
if (userIndex === -1) return false;
|
|
2951
3621
|
let hasLaterUser = false;
|
|
2952
3622
|
let hasStartedLaterUser = false;
|
|
2953
3623
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2954
3624
|
const message = messages[i];
|
|
2955
|
-
if (
|
|
3625
|
+
if (roleOf2(message) !== "user") continue;
|
|
2956
3626
|
hasLaterUser = true;
|
|
2957
|
-
const laterUserMessageId =
|
|
3627
|
+
const laterUserMessageId = idOf2(message);
|
|
2958
3628
|
if (laterUserMessageId === void 0 || !siblingUserMessageIds.has(laterUserMessageId)) {
|
|
2959
3629
|
return false;
|
|
2960
3630
|
}
|
|
2961
3631
|
if (messages.some(
|
|
2962
|
-
(candidate) =>
|
|
3632
|
+
(candidate) => roleOf2(candidate) === "assistant" && parentIdOf2(candidate) === laterUserMessageId
|
|
2963
3633
|
)) {
|
|
2964
3634
|
hasStartedLaterUser = true;
|
|
2965
3635
|
}
|
|
@@ -3435,7 +4105,18 @@ async function deleteV2Session(client, sessionId) {
|
|
|
3435
4105
|
{ method: "DELETE" },
|
|
3436
4106
|
{ allowStatuses: Array.from({ length: 500 }, (_, index) => index + 100) }
|
|
3437
4107
|
);
|
|
3438
|
-
|
|
4108
|
+
if (response.status >= 200 && response.status < 300) {
|
|
4109
|
+
return { ok: true, status: response.status };
|
|
4110
|
+
}
|
|
4111
|
+
try {
|
|
4112
|
+
const body = await response.text();
|
|
4113
|
+
return body ? { ok: false, status: response.status, body } : { ok: false, status: response.status };
|
|
4114
|
+
} catch (error2) {
|
|
4115
|
+
console.error(
|
|
4116
|
+
`[deleteV2Session] DELETE /api/session/${sessionId} response body read failed for HTTP ${response.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
4117
|
+
);
|
|
4118
|
+
return { ok: false, status: response.status };
|
|
4119
|
+
}
|
|
3439
4120
|
} catch (error2) {
|
|
3440
4121
|
console.error(
|
|
3441
4122
|
`[deleteV2Session] DELETE /api/session/${sessionId} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -3611,12 +4292,12 @@ async function readV2SessionErrorStream(client, options) {
|
|
|
3611
4292
|
|
|
3612
4293
|
// src/lib/opencode/credential-import-v2.ts
|
|
3613
4294
|
import { readFileSync as readFileSync4 } from "node:fs";
|
|
3614
|
-
import { join as
|
|
4295
|
+
import { join as join5 } from "node:path";
|
|
3615
4296
|
|
|
3616
4297
|
// src/lib/openai-usage.ts
|
|
3617
4298
|
import { readFileSync as readFileSync3 } from "node:fs";
|
|
3618
4299
|
import { homedir as homedir3 } from "node:os";
|
|
3619
|
-
import { join as
|
|
4300
|
+
import { join as join4 } from "node:path";
|
|
3620
4301
|
var CODEX_RESPONSES_URL = "https://chatgpt.com/backend-api/codex/responses";
|
|
3621
4302
|
var OPENCODE_AUTH_SEGMENTS = [".local", "share", "opencode", "auth.json"];
|
|
3622
4303
|
var OpenAiUsageError = class extends Error {
|
|
@@ -3630,7 +4311,7 @@ function isLocalCredentialProblem2(err) {
|
|
|
3630
4311
|
}
|
|
3631
4312
|
function readOpenCodeChatGptCredentials() {
|
|
3632
4313
|
try {
|
|
3633
|
-
const raw = readFileSync3(
|
|
4314
|
+
const raw = readFileSync3(join4(homedir3(), ...OPENCODE_AUTH_SEGMENTS), "utf-8");
|
|
3634
4315
|
let parsed;
|
|
3635
4316
|
try {
|
|
3636
4317
|
parsed = JSON.parse(raw);
|
|
@@ -3856,13 +4537,13 @@ var INTEGRATION_LIST_RETRY_DELAY_MS = 1e3;
|
|
|
3856
4537
|
function isRecord3(value) {
|
|
3857
4538
|
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
3858
4539
|
}
|
|
3859
|
-
var sleep2 = (milliseconds) => new Promise((
|
|
4540
|
+
var sleep2 = (milliseconds) => new Promise((resolve5) => setTimeout(resolve5, milliseconds));
|
|
3860
4541
|
function emptyResult(unsupported = [], outcome = "completed") {
|
|
3861
4542
|
return { outcome, imported: [], alreadyConnected: [], unsupported, failed: [] };
|
|
3862
4543
|
}
|
|
3863
4544
|
function readOpenCodeCredentials(homeDir, log3) {
|
|
3864
4545
|
try {
|
|
3865
|
-
const raw = readFileSync4(
|
|
4546
|
+
const raw = readFileSync4(join5(homeDir, ...OPENCODE_AUTH_SEGMENTS), "utf8");
|
|
3866
4547
|
let parsed;
|
|
3867
4548
|
try {
|
|
3868
4549
|
parsed = JSON.parse(raw);
|
|
@@ -4064,7 +4745,7 @@ async function importOpenCodeV2Credentials({
|
|
|
4064
4745
|
import { spawn as spawn2 } from "node:child_process";
|
|
4065
4746
|
import { mkdirSync, statSync as statSync3, unlinkSync as unlinkSync2, writeFileSync } from "node:fs";
|
|
4066
4747
|
import { homedir as homedir4 } from "node:os";
|
|
4067
|
-
import { dirname as
|
|
4748
|
+
import { dirname as dirname4, resolve as resolvePath } from "node:path";
|
|
4068
4749
|
|
|
4069
4750
|
// src/lib/runner-synchroniser.ts
|
|
4070
4751
|
import { spawn } from "node:child_process";
|
|
@@ -4074,7 +4755,7 @@ function appendError(stderr, error2) {
|
|
|
4074
4755
|
${message}`;
|
|
4075
4756
|
}
|
|
4076
4757
|
function runSynchroniser(args, opts) {
|
|
4077
|
-
return new Promise((
|
|
4758
|
+
return new Promise((resolve5) => {
|
|
4078
4759
|
let child;
|
|
4079
4760
|
let stdout = "";
|
|
4080
4761
|
let stderr = "";
|
|
@@ -4088,7 +4769,7 @@ function runSynchroniser(args, opts) {
|
|
|
4088
4769
|
if (timer.handle) clearTimeout(timer.handle);
|
|
4089
4770
|
if (abortListener) opts.signal?.removeEventListener("abort", abortListener);
|
|
4090
4771
|
if (spawnListener) child.removeListener("spawn", spawnListener);
|
|
4091
|
-
|
|
4772
|
+
resolve5(result);
|
|
4092
4773
|
};
|
|
4093
4774
|
try {
|
|
4094
4775
|
child = spawn("runner-synchroniser", args, {
|
|
@@ -4144,9 +4825,12 @@ function runSynchroniser(args, opts) {
|
|
|
4144
4825
|
|
|
4145
4826
|
// src/lib/opencode/session-db-boot.ts
|
|
4146
4827
|
var SESSION_DB_RESTORE_TIMEOUT_MS = 3e5;
|
|
4147
|
-
var SESSION_DB_VERIFY_TIMEOUT_MS =
|
|
4828
|
+
var SESSION_DB_VERIFY_TIMEOUT_MS = 36e4;
|
|
4148
4829
|
var SESSION_DB_SYNCHRONISER_TIMEOUT_MS = 12e4;
|
|
4149
|
-
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS =
|
|
4830
|
+
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS = 40;
|
|
4831
|
+
var SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS = 30;
|
|
4832
|
+
var SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS = 120;
|
|
4833
|
+
var SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS = 90;
|
|
4150
4834
|
function commandError(result) {
|
|
4151
4835
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
4152
4836
|
}
|
|
@@ -4189,7 +4873,7 @@ function clearMarker(options) {
|
|
|
4189
4873
|
function markNoReplicate(options, message) {
|
|
4190
4874
|
if (options.noReplicateMarker) {
|
|
4191
4875
|
try {
|
|
4192
|
-
mkdirSync(
|
|
4876
|
+
mkdirSync(dirname4(options.noReplicateMarker), { recursive: true });
|
|
4193
4877
|
writeFileSync(options.noReplicateMarker, "");
|
|
4194
4878
|
} catch (error2) {
|
|
4195
4879
|
options.log(
|
|
@@ -4248,7 +4932,7 @@ function parseSynchroniserEnv(stdout) {
|
|
|
4248
4932
|
return values;
|
|
4249
4933
|
}
|
|
4250
4934
|
function runCommand(command, args, options) {
|
|
4251
|
-
return new Promise((
|
|
4935
|
+
return new Promise((resolve5) => {
|
|
4252
4936
|
let child;
|
|
4253
4937
|
let stdout = "";
|
|
4254
4938
|
let stderr = "";
|
|
@@ -4257,7 +4941,7 @@ function runCommand(command, args, options) {
|
|
|
4257
4941
|
if (settled) return;
|
|
4258
4942
|
settled = true;
|
|
4259
4943
|
if (timer) clearTimeout(timer);
|
|
4260
|
-
|
|
4944
|
+
resolve5(result);
|
|
4261
4945
|
};
|
|
4262
4946
|
try {
|
|
4263
4947
|
child = spawn2(command, args, {
|
|
@@ -4265,7 +4949,7 @@ function runCommand(command, args, options) {
|
|
|
4265
4949
|
stdio: ["ignore", "pipe", "pipe"]
|
|
4266
4950
|
});
|
|
4267
4951
|
} catch (error2) {
|
|
4268
|
-
|
|
4952
|
+
resolve5({
|
|
4269
4953
|
code: null,
|
|
4270
4954
|
stdout,
|
|
4271
4955
|
stderr: error2 instanceof Error ? error2.message : String(error2),
|
|
@@ -4344,7 +5028,7 @@ async function ensureLitestreamConfig(options, env) {
|
|
|
4344
5028
|
return null;
|
|
4345
5029
|
}
|
|
4346
5030
|
try {
|
|
4347
|
-
mkdirSync(
|
|
5031
|
+
mkdirSync(dirname4(configPath), { recursive: true });
|
|
4348
5032
|
writeFileSync(configPath, rendered.stdout);
|
|
4349
5033
|
} catch (error2) {
|
|
4350
5034
|
options.log(
|
|
@@ -4457,20 +5141,37 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4457
5141
|
timeoutMs: SESSION_DB_VERIFY_TIMEOUT_MS,
|
|
4458
5142
|
env: {
|
|
4459
5143
|
...env,
|
|
4460
|
-
// The synchroniser reads
|
|
4461
|
-
// 120_000, so the walkback gives up before the outer process bound.
|
|
5144
|
+
// The synchroniser reads all four values in SECONDS.
|
|
4462
5145
|
EVIDENT_SESSION_DB_WALKBACK_BUDGET_SECONDS: String(
|
|
4463
5146
|
SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS
|
|
5147
|
+
),
|
|
5148
|
+
EVIDENT_SESSION_DB_RESTORE_POINTS_TIMEOUT_SECONDS: String(
|
|
5149
|
+
SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS
|
|
5150
|
+
),
|
|
5151
|
+
EVIDENT_SESSION_DB_RESTORE_CANDIDATE_TIMEOUT_SECONDS: String(
|
|
5152
|
+
SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS
|
|
5153
|
+
),
|
|
5154
|
+
EVIDENT_SESSION_DB_DISPOSAL_BUDGET_SECONDS: String(
|
|
5155
|
+
SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS
|
|
4464
5156
|
)
|
|
4465
5157
|
}
|
|
4466
5158
|
});
|
|
4467
5159
|
logSynchroniserDiagnostics(result, options);
|
|
4468
5160
|
if (result.timedOut || result.code === 124 || result.code === 137) {
|
|
5161
|
+
if (result.stderr.includes("SESSION-DB-INTEGRITY-FAILED")) {
|
|
5162
|
+
const reason = result.stderr.includes("SESSION-DB-REPLICA-SIZE") ? "verification_timeout_during_separation" : "verification_timeout_before_separation";
|
|
5163
|
+
options.log(
|
|
5164
|
+
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; refusing to start with the restored opencode.db (${reason})`,
|
|
5165
|
+
"error"
|
|
5166
|
+
);
|
|
5167
|
+
reportRecord("verify", "session_db_boot_refused", reason, null, options);
|
|
5168
|
+
return { verifyFatal: true, verifyFatalReason: reason };
|
|
5169
|
+
}
|
|
4469
5170
|
options.log(
|
|
4470
5171
|
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; continuing with the restored opencode.db as-is, unverified`,
|
|
4471
5172
|
"warn"
|
|
4472
5173
|
);
|
|
4473
|
-
return false;
|
|
5174
|
+
return { verifyFatal: false };
|
|
4474
5175
|
}
|
|
4475
5176
|
if (result.code === 34) {
|
|
4476
5177
|
reportRecord(
|
|
@@ -4480,14 +5181,14 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4480
5181
|
null,
|
|
4481
5182
|
options
|
|
4482
5183
|
);
|
|
4483
|
-
return true;
|
|
5184
|
+
return { verifyFatal: true };
|
|
4484
5185
|
}
|
|
4485
5186
|
if (result.code === 33) {
|
|
4486
5187
|
options.log(
|
|
4487
5188
|
"SESSION-DB-INTEGRITY-EXHAUSTED: booting continues and litestream still replicates, starting an empty backup chain after the corrupt replica was separated.",
|
|
4488
5189
|
"warn"
|
|
4489
5190
|
);
|
|
4490
|
-
return false;
|
|
5191
|
+
return { verifyFatal: false };
|
|
4491
5192
|
}
|
|
4492
5193
|
if (result.code !== 0) {
|
|
4493
5194
|
options.log(
|
|
@@ -4495,13 +5196,13 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4495
5196
|
"warn"
|
|
4496
5197
|
);
|
|
4497
5198
|
}
|
|
4498
|
-
return false;
|
|
5199
|
+
return { verifyFatal: false };
|
|
4499
5200
|
}
|
|
4500
5201
|
options.log(
|
|
4501
5202
|
"skipping session-DB verification: this boot's session DB was not proven safe to replicate",
|
|
4502
5203
|
"debug"
|
|
4503
5204
|
);
|
|
4504
|
-
return false;
|
|
5205
|
+
return { verifyFatal: false };
|
|
4505
5206
|
}
|
|
4506
5207
|
function fileExists(path) {
|
|
4507
5208
|
try {
|
|
@@ -4588,13 +5289,13 @@ async function restoreAndVerifySessionDb(options) {
|
|
|
4588
5289
|
if (options.noReplicateMarker && fileExists(options.noReplicateMarker)) {
|
|
4589
5290
|
return { verifyFatal: false };
|
|
4590
5291
|
}
|
|
4591
|
-
return
|
|
5292
|
+
return verifySessionDb(options, configPath, env);
|
|
4592
5293
|
}
|
|
4593
5294
|
|
|
4594
5295
|
// src/lib/opencode/session-db-provenance.ts
|
|
4595
5296
|
import { createRequire } from "node:module";
|
|
4596
5297
|
import { mkdirSync as mkdirSync2, readFileSync as readFileSync5, writeFileSync as writeFileSync2 } from "node:fs";
|
|
4597
|
-
import { dirname as
|
|
5298
|
+
import { dirname as dirname5, join as join6 } from "node:path";
|
|
4598
5299
|
var require2 = createRequire(import.meta.url);
|
|
4599
5300
|
function readSessionDbMigrationIds(dbPath) {
|
|
4600
5301
|
let db;
|
|
@@ -4631,7 +5332,7 @@ function readSessionDbMigrationIds(dbPath) {
|
|
|
4631
5332
|
}
|
|
4632
5333
|
function sessionDbProvenanceStatePath(homeDir, env) {
|
|
4633
5334
|
const override = env.EVIDENT_SESSION_DB_PROVENANCE_STATE?.trim();
|
|
4634
|
-
return override ||
|
|
5335
|
+
return override || join6(homeDir, ".local", "state", "evident", "session-db-provenance.json");
|
|
4635
5336
|
}
|
|
4636
5337
|
function loadSessionDbProvenanceState(path) {
|
|
4637
5338
|
let value;
|
|
@@ -4660,7 +5361,7 @@ function loadSessionDbProvenanceState(path) {
|
|
|
4660
5361
|
}
|
|
4661
5362
|
function saveSessionDbProvenanceState(path, state) {
|
|
4662
5363
|
try {
|
|
4663
|
-
mkdirSync2(
|
|
5364
|
+
mkdirSync2(dirname5(path), { recursive: true });
|
|
4664
5365
|
writeFileSync2(path, `${JSON.stringify(state, null, 2)}
|
|
4665
5366
|
`, "utf8");
|
|
4666
5367
|
} catch (error2) {
|
|
@@ -4751,7 +5452,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4751
5452
|
if (child.exitCode !== null || child.signalCode !== null) {
|
|
4752
5453
|
return { outcome: "exited", code: child.exitCode, signal: child.signalCode };
|
|
4753
5454
|
}
|
|
4754
|
-
return new Promise((
|
|
5455
|
+
return new Promise((resolve5, reject) => {
|
|
4755
5456
|
let forced = false;
|
|
4756
5457
|
let settled = false;
|
|
4757
5458
|
const timer = setTimeout(() => {
|
|
@@ -4771,7 +5472,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4771
5472
|
settled = true;
|
|
4772
5473
|
clearTimeout(timer);
|
|
4773
5474
|
child.removeListener("exit", onExit);
|
|
4774
|
-
|
|
5475
|
+
resolve5(result);
|
|
4775
5476
|
};
|
|
4776
5477
|
const fail = (error2) => {
|
|
4777
5478
|
if (settled) return;
|
|
@@ -5247,7 +5948,7 @@ function selectSessionsToDelete(sessions, opts) {
|
|
|
5247
5948
|
);
|
|
5248
5949
|
}
|
|
5249
5950
|
var DEFAULT_INTERVAL = "1h";
|
|
5250
|
-
function
|
|
5951
|
+
function resolve2(flag, envValue, fallback) {
|
|
5251
5952
|
return flag ?? envValue ?? fallback;
|
|
5252
5953
|
}
|
|
5253
5954
|
function parseMaxCount(input) {
|
|
@@ -5263,9 +5964,9 @@ function parseMaxCount(input) {
|
|
|
5263
5964
|
}
|
|
5264
5965
|
function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
5265
5966
|
const warnings = [];
|
|
5266
|
-
const maxAgeRaw =
|
|
5267
|
-
const maxCountRaw =
|
|
5268
|
-
const intervalRaw =
|
|
5967
|
+
const maxAgeRaw = resolve2(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
|
|
5968
|
+
const maxCountRaw = resolve2(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
|
|
5969
|
+
const intervalRaw = resolve2(
|
|
5269
5970
|
flags.interval,
|
|
5270
5971
|
env.EVIDENT_SESSION_CLEANUP_INTERVAL,
|
|
5271
5972
|
DEFAULT_INTERVAL
|
|
@@ -5305,10 +6006,10 @@ function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
|
5305
6006
|
|
|
5306
6007
|
// src/lib/opencode/session-db-size.ts
|
|
5307
6008
|
import { statSync as statSync4 } from "node:fs";
|
|
5308
|
-
import { join as
|
|
6009
|
+
import { join as join7 } from "node:path";
|
|
5309
6010
|
var LARGE_DB_THRESHOLD_BYTES = 268435456;
|
|
5310
6011
|
function statSessionDbBytes(homeDir) {
|
|
5311
|
-
const dbPath =
|
|
6012
|
+
const dbPath = join7(homeDir, ".local", "share", "opencode", "opencode.db");
|
|
5312
6013
|
try {
|
|
5313
6014
|
return statSync4(dbPath).size;
|
|
5314
6015
|
} catch (err) {
|
|
@@ -5338,12 +6039,12 @@ function buildSessionStoreSizeWarning(input) {
|
|
|
5338
6039
|
// src/lib/opencode/log-tail.ts
|
|
5339
6040
|
import { statSync as statSync5 } from "node:fs";
|
|
5340
6041
|
import { homedir as homedir5 } from "node:os";
|
|
5341
|
-
import { join as
|
|
6042
|
+
import { join as join8 } from "node:path";
|
|
5342
6043
|
import { open as open2, stat } from "node:fs/promises";
|
|
5343
6044
|
var DEFAULT_POLL_INTERVAL_MS = 1e3;
|
|
5344
6045
|
function resolveOpenCodeLogPath(homeDir = homedir5(), env = process.env) {
|
|
5345
|
-
const dataDir = env.XDG_DATA_HOME ||
|
|
5346
|
-
return
|
|
6046
|
+
const dataDir = env.XDG_DATA_HOME || join8(homeDir, ".local", "share");
|
|
6047
|
+
return join8(dataDir, "opencode", "log", "opencode.log");
|
|
5347
6048
|
}
|
|
5348
6049
|
function isEnoent(error2) {
|
|
5349
6050
|
return error2?.code === "ENOENT";
|
|
@@ -5498,8 +6199,8 @@ var StreamForwarder = class {
|
|
|
5498
6199
|
pauseStream(sid, stream) {
|
|
5499
6200
|
if (!stream.paused) {
|
|
5500
6201
|
stream.paused = true;
|
|
5501
|
-
stream.pausePromise = new Promise((
|
|
5502
|
-
stream.resume =
|
|
6202
|
+
stream.pausePromise = new Promise((resolve5) => {
|
|
6203
|
+
stream.resume = resolve5;
|
|
5503
6204
|
});
|
|
5504
6205
|
}
|
|
5505
6206
|
if (stream.pauseTimer !== null) clearTimeout(stream.pauseTimer);
|
|
@@ -5566,12 +6267,12 @@ var StreamForwarder = class {
|
|
|
5566
6267
|
let endBody;
|
|
5567
6268
|
if (has_body) {
|
|
5568
6269
|
const chunks = [];
|
|
5569
|
-
bodyPromise = new Promise((
|
|
6270
|
+
bodyPromise = new Promise((resolve5) => {
|
|
5570
6271
|
pushBody = (buf) => {
|
|
5571
6272
|
chunks.push(buf);
|
|
5572
6273
|
};
|
|
5573
6274
|
endBody = () => {
|
|
5574
|
-
|
|
6275
|
+
resolve5(Buffer.concat(chunks));
|
|
5575
6276
|
};
|
|
5576
6277
|
});
|
|
5577
6278
|
}
|
|
@@ -5742,7 +6443,7 @@ function connectTunnel(options) {
|
|
|
5742
6443
|
} = options;
|
|
5743
6444
|
const tunnelUrl = getTunnelUrlConfig();
|
|
5744
6445
|
const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
|
|
5745
|
-
return new Promise((
|
|
6446
|
+
return new Promise((resolve5, reject) => {
|
|
5746
6447
|
const ws = new WebSocket2(url, {
|
|
5747
6448
|
headers: {
|
|
5748
6449
|
Authorization: authHeader,
|
|
@@ -5851,7 +6552,7 @@ function connectTunnel(options) {
|
|
|
5851
6552
|
forwarder.setBinaryFramesSupported(message.binary_frames === true);
|
|
5852
6553
|
const connectedAgentId = message.agent_id ?? agentId;
|
|
5853
6554
|
onConnected?.(connectedAgentId);
|
|
5854
|
-
|
|
6555
|
+
resolve5({
|
|
5855
6556
|
ws,
|
|
5856
6557
|
close: () => ws.close(1e3, "CLI shutdown")
|
|
5857
6558
|
});
|
|
@@ -6369,6 +7070,7 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6369
7070
|
const stalenessMs = Math.max(0, options.stalenessMs ?? SESSION_STORE_HEALTH_STALENESS_MS);
|
|
6370
7071
|
let lastUnwritableAt = null;
|
|
6371
7072
|
let lastWritableAt = null;
|
|
7073
|
+
const causes = /* @__PURE__ */ new Map();
|
|
6372
7074
|
return {
|
|
6373
7075
|
observeUnwritable: () => {
|
|
6374
7076
|
lastUnwritableAt = now();
|
|
@@ -6380,6 +7082,23 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6380
7082
|
if (lastUnwritableAt === null) return false;
|
|
6381
7083
|
if (lastWritableAt !== null && lastWritableAt >= lastUnwritableAt) return false;
|
|
6382
7084
|
return now() - lastUnwritableAt < stalenessMs;
|
|
7085
|
+
},
|
|
7086
|
+
observeCause: (sessionId, cause) => {
|
|
7087
|
+
if (sessionId === null) return;
|
|
7088
|
+
causes.delete(sessionId);
|
|
7089
|
+
causes.set(sessionId, { cause, observedAt: now() });
|
|
7090
|
+
while (causes.size > 256) {
|
|
7091
|
+
const oldest = causes.keys().next().value;
|
|
7092
|
+
if (typeof oldest !== "string") break;
|
|
7093
|
+
causes.delete(oldest);
|
|
7094
|
+
}
|
|
7095
|
+
},
|
|
7096
|
+
readCause: (sessionId) => {
|
|
7097
|
+
const observed = causes.get(sessionId);
|
|
7098
|
+
if (!observed) return null;
|
|
7099
|
+
causes.delete(sessionId);
|
|
7100
|
+
if (now() - observed.observedAt >= stalenessMs) return null;
|
|
7101
|
+
return observed.cause;
|
|
6383
7102
|
}
|
|
6384
7103
|
};
|
|
6385
7104
|
}
|
|
@@ -6388,12 +7107,12 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6388
7107
|
import { homedir as homedir6 } from "node:os";
|
|
6389
7108
|
|
|
6390
7109
|
// src/lib/runner-file-sync.ts
|
|
6391
|
-
import { join as
|
|
7110
|
+
import { join as join10 } from "node:path";
|
|
6392
7111
|
|
|
6393
7112
|
// src/lib/file-push.ts
|
|
6394
7113
|
import { randomUUID } from "node:crypto";
|
|
6395
7114
|
import { chmod, mkdir, open as open3, realpath, rename, unlink } from "node:fs/promises";
|
|
6396
|
-
import { basename, dirname as
|
|
7115
|
+
import { basename as basename2, dirname as dirname6, isAbsolute as isAbsolute2, join as join9, relative as relative2, resolve as resolve3, sep as sep2 } from "node:path";
|
|
6397
7116
|
var FILE_MODE = 384;
|
|
6398
7117
|
var DIRECTORY_MODE = 448;
|
|
6399
7118
|
async function writePushedFile(request2) {
|
|
@@ -6424,9 +7143,9 @@ async function writePushedFile(request2) {
|
|
|
6424
7143
|
}
|
|
6425
7144
|
try {
|
|
6426
7145
|
const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
|
|
6427
|
-
|
|
7146
|
+
dirname6(candidate)
|
|
6428
7147
|
);
|
|
6429
|
-
const realTarget =
|
|
7148
|
+
const realTarget = join9(existingAncestor, ...missingSegments, basename2(candidate));
|
|
6430
7149
|
const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
|
|
6431
7150
|
if (allowedDirectory === null) {
|
|
6432
7151
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
@@ -6436,8 +7155,8 @@ async function writePushedFile(request2) {
|
|
|
6436
7155
|
}
|
|
6437
7156
|
if (missingSegments.length > 0) {
|
|
6438
7157
|
await createMissingDirectories(existingAncestor, missingSegments);
|
|
6439
|
-
const realParent = await realpath(
|
|
6440
|
-
if (realParent !==
|
|
7158
|
+
const realParent = await realpath(dirname6(realTarget));
|
|
7159
|
+
if (realParent !== dirname6(realTarget) || !contains(allowedDirectory, realTarget)) {
|
|
6441
7160
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
6442
7161
|
path: realTarget,
|
|
6443
7162
|
bytes,
|
|
@@ -6462,15 +7181,15 @@ function expandAndValidate(requestedPath, homeDir) {
|
|
|
6462
7181
|
if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
|
|
6463
7182
|
return null;
|
|
6464
7183
|
}
|
|
6465
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
7184
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join9(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
6466
7185
|
if (expanded.split(/[/\\]/).includes("..")) {
|
|
6467
7186
|
return null;
|
|
6468
7187
|
}
|
|
6469
|
-
if (!
|
|
7188
|
+
if (!isAbsolute2(expanded)) {
|
|
6470
7189
|
return null;
|
|
6471
7190
|
}
|
|
6472
|
-
const candidate =
|
|
6473
|
-
const name =
|
|
7191
|
+
const candidate = resolve3(expanded);
|
|
7192
|
+
const name = basename2(candidate);
|
|
6474
7193
|
return name === "" || name === "." || name === ".." ? null : candidate;
|
|
6475
7194
|
}
|
|
6476
7195
|
async function resolveNearestExistingAncestor(directory) {
|
|
@@ -6480,18 +7199,18 @@ async function resolveNearestExistingAncestor(directory) {
|
|
|
6480
7199
|
try {
|
|
6481
7200
|
return { existingAncestor: await realpath(current), missingSegments };
|
|
6482
7201
|
} catch (err) {
|
|
6483
|
-
const parent =
|
|
7202
|
+
const parent = dirname6(current);
|
|
6484
7203
|
if (err.code !== "ENOENT" || parent === current) {
|
|
6485
7204
|
throw err;
|
|
6486
7205
|
}
|
|
6487
|
-
missingSegments.unshift(
|
|
7206
|
+
missingSegments.unshift(basename2(current));
|
|
6488
7207
|
current = parent;
|
|
6489
7208
|
}
|
|
6490
7209
|
}
|
|
6491
7210
|
}
|
|
6492
7211
|
async function findContainingAllowedDirectory(allowedDirectories, realTarget) {
|
|
6493
7212
|
for (const directory of allowedDirectories) {
|
|
6494
|
-
if (!
|
|
7213
|
+
if (!isAbsolute2(directory)) {
|
|
6495
7214
|
log("warn", "file_push_allowed_directory_skipped", { directory, reason: "not_absolute" });
|
|
6496
7215
|
continue;
|
|
6497
7216
|
}
|
|
@@ -6529,19 +7248,19 @@ async function realpathCreatingIfMissing(directory) {
|
|
|
6529
7248
|
}
|
|
6530
7249
|
}
|
|
6531
7250
|
function contains(realDirectory, realTarget) {
|
|
6532
|
-
const rel =
|
|
6533
|
-
return rel !== "" && rel !== ".." && !rel.startsWith(`..${
|
|
7251
|
+
const rel = relative2(realDirectory, realTarget);
|
|
7252
|
+
return rel !== "" && rel !== ".." && !rel.startsWith(`..${sep2}`) && !isAbsolute2(rel);
|
|
6534
7253
|
}
|
|
6535
7254
|
async function createMissingDirectories(existingAncestor, missingSegments) {
|
|
6536
7255
|
let current = existingAncestor;
|
|
6537
7256
|
for (const segment of missingSegments) {
|
|
6538
|
-
current =
|
|
7257
|
+
current = join9(current, segment);
|
|
6539
7258
|
await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
|
|
6540
7259
|
await chmod(current, DIRECTORY_MODE);
|
|
6541
7260
|
}
|
|
6542
7261
|
}
|
|
6543
7262
|
async function writeAtomically(realTarget, content) {
|
|
6544
|
-
const temporaryPath =
|
|
7263
|
+
const temporaryPath = join9(dirname6(realTarget), `.evident-push-${randomUUID()}.tmp`);
|
|
6545
7264
|
let handle;
|
|
6546
7265
|
try {
|
|
6547
7266
|
handle = await open3(temporaryPath, "wx", FILE_MODE);
|
|
@@ -6671,12 +7390,12 @@ var NOT_APPLIED = {
|
|
|
6671
7390
|
opencodeAuthApplied: false
|
|
6672
7391
|
};
|
|
6673
7392
|
function isClaudeCredentialPath(requestedPath, homeDir) {
|
|
6674
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6675
|
-
return expanded ===
|
|
7393
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7394
|
+
return expanded === join10(homeDir, ...CLAUDE_CREDENTIALS_SEGMENTS);
|
|
6676
7395
|
}
|
|
6677
7396
|
function isOpenCodeAuthPath(requestedPath, homeDir) {
|
|
6678
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6679
|
-
return expanded ===
|
|
7397
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7398
|
+
return expanded === join10(homeDir, ...OPENCODE_AUTH_SEGMENTS);
|
|
6680
7399
|
}
|
|
6681
7400
|
async function applyOne(options, file) {
|
|
6682
7401
|
const label = `${file.id.slice(0, 8)} (${file.path})`;
|
|
@@ -6820,6 +7539,11 @@ function messageIdOf(m) {
|
|
|
6820
7539
|
const infoId = m.info?.id;
|
|
6821
7540
|
return typeof infoId === "string" ? infoId : void 0;
|
|
6822
7541
|
}
|
|
7542
|
+
function composeAbandonmentNote(finish, replyShape, outcome) {
|
|
7543
|
+
const base = `OpenCode ended this turn after a tool call (finish="${finish ?? "(unknown)"}") ` + (outcome === "without-answer" ? "without writing an answer, and confirmed it is no longer working on this conversation. Evident is reporting the run as failed so the failure and its reason are visible in failed runs." : "after writing only part of an answer, and confirmed it is no longer working on this conversation. Evident delivered what was written and is reporting the run as finished.");
|
|
7544
|
+
if (replyShape === null) return base;
|
|
7545
|
+
return `${base} ${replyShape.lastToolName === null ? "No tool call was recorded" : `The last tool call was "${replyShape.lastToolName}" with status "${replyShape.lastToolStatus ?? "(unknown)"}"`}; the reply's final part types were [${replyShape.partTypes.join(", ")}]${replyShape.droppedPartCount > 0 ? ` (${replyShape.droppedPartCount} earlier part types omitted)` : ""}.`;
|
|
7546
|
+
}
|
|
6823
7547
|
function cleanImageMime(contentType) {
|
|
6824
7548
|
if (!contentType) return null;
|
|
6825
7549
|
const media = contentType.split(";")[0].trim().toLowerCase();
|
|
@@ -6840,6 +7564,10 @@ var SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS = 2e3;
|
|
|
6840
7564
|
var SESSION_ERROR_STREAM_HEALTHY_MS = 5e3;
|
|
6841
7565
|
var SESSION_ERROR_BUFFER_TTL_MS = SESSION_ERROR_STREAM_HEALTHY_MS;
|
|
6842
7566
|
var MAX_BUFFERED_SESSION_ERRORS = 256;
|
|
7567
|
+
var SESSION_ERROR_RETENTION_TTL_MS = 6e4;
|
|
7568
|
+
var SESSION_STORE_UNWRITABLE_ERROR = "The runner session database could not be written, so this turn did not finish. Nothing was lost from the queue. Clear disk space and retry.";
|
|
7569
|
+
var SESSION_ERROR_RETAINED_DETAIL = "Runner-observed OpenCode session error: ";
|
|
7570
|
+
var SESSION_ERROR_OBSERVED_CAUSE = "Runner-observed OpenCode session-store cause: ";
|
|
6843
7571
|
var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
|
|
6844
7572
|
var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
6845
7573
|
var DRIVER_SESSION_ENUMERATION_LIMIT = 20;
|
|
@@ -6997,6 +7725,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
6997
7725
|
* with a short TTL so an unmatched session cannot retain an event indefinitely.
|
|
6998
7726
|
*/
|
|
6999
7727
|
bufferedSessionErrors = /* @__PURE__ */ new Map();
|
|
7728
|
+
retainedSessionErrors = /* @__PURE__ */ new Map();
|
|
7000
7729
|
/**
|
|
7001
7730
|
* AUTHORITATIVE local dedup (WI-3): Evident message ids that have been
|
|
7002
7731
|
* dispatched and are still in-flight. A message in this set is never
|
|
@@ -7029,10 +7758,18 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7029
7758
|
* row is `processing` or `pending`; clear it only when absent from both lists.
|
|
7030
7759
|
*/
|
|
7031
7760
|
untrackableAck = /* @__PURE__ */ new Map();
|
|
7761
|
+
/** Session binding used by the first untrackable-ack report, for retries. */
|
|
7762
|
+
untrackableAckSessionIds = /* @__PURE__ */ new Map();
|
|
7032
7763
|
/** Messages whose untrackable-ack failure signal was emitted while fenced. */
|
|
7033
7764
|
untrackableAckSignalled = /* @__PURE__ */ new Set();
|
|
7034
7765
|
/** Messages whose first untrackable-ack fence warning was already logged. */
|
|
7035
7766
|
untrackableAckWarned = /* @__PURE__ */ new Set();
|
|
7767
|
+
/**
|
|
7768
|
+
* Accepted V1 prompts whose assigned ids were not read back; these rows are
|
|
7769
|
+
* re-read instead of POSTed again. A null snapshot cannot safely exclude an older
|
|
7770
|
+
* identical-text turn, so it never produces a correlation.
|
|
7771
|
+
*/
|
|
7772
|
+
awaitingCorrelation = /* @__PURE__ */ new Map();
|
|
7036
7773
|
/** Pending rows seen in the current drain, used to retain terminal dispatch fences. */
|
|
7037
7774
|
pendingMessageIds = /* @__PURE__ */ new Set();
|
|
7038
7775
|
/**
|
|
@@ -7118,21 +7855,6 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7118
7855
|
* re-signal on every one of the 15h of re-dispatch attempts #1110 made.
|
|
7119
7856
|
*/
|
|
7120
7857
|
dispatchNotStartedSignalled = /* @__PURE__ */ new Map();
|
|
7121
|
-
/**
|
|
7122
|
-
* Consecutive-UNCONFIRMED-dispatch streak for a `pending` row with NO stored
|
|
7123
|
-
* `opencode_message_id` yet — i.e. one that has never even reached the
|
|
7124
|
-
* re-drive fence above. `sendPromptAsync`'s POST may 2xx, but its own
|
|
7125
|
-
* read-back retries can never confirm the assigned id when the session's
|
|
7126
|
-
* message list is PERMANENTLY unreadable (e.g. a corrupted local opencode
|
|
7127
|
-
* SQLite DB, #1345/#1348's exact fault, just hit BEFORE the row is ever
|
|
7128
|
-
* dispatched instead of after). Unlike an already-dispatched row, THIS row has
|
|
7129
|
-
* no other safety net at all: the lifecycle cron only reclaims `status =
|
|
7130
|
-
* 'processing'` rows, and a row stuck here never reaches `processing`. Keyed
|
|
7131
|
-
* by message id, carrying `sessionId` so a session change (a fresh one bound
|
|
7132
|
-
* after abandonment) starts a new streak rather than inheriting the old
|
|
7133
|
-
* session's count — same shape as `redrivePollFailures` above.
|
|
7134
|
-
*/
|
|
7135
|
-
unconfirmedDispatchFailures = /* @__PURE__ */ new Map();
|
|
7136
7858
|
/**
|
|
7137
7859
|
* Consecutive give-ups for a message whose OpenCode user row remains queued.
|
|
7138
7860
|
* The session id scopes the count: a fresh session is a new attempt after a
|
|
@@ -7150,8 +7872,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7150
7872
|
* short-circuits while it is present, so a null-id row is re-dispatched AT MOST
|
|
7151
7873
|
* ONCE per outstanding read-back. Cleared on a SUCCESSFUL dispatch+read-back (the
|
|
7152
7874
|
* row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
|
|
7153
|
-
* re-entry) OR on a failed/unresolved dispatch (the
|
|
7154
|
-
*
|
|
7875
|
+
* re-entry) OR on a failed/unresolved dispatch (the accepted prompt is handed to
|
|
7876
|
+
* the terminal-report fence and is never sent again).
|
|
7155
7877
|
*/
|
|
7156
7878
|
awaitingReadopt = /* @__PURE__ */ new Set();
|
|
7157
7879
|
/**
|
|
@@ -7469,6 +8191,49 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7469
8191
|
}
|
|
7470
8192
|
return ids;
|
|
7471
8193
|
}
|
|
8194
|
+
/** Find an accepted prompt's user row without adopting an older or concurrent turn. */
|
|
8195
|
+
findAwaitingCorrelationId(entry, sessionId, messages) {
|
|
8196
|
+
if (entry.sessionId !== sessionId || entry.knownUserIds === null) return null;
|
|
8197
|
+
const excludeIds = new Set(entry.knownUserIds);
|
|
8198
|
+
for (const inFlight of this.watchers.get(entry.sessionId)?.inFlight.values() ?? []) {
|
|
8199
|
+
excludeIds.add(inFlight.opencodeMessageId);
|
|
8200
|
+
}
|
|
8201
|
+
return findDispatchedUserMessageId(messages, entry.content, excludeIds);
|
|
8202
|
+
}
|
|
8203
|
+
/** Hand an exhausted accepted-but-untrackable prompt to the terminal-report fence. */
|
|
8204
|
+
async handoffUntrackableCorrelation(conversationId, messageId, sessionId, attempts, source) {
|
|
8205
|
+
this.awaitingCorrelation.delete(messageId);
|
|
8206
|
+
this.awaitingReadopt.delete(messageId);
|
|
8207
|
+
this.sessions.delete(conversationId);
|
|
8208
|
+
this.supersede(conversationId, sessionId);
|
|
8209
|
+
const dispatchDescription = source === "readopt" ? "re-dispatched message" : "message";
|
|
8210
|
+
const errorMessage3 = `OpenCode accepted this ${dispatchDescription} once, but its assigned id was never confirmed after ${attempts} attempts to match it up \u2014 the message was deliberately not sent again, so no duplicate turn was created; session ${sessionId.slice(0, 8)} was abandoned; a fresh one is used for further messages.`;
|
|
8211
|
+
this.untrackableAck.set(messageId, errorMessage3);
|
|
8212
|
+
this.untrackableAckSessionIds.set(messageId, null);
|
|
8213
|
+
this.log({
|
|
8214
|
+
level: "error",
|
|
8215
|
+
message: errorMessage3,
|
|
8216
|
+
conversation_id: conversationId,
|
|
8217
|
+
message_id: messageId
|
|
8218
|
+
});
|
|
8219
|
+
const reportError = await this.reportUntrackableAck(
|
|
8220
|
+
conversationId,
|
|
8221
|
+
messageId,
|
|
8222
|
+
null,
|
|
8223
|
+
errorMessage3
|
|
8224
|
+
);
|
|
8225
|
+
if (reportError !== null) {
|
|
8226
|
+
this.log({
|
|
8227
|
+
level: "warn",
|
|
8228
|
+
message: `markFailed PATCH for message ${messageId.slice(0, 8)} (conversation ${conversationId.slice(0, 8)}) failed: ${reportError.message}`,
|
|
8229
|
+
conversation_id: conversationId,
|
|
8230
|
+
message_id: messageId
|
|
8231
|
+
});
|
|
8232
|
+
}
|
|
8233
|
+
if (source === "readopt") {
|
|
8234
|
+
void this.postSignal(conversationId, messageId, "readopt_orphan_unsent");
|
|
8235
|
+
}
|
|
8236
|
+
}
|
|
7472
8237
|
/**
|
|
7473
8238
|
* File-pull work, for `run.ts`'s idle accounting (#559).
|
|
7474
8239
|
*
|
|
@@ -7648,6 +8413,56 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7648
8413
|
}
|
|
7649
8414
|
break;
|
|
7650
8415
|
}
|
|
8416
|
+
const correlation = this.awaitingCorrelation.get(message.id);
|
|
8417
|
+
if (correlation) {
|
|
8418
|
+
correlation.attempts += 1;
|
|
8419
|
+
let correlatedId = null;
|
|
8420
|
+
if (correlation.knownUserIds !== null && correlation.sessionId === sessionId) {
|
|
8421
|
+
const polled = await this.pollSessionMessagesForRedrive(
|
|
8422
|
+
conv,
|
|
8423
|
+
message,
|
|
8424
|
+
correlation.sessionId
|
|
8425
|
+
);
|
|
8426
|
+
if (polled.ok)
|
|
8427
|
+
correlatedId = this.findAwaitingCorrelationId(correlation, sessionId, polled.messages);
|
|
8428
|
+
} else if (correlation.knownUserIds === null) {
|
|
8429
|
+
this.log({
|
|
8430
|
+
level: "debug",
|
|
8431
|
+
message: `Message ${message.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
|
|
8432
|
+
conversation_id: conv.id,
|
|
8433
|
+
message_id: message.id
|
|
8434
|
+
});
|
|
8435
|
+
}
|
|
8436
|
+
if (correlatedId !== null) {
|
|
8437
|
+
this.awaitingCorrelation.delete(message.id);
|
|
8438
|
+
this.dispatchNotStartedSignalled.delete(message.id);
|
|
8439
|
+
this.releasedOpencodeIds.delete(message.id);
|
|
8440
|
+
this.dispatched.add(message.id);
|
|
8441
|
+
this.registerInFlight(conv, correlation.sessionId, message, correlatedId);
|
|
8442
|
+
dispatched += 1;
|
|
8443
|
+
this.log({
|
|
8444
|
+
level: "info",
|
|
8445
|
+
message: `Matched accepted message ${message.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
|
|
8446
|
+
conversation_id: conv.id,
|
|
8447
|
+
message_id: message.id
|
|
8448
|
+
});
|
|
8449
|
+
void this.postSignal(conv.id, message.id, "ack_correlated", {
|
|
8450
|
+
opencode_message_id: correlatedId
|
|
8451
|
+
});
|
|
8452
|
+
continue;
|
|
8453
|
+
}
|
|
8454
|
+
if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
|
|
8455
|
+
await this.handoffUntrackableCorrelation(
|
|
8456
|
+
conv.id,
|
|
8457
|
+
message.id,
|
|
8458
|
+
correlation.sessionId,
|
|
8459
|
+
correlation.attempts,
|
|
8460
|
+
"fresh"
|
|
8461
|
+
);
|
|
8462
|
+
break;
|
|
8463
|
+
}
|
|
8464
|
+
break;
|
|
8465
|
+
}
|
|
7651
8466
|
const effectiveOpencodeMessageId = message.opencode_message_id ?? this.releasedOpencodeIds.get(message.id)?.opencodeMessageId ?? null;
|
|
7652
8467
|
if (effectiveOpencodeMessageId) {
|
|
7653
8468
|
const outcome = await this.resolveRedrive(
|
|
@@ -7669,6 +8484,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7669
8484
|
model: message.opencode_model ?? void 0
|
|
7670
8485
|
};
|
|
7671
8486
|
let opencodeMessageId;
|
|
8487
|
+
let preDispatchUserIds = null;
|
|
7672
8488
|
try {
|
|
7673
8489
|
this.log({
|
|
7674
8490
|
level: "info",
|
|
@@ -7698,7 +8514,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7698
8514
|
message.content,
|
|
7699
8515
|
options,
|
|
7700
8516
|
sendAttachments,
|
|
7701
|
-
this.openCodeClient
|
|
8517
|
+
this.openCodeClient,
|
|
8518
|
+
{
|
|
8519
|
+
onKnownUserIds: (ids) => {
|
|
8520
|
+
preDispatchUserIds = ids;
|
|
8521
|
+
},
|
|
8522
|
+
onKnownUserIdsError: (error2) => {
|
|
8523
|
+
this.log({
|
|
8524
|
+
level: "warn",
|
|
8525
|
+
message: `Pre-dispatch snapshot callback failed for message ${message.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
8526
|
+
conversation_id: conv.id,
|
|
8527
|
+
message_id: message.id
|
|
8528
|
+
});
|
|
8529
|
+
}
|
|
8530
|
+
}
|
|
7702
8531
|
)
|
|
7703
8532
|
);
|
|
7704
8533
|
} catch (err) {
|
|
@@ -7706,6 +8535,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7706
8535
|
if (this.isV2 && err instanceof OpenCodeV2PromptAckError) {
|
|
7707
8536
|
const errorMessage4 = err instanceof Error ? err.message : String(err);
|
|
7708
8537
|
this.untrackableAck.set(message.id, errorMessage4);
|
|
8538
|
+
this.untrackableAckSessionIds.set(message.id, null);
|
|
7709
8539
|
this.log({
|
|
7710
8540
|
level: "error",
|
|
7711
8541
|
message: `V2 prompt dispatch for message ${message.id.slice(0, 8)} failed after a positive ack with no usable id: ${errorMessage4}`,
|
|
@@ -7781,39 +8611,21 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7781
8611
|
if (this.isV2) {
|
|
7782
8612
|
throw new Error("V2 prompt dispatch completed without an acknowledged message id");
|
|
7783
8613
|
}
|
|
7784
|
-
|
|
7785
|
-
|
|
7786
|
-
|
|
7787
|
-
|
|
7788
|
-
|
|
7789
|
-
|
|
7790
|
-
message_id: message.id
|
|
7791
|
-
});
|
|
7792
|
-
this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
|
|
7793
|
-
continue;
|
|
7794
|
-
}
|
|
7795
|
-
this.unconfirmedDispatchFailures.delete(message.id);
|
|
7796
|
-
this.sessions.delete(conv.id);
|
|
7797
|
-
this.supersede(conv.id, sessionId);
|
|
7798
|
-
const errorMessage3 = `OpenCode accepted this message ${streak} times in a row but never confirmed its assigned id (session ${sessionId.slice(0, 8)}'s message list could not be read back) \u2014 the session was abandoned; a fresh one is used for further messages.`;
|
|
8614
|
+
this.awaitingCorrelation.set(message.id, {
|
|
8615
|
+
sessionId,
|
|
8616
|
+
content: message.content,
|
|
8617
|
+
attempts: 0,
|
|
8618
|
+
knownUserIds: preDispatchUserIds
|
|
8619
|
+
});
|
|
7799
8620
|
this.log({
|
|
7800
|
-
level: "
|
|
7801
|
-
message:
|
|
8621
|
+
level: "warn",
|
|
8622
|
+
message: `OpenCode accepted message ${message.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
|
|
7802
8623
|
conversation_id: conv.id,
|
|
7803
8624
|
message_id: message.id
|
|
7804
8625
|
});
|
|
7805
|
-
|
|
7806
|
-
this.log({
|
|
7807
|
-
level: "warn",
|
|
7808
|
-
message: `markFailed PATCH for message ${message.id.slice(0, 8)} (conversation ${conv.id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
|
|
7809
|
-
conversation_id: conv.id,
|
|
7810
|
-
message_id: message.id
|
|
7811
|
-
});
|
|
7812
|
-
this.signalDispatchNotStarted(conv, message, "abandon_unreported");
|
|
7813
|
-
});
|
|
8626
|
+
this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
|
|
7814
8627
|
break;
|
|
7815
8628
|
}
|
|
7816
|
-
this.unconfirmedDispatchFailures.delete(message.id);
|
|
7817
8629
|
this.dispatchNotStartedSignalled.delete(message.id);
|
|
7818
8630
|
this.releasedOpencodeIds.delete(message.id);
|
|
7819
8631
|
this.dispatched.add(message.id);
|
|
@@ -8418,23 +9230,6 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8418
9230
|
this.redrivePollFailures.set(messageId, { sessionId, signature, count: 1 });
|
|
8419
9231
|
return 1;
|
|
8420
9232
|
}
|
|
8421
|
-
/**
|
|
8422
|
-
* Record one UNCONFIRMED-dispatch outcome (a `pending` row with no stored
|
|
8423
|
-
* `opencode_message_id` whose `sendPromptAsync` returned `null`) toward the
|
|
8424
|
-
* bound in `processConversation`'s dispatch loop, and return the resulting
|
|
8425
|
-
* count. Mirrors `recordRedrivePollFailure`'s session-scoping: a session
|
|
8426
|
-
* change starts a fresh streak at `1` rather than inheriting the old one's
|
|
8427
|
-
* count, since a new session is a genuinely different attempt.
|
|
8428
|
-
*/
|
|
8429
|
-
recordUnconfirmedDispatch(messageId, sessionId) {
|
|
8430
|
-
const existing = this.unconfirmedDispatchFailures.get(messageId);
|
|
8431
|
-
if (existing && existing.sessionId === sessionId) {
|
|
8432
|
-
existing.count += 1;
|
|
8433
|
-
return existing.count;
|
|
8434
|
-
}
|
|
8435
|
-
this.unconfirmedDispatchFailures.set(messageId, { sessionId, count: 1 });
|
|
8436
|
-
return 1;
|
|
8437
|
-
}
|
|
8438
9233
|
/** Record one queued give-up toward the never-started bound. */
|
|
8439
9234
|
recordNeverStartedAttempt(messageId, sessionId) {
|
|
8440
9235
|
const existing = this.neverStartedAttempts.get(messageId);
|
|
@@ -8746,6 +9541,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8746
9541
|
b2LastDescendantCheckMs: 0,
|
|
8747
9542
|
b2RootOngoingHeldLogged: false,
|
|
8748
9543
|
b2AbandonedSignalled: false,
|
|
9544
|
+
b2AbandonedWithoutAnswer: false,
|
|
8749
9545
|
ambiguousPinnedSinceMs: 0,
|
|
8750
9546
|
ambiguousResolved: false,
|
|
8751
9547
|
sessionStoreFailurePending: false,
|
|
@@ -8770,6 +9566,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8770
9566
|
this.bufferedSessionErrors.delete(oldest);
|
|
8771
9567
|
}
|
|
8772
9568
|
}
|
|
9569
|
+
retainSessionError(event) {
|
|
9570
|
+
this.retainedSessionErrors.delete(event.sessionId);
|
|
9571
|
+
this.retainedSessionErrors.set(event.sessionId, {
|
|
9572
|
+
reason: event.reason,
|
|
9573
|
+
observedAt: this.now()
|
|
9574
|
+
});
|
|
9575
|
+
while (this.retainedSessionErrors.size > MAX_BUFFERED_SESSION_ERRORS) {
|
|
9576
|
+
const oldest = this.retainedSessionErrors.keys().next().value;
|
|
9577
|
+
if (typeof oldest !== "string") break;
|
|
9578
|
+
this.retainedSessionErrors.delete(oldest);
|
|
9579
|
+
}
|
|
9580
|
+
}
|
|
9581
|
+
readRetainedSessionError(sessionId) {
|
|
9582
|
+
const retained = this.retainedSessionErrors.get(sessionId);
|
|
9583
|
+
if (!retained) return null;
|
|
9584
|
+
if (this.now() - retained.observedAt >= SESSION_ERROR_RETENTION_TTL_MS) {
|
|
9585
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9586
|
+
return null;
|
|
9587
|
+
}
|
|
9588
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9589
|
+
return retained.reason;
|
|
9590
|
+
}
|
|
8773
9591
|
/**
|
|
8774
9592
|
* Build a fresh `SessionWatcher`. Seeds `lastTickAt`/`lastObservedTickAt`
|
|
8775
9593
|
* EQUAL (#1618) so a watcher whose loop has not started ticking yet is never
|
|
@@ -8865,6 +9683,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8865
9683
|
b2LastDescendantCheckMs: 0,
|
|
8866
9684
|
b2RootOngoingHeldLogged: false,
|
|
8867
9685
|
b2AbandonedSignalled: false,
|
|
9686
|
+
b2AbandonedWithoutAnswer: false,
|
|
8868
9687
|
ambiguousPinnedSinceMs: 0,
|
|
8869
9688
|
ambiguousResolved: false,
|
|
8870
9689
|
sessionStoreFailurePending: false,
|
|
@@ -9095,9 +9914,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9095
9914
|
return;
|
|
9096
9915
|
}
|
|
9097
9916
|
if ([...watcher.inFlight.values()].some((message) => message.started && !message.done)) {
|
|
9917
|
+
this.retainSessionError(event);
|
|
9098
9918
|
this.log({
|
|
9099
|
-
level: "
|
|
9100
|
-
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 deferring to transcript polling`,
|
|
9919
|
+
level: "warn",
|
|
9920
|
+
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 retaining the session error and deferring to transcript polling: ${event.reason}`,
|
|
9101
9921
|
conversation_id: watcher.conv.id
|
|
9102
9922
|
});
|
|
9103
9923
|
return;
|
|
@@ -9127,9 +9947,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9127
9947
|
const messages = await this.getSessionMessages(event.sessionId);
|
|
9128
9948
|
const state = messageRunState(messages, inFlight.opencodeMessageId);
|
|
9129
9949
|
if (state !== "queued") {
|
|
9950
|
+
this.retainSessionError(event);
|
|
9130
9951
|
this.log({
|
|
9131
|
-
level: "
|
|
9132
|
-
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} observed state ${state};
|
|
9952
|
+
level: "warn",
|
|
9953
|
+
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} in session ${event.sessionId.slice(0, 8)} observed state ${state}; retaining the reason for transcript polling: ${event.reason}`,
|
|
9133
9954
|
conversation_id: watcher.conv.id,
|
|
9134
9955
|
message_id: inFlight.evidentMessageId
|
|
9135
9956
|
});
|
|
@@ -9141,14 +9962,53 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9141
9962
|
conversation_id: watcher.conv.id,
|
|
9142
9963
|
message_id: inFlight.evidentMessageId
|
|
9143
9964
|
});
|
|
9144
|
-
|
|
9145
|
-
|
|
9146
|
-
inFlight.
|
|
9147
|
-
|
|
9148
|
-
|
|
9149
|
-
|
|
9965
|
+
const isMissingProvider = isProviderModelNotFoundError(event.reason);
|
|
9966
|
+
if (isMissingProvider) {
|
|
9967
|
+
const dispatchedModel = inFlight.message.opencode_model;
|
|
9968
|
+
const separator = dispatchedModel?.indexOf("/") ?? -1;
|
|
9969
|
+
const hasProviderAndModel = dispatchedModel !== null && separator > 0 && separator < dispatchedModel.length - 1;
|
|
9970
|
+
await this.markFailed(
|
|
9971
|
+
watcher.conv.id,
|
|
9972
|
+
inFlight.evidentMessageId,
|
|
9973
|
+
event.sessionId,
|
|
9974
|
+
`OpenCode could not run this turn: ${event.reason}`,
|
|
9975
|
+
void 0,
|
|
9976
|
+
{
|
|
9977
|
+
classification: {
|
|
9978
|
+
kind: "model_auth",
|
|
9979
|
+
providerId: hasProviderAndModel ? dispatchedModel.slice(0, separator) : null,
|
|
9980
|
+
modelId: hasProviderAndModel ? dispatchedModel.slice(separator + 1) : null,
|
|
9981
|
+
reason: "missing"
|
|
9982
|
+
},
|
|
9983
|
+
errorShape: { name: null, statusCode: null }
|
|
9984
|
+
}
|
|
9985
|
+
);
|
|
9986
|
+
} else {
|
|
9987
|
+
await this.markFailed(
|
|
9988
|
+
watcher.conv.id,
|
|
9989
|
+
inFlight.evidentMessageId,
|
|
9990
|
+
event.sessionId,
|
|
9991
|
+
`OpenCode could not run this turn: ${event.reason}`
|
|
9992
|
+
);
|
|
9993
|
+
}
|
|
9150
9994
|
inFlight.done = true;
|
|
9151
9995
|
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
9996
|
+
if (isMissingProvider) {
|
|
9997
|
+
if (this.isV2) {
|
|
9998
|
+
void this.postSignal(
|
|
9999
|
+
watcher.conv.id,
|
|
10000
|
+
inFlight.evidentMessageId,
|
|
10001
|
+
"provider_registry_reload_unsupported"
|
|
10002
|
+
);
|
|
10003
|
+
} else {
|
|
10004
|
+
await reloadProviderCache(this.port, this.openCodeClient);
|
|
10005
|
+
void this.postSignal(
|
|
10006
|
+
watcher.conv.id,
|
|
10007
|
+
inFlight.evidentMessageId,
|
|
10008
|
+
"provider_registry_reload_issued"
|
|
10009
|
+
);
|
|
10010
|
+
}
|
|
10011
|
+
}
|
|
9152
10012
|
} catch (err) {
|
|
9153
10013
|
if (err instanceof ChannelAuthError) {
|
|
9154
10014
|
this.log({
|
|
@@ -9358,7 +10218,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9358
10218
|
if (state === "failed") {
|
|
9359
10219
|
this.anchorDeliveryDeadline(inFlight);
|
|
9360
10220
|
if (!inFlight.done) {
|
|
9361
|
-
const
|
|
10221
|
+
const messageErrorText = messageError(messages, inFlight.opencodeMessageId);
|
|
10222
|
+
const retainedReason = this.readRetainedSessionError(sessionId);
|
|
10223
|
+
const retainedError = retainedReason === null || messageErrorText !== null && messageErrorText.includes(retainedReason) ? null : `${SESSION_ERROR_RETAINED_DETAIL}${retainedReason}`;
|
|
10224
|
+
const observedCause = this.sessionStoreHealth?.readCause(sessionId);
|
|
10225
|
+
const causeError = observedCause === null || observedCause === void 0 ? null : `${SESSION_ERROR_OBSERVED_CAUSE}${observedCause}`;
|
|
10226
|
+
const storeError = this.sessionStoreHealth?.isUnwritable() ? SESSION_STORE_UNWRITABLE_ERROR : null;
|
|
10227
|
+
const runnerDetails = [retainedError, causeError, storeError].filter(
|
|
10228
|
+
(detail) => detail !== null
|
|
10229
|
+
);
|
|
10230
|
+
const error2 = messageErrorText === null ? runnerDetails.length === 0 ? void 0 : runnerDetails.join(" ") : [messageErrorText, ...runnerDetails].join(" ");
|
|
9362
10231
|
this.log({
|
|
9363
10232
|
level: "error",
|
|
9364
10233
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} errored \u2014 marking failed: ${error2 ?? "(no error text)"}`,
|
|
@@ -9444,10 +10313,33 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9444
10313
|
inFlight.b2LastDescendantCheckMs = 0;
|
|
9445
10314
|
inFlight.b2RootOngoingHeldLogged = false;
|
|
9446
10315
|
inFlight.b2AbandonedSignalled = false;
|
|
10316
|
+
inFlight.b2AbandonedWithoutAnswer = false;
|
|
9447
10317
|
}
|
|
9448
10318
|
} else {
|
|
9449
10319
|
if (inFlight.b2AbandonedSignalled) {
|
|
9450
|
-
|
|
10320
|
+
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
10321
|
+
const finish = reply?.info?.finish ?? reply?.finish;
|
|
10322
|
+
if (inFlight.b2AbandonedWithoutAnswer) {
|
|
10323
|
+
await this.settleMessageAbandonedWithoutAnswer(
|
|
10324
|
+
sessionId,
|
|
10325
|
+
watcher,
|
|
10326
|
+
inFlight,
|
|
10327
|
+
messages,
|
|
10328
|
+
finish
|
|
10329
|
+
);
|
|
10330
|
+
} else {
|
|
10331
|
+
await this.settleMessageDone(
|
|
10332
|
+
sessionId,
|
|
10333
|
+
watcher,
|
|
10334
|
+
inFlight,
|
|
10335
|
+
messages,
|
|
10336
|
+
composeAbandonmentNote(
|
|
10337
|
+
finish,
|
|
10338
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10339
|
+
"with-answer"
|
|
10340
|
+
)
|
|
10341
|
+
);
|
|
10342
|
+
}
|
|
9451
10343
|
return;
|
|
9452
10344
|
}
|
|
9453
10345
|
if (inFlight.b2PinnedSinceMs === 0) inFlight.b2PinnedSinceMs = this.now();
|
|
@@ -9475,21 +10367,51 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9475
10367
|
return;
|
|
9476
10368
|
}
|
|
9477
10369
|
inFlight.b2AbandonedSignalled = true;
|
|
10370
|
+
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
10371
|
+
const finish = reply?.info?.finish ?? reply?.finish;
|
|
10372
|
+
if (extractReplyTextForMessage(messages, inFlight.opencodeMessageId) === null) {
|
|
10373
|
+
inFlight.b2AbandonedWithoutAnswer = true;
|
|
10374
|
+
void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
|
|
10375
|
+
watched_for_ms: pinnedForMs,
|
|
10376
|
+
run_state: "failed",
|
|
10377
|
+
finish,
|
|
10378
|
+
...rootOngoing != null ? { root_ongoing: rootOngoing } : {},
|
|
10379
|
+
...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
|
|
10380
|
+
opencode_message_id: inFlight.opencodeMessageId
|
|
10381
|
+
});
|
|
10382
|
+
await this.settleMessageAbandonedWithoutAnswer(
|
|
10383
|
+
sessionId,
|
|
10384
|
+
watcher,
|
|
10385
|
+
inFlight,
|
|
10386
|
+
messages,
|
|
10387
|
+
finish
|
|
10388
|
+
);
|
|
10389
|
+
return;
|
|
10390
|
+
}
|
|
9478
10391
|
this.log({
|
|
9479
10392
|
level: "warn",
|
|
9480
10393
|
message: `Message ${id.slice(0, 8)} b2-pinned for ${Math.round(pinnedForMs / 1e3)}s with no ongoing descendant sub-agent session (status-map confirmed) \u2014 treating the delegated/tool turn as abandoned, resolving done`,
|
|
9481
10394
|
conversation_id: conv.id,
|
|
9482
10395
|
message_id: id
|
|
9483
10396
|
});
|
|
9484
|
-
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
9485
10397
|
void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
|
|
9486
10398
|
watched_for_ms: pinnedForMs,
|
|
9487
|
-
finish
|
|
10399
|
+
finish,
|
|
9488
10400
|
...rootOngoing != null ? { root_ongoing: rootOngoing } : {},
|
|
9489
10401
|
...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
|
|
9490
10402
|
opencode_message_id: inFlight.opencodeMessageId
|
|
9491
10403
|
});
|
|
9492
|
-
await this.settleMessageDone(
|
|
10404
|
+
await this.settleMessageDone(
|
|
10405
|
+
sessionId,
|
|
10406
|
+
watcher,
|
|
10407
|
+
inFlight,
|
|
10408
|
+
messages,
|
|
10409
|
+
composeAbandonmentNote(
|
|
10410
|
+
finish,
|
|
10411
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10412
|
+
"with-answer"
|
|
10413
|
+
)
|
|
10414
|
+
);
|
|
9493
10415
|
return;
|
|
9494
10416
|
}
|
|
9495
10417
|
if (rootOngoing === true && !inFlight.b2RootOngoingHeldLogged) {
|
|
@@ -9689,15 +10611,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9689
10611
|
}
|
|
9690
10612
|
}
|
|
9691
10613
|
/**
|
|
9692
|
-
* Settle a message whose run-state has resolved `'done'
|
|
9693
|
-
*
|
|
9694
|
-
*
|
|
9695
|
-
* b2-abandonment resolution) can reach the exact same completion behavior
|
|
9696
|
-
* (delivery-deadline anchoring, title resolution, usage extraction, and
|
|
9697
|
-
* `markDone`'s auth/terminal/transient-retry discipline) without duplicating it
|
|
9698
|
-
* and risking the two copies silently drifting apart.
|
|
10614
|
+
* Settle a message whose run-state has resolved `'done'`. Normal completion and
|
|
10615
|
+
* confirmed b2 abandonment share the same delivery, usage, and terminal handling.
|
|
10616
|
+
* Normal completions omit the optional terminal diagnostic.
|
|
9699
10617
|
*/
|
|
9700
|
-
async settleMessageDone(sessionId, watcher, inFlight, messages) {
|
|
10618
|
+
async settleMessageDone(sessionId, watcher, inFlight, messages, note) {
|
|
9701
10619
|
const conv = watcher.conv;
|
|
9702
10620
|
this.anchorDeliveryDeadline(inFlight);
|
|
9703
10621
|
if (!inFlight.done) {
|
|
@@ -9724,7 +10642,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9724
10642
|
title,
|
|
9725
10643
|
usage,
|
|
9726
10644
|
usageAgentName,
|
|
9727
|
-
subagentInvocations
|
|
10645
|
+
subagentInvocations,
|
|
10646
|
+
note
|
|
9728
10647
|
);
|
|
9729
10648
|
} catch (err) {
|
|
9730
10649
|
if (err instanceof ChannelAuthError) throw err;
|
|
@@ -9766,6 +10685,78 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9766
10685
|
}
|
|
9767
10686
|
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
9768
10687
|
}
|
|
10688
|
+
/** Report a confirmed b2 abandonment that produced no answer text. */
|
|
10689
|
+
async settleMessageAbandonedWithoutAnswer(sessionId, watcher, inFlight, messages, finish) {
|
|
10690
|
+
const conv = watcher.conv;
|
|
10691
|
+
const error2 = composeAbandonmentNote(
|
|
10692
|
+
finish,
|
|
10693
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10694
|
+
"without-answer"
|
|
10695
|
+
);
|
|
10696
|
+
this.anchorDeliveryDeadline(inFlight);
|
|
10697
|
+
this.log({
|
|
10698
|
+
level: "warn",
|
|
10699
|
+
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was abandoned without an answer \u2014 ${error2}`,
|
|
10700
|
+
conversation_id: conv.id,
|
|
10701
|
+
message_id: inFlight.evidentMessageId
|
|
10702
|
+
});
|
|
10703
|
+
const usage = messageUsage(messages, inFlight.opencodeMessageId);
|
|
10704
|
+
const usageAgentName = this.usageAgentName(messages ?? [], inFlight.opencodeMessageId);
|
|
10705
|
+
const subagentInvocations = await this.resolveSubagentInvocations(
|
|
10706
|
+
messages,
|
|
10707
|
+
inFlight.opencodeMessageId,
|
|
10708
|
+
inFlight.evidentMessageId
|
|
10709
|
+
);
|
|
10710
|
+
try {
|
|
10711
|
+
await this.markFailed(
|
|
10712
|
+
conv.id,
|
|
10713
|
+
inFlight.evidentMessageId,
|
|
10714
|
+
sessionId,
|
|
10715
|
+
error2,
|
|
10716
|
+
usage,
|
|
10717
|
+
void 0,
|
|
10718
|
+
usageAgentName,
|
|
10719
|
+
subagentInvocations
|
|
10720
|
+
);
|
|
10721
|
+
} catch (err) {
|
|
10722
|
+
if (err instanceof ChannelAuthError) throw err;
|
|
10723
|
+
if (err instanceof ChannelTerminalError) {
|
|
10724
|
+
this.log({
|
|
10725
|
+
level: "warn",
|
|
10726
|
+
message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed (terminal HTTP ${err.status}) \u2014 leaving it for the cron safety net: ${err.message}`,
|
|
10727
|
+
conversation_id: conv.id,
|
|
10728
|
+
message_id: inFlight.evidentMessageId
|
|
10729
|
+
});
|
|
10730
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10731
|
+
return;
|
|
10732
|
+
}
|
|
10733
|
+
if (this.now() >= inFlight.deadline) {
|
|
10734
|
+
this.log({
|
|
10735
|
+
level: "warn",
|
|
10736
|
+
message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed within the delivery window \u2014 leaving it for the cron safety net: ${err instanceof Error ? err.message : String(err)}`,
|
|
10737
|
+
conversation_id: conv.id,
|
|
10738
|
+
message_id: inFlight.evidentMessageId
|
|
10739
|
+
});
|
|
10740
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10741
|
+
return;
|
|
10742
|
+
}
|
|
10743
|
+
this.log({
|
|
10744
|
+
level: "warn",
|
|
10745
|
+
message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
|
|
10746
|
+
conversation_id: conv.id,
|
|
10747
|
+
message_id: inFlight.evidentMessageId
|
|
10748
|
+
});
|
|
10749
|
+
return;
|
|
10750
|
+
}
|
|
10751
|
+
inFlight.done = true;
|
|
10752
|
+
await this.reportSubagentAuthFailures(
|
|
10753
|
+
watcher.conv.id,
|
|
10754
|
+
inFlight.opencodeMessageId,
|
|
10755
|
+
inFlight.evidentMessageId,
|
|
10756
|
+
messages
|
|
10757
|
+
);
|
|
10758
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10759
|
+
}
|
|
9769
10760
|
/**
|
|
9770
10761
|
* Report a queued message as failed after the never-started bound. The accepted
|
|
9771
10762
|
* OpenCode copy is not cancelled, so the local fence remains on unsuccessful
|
|
@@ -9828,7 +10819,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9828
10819
|
*/
|
|
9829
10820
|
async settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight) {
|
|
9830
10821
|
const conv = watcher.conv;
|
|
9831
|
-
const error2 =
|
|
10822
|
+
const error2 = SESSION_STORE_UNWRITABLE_ERROR;
|
|
9832
10823
|
this.log({
|
|
9833
10824
|
level: "error",
|
|
9834
10825
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was not resolved as done: ${error2}`,
|
|
@@ -9919,11 +10910,22 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9919
10910
|
}
|
|
9920
10911
|
}
|
|
9921
10912
|
}
|
|
9922
|
-
if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0) {
|
|
10913
|
+
if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0 || this.awaitingCorrelation.size > 0) {
|
|
9923
10914
|
const stillProcessing = new Set(rows.map((r) => r.id));
|
|
10915
|
+
for (const id of this.awaitingCorrelation.keys()) {
|
|
10916
|
+
if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
|
|
10917
|
+
this.awaitingCorrelation.delete(id);
|
|
10918
|
+
this.log({
|
|
10919
|
+
level: "debug",
|
|
10920
|
+
message: `Re-adopt: message ${id.slice(0, 8)} left processing and pending \u2014 cleared awaiting-correlation fence`,
|
|
10921
|
+
message_id: id
|
|
10922
|
+
});
|
|
10923
|
+
}
|
|
10924
|
+
}
|
|
9924
10925
|
for (const id of [...this.untrackableAck.keys()]) {
|
|
9925
10926
|
if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
|
|
9926
10927
|
this.untrackableAck.delete(id);
|
|
10928
|
+
this.untrackableAckSessionIds.delete(id);
|
|
9927
10929
|
this.untrackableAckSignalled.delete(id);
|
|
9928
10930
|
this.untrackableAckWarned.delete(id);
|
|
9929
10931
|
this.log({
|
|
@@ -9963,7 +10965,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9963
10965
|
bySession.set(row.opencode_session_id, list);
|
|
9964
10966
|
}
|
|
9965
10967
|
for (const [sessionId, sessionRows] of bySession) {
|
|
9966
|
-
let messages;
|
|
10968
|
+
let messages = null;
|
|
9967
10969
|
try {
|
|
9968
10970
|
if (this.isV2) {
|
|
9969
10971
|
const snapshot = await this.getSessionMessages(sessionId);
|
|
@@ -9972,9 +10974,9 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9972
10974
|
level: "warn",
|
|
9973
10975
|
message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned an unreadable message snapshot \u2014 skipping this session this tick`
|
|
9974
10976
|
});
|
|
9975
|
-
|
|
10977
|
+
} else {
|
|
10978
|
+
messages = snapshot;
|
|
9976
10979
|
}
|
|
9977
|
-
messages = snapshot;
|
|
9978
10980
|
} else {
|
|
9979
10981
|
const polled = await pollSessionMessagesForRedrive(
|
|
9980
10982
|
this.port,
|
|
@@ -9987,15 +10989,22 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9987
10989
|
level: "warn",
|
|
9988
10990
|
message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned ${polled.malformed ? "a non-array message body" : `HTTP ${polled.status ?? "a network error"}${normalized ? `: ${normalized}` : ""}`} \u2014 skipping this session this tick`
|
|
9989
10991
|
});
|
|
9990
|
-
|
|
10992
|
+
} else {
|
|
10993
|
+
messages = polled.messages;
|
|
9991
10994
|
}
|
|
9992
|
-
messages = polled.messages;
|
|
9993
10995
|
}
|
|
9994
10996
|
} catch (err) {
|
|
9995
10997
|
this.log({
|
|
9996
10998
|
level: "warn",
|
|
9997
10999
|
message: `Re-adopt: failed to poll session ${sessionId.slice(0, 8)} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`
|
|
9998
11000
|
});
|
|
11001
|
+
}
|
|
11002
|
+
if (messages === null) {
|
|
11003
|
+
for (const row of sessionRows) {
|
|
11004
|
+
if (this.awaitingCorrelation.has(row.id)) {
|
|
11005
|
+
await this.advanceReadoptCorrelation(sessionId, row, null);
|
|
11006
|
+
}
|
|
11007
|
+
}
|
|
9999
11008
|
continue;
|
|
10000
11009
|
}
|
|
10001
11010
|
const anyUntracked = sessionRows.some((row) => !this.isTracked(sessionId, row.id));
|
|
@@ -10005,6 +11014,59 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10005
11014
|
}
|
|
10006
11015
|
}
|
|
10007
11016
|
}
|
|
11017
|
+
/** Advance a re-adopted accepted prompt through the shared correlation fence. */
|
|
11018
|
+
async advanceReadoptCorrelation(sessionId, row, messages) {
|
|
11019
|
+
const correlation = this.awaitingCorrelation.get(row.id);
|
|
11020
|
+
if (!correlation) return false;
|
|
11021
|
+
correlation.attempts += 1;
|
|
11022
|
+
const correlatedId = messages === null ? null : this.findAwaitingCorrelationId(correlation, sessionId, messages);
|
|
11023
|
+
if (correlatedId !== null) {
|
|
11024
|
+
this.awaitingCorrelation.delete(row.id);
|
|
11025
|
+
const conv = this.convForRow(sessionId, row);
|
|
11026
|
+
const message = this.queuedMessageForRow(row);
|
|
11027
|
+
const processedAtMs = this.processedAtMs(row);
|
|
11028
|
+
this.registerReadopted(conv, sessionId, message, correlatedId, processedAtMs, processedAtMs);
|
|
11029
|
+
this.dispatched.add(row.id);
|
|
11030
|
+
this.readopted.add(row.id);
|
|
11031
|
+
this.ensureWatcherRunning(sessionId);
|
|
11032
|
+
this.log({
|
|
11033
|
+
level: "info",
|
|
11034
|
+
message: `Re-adopt: matched accepted message ${row.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
|
|
11035
|
+
conversation_id: row.conversation_id,
|
|
11036
|
+
message_id: row.id
|
|
11037
|
+
});
|
|
11038
|
+
void this.postSignal(row.conversation_id, row.id, "readopt_redispatched");
|
|
11039
|
+
void this.postSignal(row.conversation_id, row.id, "ack_correlated", {
|
|
11040
|
+
opencode_message_id: correlatedId
|
|
11041
|
+
});
|
|
11042
|
+
return true;
|
|
11043
|
+
}
|
|
11044
|
+
if (correlation.knownUserIds === null) {
|
|
11045
|
+
this.log({
|
|
11046
|
+
level: "debug",
|
|
11047
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
|
|
11048
|
+
conversation_id: row.conversation_id,
|
|
11049
|
+
message_id: row.id
|
|
11050
|
+
});
|
|
11051
|
+
} else if (correlation.sessionId !== sessionId) {
|
|
11052
|
+
this.log({
|
|
11053
|
+
level: "warn",
|
|
11054
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} moved from original session ${correlation.sessionId.slice(0, 8)} to ${sessionId.slice(0, 8)} while awaiting correlation \u2014 refusing to adopt a turn from the rebound session`,
|
|
11055
|
+
conversation_id: row.conversation_id,
|
|
11056
|
+
message_id: row.id
|
|
11057
|
+
});
|
|
11058
|
+
}
|
|
11059
|
+
if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
|
|
11060
|
+
await this.handoffUntrackableCorrelation(
|
|
11061
|
+
row.conversation_id,
|
|
11062
|
+
row.id,
|
|
11063
|
+
correlation.sessionId,
|
|
11064
|
+
correlation.attempts,
|
|
11065
|
+
"readopt"
|
|
11066
|
+
);
|
|
11067
|
+
}
|
|
11068
|
+
return true;
|
|
11069
|
+
}
|
|
10008
11070
|
/**
|
|
10009
11071
|
* Re-adopt ONE `processing` row against the tick's session message snapshot
|
|
10010
11072
|
* (ADR-0046 Decision §1/§2). Idempotent: skips a row already being driven.
|
|
@@ -10012,8 +11074,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10012
11074
|
* Branches on `messageRunState(messages, row.opencode_message_id)` — the
|
|
10013
11075
|
* opencode-assigned user-message id persisted on the first `processing` PATCH
|
|
10014
11076
|
* (#218). A row with a NULL stored id (dispatched but the read-back never landed
|
|
10015
|
-
* before the restart)
|
|
10016
|
-
*
|
|
11077
|
+
* before the restart) is first offered to an awaiting-correlation fence recorded
|
|
11078
|
+
* by this process; without that fence, it has no id to correlate after restart
|
|
11079
|
+
* and is treated as an orphan and re-dispatched (at most once, see
|
|
11080
|
+
* `forceReadoptRun`):
|
|
10017
11081
|
* - `done` → `markDone` now (guarded like the watcher's done branch);
|
|
10018
11082
|
* - `failed` → `markFailed` with the surfaced error (issue #182), so an
|
|
10019
11083
|
* errored turn is reported failed on restart, NOT re-dispatched —
|
|
@@ -10022,7 +11086,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10022
11086
|
* re-dispatched instead (issue #1310, see the branch below);
|
|
10023
11087
|
* - `running`/`queued` → re-attach a watcher via `registerReadopted` (no re-dispatch),
|
|
10024
11088
|
* tracking the stored id so the reply correlates by it;
|
|
10025
|
-
* - `unknown`/null id →
|
|
11089
|
+
* - `unknown`/null id → correlate through an awaiting fence when present;
|
|
11090
|
+
* otherwise re-dispatch (opencode assigns a fresh id) + attach a watcher.
|
|
10026
11091
|
*
|
|
10027
11092
|
* Only `ChannelAuthError` propagates.
|
|
10028
11093
|
*/
|
|
@@ -10036,6 +11101,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10036
11101
|
});
|
|
10037
11102
|
return;
|
|
10038
11103
|
}
|
|
11104
|
+
if (await this.advanceReadoptCorrelation(sessionId, row, messages)) return;
|
|
10039
11105
|
const ocId = row.opencode_message_id;
|
|
10040
11106
|
const state = messageRunState(messages, ocId ?? "");
|
|
10041
11107
|
if (state === "done") {
|
|
@@ -10102,12 +11168,48 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10102
11168
|
await this.reportSubagentAuthFailures(row.conversation_id, ocId ?? "", row.id, messages);
|
|
10103
11169
|
this.dontRedispatch.delete(row.id);
|
|
10104
11170
|
this.untrackableAck.delete(row.id);
|
|
11171
|
+
this.untrackableAckSessionIds.delete(row.id);
|
|
10105
11172
|
this.untrackableAckSignalled.delete(row.id);
|
|
10106
11173
|
this.untrackableAckWarned.delete(row.id);
|
|
10107
11174
|
void this.postSignal(row.conversation_id, row.id, "readopt_failed");
|
|
10108
11175
|
return;
|
|
10109
11176
|
}
|
|
10110
|
-
if (this.
|
|
11177
|
+
if (this.untrackableAck.has(row.id)) {
|
|
11178
|
+
if (this.untrackableAckSignalled.has(row.id)) {
|
|
11179
|
+
const firstFenceWarning = !this.untrackableAckWarned.has(row.id);
|
|
11180
|
+
this.untrackableAckWarned.add(row.id);
|
|
11181
|
+
this.log({
|
|
11182
|
+
level: firstFenceWarning ? "warn" : "debug",
|
|
11183
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} is fenced after an untrackable OpenCode turn \u2014 skipping re-dispatch and retrying the terminal report`,
|
|
11184
|
+
conversation_id: row.conversation_id,
|
|
11185
|
+
message_id: row.id
|
|
11186
|
+
});
|
|
11187
|
+
const errorMessage3 = this.untrackableAck.get(row.id);
|
|
11188
|
+
const reportError = await this.reportUntrackableAck(
|
|
11189
|
+
row.conversation_id,
|
|
11190
|
+
row.id,
|
|
11191
|
+
this.untrackableAckSessionIds.get(row.id) ?? null,
|
|
11192
|
+
errorMessage3
|
|
11193
|
+
);
|
|
11194
|
+
if (reportError !== null) {
|
|
11195
|
+
this.log({
|
|
11196
|
+
level: "warn",
|
|
11197
|
+
message: `Re-adopt: failed to report untrackable message ${row.id.slice(0, 8)} (will retry next drain): ${reportError.message}`,
|
|
11198
|
+
conversation_id: row.conversation_id,
|
|
11199
|
+
message_id: row.id
|
|
11200
|
+
});
|
|
11201
|
+
}
|
|
11202
|
+
} else {
|
|
11203
|
+
this.log({
|
|
11204
|
+
level: "debug",
|
|
11205
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
|
|
11206
|
+
conversation_id: row.conversation_id,
|
|
11207
|
+
message_id: row.id
|
|
11208
|
+
});
|
|
11209
|
+
}
|
|
11210
|
+
return;
|
|
11211
|
+
}
|
|
11212
|
+
if (this.dontRedispatch.has(row.id)) {
|
|
10111
11213
|
this.log({
|
|
10112
11214
|
level: "debug",
|
|
10113
11215
|
message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
|
|
@@ -10285,6 +11387,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10285
11387
|
}
|
|
10286
11388
|
this.dontRedispatch.delete(row.id);
|
|
10287
11389
|
this.untrackableAck.delete(row.id);
|
|
11390
|
+
this.untrackableAckSessionIds.delete(row.id);
|
|
10288
11391
|
this.untrackableAckSignalled.delete(row.id);
|
|
10289
11392
|
this.untrackableAckWarned.delete(row.id);
|
|
10290
11393
|
void this.postSignal(row.conversation_id, row.id, "readopt_done");
|
|
@@ -10304,8 +11407,9 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10304
11407
|
* latch makes a null-id row re-dispatched AT MOST ONCE per outstanding read-back:
|
|
10305
11408
|
* short-circuit while the row is latched; clear it on a successful dispatch (the
|
|
10306
11409
|
* row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
|
|
10307
|
-
* re-entry)
|
|
10308
|
-
*
|
|
11410
|
+
* re-entry) or when the dispatch itself failed before acceptance. An accepted V1
|
|
11411
|
+
* dispatch whose id is not readable enters the bounded correlation fence instead
|
|
11412
|
+
* of retrying; exhaustion hands it to `untrackableAck`.
|
|
10309
11413
|
*
|
|
10310
11414
|
* `evidentMessageId = row.id` addresses the SERVER row. Deadline anchored to
|
|
10311
11415
|
* `processed_at` (Invariant 1).
|
|
@@ -10368,6 +11472,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10368
11472
|
);
|
|
10369
11473
|
}
|
|
10370
11474
|
let ocId;
|
|
11475
|
+
let preDispatchUserIds = null;
|
|
10371
11476
|
try {
|
|
10372
11477
|
ocId = this.isV2 ? await sendV2Prompt(this.openCodeClient, sessionId, row.content) : await this.dispatchLocked(
|
|
10373
11478
|
sessionId,
|
|
@@ -10377,7 +11482,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10377
11482
|
row.content,
|
|
10378
11483
|
options,
|
|
10379
11484
|
sendAttachments,
|
|
10380
|
-
this.openCodeClient
|
|
11485
|
+
this.openCodeClient,
|
|
11486
|
+
{
|
|
11487
|
+
onKnownUserIds: (ids) => {
|
|
11488
|
+
preDispatchUserIds = ids;
|
|
11489
|
+
},
|
|
11490
|
+
onKnownUserIdsError: (error2) => {
|
|
11491
|
+
this.log({
|
|
11492
|
+
level: "warn",
|
|
11493
|
+
message: `Pre-dispatch snapshot callback failed for message ${row.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
11494
|
+
conversation_id: row.conversation_id,
|
|
11495
|
+
message_id: row.id
|
|
11496
|
+
});
|
|
11497
|
+
}
|
|
11498
|
+
}
|
|
10381
11499
|
)
|
|
10382
11500
|
);
|
|
10383
11501
|
} catch (err) {
|
|
@@ -10410,6 +11528,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10410
11528
|
}
|
|
10411
11529
|
} else {
|
|
10412
11530
|
this.untrackableAck.set(row.id, errorMessage3);
|
|
11531
|
+
this.untrackableAckSessionIds.set(row.id, sessionId);
|
|
10413
11532
|
}
|
|
10414
11533
|
this.log({
|
|
10415
11534
|
level: "error",
|
|
@@ -10458,39 +11577,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10458
11577
|
}
|
|
10459
11578
|
if (ocId === null) {
|
|
10460
11579
|
this.awaitingReadopt.delete(row.id);
|
|
10461
|
-
|
|
10462
|
-
|
|
10463
|
-
|
|
10464
|
-
|
|
10465
|
-
|
|
10466
|
-
|
|
10467
|
-
this.log({
|
|
10468
|
-
level: "error",
|
|
10469
|
-
message: errorMessage3,
|
|
10470
|
-
conversation_id: row.conversation_id,
|
|
10471
|
-
message_id: row.id
|
|
10472
|
-
});
|
|
10473
|
-
await this.markFailed(row.conversation_id, row.id, null, errorMessage3).catch((markErr) => {
|
|
10474
|
-
this.log({
|
|
10475
|
-
level: "warn",
|
|
10476
|
-
message: `markFailed PATCH for message ${row.id.slice(0, 8)} (conversation ${row.conversation_id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
|
|
10477
|
-
conversation_id: row.conversation_id,
|
|
10478
|
-
message_id: row.id
|
|
10479
|
-
});
|
|
10480
|
-
});
|
|
10481
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
10482
|
-
return;
|
|
10483
|
-
}
|
|
11580
|
+
this.awaitingCorrelation.set(row.id, {
|
|
11581
|
+
sessionId,
|
|
11582
|
+
content: row.content,
|
|
11583
|
+
attempts: 0,
|
|
11584
|
+
knownUserIds: preDispatchUserIds
|
|
11585
|
+
});
|
|
10484
11586
|
this.log({
|
|
10485
11587
|
level: "warn",
|
|
10486
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)}
|
|
11588
|
+
message: `Re-adopt: OpenCode accepted message ${row.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
|
|
10487
11589
|
conversation_id: row.conversation_id,
|
|
10488
11590
|
message_id: row.id
|
|
10489
11591
|
});
|
|
10490
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
10491
11592
|
return;
|
|
10492
11593
|
}
|
|
10493
|
-
this.unconfirmedDispatchFailures.delete(row.id);
|
|
10494
11594
|
const processedAtMs = this.processedAtMs(row);
|
|
10495
11595
|
this.registerReadopted(
|
|
10496
11596
|
readoptConv,
|
|
@@ -10829,14 +11929,14 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10829
11929
|
const fetchChildWithoutBlocking = async (sessionId) => {
|
|
10830
11930
|
const pending = fetchChildMessages(sessionId);
|
|
10831
11931
|
let timer;
|
|
10832
|
-
const timeout = new Promise((
|
|
11932
|
+
const timeout = new Promise((resolve5) => {
|
|
10833
11933
|
timer = setTimeout(() => {
|
|
10834
11934
|
this.log({
|
|
10835
11935
|
level: "warn",
|
|
10836
11936
|
message: `Best-effort subagent session fetch for message ${messageId.slice(0, 8)} and child session ${sessionId.slice(0, 8)} was slow \u2014 omitting invocation telemetry without delaying completion`,
|
|
10837
11937
|
message_id: messageId
|
|
10838
11938
|
});
|
|
10839
|
-
|
|
11939
|
+
resolve5(null);
|
|
10840
11940
|
}, SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS);
|
|
10841
11941
|
});
|
|
10842
11942
|
try {
|
|
@@ -11396,7 +12496,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11396
12496
|
* watcher retries next tick within the
|
|
11397
12497
|
* deadline, Finding 4).
|
|
11398
12498
|
*/
|
|
11399
|
-
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations) {
|
|
12499
|
+
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations, error2) {
|
|
11400
12500
|
const res = await this.fetchImpl(
|
|
11401
12501
|
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
|
|
11402
12502
|
{
|
|
@@ -11414,7 +12514,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11414
12514
|
...title ? { title } : {},
|
|
11415
12515
|
...usage ? usage : {},
|
|
11416
12516
|
...usageAgentName ? { usage_agent_name: usageAgentName } : {},
|
|
11417
|
-
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {}
|
|
12517
|
+
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {},
|
|
12518
|
+
...error2 ? { error: error2 } : {}
|
|
11418
12519
|
})
|
|
11419
12520
|
}
|
|
11420
12521
|
);
|
|
@@ -11474,11 +12575,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11474
12575
|
if (subagentInvocations && subagentInvocations.length > 0) {
|
|
11475
12576
|
body.subagent_invocations = subagentInvocations;
|
|
11476
12577
|
}
|
|
11477
|
-
if (failure) {
|
|
11478
|
-
body.
|
|
11479
|
-
|
|
11480
|
-
|
|
11481
|
-
body.
|
|
12578
|
+
if (failure && failure.errorShape.name !== null) {
|
|
12579
|
+
body.failure_error_name = failure.errorShape.name;
|
|
12580
|
+
}
|
|
12581
|
+
if (failure && failure.errorShape.statusCode !== null) {
|
|
12582
|
+
body.failure_status_code = failure.errorShape.statusCode;
|
|
12583
|
+
}
|
|
12584
|
+
if (failure?.classification) {
|
|
12585
|
+
body.failure_kind = failure.classification.kind;
|
|
12586
|
+
body.failure_provider_id = failure.classification.providerId;
|
|
12587
|
+
body.failure_model_id = failure.classification.modelId;
|
|
12588
|
+
body.failure_reason = failure.classification.reason;
|
|
11482
12589
|
}
|
|
11483
12590
|
try {
|
|
11484
12591
|
await this.callWithRetry(
|
|
@@ -11499,27 +12606,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11499
12606
|
this.clearSubagentInvocationCaches(messageId);
|
|
11500
12607
|
}
|
|
11501
12608
|
/**
|
|
11502
|
-
* Classify an errored turn
|
|
12609
|
+
* Classify an errored turn and extract its bounded error shape for `markFailed`.
|
|
11503
12610
|
*
|
|
11504
12611
|
* `messageFailure` alone (structured OpenCode error → `model_auth`) covers
|
|
11505
12612
|
* most cases; when it returns `null` on this ALREADY-FAILED turn, fall back
|
|
11506
12613
|
* to the P1-2b zero-provider check — one extra loopback call to
|
|
11507
12614
|
* `hasAnyConfiguredProvider`, only reached when the structured classifier
|
|
11508
12615
|
* couldn't place it. Fails open (never throws): a fallback probe failure
|
|
11509
|
-
* (`null`/indeterminate) leaves the classification `null
|
|
11510
|
-
*
|
|
12616
|
+
* (`null`/indeterminate) leaves the classification `null`; the raw error shape
|
|
12617
|
+
* is still retained for diagnostics.
|
|
11511
12618
|
*/
|
|
11512
12619
|
async classifyModelAuthFailure(messages, userMessageId) {
|
|
11513
|
-
const classified = messageFailure(messages, userMessageId);
|
|
11514
|
-
if (classified != null) return classified;
|
|
11515
12620
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
11516
|
-
const
|
|
11517
|
-
|
|
12621
|
+
const errorShape = extractReplyErrorShape(reply);
|
|
12622
|
+
const classified = messageFailure(messages, userMessageId);
|
|
12623
|
+
if (classified != null) return { classification: classified, errorShape };
|
|
12624
|
+
const classification = applyZeroProviderFallback(
|
|
11518
12625
|
classified,
|
|
11519
|
-
|
|
12626
|
+
await this.hasAnyConfiguredProvider(),
|
|
11520
12627
|
reply?.info?.providerID ?? null,
|
|
11521
12628
|
reply?.info?.modelID ?? null
|
|
11522
12629
|
);
|
|
12630
|
+
return { classification, errorShape };
|
|
11523
12631
|
}
|
|
11524
12632
|
async recordSubagentModelAuthFailure(failure, conversationId, messageId) {
|
|
11525
12633
|
const providerId = failure.providerId ?? "(unknown)";
|
|
@@ -12077,7 +13185,7 @@ function commandError2(result) {
|
|
|
12077
13185
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
12078
13186
|
}
|
|
12079
13187
|
var runCommand2 = (command, args, opts) => {
|
|
12080
|
-
return new Promise((
|
|
13188
|
+
return new Promise((resolve5) => {
|
|
12081
13189
|
let child;
|
|
12082
13190
|
let stdout = "";
|
|
12083
13191
|
let stderr = "";
|
|
@@ -12087,7 +13195,7 @@ var runCommand2 = (command, args, opts) => {
|
|
|
12087
13195
|
if (settled) return;
|
|
12088
13196
|
settled = true;
|
|
12089
13197
|
if (timer.handle) clearTimeout(timer.handle);
|
|
12090
|
-
|
|
13198
|
+
resolve5(result);
|
|
12091
13199
|
};
|
|
12092
13200
|
try {
|
|
12093
13201
|
child = spawn5(command, args, { env: opts.env, stdio: ["ignore", "pipe", "pipe"] });
|
|
@@ -12142,7 +13250,9 @@ async function installRunnerSecret({
|
|
|
12142
13250
|
}) {
|
|
12143
13251
|
const arn = env.RUNNER_SECRET_ARN?.trim();
|
|
12144
13252
|
if (!arn) {
|
|
12145
|
-
|
|
13253
|
+
if (!env.GH_TOKEN) {
|
|
13254
|
+
log3("runner secret is not configured; continuing without GitHub and MCP credentials");
|
|
13255
|
+
}
|
|
12146
13256
|
return false;
|
|
12147
13257
|
}
|
|
12148
13258
|
const result = await (commandRunner ?? runCommand2)(
|
|
@@ -12341,7 +13451,7 @@ async function configureGitHubAccess({ env, log: log3 }) {
|
|
|
12341
13451
|
// src/lib/opencode/config-overlay.ts
|
|
12342
13452
|
import { execFileSync as execFileSync2 } from "node:child_process";
|
|
12343
13453
|
import { copyFileSync, existsSync as existsSync2, statSync as statSync6 } from "node:fs";
|
|
12344
|
-
import { isAbsolute as
|
|
13454
|
+
import { isAbsolute as isAbsolute3, join as join11, resolve as resolve4 } from "node:path";
|
|
12345
13455
|
function isFile(filePath) {
|
|
12346
13456
|
return existsSync2(filePath) && statSync6(filePath).isFile();
|
|
12347
13457
|
}
|
|
@@ -12354,8 +13464,8 @@ function applyRunnerOpenCodeConfig({
|
|
|
12354
13464
|
log3("runner OpenCode config is not configured; using the baked project config", "debug");
|
|
12355
13465
|
return;
|
|
12356
13466
|
}
|
|
12357
|
-
const source =
|
|
12358
|
-
const target = isFile(
|
|
13467
|
+
const source = isAbsolute3(overlayPath) ? overlayPath : resolve4(cwd, overlayPath);
|
|
13468
|
+
const target = isFile(join11(cwd, "opencode.jsonc")) ? "opencode.jsonc" : "opencode.json";
|
|
12359
13469
|
if (!isFile(source)) {
|
|
12360
13470
|
log3(
|
|
12361
13471
|
`RUNNER-OPENCODE-CONFIG-MISSING: ${source} is not a file; headless turns will wedge on the first external-directory permission prompt (#563)`,
|
|
@@ -12363,7 +13473,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12363
13473
|
);
|
|
12364
13474
|
return;
|
|
12365
13475
|
}
|
|
12366
|
-
copyFileSync(source,
|
|
13476
|
+
copyFileSync(source, join11(cwd, target));
|
|
12367
13477
|
try {
|
|
12368
13478
|
execFileSync2("git", ["-C", cwd, "update-index", "--skip-worktree", target], {
|
|
12369
13479
|
stdio: "ignore"
|
|
@@ -12372,7 +13482,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12372
13482
|
const detail = error2 instanceof Error ? error2.message : String(error2);
|
|
12373
13483
|
log3(`could not mark ${target} skip-worktree: ${detail}; it may show as a local change`, "warn");
|
|
12374
13484
|
}
|
|
12375
|
-
log3(`Applied runner OpenCode config ${source} to ${
|
|
13485
|
+
log3(`Applied runner OpenCode config ${source} to ${join11(cwd, target)}`);
|
|
12376
13486
|
}
|
|
12377
13487
|
|
|
12378
13488
|
// src/lib/credential-sync.ts
|
|
@@ -12390,14 +13500,14 @@ function errorMessage2(error2) {
|
|
|
12390
13500
|
return error2 instanceof Error ? error2.message : String(error2);
|
|
12391
13501
|
}
|
|
12392
13502
|
function waitForSettlement(promise, timeoutMs) {
|
|
12393
|
-
return new Promise((
|
|
13503
|
+
return new Promise((resolve5) => {
|
|
12394
13504
|
let settled = false;
|
|
12395
13505
|
const timer = setTimeout(() => finish(false), Math.max(0, timeoutMs));
|
|
12396
13506
|
const finish = (value) => {
|
|
12397
13507
|
if (settled) return;
|
|
12398
13508
|
settled = true;
|
|
12399
13509
|
clearTimeout(timer);
|
|
12400
|
-
|
|
13510
|
+
resolve5(value);
|
|
12401
13511
|
};
|
|
12402
13512
|
promise.then(
|
|
12403
13513
|
() => finish(true),
|
|
@@ -12648,8 +13758,8 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
12648
13758
|
if (trimmed === "") {
|
|
12649
13759
|
throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
|
|
12650
13760
|
}
|
|
12651
|
-
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ?
|
|
12652
|
-
if (!
|
|
13761
|
+
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join12(homeDir, trimmed.slice(2)) : trimmed;
|
|
13762
|
+
if (!isAbsolute4(expanded)) {
|
|
12653
13763
|
throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
|
|
12654
13764
|
}
|
|
12655
13765
|
const normalized = resolvePath2(expanded);
|
|
@@ -12749,8 +13859,7 @@ function resolveMaxActiveSessions(options, env = process.env) {
|
|
|
12749
13859
|
function meetsThreshold(state, level) {
|
|
12750
13860
|
return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
|
|
12751
13861
|
}
|
|
12752
|
-
function
|
|
12753
|
-
if (!meetsThreshold(state, level)) return;
|
|
13862
|
+
function writeConsoleLog(state, message, level) {
|
|
12754
13863
|
if (state.json) {
|
|
12755
13864
|
console.log(
|
|
12756
13865
|
JSON.stringify({
|
|
@@ -12759,10 +13868,18 @@ function log2(state, message, level = "info") {
|
|
|
12759
13868
|
message
|
|
12760
13869
|
})
|
|
12761
13870
|
);
|
|
12762
|
-
|
|
12763
|
-
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
12764
|
-
console.log(`${prefix} ${message}`);
|
|
13871
|
+
return;
|
|
12765
13872
|
}
|
|
13873
|
+
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
13874
|
+
console.log(`${prefix} ${message}`);
|
|
13875
|
+
}
|
|
13876
|
+
function log2(state, message, level = "info") {
|
|
13877
|
+
if (!meetsThreshold(state, level)) return;
|
|
13878
|
+
if (state.json || !state.interactive) writeConsoleLog(state, message, level);
|
|
13879
|
+
}
|
|
13880
|
+
function logLocalOnly(state, message, level = "info") {
|
|
13881
|
+
if (!meetsThreshold(state, level)) return;
|
|
13882
|
+
writeConsoleLog(state, message, level);
|
|
12766
13883
|
}
|
|
12767
13884
|
function logActivity(state, entry) {
|
|
12768
13885
|
const level = entry.level ?? (entry.type === "error" ? "error" : "info");
|
|
@@ -12963,6 +14080,8 @@ async function driveChannels(state, driver) {
|
|
|
12963
14080
|
let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
12964
14081
|
let lastSeenClaudeApplies = driver.fileSyncActivity().claudeCredentialApplies;
|
|
12965
14082
|
let lastSeenOpencodeAuthApplies = driver.fileSyncActivity().opencodeAuthApplyCount;
|
|
14083
|
+
const stayAwakeHolds = () => state.stayAwakeUntilMs !== null && Date.now() < state.stayAwakeUntilMs;
|
|
14084
|
+
let stayAwakeSuppressionLogged = false;
|
|
12966
14085
|
while (state.running) {
|
|
12967
14086
|
const cycleStartedAtMs = performance.now();
|
|
12968
14087
|
let idleThisCycle = false;
|
|
@@ -13064,7 +14183,7 @@ async function driveChannels(state, driver) {
|
|
|
13064
14183
|
}
|
|
13065
14184
|
}
|
|
13066
14185
|
}
|
|
13067
|
-
await new Promise((
|
|
14186
|
+
await new Promise((resolve5) => setTimeout(resolve5, CHANNEL_POLL_INTERVAL_MS));
|
|
13068
14187
|
const cycleMs = performance.now() - cycleStartedAtMs;
|
|
13069
14188
|
if (idleThisCycle) idleMs += cycleMs;
|
|
13070
14189
|
if (unreachableThisCycle) unreachableMs += cycleMs;
|
|
@@ -13077,15 +14196,27 @@ async function driveChannels(state, driver) {
|
|
|
13077
14196
|
if (state.interactive) displayStatus(state);
|
|
13078
14197
|
break;
|
|
13079
14198
|
}
|
|
13080
|
-
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3) {
|
|
14199
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && !stayAwakeHolds()) {
|
|
13081
14200
|
logActivity(state, { type: "info", message: "Idle timeout reached" });
|
|
13082
14201
|
if (state.interactive) displayStatus(state);
|
|
13083
14202
|
break;
|
|
13084
14203
|
}
|
|
14204
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && stayAwakeHolds()) {
|
|
14205
|
+
if (!stayAwakeSuppressionLogged) {
|
|
14206
|
+
stayAwakeSuppressionLogged = true;
|
|
14207
|
+
logActivity(state, {
|
|
14208
|
+
type: "info",
|
|
14209
|
+
message: "Idle, but staying awake until the requested minimum passes"
|
|
14210
|
+
});
|
|
14211
|
+
}
|
|
14212
|
+
}
|
|
13085
14213
|
}
|
|
13086
14214
|
}
|
|
13087
14215
|
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
13088
14216
|
var SESSION_CLEANUP_MAX_DELETES_PER_SWEEP = 100;
|
|
14217
|
+
var SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES = 2;
|
|
14218
|
+
var SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES = 2;
|
|
14219
|
+
var MAX_SESSION_DELETE_BODY_LENGTH = 200;
|
|
13089
14220
|
function shouldWarnForReclaimSkip(reason) {
|
|
13090
14221
|
if (reason !== "sqlite-unavailable" && reason !== "disk-exhaustion") return false;
|
|
13091
14222
|
const version2 = /^v(\d+)\.(\d+)\.(\d+)$/.exec(process.version);
|
|
@@ -13096,7 +14227,7 @@ function shouldWarnForReclaimSkip(reason) {
|
|
|
13096
14227
|
return major > 22 || major === 22 && (minor > 13 || minor === 13 && patch >= 0);
|
|
13097
14228
|
}
|
|
13098
14229
|
function sessionDbPath() {
|
|
13099
|
-
return
|
|
14230
|
+
return join12(homedir7(), ".local", "share", "opencode", "opencode.db");
|
|
13100
14231
|
}
|
|
13101
14232
|
function logSessionCleanupActivity(state, phase, entry) {
|
|
13102
14233
|
logActivity(state, {
|
|
@@ -13173,8 +14304,12 @@ async function runSweep(state, driver, config) {
|
|
|
13173
14304
|
protectedIds: protectedNow
|
|
13174
14305
|
}
|
|
13175
14306
|
);
|
|
13176
|
-
const
|
|
13177
|
-
|
|
14307
|
+
const eligibleToDelete = toDelete.filter(
|
|
14308
|
+
(id) => (state.sessionDeleteFailures.get(id)?.isolatedFailures ?? 0) < SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES
|
|
14309
|
+
);
|
|
14310
|
+
const deleteCandidates = eligibleToDelete.slice(0, SESSION_CLEANUP_MAX_DELETES_PER_SWEEP);
|
|
14311
|
+
remaining = eligibleToDelete.length - deleteCandidates.length;
|
|
14312
|
+
const answeredFailures = [];
|
|
13178
14313
|
protectedNow = driver.protectedSessionIds();
|
|
13179
14314
|
for (const id of deleteCandidates) {
|
|
13180
14315
|
if (protectedNow.has(id)) {
|
|
@@ -13197,8 +14332,44 @@ async function runSweep(state, driver, config) {
|
|
|
13197
14332
|
if (statusClass === 4) failed4xx++;
|
|
13198
14333
|
else if (statusClass === 5) failed5xx++;
|
|
13199
14334
|
else failedOtherStatus++;
|
|
14335
|
+
answeredFailures.push({
|
|
14336
|
+
id,
|
|
14337
|
+
status: outcome.status,
|
|
14338
|
+
...outcome.body !== void 0 ? { body: outcome.body } : {}
|
|
14339
|
+
});
|
|
14340
|
+
}
|
|
14341
|
+
}
|
|
14342
|
+
const givenUpFailures = [];
|
|
14343
|
+
if (failed > SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES) {
|
|
14344
|
+
for (const { id } of answeredFailures) state.sessionDeleteFailures.delete(id);
|
|
14345
|
+
} else {
|
|
14346
|
+
for (const failure of answeredFailures) {
|
|
14347
|
+
const previous = state.sessionDeleteFailures.get(failure.id);
|
|
14348
|
+
const record = previous?.status === failure.status ? { status: failure.status, isolatedFailures: previous.isolatedFailures + 1 } : { status: failure.status, isolatedFailures: 1 };
|
|
14349
|
+
state.sessionDeleteFailures.set(failure.id, record);
|
|
14350
|
+
if (record.isolatedFailures >= SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES) {
|
|
14351
|
+
givenUpFailures.push(failure);
|
|
14352
|
+
}
|
|
13200
14353
|
}
|
|
13201
14354
|
}
|
|
14355
|
+
for (const failure of givenUpFailures) {
|
|
14356
|
+
const excerpt = redactDiagnosticText(failure.body ?? "(no response body)").slice(
|
|
14357
|
+
0,
|
|
14358
|
+
MAX_SESSION_DELETE_BODY_LENGTH
|
|
14359
|
+
);
|
|
14360
|
+
logSessionCleanupActivity(state, "sweep", {
|
|
14361
|
+
type: "info",
|
|
14362
|
+
level: "warn",
|
|
14363
|
+
message: `Session cleanup: gave up on session ${failure.id} after ${SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES} isolated delete failures (status ${failure.status}): ${excerpt}`,
|
|
14364
|
+
metadata: {
|
|
14365
|
+
outcome: "session-delete-given-up",
|
|
14366
|
+
session_id: failure.id,
|
|
14367
|
+
status: failure.status,
|
|
14368
|
+
body_excerpt: excerpt,
|
|
14369
|
+
given_up_count: givenUpFailures.length
|
|
14370
|
+
}
|
|
14371
|
+
});
|
|
14372
|
+
}
|
|
13202
14373
|
const failedNote = failed > 0 ? `, failed ${failed}` : "";
|
|
13203
14374
|
const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
|
|
13204
14375
|
const remainingNote = remaining > 0 ? `, remaining ${remaining}` : "";
|
|
@@ -13219,21 +14390,31 @@ async function runSweep(state, driver, config) {
|
|
|
13219
14390
|
sessions_remaining: remaining,
|
|
13220
14391
|
...enumerationReason !== null ? { session_enumeration_reason: enumerationReason } : {}
|
|
13221
14392
|
};
|
|
14393
|
+
const protectedForReclaim = driver.protectedSessionIds();
|
|
13222
14394
|
const reclaimResult = await reclaimSessionDbSpace({
|
|
13223
14395
|
dbPath: sessionDbPath(),
|
|
13224
14396
|
chunkPages: SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
13225
14397
|
pageCeiling: SESSION_DB_RECLAIM_PAGE_CEILING,
|
|
13226
14398
|
timeBudgetMs: SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
13227
|
-
|
|
14399
|
+
hasLiveTurn: protectedForReclaim.size > 0,
|
|
14400
|
+
hasProvenanceAnomaly: state.sessionDbProvenanceAnomaly
|
|
13228
14401
|
});
|
|
13229
14402
|
if (reclaimResult.ok) {
|
|
13230
14403
|
state.sessionStoreHealth.observeWritable();
|
|
13231
14404
|
const beforeMib = (reclaimResult.beforeBytes / 1024 / 1024).toFixed(1);
|
|
13232
14405
|
const afterMib = (reclaimResult.afterBytes / 1024 / 1024).toFixed(1);
|
|
13233
14406
|
const checkpointNote = reclaimResult.checkpoint.busy ? ` (on-disk file truncation deferred: checkpoint busy, ${reclaimResult.checkpoint.log} WAL frames pending)` : "";
|
|
14407
|
+
const loopElapsedMs = Math.max(
|
|
14408
|
+
0,
|
|
14409
|
+
reclaimResult.elapsedMs - reclaimResult.checkpointElapsedMs
|
|
14410
|
+
);
|
|
14411
|
+
const reclaimIsSlow = reclaimResult.elapsedMs >= 4 * SESSION_DB_RECLAIM_TIME_BUDGET_MS;
|
|
14412
|
+
const perPageNote = reclaimResult.pagesReclaimed > 0 ? `, per-page ${(loopElapsedMs / reclaimResult.pagesReclaimed).toFixed(2)} ms/page` : "";
|
|
14413
|
+
const slowReclaimNote = reclaimIsSlow ? ` (slow reclaim: total elapsed ${reclaimResult.elapsedMs} ms, checkpoint ${reclaimResult.checkpointElapsedMs} ms, loop ${loopElapsedMs} ms, budget ${SESSION_DB_RECLAIM_TIME_BUDGET_MS} ms${perPageNote})` : "";
|
|
13234
14414
|
logSessionCleanupActivity(state, "sweep", {
|
|
13235
14415
|
type: "info",
|
|
13236
|
-
|
|
14416
|
+
level: reclaimIsSlow ? "warn" : "info",
|
|
14417
|
+
message: `Session cleanup: reclaimed session-db space (${reclaimResult.mode}): ${beforeMib} MiB -> ${afterMib} MiB (stopped by ${reclaimResult.stoppedBy}; freelist ${reclaimResult.freelistBefore} -> ${reclaimResult.freelistAfter} pages)` + checkpointNote + slowReclaimNote,
|
|
13237
14418
|
metadata: {
|
|
13238
14419
|
outcome: "reclaimed",
|
|
13239
14420
|
mode: reclaimResult.mode,
|
|
@@ -13246,6 +14427,7 @@ async function runSweep(state, driver, config) {
|
|
|
13246
14427
|
freelist_after: reclaimResult.freelistAfter,
|
|
13247
14428
|
pages_reclaimed: reclaimResult.pagesReclaimed,
|
|
13248
14429
|
reclaim_elapsed_ms: reclaimResult.elapsedMs,
|
|
14430
|
+
checkpoint_elapsed_ms: reclaimResult.checkpointElapsedMs,
|
|
13249
14431
|
...sessionMetadata
|
|
13250
14432
|
}
|
|
13251
14433
|
});
|
|
@@ -13356,10 +14538,12 @@ function scheduleUsageReporting(state, params) {
|
|
|
13356
14538
|
let phase = "dormant";
|
|
13357
14539
|
let rearmRequested = false;
|
|
13358
14540
|
const armProbe = () => {
|
|
14541
|
+
if (!state.running) return;
|
|
13359
14542
|
phase = "probe-pending";
|
|
13360
14543
|
params.setTimer(setTimeout(() => void tick(true), params.firstDelayMs()));
|
|
13361
14544
|
};
|
|
13362
14545
|
const scheduleNextTick = () => {
|
|
14546
|
+
if (!state.running) return;
|
|
13363
14547
|
if (rearmRequested) {
|
|
13364
14548
|
rearmRequested = false;
|
|
13365
14549
|
armProbe();
|
|
@@ -13393,6 +14577,7 @@ function scheduleUsageReporting(state, params) {
|
|
|
13393
14577
|
phase = "tick-in-flight";
|
|
13394
14578
|
try {
|
|
13395
14579
|
const usage = await params.fetchUsage();
|
|
14580
|
+
if (!state.running) return;
|
|
13396
14581
|
const result = await params.report(usage);
|
|
13397
14582
|
if (result.ok) {
|
|
13398
14583
|
if (consecutiveFailures > 0) {
|
|
@@ -13531,6 +14716,7 @@ function scheduleResourceUsageReporting(state, options) {
|
|
|
13531
14716
|
message: lowDiskDecision.warning
|
|
13532
14717
|
});
|
|
13533
14718
|
}
|
|
14719
|
+
if (!state.running) return;
|
|
13534
14720
|
const result = await reportResourceUsage(state.agentId, state.authHeader, usage);
|
|
13535
14721
|
if (result.ok) {
|
|
13536
14722
|
if (consecutiveFailures > 0) {
|
|
@@ -13563,7 +14749,9 @@ function scheduleResourceUsageReporting(state, options) {
|
|
|
13563
14749
|
message: `Resource usage reporting failed: ${message}${failureStreakSuffix(consecutiveFailures)}`
|
|
13564
14750
|
});
|
|
13565
14751
|
} finally {
|
|
13566
|
-
state.
|
|
14752
|
+
if (state.running) {
|
|
14753
|
+
state.resourceUsageTimer = setTimeout(() => void tick(), usageReportDelayMs());
|
|
14754
|
+
}
|
|
13567
14755
|
}
|
|
13568
14756
|
};
|
|
13569
14757
|
state.resourceUsageTimer = setTimeout(() => void tick(), firstReportDelayMs());
|
|
@@ -13725,8 +14913,8 @@ async function beginGracefulShutdown(state, trigger) {
|
|
|
13725
14913
|
return true;
|
|
13726
14914
|
}
|
|
13727
14915
|
);
|
|
13728
|
-
const timedOut = new Promise((
|
|
13729
|
-
timer = setTimeout(() =>
|
|
14916
|
+
const timedOut = new Promise((resolve5) => {
|
|
14917
|
+
timer = setTimeout(() => resolve5(false), telemetryBudgetMs);
|
|
13730
14918
|
});
|
|
13731
14919
|
if (!await Promise.race([flushed, timedOut])) {
|
|
13732
14920
|
log2(state, `Telemetry flush exceeded ${telemetryBudgetMs}ms \u2014 exiting anyway`, "warn");
|
|
@@ -13766,6 +14954,8 @@ async function run(options) {
|
|
|
13766
14954
|
port: options.port ?? 4096,
|
|
13767
14955
|
conversationFilter: options.conversation ?? null,
|
|
13768
14956
|
idleTimeout: options.idleTimeout ?? null,
|
|
14957
|
+
stayAwakeSeconds: null,
|
|
14958
|
+
stayAwakeUntilMs: null,
|
|
13769
14959
|
json: options.json ?? false,
|
|
13770
14960
|
interactive,
|
|
13771
14961
|
logLevel,
|
|
@@ -13789,6 +14979,7 @@ async function run(options) {
|
|
|
13789
14979
|
messageCount: 0,
|
|
13790
14980
|
lastProxiedActivityAt: null,
|
|
13791
14981
|
sessionCleanupTimers: [],
|
|
14982
|
+
sessionDeleteFailures: /* @__PURE__ */ new Map(),
|
|
13792
14983
|
claudeUsageTimer: null,
|
|
13793
14984
|
claudeUsageRearm: null,
|
|
13794
14985
|
openaiUsageTimer: null,
|
|
@@ -13954,6 +15145,17 @@ async function run(options) {
|
|
|
13954
15145
|
}
|
|
13955
15146
|
spinner?.succeed(`Runner: ${validation.agent.name || state.agentId}`);
|
|
13956
15147
|
state.agentName = validation.agent.name;
|
|
15148
|
+
const requestedStayAwakeSeconds = validation.agent?.wake_stay_awake_seconds;
|
|
15149
|
+
if (typeof requestedStayAwakeSeconds === "number" && Number.isFinite(requestedStayAwakeSeconds) && requestedStayAwakeSeconds > 0) {
|
|
15150
|
+
state.stayAwakeSeconds = requestedStayAwakeSeconds;
|
|
15151
|
+
} else if (requestedStayAwakeSeconds !== void 0 && requestedStayAwakeSeconds !== null) {
|
|
15152
|
+
state.stayAwakeSeconds = null;
|
|
15153
|
+
log2(
|
|
15154
|
+
state,
|
|
15155
|
+
`Ignoring invalid wake_stay_awake_seconds (type: ${typeof requestedStayAwakeSeconds})`,
|
|
15156
|
+
"warn"
|
|
15157
|
+
);
|
|
15158
|
+
}
|
|
13957
15159
|
const microvmId = process.env.MICROVM_ID?.trim();
|
|
13958
15160
|
if (microvmId) {
|
|
13959
15161
|
const reported = await reportMicrovmId(state.agentId, state.authHeader, microvmId);
|
|
@@ -13969,29 +15171,73 @@ async function run(options) {
|
|
|
13969
15171
|
} else {
|
|
13970
15172
|
log2(state, "Not running in a MicroVM (MICROVM_ID unset) \u2014 nothing to report", "debug");
|
|
13971
15173
|
}
|
|
13972
|
-
if (options.restoreRunnerCredentials) {
|
|
13973
|
-
|
|
13974
|
-
|
|
13975
|
-
|
|
13976
|
-
|
|
13977
|
-
if (level === "error") {
|
|
13978
|
-
logActivity(state, { type: "error", error: message });
|
|
13979
|
-
} else {
|
|
13980
|
-
logActivity(state, { type: "info", level, message });
|
|
13981
|
-
}
|
|
15174
|
+
if (options.restoreRunnerCredentials || options.credentialSyncMarker) {
|
|
15175
|
+
const logCredentialVaultResolution = (message, level) => {
|
|
15176
|
+
log2(state, message, level);
|
|
15177
|
+
if (state.interactive && !state.json) {
|
|
15178
|
+
logActivity(state, { type: "info", level, message });
|
|
13982
15179
|
}
|
|
13983
15180
|
};
|
|
13984
|
-
const
|
|
15181
|
+
const vaultResolution = await getRunnerCredentialVault(state.agentId, state.authHeader);
|
|
15182
|
+
if (vaultResolution.error) {
|
|
15183
|
+
delete process.env.CREDENTIAL_VAULT_PREFIX;
|
|
15184
|
+
logCredentialVaultResolution(
|
|
15185
|
+
`CREDENTIAL-VAULT-LOOKUP-FAILED: ${vaultResolution.error}; credentials will be read from and written to this runner's own prefix this boot`,
|
|
15186
|
+
"warn"
|
|
15187
|
+
);
|
|
15188
|
+
} else if (vaultResolution.prefix !== null && vaultResolution.vaultId !== null && vaultResolution.source !== null) {
|
|
15189
|
+
process.env.CREDENTIAL_VAULT_PREFIX = vaultResolution.prefix;
|
|
15190
|
+
logCredentialVaultResolution(
|
|
15191
|
+
`CREDENTIAL-VAULT: source=${vaultResolution.source} vault=${vaultResolution.vaultId} prefix=${vaultResolution.prefix}`,
|
|
15192
|
+
"info"
|
|
15193
|
+
);
|
|
15194
|
+
} else {
|
|
15195
|
+
delete process.env.CREDENTIAL_VAULT_PREFIX;
|
|
15196
|
+
logCredentialVaultResolution(
|
|
15197
|
+
"CREDENTIAL-VAULT-NONE: this runner is not linked to a credential vault; using its own prefix",
|
|
15198
|
+
"debug"
|
|
15199
|
+
);
|
|
15200
|
+
}
|
|
15201
|
+
}
|
|
15202
|
+
const credentialContext = {
|
|
15203
|
+
env: process.env,
|
|
15204
|
+
log: (message, level = "info") => {
|
|
15205
|
+
if (level === "error") {
|
|
15206
|
+
logActivity(state, { type: "error", error: message });
|
|
15207
|
+
} else {
|
|
15208
|
+
logActivity(state, { type: "info", level, message });
|
|
15209
|
+
}
|
|
15210
|
+
}
|
|
15211
|
+
};
|
|
15212
|
+
const githubTokenPopulated = await installRunnerSecret(credentialContext);
|
|
15213
|
+
if (options.restoreRunnerCredentials) {
|
|
13985
15214
|
await restoreCredentialStores(credentialContext);
|
|
13986
|
-
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
13987
15215
|
}
|
|
15216
|
+
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
13988
15217
|
state.credentialSync?.arm();
|
|
15218
|
+
const dependencyInstallDiagnosticReporter = createDependencyInstallDiagnosticReporter({
|
|
15219
|
+
context: {
|
|
15220
|
+
homeDir: homedir7(),
|
|
15221
|
+
cwd: process.cwd(),
|
|
15222
|
+
microvmId: process.env.MICROVM_ID?.trim(),
|
|
15223
|
+
euid: process.getuid?.(),
|
|
15224
|
+
egid: process.getgid?.()
|
|
15225
|
+
},
|
|
15226
|
+
emitEvent: (message) => logActivity(state, { type: "info", level: "warn", message }),
|
|
15227
|
+
emitLocal: (message) => logLocalOnly(state, message, "warn")
|
|
15228
|
+
});
|
|
13989
15229
|
const openCodeActivityForwarder = createOpenCodeActivityForwarder(
|
|
13990
15230
|
() => ({
|
|
13991
15231
|
agentId: state.agentId,
|
|
13992
15232
|
authHeader: state.authHeader
|
|
13993
15233
|
}),
|
|
13994
|
-
|
|
15234
|
+
({ isDiskFailure, sessionId, cause }) => {
|
|
15235
|
+
if (isDiskFailure) state.sessionStoreHealth.observeUnwritable();
|
|
15236
|
+
if (cause !== null && sessionId !== null) {
|
|
15237
|
+
state.sessionStoreHealth.observeCause(sessionId, cause);
|
|
15238
|
+
}
|
|
15239
|
+
},
|
|
15240
|
+
dependencyInstallDiagnosticReporter
|
|
13995
15241
|
);
|
|
13996
15242
|
const openCodeLogTail = tailOpenCodeLogFile(
|
|
13997
15243
|
resolveOpenCodeLogPath(homedir7(), process.env),
|
|
@@ -14002,22 +15248,27 @@ async function run(options) {
|
|
|
14002
15248
|
openCodeLogTail.stop();
|
|
14003
15249
|
};
|
|
14004
15250
|
let sessionDbVerifyFatal = false;
|
|
15251
|
+
let sessionDbVerifyFatalReason;
|
|
14005
15252
|
if (!options.restoreSessionDb) {
|
|
14006
|
-
|
|
15253
|
+
logActivity(state, {
|
|
15254
|
+
type: "info",
|
|
15255
|
+
level: "warn",
|
|
15256
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=flag-absent \u2014 Skipping session-DB restore: --restore-session-db was not passed"
|
|
15257
|
+
});
|
|
14007
15258
|
} else {
|
|
14008
15259
|
const health = await checkOpenCodeHealth(state.port);
|
|
14009
15260
|
if (health.healthy) {
|
|
14010
|
-
|
|
14011
|
-
|
|
14012
|
-
|
|
14013
|
-
"
|
|
14014
|
-
);
|
|
15261
|
+
logActivity(state, {
|
|
15262
|
+
type: "info",
|
|
15263
|
+
level: "warn",
|
|
15264
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-serving \u2014 Skipping session-DB restore: OpenCode is already serving this database"
|
|
15265
|
+
});
|
|
14015
15266
|
} else if (health.authFailed) {
|
|
14016
|
-
|
|
14017
|
-
|
|
14018
|
-
|
|
14019
|
-
"
|
|
14020
|
-
);
|
|
15267
|
+
logActivity(state, {
|
|
15268
|
+
type: "info",
|
|
15269
|
+
level: "warn",
|
|
15270
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-auth-challenge \u2014 Skipping session-DB restore: OpenCode answered with an authentication challenge; assuming this database is in use"
|
|
15271
|
+
});
|
|
14021
15272
|
} else {
|
|
14022
15273
|
const result = await restoreAndVerifySessionDb({
|
|
14023
15274
|
dbPath: sessionDbPath(),
|
|
@@ -14034,12 +15285,13 @@ async function run(options) {
|
|
|
14034
15285
|
reportRecovery: (record) => reportSessionDbRecoveryRecord(state, record)
|
|
14035
15286
|
});
|
|
14036
15287
|
sessionDbVerifyFatal = result.verifyFatal;
|
|
15288
|
+
sessionDbVerifyFatalReason = result.verifyFatalReason;
|
|
14037
15289
|
}
|
|
14038
15290
|
}
|
|
14039
15291
|
reportSessionDbRecovery(state);
|
|
14040
15292
|
if (sessionDbVerifyFatal) {
|
|
14041
15293
|
throw new Error(
|
|
14042
|
-
"SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk"
|
|
15294
|
+
sessionDbVerifyFatalReason === void 0 ? "SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk" : `SESSION-DB-VERIFY-TIMEOUT: session DB verification timed out (${sessionDbVerifyFatalReason}); refusing to start`
|
|
14043
15295
|
);
|
|
14044
15296
|
}
|
|
14045
15297
|
applyRunnerOpenCodeConfig({
|
|
@@ -14318,6 +15570,13 @@ async function run(options) {
|
|
|
14318
15570
|
type: "info",
|
|
14319
15571
|
message: connectionMessage
|
|
14320
15572
|
});
|
|
15573
|
+
if (!isReconnect && state.stayAwakeSeconds !== null && state.stayAwakeUntilMs === null) {
|
|
15574
|
+
state.stayAwakeUntilMs = Date.now() + state.stayAwakeSeconds * 1e3;
|
|
15575
|
+
logActivity(state, {
|
|
15576
|
+
type: "info",
|
|
15577
|
+
message: `Staying awake for at least ${state.stayAwakeSeconds}s as requested by the wake`
|
|
15578
|
+
});
|
|
15579
|
+
}
|
|
14321
15580
|
if (options.tunnelReadyFile) {
|
|
14322
15581
|
const marker = writeTunnelReadyMarker(options.tunnelReadyFile, agentId);
|
|
14323
15582
|
if (marker.ok) {
|
|
@@ -14366,14 +15625,14 @@ async function run(options) {
|
|
|
14366
15625
|
},
|
|
14367
15626
|
onDisconnected: (code, reason, transition) => {
|
|
14368
15627
|
state.connected = false;
|
|
14369
|
-
const
|
|
15628
|
+
const safeReason2 = redactDiagnosticText(reason).slice(0, MAX_DISCONNECT_REASON_LENGTH);
|
|
14370
15629
|
logActivity(state, {
|
|
14371
15630
|
type: "info",
|
|
14372
|
-
message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${
|
|
15631
|
+
message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${safeReason2})`
|
|
14373
15632
|
});
|
|
14374
15633
|
emitAgentDisconnected(state.agentId, {
|
|
14375
15634
|
code,
|
|
14376
|
-
reason:
|
|
15635
|
+
reason: safeReason2,
|
|
14377
15636
|
connection_generation: transition.generation
|
|
14378
15637
|
});
|
|
14379
15638
|
if (state.interactive) displayStatus(state);
|
|
@@ -14452,6 +15711,7 @@ async function run(options) {
|
|
|
14452
15711
|
if (error2.message === "Unauthorized") tunnelSpinner?.fail("Unauthorized");
|
|
14453
15712
|
throw error2;
|
|
14454
15713
|
}
|
|
15714
|
+
if (!state.running) return;
|
|
14455
15715
|
scheduleSessionCleanup(state, channelDriver, options);
|
|
14456
15716
|
state.claudeUsageRearm = scheduleClaudeUsageReporting(state, options);
|
|
14457
15717
|
state.openaiUsageRearm = scheduleUsageReporting(state, {
|
|
@@ -14536,6 +15796,7 @@ program.command("login").description("Authenticate with Evident").option("--toke
|
|
|
14536
15796
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
14537
15797
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
14538
15798
|
program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
|
|
15799
|
+
program.command("credential-vault-env").description("Print the shell assignment a runner image evals before starting the synchroniser").action(credentialVaultEnv);
|
|
14539
15800
|
program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
|
|
14540
15801
|
program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
|
|
14541
15802
|
"-a, --agent [id]",
|