@evident-ai/cli 3.5.2-dev.07822ab → 3.5.2-dev.1350aff
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/dist/index.js +1986 -455
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -315,14 +315,14 @@ function blank() {
|
|
|
315
315
|
console.log();
|
|
316
316
|
}
|
|
317
317
|
function waitForEnter(prompt = "Press Enter to continue...") {
|
|
318
|
-
return new Promise((
|
|
318
|
+
return new Promise((resolve5) => {
|
|
319
319
|
process.stdout.write(chalk.dim(prompt));
|
|
320
320
|
const handler = () => {
|
|
321
321
|
process.stdin.removeListener("data", handler);
|
|
322
322
|
process.stdin.setRawMode?.(false);
|
|
323
323
|
process.stdin.pause();
|
|
324
324
|
console.log();
|
|
325
|
-
|
|
325
|
+
resolve5();
|
|
326
326
|
};
|
|
327
327
|
if (process.stdin.isTTY) {
|
|
328
328
|
process.stdin.setRawMode?.(true);
|
|
@@ -332,7 +332,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
|
|
|
332
332
|
});
|
|
333
333
|
}
|
|
334
334
|
function sleep(ms) {
|
|
335
|
-
return new Promise((
|
|
335
|
+
return new Promise((resolve5) => setTimeout(resolve5, ms));
|
|
336
336
|
}
|
|
337
337
|
|
|
338
338
|
// src/commands/login.ts
|
|
@@ -410,19 +410,19 @@ async function tokenLogin() {
|
|
|
410
410
|
);
|
|
411
411
|
blank();
|
|
412
412
|
process.stdout.write("Paste token: ");
|
|
413
|
-
const token = await new Promise((
|
|
413
|
+
const token = await new Promise((resolve5) => {
|
|
414
414
|
let data = "";
|
|
415
415
|
process.stdin.setEncoding("utf8");
|
|
416
416
|
process.stdin.on("data", (chunk) => {
|
|
417
417
|
data += chunk;
|
|
418
418
|
});
|
|
419
419
|
process.stdin.on("end", () => {
|
|
420
|
-
|
|
420
|
+
resolve5(data.trim());
|
|
421
421
|
});
|
|
422
422
|
if (process.stdin.isTTY) {
|
|
423
423
|
process.stdin.once("data", (chunk) => {
|
|
424
424
|
process.stdin.pause();
|
|
425
|
-
|
|
425
|
+
resolve5(chunk.toString().trim());
|
|
426
426
|
});
|
|
427
427
|
process.stdin.resume();
|
|
428
428
|
}
|
|
@@ -703,6 +703,31 @@ async function reportResourceUsage(agentId, authHeader, usage) {
|
|
|
703
703
|
opencode_db_bytes: usage.opencodeDbBytes
|
|
704
704
|
});
|
|
705
705
|
}
|
|
706
|
+
async function getRunnerCredentialVault(agentId, authHeader) {
|
|
707
|
+
const empty = { prefix: null, vaultId: null, source: null };
|
|
708
|
+
try {
|
|
709
|
+
const apiUrl = getApiUrlConfig();
|
|
710
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/credential-vault`, {
|
|
711
|
+
headers: { Authorization: authHeader },
|
|
712
|
+
signal: AbortSignal.timeout(1e4)
|
|
713
|
+
});
|
|
714
|
+
if (!response.ok) {
|
|
715
|
+
const serverMessage = await readErrorMessage(response);
|
|
716
|
+
return {
|
|
717
|
+
...empty,
|
|
718
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
719
|
+
};
|
|
720
|
+
}
|
|
721
|
+
const data = await response.json();
|
|
722
|
+
return {
|
|
723
|
+
prefix: data.credential_vault_prefix,
|
|
724
|
+
vaultId: data.vault_id,
|
|
725
|
+
source: data.source
|
|
726
|
+
};
|
|
727
|
+
} catch (error2) {
|
|
728
|
+
return { ...empty, error: describeTimeoutError(error2, 1e4) };
|
|
729
|
+
}
|
|
730
|
+
}
|
|
706
731
|
async function getAgentInfo(agentId, authHeader) {
|
|
707
732
|
const apiUrl = getApiUrlConfig();
|
|
708
733
|
try {
|
|
@@ -877,6 +902,76 @@ async function status(options = {}) {
|
|
|
877
902
|
process.exit(result.exitCode);
|
|
878
903
|
}
|
|
879
904
|
|
|
905
|
+
// src/commands/credential-vault-env.ts
|
|
906
|
+
function shellQuote(value) {
|
|
907
|
+
return `'${value.replaceAll("'", "'\\''")}'`;
|
|
908
|
+
}
|
|
909
|
+
function printAssignment(prefix) {
|
|
910
|
+
console.log(`CREDENTIAL_VAULT_PREFIX=${shellQuote(prefix ?? "")}`);
|
|
911
|
+
}
|
|
912
|
+
function safeReason(reason, credentials2, authHeader) {
|
|
913
|
+
let safe = reason;
|
|
914
|
+
for (const secret of [
|
|
915
|
+
authHeader,
|
|
916
|
+
credentials2?.token,
|
|
917
|
+
process.env.EVIDENT_RUNNER_KEY,
|
|
918
|
+
process.env.EVIDENT_AGENT_KEY,
|
|
919
|
+
process.env.EVIDENT_TOKEN
|
|
920
|
+
]) {
|
|
921
|
+
if (secret) safe = safe.replaceAll(secret, "[redacted]");
|
|
922
|
+
}
|
|
923
|
+
return safe.replace(/[\r\n]+/g, " ");
|
|
924
|
+
}
|
|
925
|
+
function printFallback(reason, credentials2, authHeader) {
|
|
926
|
+
printAssignment(null);
|
|
927
|
+
console.error(
|
|
928
|
+
`WARNING: ${safeReason(reason, credentials2, authHeader)}; using this runner's own credential prefix.`
|
|
929
|
+
);
|
|
930
|
+
}
|
|
931
|
+
async function credentialVaultEnv() {
|
|
932
|
+
let credentials2 = null;
|
|
933
|
+
let authHeader;
|
|
934
|
+
try {
|
|
935
|
+
credentials2 = await getAuthCredentials();
|
|
936
|
+
if (!credentials2) {
|
|
937
|
+
printFallback("no runner credentials are configured");
|
|
938
|
+
return;
|
|
939
|
+
}
|
|
940
|
+
authHeader = getAuthHeader(credentials2);
|
|
941
|
+
const runner = await resolveAgentIdFromKey(authHeader);
|
|
942
|
+
if (!runner.agent_id) {
|
|
943
|
+
printFallback(
|
|
944
|
+
runner.error ?? "the runner identity could not be resolved",
|
|
945
|
+
credentials2,
|
|
946
|
+
authHeader
|
|
947
|
+
);
|
|
948
|
+
return;
|
|
949
|
+
}
|
|
950
|
+
const lookup = await getRunnerCredentialVault(runner.agent_id, authHeader);
|
|
951
|
+
if (lookup.error) {
|
|
952
|
+
printFallback(`credential vault lookup failed: ${lookup.error}`, credentials2, authHeader);
|
|
953
|
+
return;
|
|
954
|
+
}
|
|
955
|
+
if (lookup.prefix === null) {
|
|
956
|
+
printFallback("this runner is not linked to a credential vault", credentials2, authHeader);
|
|
957
|
+
return;
|
|
958
|
+
}
|
|
959
|
+
if (/[\r\n]/.test(lookup.prefix)) {
|
|
960
|
+
printFallback("credential vault lookup returned an invalid prefix", credentials2, authHeader);
|
|
961
|
+
return;
|
|
962
|
+
}
|
|
963
|
+
printAssignment(lookup.prefix);
|
|
964
|
+
console.error(
|
|
965
|
+
`VAULT-MODE: credential stores use vault=${lookup.vaultId} source=${lookup.source} prefix=${lookup.prefix}.`
|
|
966
|
+
);
|
|
967
|
+
} catch (error2) {
|
|
968
|
+
const detail = credentials2 === null ? "credential resolution failed" : `credential vault lookup could not be completed: ${error2 instanceof Error ? error2.message : String(error2)}`;
|
|
969
|
+
printFallback(detail, credentials2, authHeader);
|
|
970
|
+
} finally {
|
|
971
|
+
process.exitCode = 0;
|
|
972
|
+
}
|
|
973
|
+
}
|
|
974
|
+
|
|
880
975
|
// src/lib/claude-usage.ts
|
|
881
976
|
import { execFileSync } from "node:child_process";
|
|
882
977
|
import { readFileSync } from "node:fs";
|
|
@@ -1063,12 +1158,82 @@ async function claudeUsage() {
|
|
|
1063
1158
|
// src/commands/run.ts
|
|
1064
1159
|
import { chmodSync as chmodSync3, existsSync as existsSync3, readFileSync as readFileSync7, writeFileSync as writeFileSync6 } from "node:fs";
|
|
1065
1160
|
import { homedir as homedir7 } from "node:os";
|
|
1066
|
-
import { isAbsolute as
|
|
1161
|
+
import { isAbsolute as isAbsolute4, join as join12, parse, resolve as resolvePath2 } from "node:path";
|
|
1067
1162
|
import chalk7 from "chalk";
|
|
1068
1163
|
|
|
1069
1164
|
// ../../packages/types/src/agents/index.ts
|
|
1070
1165
|
var MICROVM_MAX_LIFETIME_MS = 8 * 60 * 6e4;
|
|
1071
1166
|
|
|
1167
|
+
// ../../packages/types/src/opencode/index.ts
|
|
1168
|
+
function roleOf(m) {
|
|
1169
|
+
if (!m || typeof m !== "object") return void 0;
|
|
1170
|
+
if (typeof m.role === "string") return m.role;
|
|
1171
|
+
const infoRole = m.info?.role;
|
|
1172
|
+
return typeof infoRole === "string" ? infoRole : void 0;
|
|
1173
|
+
}
|
|
1174
|
+
function idOf(m) {
|
|
1175
|
+
if (!m || typeof m !== "object") return void 0;
|
|
1176
|
+
if (typeof m.id === "string") return m.id;
|
|
1177
|
+
const infoId = m.info?.id;
|
|
1178
|
+
return typeof infoId === "string" ? infoId : void 0;
|
|
1179
|
+
}
|
|
1180
|
+
function parentIdOf(m) {
|
|
1181
|
+
if (!m || typeof m !== "object") return void 0;
|
|
1182
|
+
if (typeof m.parentID === "string") return m.parentID;
|
|
1183
|
+
const infoParent = m.info?.parentID;
|
|
1184
|
+
return typeof infoParent === "string" ? infoParent : void 0;
|
|
1185
|
+
}
|
|
1186
|
+
function textPartsOf(m) {
|
|
1187
|
+
if (!m || typeof m !== "object") return [];
|
|
1188
|
+
const parts = Array.isArray(m.parts) ? m.parts : [];
|
|
1189
|
+
return parts.filter((p) => p.type === "text" && typeof p.text === "string").map((p) => p.text ?? "").filter(Boolean);
|
|
1190
|
+
}
|
|
1191
|
+
function correlatedAssistantRun(messages, userMessageId) {
|
|
1192
|
+
if (!messages || messages.length === 0) return [];
|
|
1193
|
+
const byParent = messages.filter(
|
|
1194
|
+
(m) => roleOf(m) === "assistant" && parentIdOf(m) === userMessageId
|
|
1195
|
+
);
|
|
1196
|
+
if (byParent.length > 0) return byParent;
|
|
1197
|
+
const userIndex = messages.findIndex((m) => idOf(m) === userMessageId);
|
|
1198
|
+
if (userIndex === -1) return [];
|
|
1199
|
+
const run2 = [];
|
|
1200
|
+
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
1201
|
+
const role = roleOf(messages[i]);
|
|
1202
|
+
if (role === "user") break;
|
|
1203
|
+
if (role === "assistant") run2.push(messages[i]);
|
|
1204
|
+
}
|
|
1205
|
+
return run2;
|
|
1206
|
+
}
|
|
1207
|
+
function lastText(assistantRun) {
|
|
1208
|
+
for (let i = assistantRun.length - 1; i >= 0; i--) {
|
|
1209
|
+
const textParts = textPartsOf(assistantRun[i]);
|
|
1210
|
+
if (textParts.length > 0) return textParts.join("\n").trim() || null;
|
|
1211
|
+
}
|
|
1212
|
+
return null;
|
|
1213
|
+
}
|
|
1214
|
+
function effectiveCorrelatedRun(messages, userMessageId) {
|
|
1215
|
+
const run2 = correlatedAssistantRun(messages, userMessageId);
|
|
1216
|
+
if (lastText(run2) !== null) return run2;
|
|
1217
|
+
const userIndex = messages?.findIndex((m) => idOf(m) === userMessageId) ?? -1;
|
|
1218
|
+
if (userIndex === -1) return run2;
|
|
1219
|
+
let continuation;
|
|
1220
|
+
for (let i = userIndex + 1; messages && i < messages.length; i++) {
|
|
1221
|
+
if (roleOf(messages[i]) === "user") {
|
|
1222
|
+
continuation = messages[i];
|
|
1223
|
+
break;
|
|
1224
|
+
}
|
|
1225
|
+
}
|
|
1226
|
+
const continuationId = idOf(continuation);
|
|
1227
|
+
if (roleOf(continuation) === "user" && textPartsOf(continuation).join("\n").trim().toLowerCase() === "continue" && continuationId) {
|
|
1228
|
+
const continuationRun = correlatedAssistantRun(messages, continuationId);
|
|
1229
|
+
if (continuationRun.length > 0) return continuationRun;
|
|
1230
|
+
}
|
|
1231
|
+
return run2;
|
|
1232
|
+
}
|
|
1233
|
+
function extractReplyTextForMessage(messages, opencodeUserMessageId) {
|
|
1234
|
+
return lastText(effectiveCorrelatedRun(messages, opencodeUserMessageId));
|
|
1235
|
+
}
|
|
1236
|
+
|
|
1072
1237
|
// ../../packages/types/src/telemetry/index.ts
|
|
1073
1238
|
var TelemetryEventTypes = {
|
|
1074
1239
|
// Agent activity events (shown in web UI activity log)
|
|
@@ -1128,7 +1293,11 @@ var FORWARD_FAILURE_REASON_HEADER = "X-Evident-Failure-Reason";
|
|
|
1128
1293
|
function log(level, event, fields) {
|
|
1129
1294
|
const method = level === "debug" ? "log" : level;
|
|
1130
1295
|
try {
|
|
1131
|
-
|
|
1296
|
+
const payload = Object.fromEntries(
|
|
1297
|
+
Object.entries({ level, event, ...fields }).filter(([, value]) => value !== void 0)
|
|
1298
|
+
);
|
|
1299
|
+
const secondArgument = globalThis.navigator?.userAgent === "Cloudflare-Workers" ? payload : JSON.stringify(payload);
|
|
1300
|
+
console[method]("[evident]", secondArgument);
|
|
1132
1301
|
} catch (err) {
|
|
1133
1302
|
console.error(
|
|
1134
1303
|
"[evident] log_serialize_failed",
|
|
@@ -1157,7 +1326,7 @@ import ora4 from "ora";
|
|
|
1157
1326
|
import { select as select4 } from "@inquirer/prompts";
|
|
1158
1327
|
|
|
1159
1328
|
// src/lib/telemetry.ts
|
|
1160
|
-
var CLI_VERSION = (true ? "3.5.2-dev.
|
|
1329
|
+
var CLI_VERSION = (true ? "3.5.2-dev.1350aff" : void 0) ?? process.env.npm_package_version ?? "unknown";
|
|
1161
1330
|
function getCliVersion() {
|
|
1162
1331
|
return CLI_VERSION;
|
|
1163
1332
|
}
|
|
@@ -1318,20 +1487,47 @@ var EventTypes = {
|
|
|
1318
1487
|
DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
|
|
1319
1488
|
};
|
|
1320
1489
|
|
|
1321
|
-
// src/lib/runner-activity-telemetry.ts
|
|
1322
|
-
import { homedir as homedir2 } from "node:os";
|
|
1323
|
-
|
|
1324
1490
|
// src/lib/opencode/session-db-reclaim.ts
|
|
1325
1491
|
import { statSync as statSync2, statfsSync } from "node:fs";
|
|
1326
1492
|
import { dirname as dirname2 } from "node:path";
|
|
1327
|
-
|
|
1493
|
+
|
|
1494
|
+
// src/lib/diagnostic-redaction.ts
|
|
1495
|
+
import { homedir as homedir2 } from "node:os";
|
|
1496
|
+
function redactHomeDirectory(message) {
|
|
1497
|
+
const home = homedir2();
|
|
1498
|
+
if (!home || home === "/") {
|
|
1499
|
+
return message;
|
|
1500
|
+
}
|
|
1501
|
+
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1502
|
+
let result = "";
|
|
1503
|
+
let searchFrom = 0;
|
|
1504
|
+
let homeIndex;
|
|
1505
|
+
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1506
|
+
const homeEnd = homeIndex + home.length;
|
|
1507
|
+
const previousCharacter = message[homeIndex - 1];
|
|
1508
|
+
const nextCharacter = message[homeEnd];
|
|
1509
|
+
const atPathBoundary = (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1510
|
+
result += message.slice(searchFrom, homeIndex);
|
|
1511
|
+
result += atPathBoundary ? "~" : home;
|
|
1512
|
+
searchFrom = homeEnd;
|
|
1513
|
+
}
|
|
1514
|
+
return result + message.slice(searchFrom);
|
|
1515
|
+
}
|
|
1516
|
+
function redactDiagnosticText(message) {
|
|
1517
|
+
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1518
|
+
return redactHomeDirectory(redacted);
|
|
1519
|
+
}
|
|
1520
|
+
|
|
1521
|
+
// src/lib/opencode/session-db-reclaim.ts
|
|
1522
|
+
var SESSION_DB_RECLAIM_CHUNK_PAGES = 100;
|
|
1328
1523
|
var SESSION_DB_RECLAIM_TIME_BUDGET_MS = 500;
|
|
1329
1524
|
var SESSION_DB_RECLAIM_PAGE_CEILING = 4e4;
|
|
1525
|
+
var SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS = 5e3;
|
|
1330
1526
|
function errorMessage(error2) {
|
|
1331
1527
|
if (!(error2 instanceof Error)) return String(error2);
|
|
1332
1528
|
return error2.cause instanceof Error ? error2.cause.message : error2.message;
|
|
1333
1529
|
}
|
|
1334
|
-
function
|
|
1530
|
+
function errorMessages(error2) {
|
|
1335
1531
|
const messages = [];
|
|
1336
1532
|
const visited = /* @__PURE__ */ new Set();
|
|
1337
1533
|
let current = error2;
|
|
@@ -1355,12 +1551,81 @@ function isSessionStoreWriteFailure(error2) {
|
|
|
1355
1551
|
}
|
|
1356
1552
|
break;
|
|
1357
1553
|
}
|
|
1358
|
-
return messages
|
|
1554
|
+
return messages;
|
|
1555
|
+
}
|
|
1556
|
+
function isSessionStoreWriteFailure(error2) {
|
|
1557
|
+
return errorMessages(error2).some(
|
|
1359
1558
|
(message) => /(?:database or disk is full|disk is full|no space left on device|SQLITE_(?:FULL|IOERR)(?:\b|_))/i.test(
|
|
1360
1559
|
message
|
|
1361
1560
|
)
|
|
1362
1561
|
);
|
|
1363
1562
|
}
|
|
1563
|
+
var SQLITE_CAUSE_TOKEN = /(?:^|cause:\s+)(SQLiteError:\s+[A-Za-z][A-Za-z0-9]*(?:\s+[A-Za-z][A-Za-z0-9]*){0,7})(?=\s*(?:[)\]"',;]|$))/i;
|
|
1564
|
+
var EFFECT_SQL_CAUSE_TOKEN = /(?:^|cause:\s+)(effect\/sql\/SqlError\/[A-Za-z][A-Za-z0-9_]*)/i;
|
|
1565
|
+
var PARAMS_FIELD = /\bparams\s*(?:=|:)/i;
|
|
1566
|
+
function isCauseBearingText(text) {
|
|
1567
|
+
return /^(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text.trim()) || /(?:^|\s)cause:\s+(?:SQLiteError:\s+|effect\/sql\/SqlError\/)/i.test(text);
|
|
1568
|
+
}
|
|
1569
|
+
function structuredLogFields(line) {
|
|
1570
|
+
const fields = [];
|
|
1571
|
+
for (let index = 0; index < line.length; index++) {
|
|
1572
|
+
if (line[index] === '"') {
|
|
1573
|
+
index++;
|
|
1574
|
+
while (index < line.length) {
|
|
1575
|
+
if (line[index] === "\\") {
|
|
1576
|
+
index++;
|
|
1577
|
+
} else if (line[index] === '"') {
|
|
1578
|
+
break;
|
|
1579
|
+
}
|
|
1580
|
+
index++;
|
|
1581
|
+
}
|
|
1582
|
+
continue;
|
|
1583
|
+
}
|
|
1584
|
+
const atFieldBoundary = index === 0 || /\s/.test(line[index - 1]);
|
|
1585
|
+
const key = line.startsWith("error=", index) ? "error=" : line.startsWith("cause=", index) ? "cause=" : null;
|
|
1586
|
+
if (!atFieldBoundary || key === null) continue;
|
|
1587
|
+
const valueStart = index + key.length;
|
|
1588
|
+
if (line[valueStart] !== '"') {
|
|
1589
|
+
const valueEnd2 = line.indexOf(" ", valueStart);
|
|
1590
|
+
fields.push(line.slice(valueStart, valueEnd2 === -1 ? line.length : valueEnd2));
|
|
1591
|
+
index = valueEnd2 === -1 ? line.length : valueEnd2;
|
|
1592
|
+
continue;
|
|
1593
|
+
}
|
|
1594
|
+
let valueEnd = valueStart + 1;
|
|
1595
|
+
for (; valueEnd < line.length; valueEnd++) {
|
|
1596
|
+
if (line[valueEnd] === "\\") {
|
|
1597
|
+
valueEnd++;
|
|
1598
|
+
} else if (line[valueEnd] === '"') {
|
|
1599
|
+
break;
|
|
1600
|
+
}
|
|
1601
|
+
}
|
|
1602
|
+
fields.push(line.slice(valueStart + 1, valueEnd));
|
|
1603
|
+
index = valueEnd;
|
|
1604
|
+
}
|
|
1605
|
+
return fields;
|
|
1606
|
+
}
|
|
1607
|
+
function structuredCauseMessages(text) {
|
|
1608
|
+
const fields = structuredLogFields(text);
|
|
1609
|
+
if (fields.length > 0) return fields;
|
|
1610
|
+
return isCauseBearingText(text) ? [text] : [];
|
|
1611
|
+
}
|
|
1612
|
+
function causeTokenFromText(text) {
|
|
1613
|
+
const paramsIndex = text.search(PARAMS_FIELD);
|
|
1614
|
+
for (const pattern of [SQLITE_CAUSE_TOKEN, EFFECT_SQL_CAUSE_TOKEN]) {
|
|
1615
|
+
const match = pattern.exec(text);
|
|
1616
|
+
if (match?.[1] && (paramsIndex === -1 || match.index < paramsIndex)) {
|
|
1617
|
+
return match[1];
|
|
1618
|
+
}
|
|
1619
|
+
}
|
|
1620
|
+
return null;
|
|
1621
|
+
}
|
|
1622
|
+
function sessionStoreCauseToken(value) {
|
|
1623
|
+
for (const message of structuredCauseMessages(value)) {
|
|
1624
|
+
const token = causeTokenFromText(message);
|
|
1625
|
+
if (token !== null) return redactDiagnosticText(token).slice(0, 120);
|
|
1626
|
+
}
|
|
1627
|
+
return null;
|
|
1628
|
+
}
|
|
1364
1629
|
function insufficientSpaceReason(dbPath, requiredBytes) {
|
|
1365
1630
|
try {
|
|
1366
1631
|
const fsStats = statfsSync(dirname2(dbPath));
|
|
@@ -1382,6 +1647,7 @@ function readFreelistCount(db) {
|
|
|
1382
1647
|
return db.prepare("PRAGMA freelist_count").get().freelist_count;
|
|
1383
1648
|
}
|
|
1384
1649
|
function readCheckpointResult(db) {
|
|
1650
|
+
db.exec("PRAGMA busy_timeout=0");
|
|
1385
1651
|
const row = db.prepare("PRAGMA wal_checkpoint(TRUNCATE)").get();
|
|
1386
1652
|
return { busy: row.busy !== 0, log: row.log, checkpointed: row.checkpointed };
|
|
1387
1653
|
}
|
|
@@ -1399,7 +1665,7 @@ async function probeReclaimAvailability(input) {
|
|
|
1399
1665
|
try {
|
|
1400
1666
|
const db = new sqlite.DatabaseSync(dbPath, { readOnly: true });
|
|
1401
1667
|
try {
|
|
1402
|
-
db.exec(
|
|
1668
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1403
1669
|
autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1404
1670
|
} finally {
|
|
1405
1671
|
db.close();
|
|
@@ -1419,7 +1685,8 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1419
1685
|
timeBudgetMs = SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
1420
1686
|
chunkPages = SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
1421
1687
|
now = () => performance.now(),
|
|
1422
|
-
|
|
1688
|
+
hasLiveTurn = false,
|
|
1689
|
+
hasProvenanceAnomaly = false
|
|
1423
1690
|
} = input;
|
|
1424
1691
|
let sqlite;
|
|
1425
1692
|
try {
|
|
@@ -1435,17 +1702,19 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1435
1702
|
let db;
|
|
1436
1703
|
try {
|
|
1437
1704
|
db = new DatabaseSync(dbPath);
|
|
1438
|
-
db.exec(
|
|
1705
|
+
db.exec(`PRAGMA busy_timeout=${SESSION_DB_RECLAIM_BUSY_TIMEOUT_MS}`);
|
|
1439
1706
|
const autoVacuum = db.prepare("PRAGMA auto_vacuum").get().auto_vacuum;
|
|
1440
1707
|
if (autoVacuum === 0) {
|
|
1441
|
-
if (
|
|
1442
|
-
|
|
1443
|
-
|
|
1444
|
-
|
|
1708
|
+
if (hasLiveTurn || hasProvenanceAnomaly) {
|
|
1709
|
+
const detail = [
|
|
1710
|
+
...hasLiveTurn ? ["a session turn is live"] : [],
|
|
1711
|
+
...hasProvenanceAnomaly ? ["session-DB provenance is anomalous"] : []
|
|
1712
|
+
].join(" and ");
|
|
1713
|
+
console.warn(`[reclaimSessionDbSpace] skipping VACUUM conversion of ${dbPath}: ${detail}`);
|
|
1445
1714
|
return {
|
|
1446
1715
|
ok: false,
|
|
1447
1716
|
skipped: "full-vacuum-blocked",
|
|
1448
|
-
detail
|
|
1717
|
+
detail
|
|
1449
1718
|
};
|
|
1450
1719
|
}
|
|
1451
1720
|
const fileBytesForGuard = statSync2(dbPath).size;
|
|
@@ -1463,7 +1732,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1463
1732
|
db.exec("VACUUM");
|
|
1464
1733
|
const afterBytes = readLogicalBytes(db);
|
|
1465
1734
|
const freelistAfter = readFreelistCount(db);
|
|
1735
|
+
const checkpointStartedAt = now();
|
|
1466
1736
|
const checkpoint = readCheckpointResult(db);
|
|
1737
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1467
1738
|
return {
|
|
1468
1739
|
ok: true,
|
|
1469
1740
|
mode: "convert",
|
|
@@ -1474,10 +1745,18 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1474
1745
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1475
1746
|
stoppedBy: "freelist-drained",
|
|
1476
1747
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1748
|
+
checkpointElapsedMs,
|
|
1477
1749
|
checkpoint
|
|
1478
1750
|
};
|
|
1479
1751
|
}
|
|
1480
1752
|
if (autoVacuum === 2) {
|
|
1753
|
+
if (hasLiveTurn) {
|
|
1754
|
+
const detail = "a session turn is live";
|
|
1755
|
+
console.warn(
|
|
1756
|
+
`[reclaimSessionDbSpace] skipping incremental reclaim of ${dbPath}: ${detail}`
|
|
1757
|
+
);
|
|
1758
|
+
return { ok: false, skipped: "live-turn", detail };
|
|
1759
|
+
}
|
|
1481
1760
|
const beforeBytes = readLogicalBytes(db);
|
|
1482
1761
|
const freelistBefore = readFreelistCount(db);
|
|
1483
1762
|
const startedAt = now();
|
|
@@ -1502,7 +1781,9 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1502
1781
|
freelistAfter = readFreelistCount(db);
|
|
1503
1782
|
}
|
|
1504
1783
|
const afterBytes = readLogicalBytes(db);
|
|
1784
|
+
const checkpointStartedAt = now();
|
|
1505
1785
|
const checkpoint = readCheckpointResult(db);
|
|
1786
|
+
const checkpointElapsedMs = Math.max(0, now() - checkpointStartedAt);
|
|
1506
1787
|
return {
|
|
1507
1788
|
ok: true,
|
|
1508
1789
|
mode: "incremental",
|
|
@@ -1513,6 +1794,7 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1513
1794
|
pagesReclaimed: Math.max(0, freelistBefore - freelistAfter),
|
|
1514
1795
|
stoppedBy,
|
|
1515
1796
|
elapsedMs: Math.max(0, now() - startedAt),
|
|
1797
|
+
checkpointElapsedMs,
|
|
1516
1798
|
checkpoint
|
|
1517
1799
|
};
|
|
1518
1800
|
}
|
|
@@ -1532,6 +1814,263 @@ async function reclaimSessionDbSpace(input) {
|
|
|
1532
1814
|
}
|
|
1533
1815
|
}
|
|
1534
1816
|
|
|
1817
|
+
// src/lib/opencode/dependency-install-diagnostic.ts
|
|
1818
|
+
import { lstatSync, realpathSync } from "node:fs";
|
|
1819
|
+
import { basename, dirname as dirname3, isAbsolute, join as join2, relative, resolve, sep } from "node:path";
|
|
1820
|
+
var DEPENDENCY_INSTALL_FAILURE_MESSAGE = "background dependency install failed";
|
|
1821
|
+
var MAX_DISTINCT_DIAGNOSTICS = 32;
|
|
1822
|
+
var EFFECT = "OpenCode could not install background dependencies for this scope; its plugins and tools may be unavailable";
|
|
1823
|
+
function readOpenCodeLogField(line, key) {
|
|
1824
|
+
const match = line.match(new RegExp(`(?:^|\\s)${key}=(?:"((?:\\\\.|[^"])*)"|(\\S+))`));
|
|
1825
|
+
if (!match) return void 0;
|
|
1826
|
+
if (match[1] === void 0) return match[2];
|
|
1827
|
+
return match[1].replace(/\\(["\\n])/g, (_match, escaped) => {
|
|
1828
|
+
return escaped === "n" ? "\n" : escaped;
|
|
1829
|
+
});
|
|
1830
|
+
}
|
|
1831
|
+
function parseTrigger(line) {
|
|
1832
|
+
if (readOpenCodeLogField(line, "message") !== DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
1833
|
+
return null;
|
|
1834
|
+
}
|
|
1835
|
+
const error2 = readOpenCodeLogField(line, "error");
|
|
1836
|
+
if (!error2 || !/\bEACCES\b/.test(error2)) return null;
|
|
1837
|
+
const errnoMatch = error2.match(/\bEACCES:\s*permission denied,\s*([a-z_]+)\s+'([^']*)'/);
|
|
1838
|
+
const capturedPath = errnoMatch?.[2];
|
|
1839
|
+
return {
|
|
1840
|
+
dir: readOpenCodeLogField(line, "dir"),
|
|
1841
|
+
op: errnoMatch?.[1],
|
|
1842
|
+
path: capturedPath && isAbsolute(capturedPath) ? capturedPath : void 0
|
|
1843
|
+
};
|
|
1844
|
+
}
|
|
1845
|
+
function getErrorCode(error2) {
|
|
1846
|
+
if (typeof error2 === "object" && error2 !== null && "code" in error2) {
|
|
1847
|
+
const code = error2.code;
|
|
1848
|
+
if (typeof code === "string") return code;
|
|
1849
|
+
}
|
|
1850
|
+
return "UNKNOWN";
|
|
1851
|
+
}
|
|
1852
|
+
function isWithin(path, root) {
|
|
1853
|
+
const candidate = resolve(path);
|
|
1854
|
+
const resolvedRoot = resolve(root);
|
|
1855
|
+
return candidate === resolvedRoot || candidate.startsWith(`${resolvedRoot}${sep}`);
|
|
1856
|
+
}
|
|
1857
|
+
function rootSpecs(context) {
|
|
1858
|
+
return [
|
|
1859
|
+
{ token: "~", configured: resolve(context.homeDir) },
|
|
1860
|
+
{ token: "$WORKSPACE", configured: resolve(context.cwd) }
|
|
1861
|
+
];
|
|
1862
|
+
}
|
|
1863
|
+
function resolveRoots(context) {
|
|
1864
|
+
const resolved = [];
|
|
1865
|
+
const unresolved = [];
|
|
1866
|
+
for (const spec of rootSpecs(context)) {
|
|
1867
|
+
try {
|
|
1868
|
+
resolved.push({ ...spec, real: realpathSync(spec.configured) });
|
|
1869
|
+
} catch (_error) {
|
|
1870
|
+
unresolved.push(spec);
|
|
1871
|
+
}
|
|
1872
|
+
}
|
|
1873
|
+
return { resolved, unresolved };
|
|
1874
|
+
}
|
|
1875
|
+
function resolveNearestAncestor(failingPath, remaining, error2) {
|
|
1876
|
+
let ancestor = dirname3(failingPath);
|
|
1877
|
+
const suffix = [basename(failingPath), ...remaining];
|
|
1878
|
+
while (ancestor) {
|
|
1879
|
+
try {
|
|
1880
|
+
return {
|
|
1881
|
+
path: resolve(realpathSync(ancestor), ...suffix),
|
|
1882
|
+
failure: { path: resolve(failingPath), error: error2 }
|
|
1883
|
+
};
|
|
1884
|
+
} catch (ancestorError) {
|
|
1885
|
+
if (ancestor === dirname3(ancestor) || !getErrorCode(ancestorError).startsWith("E")) {
|
|
1886
|
+
return null;
|
|
1887
|
+
}
|
|
1888
|
+
suffix.unshift(basename(ancestor));
|
|
1889
|
+
ancestor = dirname3(ancestor);
|
|
1890
|
+
}
|
|
1891
|
+
}
|
|
1892
|
+
return null;
|
|
1893
|
+
}
|
|
1894
|
+
function resolveExistingPath(absolutePath) {
|
|
1895
|
+
if (!isAbsolute(absolutePath)) return null;
|
|
1896
|
+
const candidate = resolve(absolutePath);
|
|
1897
|
+
const remaining = [];
|
|
1898
|
+
let current = candidate;
|
|
1899
|
+
while (current) {
|
|
1900
|
+
try {
|
|
1901
|
+
const stat2 = lstatSync(current);
|
|
1902
|
+
if (stat2.isSymbolicLink()) {
|
|
1903
|
+
if (remaining.length === 0) {
|
|
1904
|
+
return { path: join2(realpathSync(dirname3(current)), basename(current)) };
|
|
1905
|
+
}
|
|
1906
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1907
|
+
}
|
|
1908
|
+
return { path: resolve(realpathSync(current), ...remaining) };
|
|
1909
|
+
} catch (error2) {
|
|
1910
|
+
const code = getErrorCode(error2);
|
|
1911
|
+
if (code !== "ENOENT" && code !== "ENOTDIR") {
|
|
1912
|
+
return resolveNearestAncestor(current, remaining, error2);
|
|
1913
|
+
}
|
|
1914
|
+
}
|
|
1915
|
+
if (current === dirname3(current)) return null;
|
|
1916
|
+
remaining.unshift(basename(current));
|
|
1917
|
+
current = dirname3(current);
|
|
1918
|
+
}
|
|
1919
|
+
return null;
|
|
1920
|
+
}
|
|
1921
|
+
function tokenise(absolutePath, roots) {
|
|
1922
|
+
const pathResolution = resolveExistingPath(absolutePath);
|
|
1923
|
+
if (!pathResolution) return null;
|
|
1924
|
+
const root = roots.reduce((selected, candidate) => {
|
|
1925
|
+
if (!isWithin(pathResolution.path, candidate.real)) return selected;
|
|
1926
|
+
if (!selected || candidate.real.length > selected.real.length || candidate.real.length === selected.real.length && candidate.token === "$WORKSPACE") {
|
|
1927
|
+
return candidate;
|
|
1928
|
+
}
|
|
1929
|
+
return selected;
|
|
1930
|
+
}, null);
|
|
1931
|
+
if (!root) return null;
|
|
1932
|
+
const suffix = relative(root.real, pathResolution.path);
|
|
1933
|
+
return {
|
|
1934
|
+
value: suffix ? `${root.token}/${suffix.split(sep).join("/")}` : root.token,
|
|
1935
|
+
root,
|
|
1936
|
+
resolutionFailure: pathResolution.failure
|
|
1937
|
+
};
|
|
1938
|
+
}
|
|
1939
|
+
function classifyScope(dir, roots) {
|
|
1940
|
+
if (!dir) return "other";
|
|
1941
|
+
const tokenisedDir = tokenise(dir, roots.resolved);
|
|
1942
|
+
if (tokenisedDir) return tokenisedDir.root.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1943
|
+
for (const spec of roots.unresolved) {
|
|
1944
|
+
if (isWithin(dir, spec.configured)) {
|
|
1945
|
+
return spec.token === "$WORKSPACE" ? "workspace" : "global";
|
|
1946
|
+
}
|
|
1947
|
+
}
|
|
1948
|
+
return "other";
|
|
1949
|
+
}
|
|
1950
|
+
function unresolvedRootForPath(path, unresolved) {
|
|
1951
|
+
return unresolved.find((spec) => isWithin(path, spec.configured));
|
|
1952
|
+
}
|
|
1953
|
+
function statType(stat2) {
|
|
1954
|
+
if (stat2.isDirectory()) return "d";
|
|
1955
|
+
if (stat2.isFile()) return "f";
|
|
1956
|
+
if (stat2.isSymbolicLink()) return "l";
|
|
1957
|
+
return "o";
|
|
1958
|
+
}
|
|
1959
|
+
function renderStat(name, stat2) {
|
|
1960
|
+
const mode = (stat2.mode & 4095).toString(8).padStart(4, "0");
|
|
1961
|
+
return `${name}:${statType(stat2)}:${stat2.uid}:${stat2.gid}:${mode}`;
|
|
1962
|
+
}
|
|
1963
|
+
function renderStatError(name, error2) {
|
|
1964
|
+
const code = getErrorCode(error2);
|
|
1965
|
+
return `${name}:${renderErrorCode(code)}`;
|
|
1966
|
+
}
|
|
1967
|
+
function renderErrorCode(code) {
|
|
1968
|
+
if (code === "ENOENT") return "missing";
|
|
1969
|
+
return code.startsWith("E") ? code : `E${code}`;
|
|
1970
|
+
}
|
|
1971
|
+
function inspectChain(rootReal, rootToken, absolutePath, resolutionFailure) {
|
|
1972
|
+
const target = resolve(absolutePath);
|
|
1973
|
+
const relativePath = relative(rootReal, target);
|
|
1974
|
+
const components = relativePath ? relativePath.split(sep) : [];
|
|
1975
|
+
const entries = [];
|
|
1976
|
+
let current = rootReal;
|
|
1977
|
+
let status2 = "complete";
|
|
1978
|
+
let finalStat;
|
|
1979
|
+
for (const name of [rootToken, ...components]) {
|
|
1980
|
+
if (name !== rootToken) current = join2(current, name);
|
|
1981
|
+
if (resolutionFailure && resolve(current) === resolve(resolutionFailure.path)) {
|
|
1982
|
+
entries.push(renderStatError(name, resolutionFailure.error));
|
|
1983
|
+
status2 = "stat_failed";
|
|
1984
|
+
break;
|
|
1985
|
+
}
|
|
1986
|
+
try {
|
|
1987
|
+
const stat2 = lstatSync(current);
|
|
1988
|
+
entries.push(renderStat(name, stat2));
|
|
1989
|
+
finalStat = stat2;
|
|
1990
|
+
} catch (error2) {
|
|
1991
|
+
entries.push(renderStatError(name, error2));
|
|
1992
|
+
if (getErrorCode(error2) !== "ENOENT") status2 = "stat_failed";
|
|
1993
|
+
break;
|
|
1994
|
+
}
|
|
1995
|
+
}
|
|
1996
|
+
let symlinkTarget;
|
|
1997
|
+
let symlinkMeta;
|
|
1998
|
+
if (finalStat?.isSymbolicLink() && entries.length === components.length + 1) {
|
|
1999
|
+
try {
|
|
2000
|
+
symlinkTarget = realpathSync(current);
|
|
2001
|
+
try {
|
|
2002
|
+
symlinkMeta = renderStat("", lstatSync(symlinkTarget)).slice(1);
|
|
2003
|
+
} catch (error2) {
|
|
2004
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2005
|
+
status2 = "stat_failed";
|
|
2006
|
+
}
|
|
2007
|
+
} catch (error2) {
|
|
2008
|
+
symlinkTarget = "<unresolved>";
|
|
2009
|
+
symlinkMeta = renderErrorCode(getErrorCode(error2));
|
|
2010
|
+
status2 = "stat_failed";
|
|
2011
|
+
}
|
|
2012
|
+
}
|
|
2013
|
+
return { status: status2, chain: entries.join(","), symlinkTarget, symlinkMeta };
|
|
2014
|
+
}
|
|
2015
|
+
function buildDiagnostic(line, context) {
|
|
2016
|
+
const trigger = parseTrigger(line);
|
|
2017
|
+
if (!trigger) return null;
|
|
2018
|
+
const roots = resolveRoots(context);
|
|
2019
|
+
const scope = classifyScope(trigger.dir, roots);
|
|
2020
|
+
const pathSource = trigger.path ? "error" : trigger.dir ? "dir" : "none";
|
|
2021
|
+
const inspectedPath = trigger.path ?? trigger.dir;
|
|
2022
|
+
const microvmId = context.microvmId?.trim() || "unknown";
|
|
2023
|
+
const euid = context.euid === void 0 ? "unavailable" : String(context.euid);
|
|
2024
|
+
const egid = context.egid === void 0 ? "unavailable" : String(context.egid);
|
|
2025
|
+
const op = trigger.op ?? "unknown";
|
|
2026
|
+
if (!inspectedPath) {
|
|
2027
|
+
return {
|
|
2028
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=no_path path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2029
|
+
localDetail: null
|
|
2030
|
+
};
|
|
2031
|
+
}
|
|
2032
|
+
const tokenisedPath = tokenise(inspectedPath, roots.resolved);
|
|
2033
|
+
if (!tokenisedPath) {
|
|
2034
|
+
const unresolvedRoot = unresolvedRootForPath(inspectedPath, roots.unresolved);
|
|
2035
|
+
if (unresolvedRoot) {
|
|
2036
|
+
return {
|
|
2037
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=root_unresolved path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=unknown cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2038
|
+
localDetail: null
|
|
2039
|
+
};
|
|
2040
|
+
}
|
|
2041
|
+
return {
|
|
2042
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=outside_roots path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=<outside-approved-roots> cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=unavailable`,
|
|
2043
|
+
localDetail: `OPENCODE-DEPENDENCY-INSTALL-EACCES (local only): outside approved roots: ${inspectedPath}`
|
|
2044
|
+
};
|
|
2045
|
+
}
|
|
2046
|
+
const inspection = inspectChain(
|
|
2047
|
+
tokenisedPath.root.real,
|
|
2048
|
+
tokenisedPath.root.token,
|
|
2049
|
+
inspectedPath,
|
|
2050
|
+
tokenisedPath.resolutionFailure
|
|
2051
|
+
);
|
|
2052
|
+
const optionalSymlinkFields = inspection.symlinkTarget ? ` symlink_target=${tokenise(inspection.symlinkTarget, roots.resolved)?.value ?? "<outside-approved-roots>"}` + (inspection.symlinkMeta ? ` symlink_meta=${inspection.symlinkMeta}` : "") : "";
|
|
2053
|
+
return {
|
|
2054
|
+
event: `OPENCODE-DEPENDENCY-INSTALL-EACCES: status=${inspection.status} path_source=${pathSource} scope=${scope} microvm_id=${microvmId} op=${op} path=${tokenisedPath.value} cli_euid=${euid} cli_egid=${egid} effect="${EFFECT}" chain=${inspection.chain}${optionalSymlinkFields}`,
|
|
2055
|
+
localDetail: null
|
|
2056
|
+
};
|
|
2057
|
+
}
|
|
2058
|
+
function createDependencyInstallDiagnosticReporter({
|
|
2059
|
+
context,
|
|
2060
|
+
emitEvent: emitEvent2,
|
|
2061
|
+
emitLocal
|
|
2062
|
+
}) {
|
|
2063
|
+
const emittedEvents = /* @__PURE__ */ new Set();
|
|
2064
|
+
return (line) => {
|
|
2065
|
+
const diagnostic = buildDiagnostic(line, context);
|
|
2066
|
+
if (!diagnostic || emittedEvents.has(diagnostic.event)) return;
|
|
2067
|
+
if (emittedEvents.size >= MAX_DISTINCT_DIAGNOSTICS) return;
|
|
2068
|
+
emittedEvents.add(diagnostic.event);
|
|
2069
|
+
emitEvent2(diagnostic.event);
|
|
2070
|
+
if (diagnostic.localDetail) emitLocal(diagnostic.localDetail);
|
|
2071
|
+
};
|
|
2072
|
+
}
|
|
2073
|
+
|
|
1535
2074
|
// src/lib/runner-activity-telemetry.ts
|
|
1536
2075
|
var FORWARDED_LEVELS_BY_SOURCE = {
|
|
1537
2076
|
"cli.run": /* @__PURE__ */ new Set(["warn", "error"]),
|
|
@@ -1563,7 +2102,17 @@ function parseOpenCodeLogLine(line) {
|
|
|
1563
2102
|
}
|
|
1564
2103
|
var MAX_LINE_BUFFER_BYTES = 16 * 1024;
|
|
1565
2104
|
var REPEAT_SUPPRESSION_WINDOW_MS = 6e4;
|
|
1566
|
-
function
|
|
2105
|
+
function sanitiseDependencyInstallWarning(line) {
|
|
2106
|
+
const withoutDirectory = line.replace(
|
|
2107
|
+
/((?:^|\s)dir=)(?:"(?:\\.|[^"])*"|\/[^\s)"']+|\S+)/g,
|
|
2108
|
+
"$1<path>"
|
|
2109
|
+
);
|
|
2110
|
+
return withoutDirectory.replace(
|
|
2111
|
+
/((?:^|\s)error=)"((?:\\.|[^"])*)"/,
|
|
2112
|
+
(_match, prefix, error2) => `${prefix}"${error2.replace(/'\/[^']*'/g, "'<path>'")}"`
|
|
2113
|
+
);
|
|
2114
|
+
}
|
|
2115
|
+
function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure, onDependencyInstallFailure) {
|
|
1567
2116
|
let buffer = Buffer.alloc(0);
|
|
1568
2117
|
const repeatStates = /* @__PURE__ */ new Map();
|
|
1569
2118
|
const forwardLine = (line, parsed, repeatsSuppressed = 0) => {
|
|
@@ -1575,7 +2124,7 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1575
2124
|
forwardRunnerActivity(
|
|
1576
2125
|
{
|
|
1577
2126
|
level: parsed.level,
|
|
1578
|
-
error: line,
|
|
2127
|
+
error: parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE ? sanitiseDependencyInstallWarning(line) : line,
|
|
1579
2128
|
metadata: Object.keys(metadata).length > 0 ? metadata : void 0,
|
|
1580
2129
|
source: "opencode"
|
|
1581
2130
|
},
|
|
@@ -1593,18 +2142,7 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1593
2142
|
repeatStates.delete(key);
|
|
1594
2143
|
}
|
|
1595
2144
|
};
|
|
1596
|
-
const
|
|
1597
|
-
if (onSessionStoreWriteFailure && isSessionStoreWriteFailure(line)) {
|
|
1598
|
-
try {
|
|
1599
|
-
onSessionStoreWriteFailure();
|
|
1600
|
-
} catch (err) {
|
|
1601
|
-
reportTelemetryDiagnostic(
|
|
1602
|
-
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
1603
|
-
);
|
|
1604
|
-
}
|
|
1605
|
-
}
|
|
1606
|
-
const parsed = parseOpenCodeLogLine(line);
|
|
1607
|
-
if (!parsed) return;
|
|
2145
|
+
const forwardWithRepeatSuppression = (line, parsed) => {
|
|
1608
2146
|
const now = Date.now();
|
|
1609
2147
|
const key = parsed.message === void 0 ? void 0 : `${parsed.level}\0${parsed.message}\0${parsed.sessionID ?? ""}\0${parsed.messageID ?? ""}`;
|
|
1610
2148
|
expireRepeatStates(now, key);
|
|
@@ -1627,6 +2165,35 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1627
2165
|
previous.parsed = parsed;
|
|
1628
2166
|
previous.repeatsSuppressed++;
|
|
1629
2167
|
};
|
|
2168
|
+
const flushLine = (line) => {
|
|
2169
|
+
const parsed = parseOpenCodeLogLine(line);
|
|
2170
|
+
const isDiskFailure = isSessionStoreWriteFailure(line);
|
|
2171
|
+
const cause = sessionStoreCauseToken(line);
|
|
2172
|
+
if (onSessionStoreWriteFailure && (isDiskFailure || cause !== null)) {
|
|
2173
|
+
try {
|
|
2174
|
+
onSessionStoreWriteFailure({
|
|
2175
|
+
isDiskFailure,
|
|
2176
|
+
sessionId: parsed?.sessionID ?? null,
|
|
2177
|
+
cause
|
|
2178
|
+
});
|
|
2179
|
+
} catch (err) {
|
|
2180
|
+
reportTelemetryDiagnostic(
|
|
2181
|
+
`Runner activity telemetry could not record session-store write failure: ${err instanceof Error ? err.message : String(err)}`
|
|
2182
|
+
);
|
|
2183
|
+
}
|
|
2184
|
+
}
|
|
2185
|
+
if (!parsed) return;
|
|
2186
|
+
forwardWithRepeatSuppression(line, parsed);
|
|
2187
|
+
if (onDependencyInstallFailure && parsed.message === DEPENDENCY_INSTALL_FAILURE_MESSAGE) {
|
|
2188
|
+
try {
|
|
2189
|
+
onDependencyInstallFailure(line);
|
|
2190
|
+
} catch (err) {
|
|
2191
|
+
reportTelemetryDiagnostic(
|
|
2192
|
+
`Runner activity telemetry could not record dependency-install failure diagnostic: ${err instanceof Error ? err.message : String(err)}`
|
|
2193
|
+
);
|
|
2194
|
+
}
|
|
2195
|
+
}
|
|
2196
|
+
};
|
|
1630
2197
|
const forward = ((chunk) => {
|
|
1631
2198
|
buffer = Buffer.concat([buffer, Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk, "utf-8")]);
|
|
1632
2199
|
let newlineIndex;
|
|
@@ -1652,34 +2219,38 @@ function createOpenCodeActivityForwarder(getContext, onSessionStoreWriteFailure)
|
|
|
1652
2219
|
var MAX_MESSAGE_LENGTH = 500;
|
|
1653
2220
|
var MAX_METADATA_VALUE_LENGTH = 200;
|
|
1654
2221
|
var MAX_METADATA_ENTRIES = 20;
|
|
1655
|
-
var TRUNCATION_MARKER = "\u2026";
|
|
1656
|
-
function redactHomeDirectory(message) {
|
|
1657
|
-
const home = homedir2();
|
|
1658
|
-
if (!home || home === "/") {
|
|
1659
|
-
return message;
|
|
1660
|
-
}
|
|
1661
|
-
const pathSegmentCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-";
|
|
1662
|
-
let result = "";
|
|
1663
|
-
let searchFrom = 0;
|
|
1664
|
-
let homeIndex;
|
|
1665
|
-
while ((homeIndex = message.indexOf(home, searchFrom)) !== -1) {
|
|
1666
|
-
const homeEnd = homeIndex + home.length;
|
|
1667
|
-
const previousCharacter = message[homeIndex - 1];
|
|
1668
|
-
const nextCharacter = message[homeEnd];
|
|
1669
|
-
const atPathBoundary = home === "/" || (!previousCharacter || !pathSegmentCharacters.includes(previousCharacter)) && (!nextCharacter || !pathSegmentCharacters.includes(nextCharacter));
|
|
1670
|
-
result += message.slice(searchFrom, homeIndex);
|
|
1671
|
-
result += atPathBoundary ? "~" : home;
|
|
1672
|
-
searchFrom = homeEnd;
|
|
1673
|
-
}
|
|
1674
|
-
return result + message.slice(searchFrom);
|
|
1675
|
-
}
|
|
1676
|
-
function redactDiagnosticText(message) {
|
|
1677
|
-
const redacted = message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/(?<![A-Za-z0-9_-])sk-ant-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-ant-***").replace(/(?<![A-Za-z0-9_-])sk-proj-[A-Za-z0-9_-]{20,}(?![A-Za-z0-9_-])/g, "sk-proj-***").replace(/(?<![A-Za-z0-9_-])sk-[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "sk-***").replace(/(?<![A-Za-z0-9_-])(gh[oprsu])_[A-Za-z0-9]{20,}(?![A-Za-z0-9_-])/g, "$1_***").replace(/(?<![A-Za-z0-9_-])github_pat_[A-Za-z0-9_]{20,}(?![A-Za-z0-9_-])/g, "github_pat_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1678
|
-
return redactHomeDirectory(redacted);
|
|
1679
|
-
}
|
|
1680
2222
|
function truncate(message) {
|
|
1681
2223
|
if (message.length <= MAX_MESSAGE_LENGTH) return message;
|
|
1682
|
-
|
|
2224
|
+
let dropped = message.length - MAX_MESSAGE_LENGTH;
|
|
2225
|
+
let marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2226
|
+
let previousDropped = -1;
|
|
2227
|
+
while (dropped !== previousDropped) {
|
|
2228
|
+
previousDropped = dropped;
|
|
2229
|
+
const nextDropped = message.length - MAX_MESSAGE_LENGTH + marker.length;
|
|
2230
|
+
dropped = nextDropped;
|
|
2231
|
+
marker = `\u2026${dropped} chars omitted\u2026`;
|
|
2232
|
+
}
|
|
2233
|
+
const remaining = MAX_MESSAGE_LENGTH - marker.length;
|
|
2234
|
+
const headLength = Math.ceil(remaining * 0.6);
|
|
2235
|
+
const tailLength = remaining - headLength;
|
|
2236
|
+
const effectMatch = message.startsWith("OPENCODE-DEPENDENCY-INSTALL-EACCES:") ? message.match(/ effect="[^"]*"/) : null;
|
|
2237
|
+
if (effectMatch?.index !== void 0) {
|
|
2238
|
+
const effectEnd = effectMatch.index + effectMatch[0].length;
|
|
2239
|
+
if (effectEnd > headLength && effectEnd < message.length) {
|
|
2240
|
+
const effectLength = effectMatch[0].length;
|
|
2241
|
+
const nonEffectLength = remaining - effectLength;
|
|
2242
|
+
const preservedTailLength = Math.min(
|
|
2243
|
+
message.length - effectEnd,
|
|
2244
|
+
nonEffectLength - Math.min(effectMatch.index, Math.ceil(nonEffectLength * 0.6))
|
|
2245
|
+
);
|
|
2246
|
+
const preservedHeadLength = Math.min(
|
|
2247
|
+
effectMatch.index,
|
|
2248
|
+
nonEffectLength - preservedTailLength
|
|
2249
|
+
);
|
|
2250
|
+
return message.slice(0, preservedHeadLength) + marker + message.slice(effectMatch.index, effectEnd) + message.slice(message.length - preservedTailLength);
|
|
2251
|
+
}
|
|
2252
|
+
}
|
|
2253
|
+
return message.slice(0, headLength) + marker + message.slice(message.length - tailLength);
|
|
1683
2254
|
}
|
|
1684
2255
|
function sanitiseMetadata(metadata) {
|
|
1685
2256
|
if (!metadata) return {};
|
|
@@ -1756,10 +2327,10 @@ function forwardRunnerActivity(entry, context) {
|
|
|
1756
2327
|
|
|
1757
2328
|
// src/lib/opencode/session-db-recovery-report.ts
|
|
1758
2329
|
import { readFileSync as readFileSync2, unlinkSync } from "node:fs";
|
|
1759
|
-
import { join as
|
|
2330
|
+
import { join as join3 } from "node:path";
|
|
1760
2331
|
function sessionDbRecoveryReportPath(homeDir, env) {
|
|
1761
2332
|
const override = env.EVIDENT_SESSION_DB_RECOVERY_REPORT?.trim();
|
|
1762
|
-
return override ||
|
|
2333
|
+
return override || join3(homeDir, ".local", "state", "evident", "session-db-recovery.jsonl");
|
|
1763
2334
|
}
|
|
1764
2335
|
function drainSessionDbRecoveryReport({
|
|
1765
2336
|
homeDir,
|
|
@@ -1889,12 +2460,23 @@ function buildSessionDbRecoveryActivity(record) {
|
|
|
1889
2460
|
metadata: withoutContractFields(record),
|
|
1890
2461
|
message: `This runner started without restoring session history because it could not verify where its session history is backed up. Nothing in the backup was changed; check the runner backup configuration and permissions.${replication}`
|
|
1891
2462
|
};
|
|
1892
|
-
case "session_db_boot_refused":
|
|
1893
|
-
|
|
1894
|
-
|
|
1895
|
-
|
|
1896
|
-
|
|
1897
|
-
|
|
2463
|
+
case "session_db_boot_refused": {
|
|
2464
|
+
const message = (() => {
|
|
2465
|
+
switch (record.reason) {
|
|
2466
|
+
case "local_discard_failed":
|
|
2467
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup or proven removed. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them. See the runner boot logs for SESSION-DB-LOCAL-DISCARD-FAILED details.`;
|
|
2468
|
+
case "replica_separation_unproven":
|
|
2469
|
+
return `This runner did not come online because its damaged session database could not be safely separated from its active backup. The SESSION-DB-REPLICA-SEPARATION-UNVERIFIED boot log contains the partial-quarantine moved and remaining counts. Backed-up session history remains readable at ${record.quarantine_destination ?? "its original location or the quarantine destination named in the boot logs"}; any local session-database files that remain were left in place and nothing opened or wrote them.`;
|
|
2470
|
+
case "verification_timeout_before_separation":
|
|
2471
|
+
return "This runner did not come online because session database verification timed out after detecting corruption, before replica separation was attempted. No replica progress is claimed. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2472
|
+
case "verification_timeout_during_separation":
|
|
2473
|
+
return "This runner did not come online because session database verification timed out while replica separation was in progress. Separation completion and object removal were not proven. See SESSION-DB-VERIFY-TIMEOUT in the runner boot logs before retrying.";
|
|
2474
|
+
default:
|
|
2475
|
+
return "This runner did not come online because session database recovery could not be completed. Inspect the runner boot logs for the refusal reason before retrying.";
|
|
2476
|
+
}
|
|
2477
|
+
})();
|
|
2478
|
+
return { level, metadata: withoutContractFields(record), message };
|
|
2479
|
+
}
|
|
1898
2480
|
case "schema_provenance_mismatch":
|
|
1899
2481
|
return {
|
|
1900
2482
|
level,
|
|
@@ -2021,7 +2603,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
|
|
|
2021
2603
|
if (health.healthy || health.authFailed) {
|
|
2022
2604
|
return health;
|
|
2023
2605
|
}
|
|
2024
|
-
await new Promise((
|
|
2606
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2025
2607
|
}
|
|
2026
2608
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2027
2609
|
}
|
|
@@ -2032,7 +2614,7 @@ async function waitForOpenCode2Health(port, password, timeoutMs = 3e4) {
|
|
|
2032
2614
|
if (health.healthy || health.authFailed) {
|
|
2033
2615
|
return health;
|
|
2034
2616
|
}
|
|
2035
|
-
await new Promise((
|
|
2617
|
+
await new Promise((resolve5) => setTimeout(resolve5, 1e3));
|
|
2036
2618
|
}
|
|
2037
2619
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
2038
2620
|
}
|
|
@@ -2144,7 +2726,7 @@ async function getOpenCodeDirectory(port, client) {
|
|
|
2144
2726
|
return null;
|
|
2145
2727
|
}
|
|
2146
2728
|
}
|
|
2147
|
-
function
|
|
2729
|
+
function roleOf2(m) {
|
|
2148
2730
|
if (!m || typeof m !== "object") return void 0;
|
|
2149
2731
|
if (typeof m.role === "string") return m.role;
|
|
2150
2732
|
const infoRole = m.info?.role;
|
|
@@ -2158,13 +2740,13 @@ function createdOf(m) {
|
|
|
2158
2740
|
if (!m || typeof m !== "object") return void 0;
|
|
2159
2741
|
return m.info?.time?.created ?? m.time?.created;
|
|
2160
2742
|
}
|
|
2161
|
-
function
|
|
2743
|
+
function idOf2(m) {
|
|
2162
2744
|
if (!m || typeof m !== "object") return void 0;
|
|
2163
2745
|
if (typeof m.id === "string") return m.id;
|
|
2164
2746
|
const infoId = m.info?.id;
|
|
2165
2747
|
return typeof infoId === "string" ? infoId : void 0;
|
|
2166
2748
|
}
|
|
2167
|
-
function
|
|
2749
|
+
function parentIdOf2(m) {
|
|
2168
2750
|
if (!m || typeof m !== "object") return void 0;
|
|
2169
2751
|
if (typeof m.parentID === "string") return m.parentID;
|
|
2170
2752
|
const infoParent = m.info?.parentID;
|
|
@@ -2180,8 +2762,12 @@ function errorOf(m) {
|
|
|
2180
2762
|
if (!m || typeof m !== "object") return void 0;
|
|
2181
2763
|
return m.info?.error ?? m.error;
|
|
2182
2764
|
}
|
|
2765
|
+
function isTerminalStopAnswer(m) {
|
|
2766
|
+
return completedOf(m) != null && errorOf(m) == null && finishOf(m) === "stop";
|
|
2767
|
+
}
|
|
2183
2768
|
function isAssistantInFlight(m) {
|
|
2184
2769
|
if (completedOf(m) == null) return true;
|
|
2770
|
+
if (errorOf(m) != null) return false;
|
|
2185
2771
|
return finishOf(m) === "tool-calls";
|
|
2186
2772
|
}
|
|
2187
2773
|
async function getSessionMessages(port, sessionId, client) {
|
|
@@ -2229,7 +2815,7 @@ async function pollSessionMessagesForRedrive(port, sessionId, client) {
|
|
|
2229
2815
|
function isSessionActivelyGenerating(messages) {
|
|
2230
2816
|
if (!messages || messages.length === 0) return false;
|
|
2231
2817
|
const last = messages[messages.length - 1];
|
|
2232
|
-
if (
|
|
2818
|
+
if (roleOf2(last) !== "assistant") return false;
|
|
2233
2819
|
return completedOf(last) == null;
|
|
2234
2820
|
}
|
|
2235
2821
|
var FULL_SESSION_ENUMERATION_MAX_SESSIONS = 3200;
|
|
@@ -2295,7 +2881,18 @@ async function deleteSession(port, id, client) {
|
|
|
2295
2881
|
{ method: "DELETE" },
|
|
2296
2882
|
{ allowStatuses: ALL_HTTP_STATUSES }
|
|
2297
2883
|
);
|
|
2298
|
-
|
|
2884
|
+
if (res.status >= 200 && res.status < 300) {
|
|
2885
|
+
return { ok: true, status: res.status };
|
|
2886
|
+
}
|
|
2887
|
+
try {
|
|
2888
|
+
const body = await res.text();
|
|
2889
|
+
return body ? { ok: false, status: res.status, body } : { ok: false, status: res.status };
|
|
2890
|
+
} catch (error2) {
|
|
2891
|
+
console.error(
|
|
2892
|
+
`[deleteSession] DELETE /session/${id} response body read failed for HTTP ${res.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
2893
|
+
);
|
|
2894
|
+
return { ok: false, status: res.status };
|
|
2895
|
+
}
|
|
2299
2896
|
} catch (error2) {
|
|
2300
2897
|
console.error(
|
|
2301
2898
|
`[deleteSession] DELETE /session/${id} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -2538,11 +3135,31 @@ function messageText(m) {
|
|
|
2538
3135
|
if (!m || !Array.isArray(m.parts)) return "";
|
|
2539
3136
|
return m.parts.filter((p) => p.type === "text" && typeof p.text === "string").map((p) => p.text).join("");
|
|
2540
3137
|
}
|
|
2541
|
-
|
|
3138
|
+
function findDispatchedUserMessageId(messages, content, excludeIds) {
|
|
3139
|
+
if (!messages || messages.length === 0) return null;
|
|
3140
|
+
let best = null;
|
|
3141
|
+
for (const message of messages) {
|
|
3142
|
+
if (roleOf2(message) !== "user") continue;
|
|
3143
|
+
const id = idOf2(message);
|
|
3144
|
+
if (typeof id !== "string" || excludeIds?.has(id)) continue;
|
|
3145
|
+
if (messageText(message) !== content) continue;
|
|
3146
|
+
const created = createdOf(message) ?? 0;
|
|
3147
|
+
if (best === null || created > best.created) best = { id, created };
|
|
3148
|
+
}
|
|
3149
|
+
return best?.id ?? null;
|
|
3150
|
+
}
|
|
3151
|
+
async function sendPromptAsync(port, sessionId, content, options, attachments, client, callbacks) {
|
|
2542
3152
|
const before = await getSessionMessages(port, sessionId, client);
|
|
2543
3153
|
const knownUserIds = new Set(
|
|
2544
|
-
(before ?? []).filter((m) =>
|
|
3154
|
+
(before ?? []).filter((m) => roleOf2(m) === "user").map((m) => idOf2(m)).filter((id) => typeof id === "string")
|
|
2545
3155
|
);
|
|
3156
|
+
if (callbacks) {
|
|
3157
|
+
try {
|
|
3158
|
+
callbacks.onKnownUserIds(before === null ? null : knownUserIds);
|
|
3159
|
+
} catch (error2) {
|
|
3160
|
+
callbacks.onKnownUserIdsError(error2);
|
|
3161
|
+
}
|
|
3162
|
+
}
|
|
2546
3163
|
const parts = [{ type: "text", text: content }];
|
|
2547
3164
|
let pendingOutcomes = null;
|
|
2548
3165
|
if (attachments && attachments.inputs.length > 0) {
|
|
@@ -2581,25 +3198,13 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
|
|
|
2581
3198
|
const READ_BACK_DELAY_MS = 150;
|
|
2582
3199
|
for (let attempt = 0; attempt < READ_BACK_ATTEMPTS; attempt++) {
|
|
2583
3200
|
const after = await getSessionMessages(port, sessionId, client);
|
|
2584
|
-
|
|
2585
|
-
|
|
2586
|
-
|
|
2587
|
-
|
|
2588
|
-
const id = idOf(m);
|
|
2589
|
-
if (typeof id !== "string" || knownUserIds.has(id)) continue;
|
|
2590
|
-
if (messageText(m) !== content) continue;
|
|
2591
|
-
const created = createdOf(m) ?? 0;
|
|
2592
|
-
if (best === null || created > best.created) {
|
|
2593
|
-
best = { id, created };
|
|
2594
|
-
}
|
|
2595
|
-
}
|
|
2596
|
-
if (best) {
|
|
2597
|
-
if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
|
|
2598
|
-
return best.id;
|
|
2599
|
-
}
|
|
3201
|
+
const dispatchedUserMessageId = findDispatchedUserMessageId(after, content, knownUserIds);
|
|
3202
|
+
if (dispatchedUserMessageId !== null) {
|
|
3203
|
+
if (pendingOutcomes && attachments?.onOutcomes) attachments.onOutcomes(pendingOutcomes);
|
|
3204
|
+
return dispatchedUserMessageId;
|
|
2600
3205
|
}
|
|
2601
3206
|
if (attempt < READ_BACK_ATTEMPTS - 1) {
|
|
2602
|
-
await new Promise((
|
|
3207
|
+
await new Promise((resolve5) => setTimeout(resolve5, READ_BACK_DELAY_MS));
|
|
2603
3208
|
}
|
|
2604
3209
|
}
|
|
2605
3210
|
return null;
|
|
@@ -2607,57 +3212,68 @@ async function sendPromptAsync(port, sessionId, content, options, attachments, c
|
|
|
2607
3212
|
function findAssistantReplyAfter(messages, userMessageId) {
|
|
2608
3213
|
if (!messages || messages.length === 0) return null;
|
|
2609
3214
|
const byParent = messages.find(
|
|
2610
|
-
(m) =>
|
|
3215
|
+
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
|
|
2611
3216
|
);
|
|
2612
3217
|
if (byParent) return byParent;
|
|
2613
|
-
const userIndex = messages.findIndex((m) =>
|
|
3218
|
+
const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
|
|
2614
3219
|
if (userIndex === -1) return null;
|
|
2615
3220
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2616
|
-
if (
|
|
3221
|
+
if (roleOf2(messages[i]) === "assistant") return messages[i];
|
|
2617
3222
|
}
|
|
2618
3223
|
return null;
|
|
2619
3224
|
}
|
|
2620
3225
|
function findLastAssistantReplyFor(messages, userMessageId) {
|
|
2621
3226
|
if (!messages || messages.length === 0) return null;
|
|
2622
3227
|
let lastCorrelated = null;
|
|
2623
|
-
let lastNonErrored = null;
|
|
2624
3228
|
for (let i = messages.length - 1; i >= 0; i--) {
|
|
2625
3229
|
const m = messages[i];
|
|
2626
|
-
if (
|
|
2627
|
-
|
|
2628
|
-
|
|
2629
|
-
|
|
2630
|
-
|
|
3230
|
+
if (roleOf2(m) !== "assistant" || parentIdOf2(m) !== userMessageId) continue;
|
|
3231
|
+
lastCorrelated = m;
|
|
3232
|
+
break;
|
|
3233
|
+
}
|
|
3234
|
+
if (lastCorrelated) {
|
|
3235
|
+
if (errorOf(lastCorrelated) == null) return lastCorrelated;
|
|
3236
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
3237
|
+
const m = messages[i];
|
|
3238
|
+
if (roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId && isTerminalStopAnswer(m)) {
|
|
3239
|
+
return m;
|
|
3240
|
+
}
|
|
2631
3241
|
}
|
|
3242
|
+
return lastCorrelated;
|
|
2632
3243
|
}
|
|
2633
|
-
|
|
2634
|
-
const userIndex = messages.findIndex((m) => idOf(m) === userMessageId);
|
|
3244
|
+
const userIndex = messages.findIndex((m) => idOf2(m) === userMessageId);
|
|
2635
3245
|
if (userIndex === -1) return null;
|
|
2636
3246
|
let last = null;
|
|
2637
|
-
let
|
|
3247
|
+
let lastAssistantIndex = -1;
|
|
2638
3248
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2639
|
-
const role =
|
|
3249
|
+
const role = roleOf2(messages[i]);
|
|
2640
3250
|
if (role === "user") break;
|
|
2641
3251
|
if (role === "assistant") {
|
|
2642
3252
|
last = messages[i];
|
|
2643
|
-
|
|
3253
|
+
lastAssistantIndex = i;
|
|
2644
3254
|
}
|
|
2645
3255
|
}
|
|
2646
|
-
|
|
3256
|
+
if (last === null || errorOf(last) == null) return last;
|
|
3257
|
+
for (let i = lastAssistantIndex; i > userIndex; i--) {
|
|
3258
|
+
const m = messages[i];
|
|
3259
|
+
if (roleOf2(m) === "user") break;
|
|
3260
|
+
if (roleOf2(m) === "assistant" && isTerminalStopAnswer(m)) return m;
|
|
3261
|
+
}
|
|
3262
|
+
return last;
|
|
2647
3263
|
}
|
|
2648
3264
|
function collectSubagentSessions(messages, userMessageId) {
|
|
2649
3265
|
if (!messages || messages.length === 0) return [];
|
|
2650
3266
|
const byParent = messages.filter(
|
|
2651
|
-
(message) =>
|
|
3267
|
+
(message) => roleOf2(message) === "assistant" && parentIdOf2(message) === userMessageId
|
|
2652
3268
|
);
|
|
2653
3269
|
const assistants = byParent.length > 0 ? byParent : [];
|
|
2654
3270
|
if (assistants.length === 0) {
|
|
2655
|
-
const userIndex = messages.findIndex((message) =>
|
|
3271
|
+
const userIndex = messages.findIndex((message) => idOf2(message) === userMessageId);
|
|
2656
3272
|
if (userIndex === -1) return [];
|
|
2657
3273
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2658
3274
|
const message = messages[i];
|
|
2659
|
-
if (
|
|
2660
|
-
if (
|
|
3275
|
+
if (roleOf2(message) === "user") break;
|
|
3276
|
+
if (roleOf2(message) === "assistant") assistants.push(message);
|
|
2661
3277
|
}
|
|
2662
3278
|
}
|
|
2663
3279
|
const refs = [];
|
|
@@ -2697,7 +3313,7 @@ function collectTaskCalls(messages, userMessageId) {
|
|
|
2697
3313
|
if (!messages || messages.length === 0) return [];
|
|
2698
3314
|
const calls = [];
|
|
2699
3315
|
for (const message of messages) {
|
|
2700
|
-
if (
|
|
3316
|
+
if (roleOf2(message) !== "assistant" || parentIdOf2(message) !== userMessageId) continue;
|
|
2701
3317
|
for (const part of message.parts ?? []) {
|
|
2702
3318
|
if (part.tool !== "task" || !part.callID || !part.state || part.state.status === "pending") {
|
|
2703
3319
|
continue;
|
|
@@ -2727,7 +3343,7 @@ function attributeTaskCallUsage(messages, windows) {
|
|
|
2727
3343
|
for (const window of eligibleWindows) assignments.set(window.callID, []);
|
|
2728
3344
|
const unattributed = [];
|
|
2729
3345
|
for (const message of messages ?? []) {
|
|
2730
|
-
if (
|
|
3346
|
+
if (roleOf2(message) !== "assistant") continue;
|
|
2731
3347
|
const created = finiteNumber(createdOf(message));
|
|
2732
3348
|
const matching = created === null ? [] : eligibleWindows.filter(
|
|
2733
3349
|
(window) => window.timeStart <= created && (window.timeEnd === null || window.timeEnd === void 0 || created <= window.timeEnd)
|
|
@@ -2749,8 +3365,9 @@ function attributeTaskCallUsage(messages, windows) {
|
|
|
2749
3365
|
}
|
|
2750
3366
|
function sumAssistantUsage(messages) {
|
|
2751
3367
|
if (!messages || messages.length === 0) return null;
|
|
2752
|
-
const
|
|
2753
|
-
const
|
|
3368
|
+
const hasTrailingError = errorOf(messages[messages.length - 1]) != null;
|
|
3369
|
+
const hasTerminalStopAnswer = messages.some(isTerminalStopAnswer);
|
|
3370
|
+
const selected = hasTrailingError && hasTerminalStopAnswer ? messages.filter((message) => errorOf(message) == null) : messages;
|
|
2754
3371
|
let sawAnyUsage = false;
|
|
2755
3372
|
let inputSum = 0;
|
|
2756
3373
|
let outputSum = 0;
|
|
@@ -2759,9 +3376,11 @@ function sumAssistantUsage(messages) {
|
|
|
2759
3376
|
let cacheWriteSum = 0;
|
|
2760
3377
|
let costSum = 0;
|
|
2761
3378
|
let sawCost = false;
|
|
3379
|
+
let toolCallCount = 0;
|
|
2762
3380
|
let modelId = null;
|
|
2763
3381
|
let providerId = null;
|
|
2764
3382
|
for (const m of selected) {
|
|
3383
|
+
toolCallCount += m.parts?.filter((part) => part.type === "tool").length ?? 0;
|
|
2765
3384
|
const info = m.info;
|
|
2766
3385
|
if (!info) continue;
|
|
2767
3386
|
const tokens = info.tokens;
|
|
@@ -2798,19 +3417,18 @@ function sumAssistantUsage(messages) {
|
|
|
2798
3417
|
usage_tokens_cache_write: cacheWriteSum,
|
|
2799
3418
|
// NULL means OpenCode never reported a cost; it is distinct from a genuine
|
|
2800
3419
|
// zero-cost message, which sets `sawCost` with `costSum === 0`.
|
|
2801
|
-
usage_cost_usd: sawCost ? costSum : null
|
|
3420
|
+
usage_cost_usd: sawCost ? costSum : null,
|
|
3421
|
+
turn_tool_calls: toolCallCount
|
|
2802
3422
|
};
|
|
2803
3423
|
}
|
|
2804
3424
|
function messageUsage(messages, userMessageId) {
|
|
2805
3425
|
if (!messages || messages.length === 0) return null;
|
|
2806
3426
|
const byParentAll = messages.filter(
|
|
2807
|
-
(m) =>
|
|
3427
|
+
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) === userMessageId
|
|
2808
3428
|
);
|
|
2809
|
-
const byParentNonErrored = byParentAll.filter((m) => errorOf(m) == null);
|
|
2810
|
-
const byParent = byParentNonErrored.length > 0 ? byParentNonErrored : byParentAll;
|
|
2811
3429
|
let correlated;
|
|
2812
|
-
if (
|
|
2813
|
-
correlated =
|
|
3430
|
+
if (byParentAll.length > 0) {
|
|
3431
|
+
correlated = byParentAll;
|
|
2814
3432
|
} else {
|
|
2815
3433
|
const reply = findAssistantReplyAfter(messages, userMessageId);
|
|
2816
3434
|
correlated = reply ? [reply] : [];
|
|
@@ -2820,7 +3438,7 @@ function messageUsage(messages, userMessageId) {
|
|
|
2820
3438
|
}
|
|
2821
3439
|
function messageRunState(messages, userMessageId) {
|
|
2822
3440
|
if (!messages || messages.length === 0) return "unknown";
|
|
2823
|
-
const hasUser = messages.some((m) =>
|
|
3441
|
+
const hasUser = messages.some((m) => idOf2(m) === userMessageId);
|
|
2824
3442
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2825
3443
|
if (!hasUser) {
|
|
2826
3444
|
if (!reply) return "unknown";
|
|
@@ -2856,14 +3474,38 @@ function messageError(messages, userMessageId) {
|
|
|
2856
3474
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2857
3475
|
const error2 = errorOf(reply);
|
|
2858
3476
|
if (error2 == null) return null;
|
|
2859
|
-
|
|
2860
|
-
if (typeof error2 === "
|
|
3477
|
+
let rendered;
|
|
3478
|
+
if (typeof error2 === "string") {
|
|
3479
|
+
rendered = error2;
|
|
3480
|
+
} else if (typeof error2 === "object") {
|
|
2861
3481
|
const e = error2;
|
|
2862
3482
|
const dataMessage = e.data?.message;
|
|
2863
|
-
if (typeof dataMessage === "string")
|
|
2864
|
-
|
|
3483
|
+
if (typeof dataMessage === "string") {
|
|
3484
|
+
rendered = dataMessage;
|
|
3485
|
+
} else if (typeof e.message === "string") {
|
|
3486
|
+
rendered = e.message;
|
|
3487
|
+
} else {
|
|
3488
|
+
rendered = "The agent run failed.";
|
|
3489
|
+
}
|
|
3490
|
+
} else {
|
|
3491
|
+
rendered = "The agent run failed.";
|
|
2865
3492
|
}
|
|
2866
|
-
|
|
3493
|
+
const toolPart = Array.isArray(reply?.parts) ? reply.parts.find(
|
|
3494
|
+
(part) => part && typeof part === "object" && part.type === "tool" && part.state?.status === "error"
|
|
3495
|
+
) : void 0;
|
|
3496
|
+
return typeof toolPart?.tool === "string" && toolPart.tool.length > 0 ? `${rendered} (tool "${toolPart.tool}")` : rendered;
|
|
3497
|
+
}
|
|
3498
|
+
function describeAbandonedReplyShape(messages, userMessageId) {
|
|
3499
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
3500
|
+
if (!reply) return null;
|
|
3501
|
+
const parts = Array.isArray(reply.parts) ? reply.parts : [];
|
|
3502
|
+
const lastTool = [...parts].reverse().find((part) => part?.type === "tool");
|
|
3503
|
+
return {
|
|
3504
|
+
partTypes: parts.slice(-12).map((part) => typeof part?.type === "string" ? part.type : "(unknown)"),
|
|
3505
|
+
droppedPartCount: Math.max(0, parts.length - 12),
|
|
3506
|
+
lastToolName: typeof lastTool?.tool === "string" && lastTool.tool.length > 0 ? lastTool.tool : null,
|
|
3507
|
+
lastToolStatus: typeof lastTool?.state?.status === "string" && lastTool.state.status.length > 0 ? lastTool.state.status : null
|
|
3508
|
+
};
|
|
2867
3509
|
}
|
|
2868
3510
|
function isAbortedTerminalReply(messages, userMessageId) {
|
|
2869
3511
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
@@ -2880,19 +3522,32 @@ function isAbortedTerminalReply(messages, userMessageId) {
|
|
|
2880
3522
|
}
|
|
2881
3523
|
return false;
|
|
2882
3524
|
}
|
|
3525
|
+
var CLAUDE_AUTH_EXPIRY_MESSAGES = Object.freeze([
|
|
3526
|
+
"Claude Code credentials are unavailable or expired. Run `claude` to refresh them."
|
|
3527
|
+
]);
|
|
3528
|
+
function extractReplyErrorShape(reply) {
|
|
3529
|
+
const error2 = errorOf(reply);
|
|
3530
|
+
if (error2 == null || typeof error2 !== "object") {
|
|
3531
|
+
return { name: null, statusCode: null };
|
|
3532
|
+
}
|
|
3533
|
+
const e = error2;
|
|
3534
|
+
const name = typeof e.name === "string" ? e.name.slice(0, 100) : null;
|
|
3535
|
+
const data = e.data;
|
|
3536
|
+
const statusCode = typeof data?.statusCode === "number" && Number.isFinite(data.statusCode) ? data.statusCode : null;
|
|
3537
|
+
return { name, statusCode };
|
|
3538
|
+
}
|
|
2883
3539
|
function classifyReplyAuthError(reply) {
|
|
2884
3540
|
const error2 = errorOf(reply);
|
|
2885
3541
|
if (error2 == null || typeof error2 !== "object") return null;
|
|
2886
3542
|
const e = error2;
|
|
2887
3543
|
const replyProviderId = reply?.info?.providerID ?? null;
|
|
2888
3544
|
const replyModelId = reply?.info?.modelID ?? null;
|
|
3545
|
+
const data = e.data;
|
|
2889
3546
|
if (e.name === "ProviderAuthError") {
|
|
2890
|
-
const data = e.data;
|
|
2891
3547
|
const providerId = typeof data?.providerID === "string" && data.providerID || replyProviderId;
|
|
2892
3548
|
return { kind: "model_auth", providerId, modelId: replyModelId, reason: "missing" };
|
|
2893
3549
|
}
|
|
2894
3550
|
if (e.name === "APIError") {
|
|
2895
|
-
const data = e.data;
|
|
2896
3551
|
const statusCode = data?.statusCode;
|
|
2897
3552
|
if (statusCode === 401 || statusCode === 403) {
|
|
2898
3553
|
return {
|
|
@@ -2903,16 +3558,28 @@ function classifyReplyAuthError(reply) {
|
|
|
2903
3558
|
};
|
|
2904
3559
|
}
|
|
2905
3560
|
}
|
|
3561
|
+
const errorMessage3 = typeof data?.message === "string" ? data.message : typeof e.message === "string" ? e.message : null;
|
|
3562
|
+
if (errorMessage3 !== null && CLAUDE_AUTH_EXPIRY_MESSAGES.some((knownMessage) => errorMessage3.includes(knownMessage))) {
|
|
3563
|
+
return {
|
|
3564
|
+
kind: "model_auth",
|
|
3565
|
+
providerId: typeof data?.providerID === "string" && data.providerID || replyProviderId,
|
|
3566
|
+
modelId: replyModelId,
|
|
3567
|
+
reason: "rejected"
|
|
3568
|
+
};
|
|
3569
|
+
}
|
|
2906
3570
|
return null;
|
|
2907
3571
|
}
|
|
2908
3572
|
function messageFailure(messages, userMessageId) {
|
|
2909
3573
|
return classifyReplyAuthError(findLastAssistantReplyFor(messages, userMessageId));
|
|
2910
3574
|
}
|
|
3575
|
+
function isProviderModelNotFoundError(reason) {
|
|
3576
|
+
return reason.includes("Model not found:");
|
|
3577
|
+
}
|
|
2911
3578
|
function findLatestSubagentAuthOutcome(messages, sinceMs) {
|
|
2912
3579
|
if (!messages || messages.length === 0) return null;
|
|
2913
3580
|
for (let i = messages.length - 1; i >= 0; i--) {
|
|
2914
3581
|
const message = messages[i];
|
|
2915
|
-
if (
|
|
3582
|
+
if (roleOf2(message) !== "assistant") continue;
|
|
2916
3583
|
const created = createdOf(message);
|
|
2917
3584
|
if (sinceMs !== null && typeof created === "number" && created < sinceMs) continue;
|
|
2918
3585
|
const failure = classifyReplyAuthError(message);
|
|
@@ -2944,25 +3611,25 @@ function applyZeroProviderFallback(classified, hasConfiguredProvider, replyProvi
|
|
|
2944
3611
|
function hasRunningAssistantExcept(messages, exceptUserMessageId) {
|
|
2945
3612
|
if (!messages || messages.length === 0) return false;
|
|
2946
3613
|
return messages.some(
|
|
2947
|
-
(m) =>
|
|
3614
|
+
(m) => roleOf2(m) === "assistant" && parentIdOf2(m) !== exceptUserMessageId && isAssistantInFlight(m)
|
|
2948
3615
|
);
|
|
2949
3616
|
}
|
|
2950
3617
|
function hasLaterSiblingTurnStarted(messages, userMessageId, siblingUserMessageIds) {
|
|
2951
3618
|
if (!messages || messages.length === 0) return false;
|
|
2952
|
-
const userIndex = messages.findIndex((message) =>
|
|
3619
|
+
const userIndex = messages.findIndex((message) => idOf2(message) === userMessageId);
|
|
2953
3620
|
if (userIndex === -1) return false;
|
|
2954
3621
|
let hasLaterUser = false;
|
|
2955
3622
|
let hasStartedLaterUser = false;
|
|
2956
3623
|
for (let i = userIndex + 1; i < messages.length; i++) {
|
|
2957
3624
|
const message = messages[i];
|
|
2958
|
-
if (
|
|
3625
|
+
if (roleOf2(message) !== "user") continue;
|
|
2959
3626
|
hasLaterUser = true;
|
|
2960
|
-
const laterUserMessageId =
|
|
3627
|
+
const laterUserMessageId = idOf2(message);
|
|
2961
3628
|
if (laterUserMessageId === void 0 || !siblingUserMessageIds.has(laterUserMessageId)) {
|
|
2962
3629
|
return false;
|
|
2963
3630
|
}
|
|
2964
3631
|
if (messages.some(
|
|
2965
|
-
(candidate) =>
|
|
3632
|
+
(candidate) => roleOf2(candidate) === "assistant" && parentIdOf2(candidate) === laterUserMessageId
|
|
2966
3633
|
)) {
|
|
2967
3634
|
hasStartedLaterUser = true;
|
|
2968
3635
|
}
|
|
@@ -3116,23 +3783,49 @@ async function readSessionErrorStream(port, options, client) {
|
|
|
3116
3783
|
if (reader) void reader.cancel().catch(() => void 0);
|
|
3117
3784
|
}
|
|
3118
3785
|
}
|
|
3119
|
-
async function
|
|
3120
|
-
if (client?.version === "v2") return;
|
|
3786
|
+
async function disposeAndReloadProviderConfig(port, client) {
|
|
3787
|
+
if (client?.version === "v2") return { outcome: "skipped_v2" };
|
|
3121
3788
|
try {
|
|
3122
|
-
const res = await requestWithClient(
|
|
3123
|
-
|
|
3124
|
-
|
|
3125
|
-
|
|
3126
|
-
|
|
3789
|
+
const res = await requestWithClient(
|
|
3790
|
+
port,
|
|
3791
|
+
client,
|
|
3792
|
+
"/config",
|
|
3793
|
+
{
|
|
3794
|
+
method: "PATCH",
|
|
3795
|
+
headers: { "Content-Type": "application/json" },
|
|
3796
|
+
body: JSON.stringify({})
|
|
3797
|
+
},
|
|
3798
|
+
{ allowStatuses: ALL_HTTP_STATUSES }
|
|
3799
|
+
);
|
|
3127
3800
|
if (!res.ok) {
|
|
3128
3801
|
console.error(
|
|
3129
|
-
`[
|
|
3802
|
+
`[disposeAndReloadProviderConfig] PATCH /config returned HTTP ${res.status} (port ${port})`
|
|
3130
3803
|
);
|
|
3804
|
+
return { outcome: "failed", status: res.status, detail: null };
|
|
3131
3805
|
}
|
|
3806
|
+
return { outcome: "reloaded" };
|
|
3132
3807
|
} catch (err) {
|
|
3133
3808
|
console.error(
|
|
3134
|
-
`[
|
|
3809
|
+
`[disposeAndReloadProviderConfig] PATCH /config failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
|
|
3135
3810
|
);
|
|
3811
|
+
return {
|
|
3812
|
+
outcome: "failed",
|
|
3813
|
+
status: null,
|
|
3814
|
+
detail: err instanceof Error ? err.message : String(err)
|
|
3815
|
+
};
|
|
3816
|
+
}
|
|
3817
|
+
}
|
|
3818
|
+
async function probeOpenCodeRequestReadiness(port, client) {
|
|
3819
|
+
try {
|
|
3820
|
+
const res = await requestWithClient(port, client, "/config", void 0, {
|
|
3821
|
+
allowStatuses: ALL_HTTP_STATUSES
|
|
3822
|
+
});
|
|
3823
|
+
const body = await res.text();
|
|
3824
|
+
return { ok: res.ok, status: res.status, bodyEmpty: body.trim().length === 0, detail: null };
|
|
3825
|
+
} catch (err) {
|
|
3826
|
+
const detail = err instanceof Error ? err.message : String(err);
|
|
3827
|
+
console.error(`[probeOpenCodeRequestReadiness] GET /config failed (port ${port}): ${detail}`);
|
|
3828
|
+
return { ok: false, status: null, bodyEmpty: null, detail };
|
|
3136
3829
|
}
|
|
3137
3830
|
}
|
|
3138
3831
|
|
|
@@ -3438,7 +4131,18 @@ async function deleteV2Session(client, sessionId) {
|
|
|
3438
4131
|
{ method: "DELETE" },
|
|
3439
4132
|
{ allowStatuses: Array.from({ length: 500 }, (_, index) => index + 100) }
|
|
3440
4133
|
);
|
|
3441
|
-
|
|
4134
|
+
if (response.status >= 200 && response.status < 300) {
|
|
4135
|
+
return { ok: true, status: response.status };
|
|
4136
|
+
}
|
|
4137
|
+
try {
|
|
4138
|
+
const body = await response.text();
|
|
4139
|
+
return body ? { ok: false, status: response.status, body } : { ok: false, status: response.status };
|
|
4140
|
+
} catch (error2) {
|
|
4141
|
+
console.error(
|
|
4142
|
+
`[deleteV2Session] DELETE /api/session/${sessionId} response body read failed for HTTP ${response.status}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
4143
|
+
);
|
|
4144
|
+
return { ok: false, status: response.status };
|
|
4145
|
+
}
|
|
3442
4146
|
} catch (error2) {
|
|
3443
4147
|
console.error(
|
|
3444
4148
|
`[deleteV2Session] DELETE /api/session/${sessionId} failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
@@ -3614,12 +4318,12 @@ async function readV2SessionErrorStream(client, options) {
|
|
|
3614
4318
|
|
|
3615
4319
|
// src/lib/opencode/credential-import-v2.ts
|
|
3616
4320
|
import { readFileSync as readFileSync4 } from "node:fs";
|
|
3617
|
-
import { join as
|
|
4321
|
+
import { join as join5 } from "node:path";
|
|
3618
4322
|
|
|
3619
4323
|
// src/lib/openai-usage.ts
|
|
3620
4324
|
import { readFileSync as readFileSync3 } from "node:fs";
|
|
3621
4325
|
import { homedir as homedir3 } from "node:os";
|
|
3622
|
-
import { join as
|
|
4326
|
+
import { join as join4 } from "node:path";
|
|
3623
4327
|
var CODEX_RESPONSES_URL = "https://chatgpt.com/backend-api/codex/responses";
|
|
3624
4328
|
var OPENCODE_AUTH_SEGMENTS = [".local", "share", "opencode", "auth.json"];
|
|
3625
4329
|
var OpenAiUsageError = class extends Error {
|
|
@@ -3633,7 +4337,7 @@ function isLocalCredentialProblem2(err) {
|
|
|
3633
4337
|
}
|
|
3634
4338
|
function readOpenCodeChatGptCredentials() {
|
|
3635
4339
|
try {
|
|
3636
|
-
const raw = readFileSync3(
|
|
4340
|
+
const raw = readFileSync3(join4(homedir3(), ...OPENCODE_AUTH_SEGMENTS), "utf-8");
|
|
3637
4341
|
let parsed;
|
|
3638
4342
|
try {
|
|
3639
4343
|
parsed = JSON.parse(raw);
|
|
@@ -3859,13 +4563,13 @@ var INTEGRATION_LIST_RETRY_DELAY_MS = 1e3;
|
|
|
3859
4563
|
function isRecord3(value) {
|
|
3860
4564
|
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
3861
4565
|
}
|
|
3862
|
-
var sleep2 = (milliseconds) => new Promise((
|
|
4566
|
+
var sleep2 = (milliseconds) => new Promise((resolve5) => setTimeout(resolve5, milliseconds));
|
|
3863
4567
|
function emptyResult(unsupported = [], outcome = "completed") {
|
|
3864
4568
|
return { outcome, imported: [], alreadyConnected: [], unsupported, failed: [] };
|
|
3865
4569
|
}
|
|
3866
4570
|
function readOpenCodeCredentials(homeDir, log3) {
|
|
3867
4571
|
try {
|
|
3868
|
-
const raw = readFileSync4(
|
|
4572
|
+
const raw = readFileSync4(join5(homeDir, ...OPENCODE_AUTH_SEGMENTS), "utf8");
|
|
3869
4573
|
let parsed;
|
|
3870
4574
|
try {
|
|
3871
4575
|
parsed = JSON.parse(raw);
|
|
@@ -4067,7 +4771,7 @@ async function importOpenCodeV2Credentials({
|
|
|
4067
4771
|
import { spawn as spawn2 } from "node:child_process";
|
|
4068
4772
|
import { mkdirSync, statSync as statSync3, unlinkSync as unlinkSync2, writeFileSync } from "node:fs";
|
|
4069
4773
|
import { homedir as homedir4 } from "node:os";
|
|
4070
|
-
import { dirname as
|
|
4774
|
+
import { dirname as dirname4, resolve as resolvePath } from "node:path";
|
|
4071
4775
|
|
|
4072
4776
|
// src/lib/runner-synchroniser.ts
|
|
4073
4777
|
import { spawn } from "node:child_process";
|
|
@@ -4077,7 +4781,7 @@ function appendError(stderr, error2) {
|
|
|
4077
4781
|
${message}`;
|
|
4078
4782
|
}
|
|
4079
4783
|
function runSynchroniser(args, opts) {
|
|
4080
|
-
return new Promise((
|
|
4784
|
+
return new Promise((resolve5) => {
|
|
4081
4785
|
let child;
|
|
4082
4786
|
let stdout = "";
|
|
4083
4787
|
let stderr = "";
|
|
@@ -4091,7 +4795,7 @@ function runSynchroniser(args, opts) {
|
|
|
4091
4795
|
if (timer.handle) clearTimeout(timer.handle);
|
|
4092
4796
|
if (abortListener) opts.signal?.removeEventListener("abort", abortListener);
|
|
4093
4797
|
if (spawnListener) child.removeListener("spawn", spawnListener);
|
|
4094
|
-
|
|
4798
|
+
resolve5(result);
|
|
4095
4799
|
};
|
|
4096
4800
|
try {
|
|
4097
4801
|
child = spawn("runner-synchroniser", args, {
|
|
@@ -4147,9 +4851,12 @@ function runSynchroniser(args, opts) {
|
|
|
4147
4851
|
|
|
4148
4852
|
// src/lib/opencode/session-db-boot.ts
|
|
4149
4853
|
var SESSION_DB_RESTORE_TIMEOUT_MS = 3e5;
|
|
4150
|
-
var SESSION_DB_VERIFY_TIMEOUT_MS =
|
|
4854
|
+
var SESSION_DB_VERIFY_TIMEOUT_MS = 36e4;
|
|
4151
4855
|
var SESSION_DB_SYNCHRONISER_TIMEOUT_MS = 12e4;
|
|
4152
|
-
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS =
|
|
4856
|
+
var SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS = 40;
|
|
4857
|
+
var SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS = 30;
|
|
4858
|
+
var SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS = 120;
|
|
4859
|
+
var SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS = 90;
|
|
4153
4860
|
function commandError(result) {
|
|
4154
4861
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
4155
4862
|
}
|
|
@@ -4192,7 +4899,7 @@ function clearMarker(options) {
|
|
|
4192
4899
|
function markNoReplicate(options, message) {
|
|
4193
4900
|
if (options.noReplicateMarker) {
|
|
4194
4901
|
try {
|
|
4195
|
-
mkdirSync(
|
|
4902
|
+
mkdirSync(dirname4(options.noReplicateMarker), { recursive: true });
|
|
4196
4903
|
writeFileSync(options.noReplicateMarker, "");
|
|
4197
4904
|
} catch (error2) {
|
|
4198
4905
|
options.log(
|
|
@@ -4251,7 +4958,7 @@ function parseSynchroniserEnv(stdout) {
|
|
|
4251
4958
|
return values;
|
|
4252
4959
|
}
|
|
4253
4960
|
function runCommand(command, args, options) {
|
|
4254
|
-
return new Promise((
|
|
4961
|
+
return new Promise((resolve5) => {
|
|
4255
4962
|
let child;
|
|
4256
4963
|
let stdout = "";
|
|
4257
4964
|
let stderr = "";
|
|
@@ -4260,7 +4967,7 @@ function runCommand(command, args, options) {
|
|
|
4260
4967
|
if (settled) return;
|
|
4261
4968
|
settled = true;
|
|
4262
4969
|
if (timer) clearTimeout(timer);
|
|
4263
|
-
|
|
4970
|
+
resolve5(result);
|
|
4264
4971
|
};
|
|
4265
4972
|
try {
|
|
4266
4973
|
child = spawn2(command, args, {
|
|
@@ -4268,7 +4975,7 @@ function runCommand(command, args, options) {
|
|
|
4268
4975
|
stdio: ["ignore", "pipe", "pipe"]
|
|
4269
4976
|
});
|
|
4270
4977
|
} catch (error2) {
|
|
4271
|
-
|
|
4978
|
+
resolve5({
|
|
4272
4979
|
code: null,
|
|
4273
4980
|
stdout,
|
|
4274
4981
|
stderr: error2 instanceof Error ? error2.message : String(error2),
|
|
@@ -4347,7 +5054,7 @@ async function ensureLitestreamConfig(options, env) {
|
|
|
4347
5054
|
return null;
|
|
4348
5055
|
}
|
|
4349
5056
|
try {
|
|
4350
|
-
mkdirSync(
|
|
5057
|
+
mkdirSync(dirname4(configPath), { recursive: true });
|
|
4351
5058
|
writeFileSync(configPath, rendered.stdout);
|
|
4352
5059
|
} catch (error2) {
|
|
4353
5060
|
options.log(
|
|
@@ -4460,20 +5167,37 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4460
5167
|
timeoutMs: SESSION_DB_VERIFY_TIMEOUT_MS,
|
|
4461
5168
|
env: {
|
|
4462
5169
|
...env,
|
|
4463
|
-
// The synchroniser reads
|
|
4464
|
-
// 120_000, so the walkback gives up before the outer process bound.
|
|
5170
|
+
// The synchroniser reads all four values in SECONDS.
|
|
4465
5171
|
EVIDENT_SESSION_DB_WALKBACK_BUDGET_SECONDS: String(
|
|
4466
5172
|
SESSION_DB_VERIFY_WALKBACK_BUDGET_SECONDS
|
|
5173
|
+
),
|
|
5174
|
+
EVIDENT_SESSION_DB_RESTORE_POINTS_TIMEOUT_SECONDS: String(
|
|
5175
|
+
SESSION_DB_VERIFY_RESTORE_POINTS_TIMEOUT_SECONDS
|
|
5176
|
+
),
|
|
5177
|
+
EVIDENT_SESSION_DB_RESTORE_CANDIDATE_TIMEOUT_SECONDS: String(
|
|
5178
|
+
SESSION_DB_VERIFY_RESTORE_CANDIDATE_TIMEOUT_SECONDS
|
|
5179
|
+
),
|
|
5180
|
+
EVIDENT_SESSION_DB_DISPOSAL_BUDGET_SECONDS: String(
|
|
5181
|
+
SESSION_DB_VERIFY_DISPOSAL_BUDGET_SECONDS
|
|
4467
5182
|
)
|
|
4468
5183
|
}
|
|
4469
5184
|
});
|
|
4470
5185
|
logSynchroniserDiagnostics(result, options);
|
|
4471
5186
|
if (result.timedOut || result.code === 124 || result.code === 137) {
|
|
5187
|
+
if (result.stderr.includes("SESSION-DB-INTEGRITY-FAILED")) {
|
|
5188
|
+
const reason = result.stderr.includes("SESSION-DB-REPLICA-SIZE") ? "verification_timeout_during_separation" : "verification_timeout_before_separation";
|
|
5189
|
+
options.log(
|
|
5190
|
+
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; refusing to start with the restored opencode.db (${reason})`,
|
|
5191
|
+
"error"
|
|
5192
|
+
);
|
|
5193
|
+
reportRecord("verify", "session_db_boot_refused", reason, null, options);
|
|
5194
|
+
return { verifyFatal: true, verifyFatalReason: reason };
|
|
5195
|
+
}
|
|
4472
5196
|
options.log(
|
|
4473
5197
|
`SESSION-DB-VERIFY-TIMEOUT: verification did not finish within its ${SESSION_DB_VERIFY_TIMEOUT_MS}ms deadline; continuing with the restored opencode.db as-is, unverified`,
|
|
4474
5198
|
"warn"
|
|
4475
5199
|
);
|
|
4476
|
-
return false;
|
|
5200
|
+
return { verifyFatal: false };
|
|
4477
5201
|
}
|
|
4478
5202
|
if (result.code === 34) {
|
|
4479
5203
|
reportRecord(
|
|
@@ -4483,14 +5207,14 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4483
5207
|
null,
|
|
4484
5208
|
options
|
|
4485
5209
|
);
|
|
4486
|
-
return true;
|
|
5210
|
+
return { verifyFatal: true };
|
|
4487
5211
|
}
|
|
4488
5212
|
if (result.code === 33) {
|
|
4489
5213
|
options.log(
|
|
4490
5214
|
"SESSION-DB-INTEGRITY-EXHAUSTED: booting continues and litestream still replicates, starting an empty backup chain after the corrupt replica was separated.",
|
|
4491
5215
|
"warn"
|
|
4492
5216
|
);
|
|
4493
|
-
return false;
|
|
5217
|
+
return { verifyFatal: false };
|
|
4494
5218
|
}
|
|
4495
5219
|
if (result.code !== 0) {
|
|
4496
5220
|
options.log(
|
|
@@ -4498,13 +5222,13 @@ async function verifySessionDb(options, configPath, env) {
|
|
|
4498
5222
|
"warn"
|
|
4499
5223
|
);
|
|
4500
5224
|
}
|
|
4501
|
-
return false;
|
|
5225
|
+
return { verifyFatal: false };
|
|
4502
5226
|
}
|
|
4503
5227
|
options.log(
|
|
4504
5228
|
"skipping session-DB verification: this boot's session DB was not proven safe to replicate",
|
|
4505
5229
|
"debug"
|
|
4506
5230
|
);
|
|
4507
|
-
return false;
|
|
5231
|
+
return { verifyFatal: false };
|
|
4508
5232
|
}
|
|
4509
5233
|
function fileExists(path) {
|
|
4510
5234
|
try {
|
|
@@ -4591,13 +5315,13 @@ async function restoreAndVerifySessionDb(options) {
|
|
|
4591
5315
|
if (options.noReplicateMarker && fileExists(options.noReplicateMarker)) {
|
|
4592
5316
|
return { verifyFatal: false };
|
|
4593
5317
|
}
|
|
4594
|
-
return
|
|
5318
|
+
return verifySessionDb(options, configPath, env);
|
|
4595
5319
|
}
|
|
4596
5320
|
|
|
4597
5321
|
// src/lib/opencode/session-db-provenance.ts
|
|
4598
5322
|
import { createRequire } from "node:module";
|
|
4599
5323
|
import { mkdirSync as mkdirSync2, readFileSync as readFileSync5, writeFileSync as writeFileSync2 } from "node:fs";
|
|
4600
|
-
import { dirname as
|
|
5324
|
+
import { dirname as dirname5, join as join6 } from "node:path";
|
|
4601
5325
|
var require2 = createRequire(import.meta.url);
|
|
4602
5326
|
function readSessionDbMigrationIds(dbPath) {
|
|
4603
5327
|
let db;
|
|
@@ -4634,7 +5358,7 @@ function readSessionDbMigrationIds(dbPath) {
|
|
|
4634
5358
|
}
|
|
4635
5359
|
function sessionDbProvenanceStatePath(homeDir, env) {
|
|
4636
5360
|
const override = env.EVIDENT_SESSION_DB_PROVENANCE_STATE?.trim();
|
|
4637
|
-
return override ||
|
|
5361
|
+
return override || join6(homeDir, ".local", "state", "evident", "session-db-provenance.json");
|
|
4638
5362
|
}
|
|
4639
5363
|
function loadSessionDbProvenanceState(path) {
|
|
4640
5364
|
let value;
|
|
@@ -4663,7 +5387,7 @@ function loadSessionDbProvenanceState(path) {
|
|
|
4663
5387
|
}
|
|
4664
5388
|
function saveSessionDbProvenanceState(path, state) {
|
|
4665
5389
|
try {
|
|
4666
|
-
mkdirSync2(
|
|
5390
|
+
mkdirSync2(dirname5(path), { recursive: true });
|
|
4667
5391
|
writeFileSync2(path, `${JSON.stringify(state, null, 2)}
|
|
4668
5392
|
`, "utf8");
|
|
4669
5393
|
} catch (error2) {
|
|
@@ -4754,7 +5478,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4754
5478
|
if (child.exitCode !== null || child.signalCode !== null) {
|
|
4755
5479
|
return { outcome: "exited", code: child.exitCode, signal: child.signalCode };
|
|
4756
5480
|
}
|
|
4757
|
-
return new Promise((
|
|
5481
|
+
return new Promise((resolve5, reject) => {
|
|
4758
5482
|
let forced = false;
|
|
4759
5483
|
let settled = false;
|
|
4760
5484
|
const timer = setTimeout(() => {
|
|
@@ -4774,7 +5498,7 @@ async function stopProcessAndWait(child, timeoutMs, sendTerm, sendKill) {
|
|
|
4774
5498
|
settled = true;
|
|
4775
5499
|
clearTimeout(timer);
|
|
4776
5500
|
child.removeListener("exit", onExit);
|
|
4777
|
-
|
|
5501
|
+
resolve5(result);
|
|
4778
5502
|
};
|
|
4779
5503
|
const fail = (error2) => {
|
|
4780
5504
|
if (settled) return;
|
|
@@ -5250,7 +5974,7 @@ function selectSessionsToDelete(sessions, opts) {
|
|
|
5250
5974
|
);
|
|
5251
5975
|
}
|
|
5252
5976
|
var DEFAULT_INTERVAL = "1h";
|
|
5253
|
-
function
|
|
5977
|
+
function resolve2(flag, envValue, fallback) {
|
|
5254
5978
|
return flag ?? envValue ?? fallback;
|
|
5255
5979
|
}
|
|
5256
5980
|
function parseMaxCount(input) {
|
|
@@ -5266,9 +5990,9 @@ function parseMaxCount(input) {
|
|
|
5266
5990
|
}
|
|
5267
5991
|
function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
5268
5992
|
const warnings = [];
|
|
5269
|
-
const maxAgeRaw =
|
|
5270
|
-
const maxCountRaw =
|
|
5271
|
-
const intervalRaw =
|
|
5993
|
+
const maxAgeRaw = resolve2(flags.maxAge, env.EVIDENT_SESSION_CLEANUP_MAX_AGE);
|
|
5994
|
+
const maxCountRaw = resolve2(flags.maxCount, env.EVIDENT_SESSION_CLEANUP_MAX_COUNT);
|
|
5995
|
+
const intervalRaw = resolve2(
|
|
5272
5996
|
flags.interval,
|
|
5273
5997
|
env.EVIDENT_SESSION_CLEANUP_INTERVAL,
|
|
5274
5998
|
DEFAULT_INTERVAL
|
|
@@ -5308,10 +6032,10 @@ function resolveSessionCleanupConfig(flags, env = process.env) {
|
|
|
5308
6032
|
|
|
5309
6033
|
// src/lib/opencode/session-db-size.ts
|
|
5310
6034
|
import { statSync as statSync4 } from "node:fs";
|
|
5311
|
-
import { join as
|
|
6035
|
+
import { join as join7 } from "node:path";
|
|
5312
6036
|
var LARGE_DB_THRESHOLD_BYTES = 268435456;
|
|
5313
6037
|
function statSessionDbBytes(homeDir) {
|
|
5314
|
-
const dbPath =
|
|
6038
|
+
const dbPath = join7(homeDir, ".local", "share", "opencode", "opencode.db");
|
|
5315
6039
|
try {
|
|
5316
6040
|
return statSync4(dbPath).size;
|
|
5317
6041
|
} catch (err) {
|
|
@@ -5341,12 +6065,12 @@ function buildSessionStoreSizeWarning(input) {
|
|
|
5341
6065
|
// src/lib/opencode/log-tail.ts
|
|
5342
6066
|
import { statSync as statSync5 } from "node:fs";
|
|
5343
6067
|
import { homedir as homedir5 } from "node:os";
|
|
5344
|
-
import { join as
|
|
6068
|
+
import { join as join8 } from "node:path";
|
|
5345
6069
|
import { open as open2, stat } from "node:fs/promises";
|
|
5346
6070
|
var DEFAULT_POLL_INTERVAL_MS = 1e3;
|
|
5347
6071
|
function resolveOpenCodeLogPath(homeDir = homedir5(), env = process.env) {
|
|
5348
|
-
const dataDir = env.XDG_DATA_HOME ||
|
|
5349
|
-
return
|
|
6072
|
+
const dataDir = env.XDG_DATA_HOME || join8(homeDir, ".local", "share");
|
|
6073
|
+
return join8(dataDir, "opencode", "log", "opencode.log");
|
|
5350
6074
|
}
|
|
5351
6075
|
function isEnoent(error2) {
|
|
5352
6076
|
return error2?.code === "ENOENT";
|
|
@@ -5501,8 +6225,8 @@ var StreamForwarder = class {
|
|
|
5501
6225
|
pauseStream(sid, stream) {
|
|
5502
6226
|
if (!stream.paused) {
|
|
5503
6227
|
stream.paused = true;
|
|
5504
|
-
stream.pausePromise = new Promise((
|
|
5505
|
-
stream.resume =
|
|
6228
|
+
stream.pausePromise = new Promise((resolve5) => {
|
|
6229
|
+
stream.resume = resolve5;
|
|
5506
6230
|
});
|
|
5507
6231
|
}
|
|
5508
6232
|
if (stream.pauseTimer !== null) clearTimeout(stream.pauseTimer);
|
|
@@ -5569,12 +6293,12 @@ var StreamForwarder = class {
|
|
|
5569
6293
|
let endBody;
|
|
5570
6294
|
if (has_body) {
|
|
5571
6295
|
const chunks = [];
|
|
5572
|
-
bodyPromise = new Promise((
|
|
6296
|
+
bodyPromise = new Promise((resolve5) => {
|
|
5573
6297
|
pushBody = (buf) => {
|
|
5574
6298
|
chunks.push(buf);
|
|
5575
6299
|
};
|
|
5576
6300
|
endBody = () => {
|
|
5577
|
-
|
|
6301
|
+
resolve5(Buffer.concat(chunks));
|
|
5578
6302
|
};
|
|
5579
6303
|
});
|
|
5580
6304
|
}
|
|
@@ -5745,7 +6469,7 @@ function connectTunnel(options) {
|
|
|
5745
6469
|
} = options;
|
|
5746
6470
|
const tunnelUrl = getTunnelUrlConfig();
|
|
5747
6471
|
const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
|
|
5748
|
-
return new Promise((
|
|
6472
|
+
return new Promise((resolve5, reject) => {
|
|
5749
6473
|
const ws = new WebSocket2(url, {
|
|
5750
6474
|
headers: {
|
|
5751
6475
|
Authorization: authHeader,
|
|
@@ -5854,7 +6578,7 @@ function connectTunnel(options) {
|
|
|
5854
6578
|
forwarder.setBinaryFramesSupported(message.binary_frames === true);
|
|
5855
6579
|
const connectedAgentId = message.agent_id ?? agentId;
|
|
5856
6580
|
onConnected?.(connectedAgentId);
|
|
5857
|
-
|
|
6581
|
+
resolve5({
|
|
5858
6582
|
ws,
|
|
5859
6583
|
close: () => ws.close(1e3, "CLI shutdown")
|
|
5860
6584
|
});
|
|
@@ -6372,6 +7096,7 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6372
7096
|
const stalenessMs = Math.max(0, options.stalenessMs ?? SESSION_STORE_HEALTH_STALENESS_MS);
|
|
6373
7097
|
let lastUnwritableAt = null;
|
|
6374
7098
|
let lastWritableAt = null;
|
|
7099
|
+
const causes = /* @__PURE__ */ new Map();
|
|
6375
7100
|
return {
|
|
6376
7101
|
observeUnwritable: () => {
|
|
6377
7102
|
lastUnwritableAt = now();
|
|
@@ -6383,6 +7108,23 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6383
7108
|
if (lastUnwritableAt === null) return false;
|
|
6384
7109
|
if (lastWritableAt !== null && lastWritableAt >= lastUnwritableAt) return false;
|
|
6385
7110
|
return now() - lastUnwritableAt < stalenessMs;
|
|
7111
|
+
},
|
|
7112
|
+
observeCause: (sessionId, cause) => {
|
|
7113
|
+
if (sessionId === null) return;
|
|
7114
|
+
causes.delete(sessionId);
|
|
7115
|
+
causes.set(sessionId, { cause, observedAt: now() });
|
|
7116
|
+
while (causes.size > 256) {
|
|
7117
|
+
const oldest = causes.keys().next().value;
|
|
7118
|
+
if (typeof oldest !== "string") break;
|
|
7119
|
+
causes.delete(oldest);
|
|
7120
|
+
}
|
|
7121
|
+
},
|
|
7122
|
+
readCause: (sessionId) => {
|
|
7123
|
+
const observed = causes.get(sessionId);
|
|
7124
|
+
if (!observed) return null;
|
|
7125
|
+
causes.delete(sessionId);
|
|
7126
|
+
if (now() - observed.observedAt >= stalenessMs) return null;
|
|
7127
|
+
return observed.cause;
|
|
6386
7128
|
}
|
|
6387
7129
|
};
|
|
6388
7130
|
}
|
|
@@ -6391,12 +7133,12 @@ function createSessionStoreHealth(options = {}) {
|
|
|
6391
7133
|
import { homedir as homedir6 } from "node:os";
|
|
6392
7134
|
|
|
6393
7135
|
// src/lib/runner-file-sync.ts
|
|
6394
|
-
import { join as
|
|
7136
|
+
import { join as join10 } from "node:path";
|
|
6395
7137
|
|
|
6396
7138
|
// src/lib/file-push.ts
|
|
6397
7139
|
import { randomUUID } from "node:crypto";
|
|
6398
7140
|
import { chmod, mkdir, open as open3, realpath, rename, unlink } from "node:fs/promises";
|
|
6399
|
-
import { basename, dirname as
|
|
7141
|
+
import { basename as basename2, dirname as dirname6, isAbsolute as isAbsolute2, join as join9, relative as relative2, resolve as resolve3, sep as sep2 } from "node:path";
|
|
6400
7142
|
var FILE_MODE = 384;
|
|
6401
7143
|
var DIRECTORY_MODE = 448;
|
|
6402
7144
|
async function writePushedFile(request2) {
|
|
@@ -6427,9 +7169,9 @@ async function writePushedFile(request2) {
|
|
|
6427
7169
|
}
|
|
6428
7170
|
try {
|
|
6429
7171
|
const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
|
|
6430
|
-
|
|
7172
|
+
dirname6(candidate)
|
|
6431
7173
|
);
|
|
6432
|
-
const realTarget =
|
|
7174
|
+
const realTarget = join9(existingAncestor, ...missingSegments, basename2(candidate));
|
|
6433
7175
|
const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
|
|
6434
7176
|
if (allowedDirectory === null) {
|
|
6435
7177
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
@@ -6439,8 +7181,8 @@ async function writePushedFile(request2) {
|
|
|
6439
7181
|
}
|
|
6440
7182
|
if (missingSegments.length > 0) {
|
|
6441
7183
|
await createMissingDirectories(existingAncestor, missingSegments);
|
|
6442
|
-
const realParent = await realpath(
|
|
6443
|
-
if (realParent !==
|
|
7184
|
+
const realParent = await realpath(dirname6(realTarget));
|
|
7185
|
+
if (realParent !== dirname6(realTarget) || !contains(allowedDirectory, realTarget)) {
|
|
6444
7186
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
6445
7187
|
path: realTarget,
|
|
6446
7188
|
bytes,
|
|
@@ -6465,15 +7207,15 @@ function expandAndValidate(requestedPath, homeDir) {
|
|
|
6465
7207
|
if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
|
|
6466
7208
|
return null;
|
|
6467
7209
|
}
|
|
6468
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
7210
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join9(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
6469
7211
|
if (expanded.split(/[/\\]/).includes("..")) {
|
|
6470
7212
|
return null;
|
|
6471
7213
|
}
|
|
6472
|
-
if (!
|
|
7214
|
+
if (!isAbsolute2(expanded)) {
|
|
6473
7215
|
return null;
|
|
6474
7216
|
}
|
|
6475
|
-
const candidate =
|
|
6476
|
-
const name =
|
|
7217
|
+
const candidate = resolve3(expanded);
|
|
7218
|
+
const name = basename2(candidate);
|
|
6477
7219
|
return name === "" || name === "." || name === ".." ? null : candidate;
|
|
6478
7220
|
}
|
|
6479
7221
|
async function resolveNearestExistingAncestor(directory) {
|
|
@@ -6483,18 +7225,18 @@ async function resolveNearestExistingAncestor(directory) {
|
|
|
6483
7225
|
try {
|
|
6484
7226
|
return { existingAncestor: await realpath(current), missingSegments };
|
|
6485
7227
|
} catch (err) {
|
|
6486
|
-
const parent =
|
|
7228
|
+
const parent = dirname6(current);
|
|
6487
7229
|
if (err.code !== "ENOENT" || parent === current) {
|
|
6488
7230
|
throw err;
|
|
6489
7231
|
}
|
|
6490
|
-
missingSegments.unshift(
|
|
7232
|
+
missingSegments.unshift(basename2(current));
|
|
6491
7233
|
current = parent;
|
|
6492
7234
|
}
|
|
6493
7235
|
}
|
|
6494
7236
|
}
|
|
6495
7237
|
async function findContainingAllowedDirectory(allowedDirectories, realTarget) {
|
|
6496
7238
|
for (const directory of allowedDirectories) {
|
|
6497
|
-
if (!
|
|
7239
|
+
if (!isAbsolute2(directory)) {
|
|
6498
7240
|
log("warn", "file_push_allowed_directory_skipped", { directory, reason: "not_absolute" });
|
|
6499
7241
|
continue;
|
|
6500
7242
|
}
|
|
@@ -6532,19 +7274,19 @@ async function realpathCreatingIfMissing(directory) {
|
|
|
6532
7274
|
}
|
|
6533
7275
|
}
|
|
6534
7276
|
function contains(realDirectory, realTarget) {
|
|
6535
|
-
const rel =
|
|
6536
|
-
return rel !== "" && rel !== ".." && !rel.startsWith(`..${
|
|
7277
|
+
const rel = relative2(realDirectory, realTarget);
|
|
7278
|
+
return rel !== "" && rel !== ".." && !rel.startsWith(`..${sep2}`) && !isAbsolute2(rel);
|
|
6537
7279
|
}
|
|
6538
7280
|
async function createMissingDirectories(existingAncestor, missingSegments) {
|
|
6539
7281
|
let current = existingAncestor;
|
|
6540
7282
|
for (const segment of missingSegments) {
|
|
6541
|
-
current =
|
|
7283
|
+
current = join9(current, segment);
|
|
6542
7284
|
await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
|
|
6543
7285
|
await chmod(current, DIRECTORY_MODE);
|
|
6544
7286
|
}
|
|
6545
7287
|
}
|
|
6546
7288
|
async function writeAtomically(realTarget, content) {
|
|
6547
|
-
const temporaryPath =
|
|
7289
|
+
const temporaryPath = join9(dirname6(realTarget), `.evident-push-${randomUUID()}.tmp`);
|
|
6548
7290
|
let handle;
|
|
6549
7291
|
try {
|
|
6550
7292
|
handle = await open3(temporaryPath, "wx", FILE_MODE);
|
|
@@ -6674,12 +7416,12 @@ var NOT_APPLIED = {
|
|
|
6674
7416
|
opencodeAuthApplied: false
|
|
6675
7417
|
};
|
|
6676
7418
|
function isClaudeCredentialPath(requestedPath, homeDir) {
|
|
6677
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6678
|
-
return expanded ===
|
|
7419
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7420
|
+
return expanded === join10(homeDir, ...CLAUDE_CREDENTIALS_SEGMENTS);
|
|
6679
7421
|
}
|
|
6680
7422
|
function isOpenCodeAuthPath(requestedPath, homeDir) {
|
|
6681
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
6682
|
-
return expanded ===
|
|
7423
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join10(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
7424
|
+
return expanded === join10(homeDir, ...OPENCODE_AUTH_SEGMENTS);
|
|
6683
7425
|
}
|
|
6684
7426
|
async function applyOne(options, file) {
|
|
6685
7427
|
const label = `${file.id.slice(0, 8)} (${file.path})`;
|
|
@@ -6823,6 +7565,11 @@ function messageIdOf(m) {
|
|
|
6823
7565
|
const infoId = m.info?.id;
|
|
6824
7566
|
return typeof infoId === "string" ? infoId : void 0;
|
|
6825
7567
|
}
|
|
7568
|
+
function composeAbandonmentNote(finish, replyShape, outcome) {
|
|
7569
|
+
const base = `OpenCode ended this turn after a tool call (finish="${finish ?? "(unknown)"}") ` + (outcome === "without-answer" ? "without writing an answer, and confirmed it is no longer working on this conversation. Evident is reporting the run as failed so the failure and its reason are visible in failed runs." : "after writing only part of an answer, and confirmed it is no longer working on this conversation. Evident delivered what was written and is reporting the run as finished.");
|
|
7570
|
+
if (replyShape === null) return base;
|
|
7571
|
+
return `${base} ${replyShape.lastToolName === null ? "No tool call was recorded" : `The last tool call was "${replyShape.lastToolName}" with status "${replyShape.lastToolStatus ?? "(unknown)"}"`}; the reply's final part types were [${replyShape.partTypes.join(", ")}]${replyShape.droppedPartCount > 0 ? ` (${replyShape.droppedPartCount} earlier part types omitted)` : ""}.`;
|
|
7572
|
+
}
|
|
6826
7573
|
function cleanImageMime(contentType) {
|
|
6827
7574
|
if (!contentType) return null;
|
|
6828
7575
|
const media = contentType.split(";")[0].trim().toLowerCase();
|
|
@@ -6843,6 +7590,10 @@ var SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS = 2e3;
|
|
|
6843
7590
|
var SESSION_ERROR_STREAM_HEALTHY_MS = 5e3;
|
|
6844
7591
|
var SESSION_ERROR_BUFFER_TTL_MS = SESSION_ERROR_STREAM_HEALTHY_MS;
|
|
6845
7592
|
var MAX_BUFFERED_SESSION_ERRORS = 256;
|
|
7593
|
+
var SESSION_ERROR_RETENTION_TTL_MS = 6e4;
|
|
7594
|
+
var SESSION_STORE_UNWRITABLE_ERROR = "The runner session database could not be written, so this turn did not finish. Nothing was lost from the queue. Clear disk space and retry.";
|
|
7595
|
+
var SESSION_ERROR_RETAINED_DETAIL = "Runner-observed OpenCode session error: ";
|
|
7596
|
+
var SESSION_ERROR_OBSERVED_CAUSE = "Runner-observed OpenCode session-store cause: ";
|
|
6846
7597
|
var DEFAULT_PAUSED_POLL_INTERVAL_MS = 2e3;
|
|
6847
7598
|
var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
6848
7599
|
var DRIVER_SESSION_ENUMERATION_LIMIT = 20;
|
|
@@ -6965,12 +7716,15 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
6965
7716
|
/**
|
|
6966
7717
|
* Per-conversation throttle state for the #183 recurrence warning (#1618
|
|
6967
7718
|
* WI-4) — see `reportWedgedConversation`'s doc comment for why this exists.
|
|
6968
|
-
* `firstWedgedAt` anchors `stuck_for_ms`; `
|
|
6969
|
-
*
|
|
6970
|
-
*
|
|
6971
|
-
*
|
|
6972
|
-
* conversation dispatches anything
|
|
6973
|
-
*
|
|
7719
|
+
* `firstWedgedAt` anchors `stuck_for_ms`; `warnAnchorAt` is the throttle
|
|
7720
|
+
* anchor from first detection through the first warning, then from each
|
|
7721
|
+
* warning onward; `consecutiveTicks` is reported in the log text so the
|
|
7722
|
+
* operator sees magnitude, not repetition. Cleared the moment the
|
|
7723
|
+
* conversation dispatches anything, or when it drops off the pending list
|
|
7724
|
+
* (`runDrain`'s prune, the dominant real-world path — a wedge normally ends
|
|
7725
|
+
* with its message completing, not a fresh dispatch on the same
|
|
7726
|
+
* conversation) — either way a fresh wedge, if it recurs, is a new
|
|
7727
|
+
* incident. Bounded FIFO, mirroring `supersededSessions`
|
|
6974
7728
|
* (`MAX_WEDGED_CONVERSATIONS`).
|
|
6975
7729
|
*/
|
|
6976
7730
|
wedgeWarnings = /* @__PURE__ */ new Map();
|
|
@@ -7000,6 +7754,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7000
7754
|
* with a short TTL so an unmatched session cannot retain an event indefinitely.
|
|
7001
7755
|
*/
|
|
7002
7756
|
bufferedSessionErrors = /* @__PURE__ */ new Map();
|
|
7757
|
+
retainedSessionErrors = /* @__PURE__ */ new Map();
|
|
7003
7758
|
/**
|
|
7004
7759
|
* AUTHORITATIVE local dedup (WI-3): Evident message ids that have been
|
|
7005
7760
|
* dispatched and are still in-flight. A message in this set is never
|
|
@@ -7032,10 +7787,18 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7032
7787
|
* row is `processing` or `pending`; clear it only when absent from both lists.
|
|
7033
7788
|
*/
|
|
7034
7789
|
untrackableAck = /* @__PURE__ */ new Map();
|
|
7790
|
+
/** Session binding used by the first untrackable-ack report, for retries. */
|
|
7791
|
+
untrackableAckSessionIds = /* @__PURE__ */ new Map();
|
|
7035
7792
|
/** Messages whose untrackable-ack failure signal was emitted while fenced. */
|
|
7036
7793
|
untrackableAckSignalled = /* @__PURE__ */ new Set();
|
|
7037
7794
|
/** Messages whose first untrackable-ack fence warning was already logged. */
|
|
7038
7795
|
untrackableAckWarned = /* @__PURE__ */ new Set();
|
|
7796
|
+
/**
|
|
7797
|
+
* Accepted V1 prompts whose assigned ids were not read back; these rows are
|
|
7798
|
+
* re-read instead of POSTed again. A null snapshot cannot safely exclude an older
|
|
7799
|
+
* identical-text turn, so it never produces a correlation.
|
|
7800
|
+
*/
|
|
7801
|
+
awaitingCorrelation = /* @__PURE__ */ new Map();
|
|
7039
7802
|
/** Pending rows seen in the current drain, used to retain terminal dispatch fences. */
|
|
7040
7803
|
pendingMessageIds = /* @__PURE__ */ new Set();
|
|
7041
7804
|
/**
|
|
@@ -7121,21 +7884,6 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7121
7884
|
* re-signal on every one of the 15h of re-dispatch attempts #1110 made.
|
|
7122
7885
|
*/
|
|
7123
7886
|
dispatchNotStartedSignalled = /* @__PURE__ */ new Map();
|
|
7124
|
-
/**
|
|
7125
|
-
* Consecutive-UNCONFIRMED-dispatch streak for a `pending` row with NO stored
|
|
7126
|
-
* `opencode_message_id` yet — i.e. one that has never even reached the
|
|
7127
|
-
* re-drive fence above. `sendPromptAsync`'s POST may 2xx, but its own
|
|
7128
|
-
* read-back retries can never confirm the assigned id when the session's
|
|
7129
|
-
* message list is PERMANENTLY unreadable (e.g. a corrupted local opencode
|
|
7130
|
-
* SQLite DB, #1345/#1348's exact fault, just hit BEFORE the row is ever
|
|
7131
|
-
* dispatched instead of after). Unlike an already-dispatched row, THIS row has
|
|
7132
|
-
* no other safety net at all: the lifecycle cron only reclaims `status =
|
|
7133
|
-
* 'processing'` rows, and a row stuck here never reaches `processing`. Keyed
|
|
7134
|
-
* by message id, carrying `sessionId` so a session change (a fresh one bound
|
|
7135
|
-
* after abandonment) starts a new streak rather than inheriting the old
|
|
7136
|
-
* session's count — same shape as `redrivePollFailures` above.
|
|
7137
|
-
*/
|
|
7138
|
-
unconfirmedDispatchFailures = /* @__PURE__ */ new Map();
|
|
7139
7887
|
/**
|
|
7140
7888
|
* Consecutive give-ups for a message whose OpenCode user row remains queued.
|
|
7141
7889
|
* The session id scopes the count: a fresh session is a new attempt after a
|
|
@@ -7153,8 +7901,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7153
7901
|
* short-circuits while it is present, so a null-id row is re-dispatched AT MOST
|
|
7154
7902
|
* ONCE per outstanding read-back. Cleared on a SUCCESSFUL dispatch+read-back (the
|
|
7155
7903
|
* row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
|
|
7156
|
-
* re-entry) OR on a failed/unresolved dispatch (the
|
|
7157
|
-
*
|
|
7904
|
+
* re-entry) OR on a failed/unresolved dispatch (the accepted prompt is handed to
|
|
7905
|
+
* the terminal-report fence and is never sent again).
|
|
7158
7906
|
*/
|
|
7159
7907
|
awaitingReadopt = /* @__PURE__ */ new Set();
|
|
7160
7908
|
/**
|
|
@@ -7206,6 +7954,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7206
7954
|
subagentInvocationPrefetches = /* @__PURE__ */ new Map();
|
|
7207
7955
|
/** Serialises drains so a reconnect during a drain doesn't double-process. */
|
|
7208
7956
|
draining = false;
|
|
7957
|
+
pendingProviderRegistryRepair = null;
|
|
7209
7958
|
/**
|
|
7210
7959
|
* Serialises runner-file syncs (#559) so the ~2s poll tick and a concurrent
|
|
7211
7960
|
* drain ping don't download, write and ack the same file twice.
|
|
@@ -7391,8 +8140,33 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7391
8140
|
async runDrain() {
|
|
7392
8141
|
let dispatched = 0;
|
|
7393
8142
|
try {
|
|
8143
|
+
const pendingRepair = this.pendingProviderRegistryRepair;
|
|
8144
|
+
if (pendingRepair && this.protectedSessionIds().size === 0) {
|
|
8145
|
+
try {
|
|
8146
|
+
await this.issueProviderRegistryReload(
|
|
8147
|
+
pendingRepair.conversationId,
|
|
8148
|
+
pendingRepair.messageId
|
|
8149
|
+
);
|
|
8150
|
+
} catch (err) {
|
|
8151
|
+
this.log({
|
|
8152
|
+
level: "error",
|
|
8153
|
+
message: `Provider registry repair adoption failed for message ${pendingRepair.messageId.slice(0, 8)}: ${err instanceof Error ? err.message : String(err)}`,
|
|
8154
|
+
conversation_id: pendingRepair.conversationId,
|
|
8155
|
+
message_id: pendingRepair.messageId
|
|
8156
|
+
});
|
|
8157
|
+
}
|
|
8158
|
+
return 0;
|
|
8159
|
+
}
|
|
7394
8160
|
this.pendingMessageIds.clear();
|
|
7395
8161
|
const conversations = await this.getPendingConversations();
|
|
8162
|
+
if (this.wedgeWarnings.size > 0) {
|
|
8163
|
+
const pendingConversationIds = new Set(conversations.map(({ id }) => id));
|
|
8164
|
+
for (const conversationId of this.wedgeWarnings.keys()) {
|
|
8165
|
+
if (!pendingConversationIds.has(conversationId)) {
|
|
8166
|
+
this.wedgeWarnings.delete(conversationId);
|
|
8167
|
+
}
|
|
8168
|
+
}
|
|
8169
|
+
}
|
|
7396
8170
|
if (this.recycleRequestedFlag) {
|
|
7397
8171
|
this.stop();
|
|
7398
8172
|
}
|
|
@@ -7472,6 +8246,49 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7472
8246
|
}
|
|
7473
8247
|
return ids;
|
|
7474
8248
|
}
|
|
8249
|
+
/** Find an accepted prompt's user row without adopting an older or concurrent turn. */
|
|
8250
|
+
findAwaitingCorrelationId(entry, sessionId, messages) {
|
|
8251
|
+
if (entry.sessionId !== sessionId || entry.knownUserIds === null) return null;
|
|
8252
|
+
const excludeIds = new Set(entry.knownUserIds);
|
|
8253
|
+
for (const inFlight of this.watchers.get(entry.sessionId)?.inFlight.values() ?? []) {
|
|
8254
|
+
excludeIds.add(inFlight.opencodeMessageId);
|
|
8255
|
+
}
|
|
8256
|
+
return findDispatchedUserMessageId(messages, entry.content, excludeIds);
|
|
8257
|
+
}
|
|
8258
|
+
/** Hand an exhausted accepted-but-untrackable prompt to the terminal-report fence. */
|
|
8259
|
+
async handoffUntrackableCorrelation(conversationId, messageId, sessionId, attempts, source) {
|
|
8260
|
+
this.awaitingCorrelation.delete(messageId);
|
|
8261
|
+
this.awaitingReadopt.delete(messageId);
|
|
8262
|
+
this.sessions.delete(conversationId);
|
|
8263
|
+
this.supersede(conversationId, sessionId);
|
|
8264
|
+
const dispatchDescription = source === "readopt" ? "re-dispatched message" : "message";
|
|
8265
|
+
const errorMessage3 = `OpenCode accepted this ${dispatchDescription} once, but its assigned id was never confirmed after ${attempts} attempts to match it up \u2014 the message was deliberately not sent again, so no duplicate turn was created; session ${sessionId.slice(0, 8)} was abandoned; a fresh one is used for further messages.`;
|
|
8266
|
+
this.untrackableAck.set(messageId, errorMessage3);
|
|
8267
|
+
this.untrackableAckSessionIds.set(messageId, null);
|
|
8268
|
+
this.log({
|
|
8269
|
+
level: "error",
|
|
8270
|
+
message: errorMessage3,
|
|
8271
|
+
conversation_id: conversationId,
|
|
8272
|
+
message_id: messageId
|
|
8273
|
+
});
|
|
8274
|
+
const reportError = await this.reportUntrackableAck(
|
|
8275
|
+
conversationId,
|
|
8276
|
+
messageId,
|
|
8277
|
+
null,
|
|
8278
|
+
errorMessage3
|
|
8279
|
+
);
|
|
8280
|
+
if (reportError !== null) {
|
|
8281
|
+
this.log({
|
|
8282
|
+
level: "warn",
|
|
8283
|
+
message: `markFailed PATCH for message ${messageId.slice(0, 8)} (conversation ${conversationId.slice(0, 8)}) failed: ${reportError.message}`,
|
|
8284
|
+
conversation_id: conversationId,
|
|
8285
|
+
message_id: messageId
|
|
8286
|
+
});
|
|
8287
|
+
}
|
|
8288
|
+
if (source === "readopt") {
|
|
8289
|
+
void this.postSignal(conversationId, messageId, "readopt_orphan_unsent");
|
|
8290
|
+
}
|
|
8291
|
+
}
|
|
7475
8292
|
/**
|
|
7476
8293
|
* File-pull work, for `run.ts`'s idle accounting (#559).
|
|
7477
8294
|
*
|
|
@@ -7651,6 +8468,56 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7651
8468
|
}
|
|
7652
8469
|
break;
|
|
7653
8470
|
}
|
|
8471
|
+
const correlation = this.awaitingCorrelation.get(message.id);
|
|
8472
|
+
if (correlation) {
|
|
8473
|
+
correlation.attempts += 1;
|
|
8474
|
+
let correlatedId = null;
|
|
8475
|
+
if (correlation.knownUserIds !== null && correlation.sessionId === sessionId) {
|
|
8476
|
+
const polled = await this.pollSessionMessagesForRedrive(
|
|
8477
|
+
conv,
|
|
8478
|
+
message,
|
|
8479
|
+
correlation.sessionId
|
|
8480
|
+
);
|
|
8481
|
+
if (polled.ok)
|
|
8482
|
+
correlatedId = this.findAwaitingCorrelationId(correlation, sessionId, polled.messages);
|
|
8483
|
+
} else if (correlation.knownUserIds === null) {
|
|
8484
|
+
this.log({
|
|
8485
|
+
level: "debug",
|
|
8486
|
+
message: `Message ${message.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
|
|
8487
|
+
conversation_id: conv.id,
|
|
8488
|
+
message_id: message.id
|
|
8489
|
+
});
|
|
8490
|
+
}
|
|
8491
|
+
if (correlatedId !== null) {
|
|
8492
|
+
this.awaitingCorrelation.delete(message.id);
|
|
8493
|
+
this.dispatchNotStartedSignalled.delete(message.id);
|
|
8494
|
+
this.releasedOpencodeIds.delete(message.id);
|
|
8495
|
+
this.dispatched.add(message.id);
|
|
8496
|
+
this.registerInFlight(conv, correlation.sessionId, message, correlatedId);
|
|
8497
|
+
dispatched += 1;
|
|
8498
|
+
this.log({
|
|
8499
|
+
level: "info",
|
|
8500
|
+
message: `Matched accepted message ${message.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
|
|
8501
|
+
conversation_id: conv.id,
|
|
8502
|
+
message_id: message.id
|
|
8503
|
+
});
|
|
8504
|
+
void this.postSignal(conv.id, message.id, "ack_correlated", {
|
|
8505
|
+
opencode_message_id: correlatedId
|
|
8506
|
+
});
|
|
8507
|
+
continue;
|
|
8508
|
+
}
|
|
8509
|
+
if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
|
|
8510
|
+
await this.handoffUntrackableCorrelation(
|
|
8511
|
+
conv.id,
|
|
8512
|
+
message.id,
|
|
8513
|
+
correlation.sessionId,
|
|
8514
|
+
correlation.attempts,
|
|
8515
|
+
"fresh"
|
|
8516
|
+
);
|
|
8517
|
+
break;
|
|
8518
|
+
}
|
|
8519
|
+
break;
|
|
8520
|
+
}
|
|
7654
8521
|
const effectiveOpencodeMessageId = message.opencode_message_id ?? this.releasedOpencodeIds.get(message.id)?.opencodeMessageId ?? null;
|
|
7655
8522
|
if (effectiveOpencodeMessageId) {
|
|
7656
8523
|
const outcome = await this.resolveRedrive(
|
|
@@ -7672,6 +8539,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7672
8539
|
model: message.opencode_model ?? void 0
|
|
7673
8540
|
};
|
|
7674
8541
|
let opencodeMessageId;
|
|
8542
|
+
let preDispatchUserIds = null;
|
|
7675
8543
|
try {
|
|
7676
8544
|
this.log({
|
|
7677
8545
|
level: "info",
|
|
@@ -7701,7 +8569,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7701
8569
|
message.content,
|
|
7702
8570
|
options,
|
|
7703
8571
|
sendAttachments,
|
|
7704
|
-
this.openCodeClient
|
|
8572
|
+
this.openCodeClient,
|
|
8573
|
+
{
|
|
8574
|
+
onKnownUserIds: (ids) => {
|
|
8575
|
+
preDispatchUserIds = ids;
|
|
8576
|
+
},
|
|
8577
|
+
onKnownUserIdsError: (error2) => {
|
|
8578
|
+
this.log({
|
|
8579
|
+
level: "warn",
|
|
8580
|
+
message: `Pre-dispatch snapshot callback failed for message ${message.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
8581
|
+
conversation_id: conv.id,
|
|
8582
|
+
message_id: message.id
|
|
8583
|
+
});
|
|
8584
|
+
}
|
|
8585
|
+
}
|
|
7705
8586
|
)
|
|
7706
8587
|
);
|
|
7707
8588
|
} catch (err) {
|
|
@@ -7709,6 +8590,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7709
8590
|
if (this.isV2 && err instanceof OpenCodeV2PromptAckError) {
|
|
7710
8591
|
const errorMessage4 = err instanceof Error ? err.message : String(err);
|
|
7711
8592
|
this.untrackableAck.set(message.id, errorMessage4);
|
|
8593
|
+
this.untrackableAckSessionIds.set(message.id, null);
|
|
7712
8594
|
this.log({
|
|
7713
8595
|
level: "error",
|
|
7714
8596
|
message: `V2 prompt dispatch for message ${message.id.slice(0, 8)} failed after a positive ack with no usable id: ${errorMessage4}`,
|
|
@@ -7784,39 +8666,21 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7784
8666
|
if (this.isV2) {
|
|
7785
8667
|
throw new Error("V2 prompt dispatch completed without an acknowledged message id");
|
|
7786
8668
|
}
|
|
7787
|
-
|
|
7788
|
-
|
|
7789
|
-
|
|
7790
|
-
|
|
7791
|
-
|
|
7792
|
-
|
|
7793
|
-
message_id: message.id
|
|
7794
|
-
});
|
|
7795
|
-
this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
|
|
7796
|
-
continue;
|
|
7797
|
-
}
|
|
7798
|
-
this.unconfirmedDispatchFailures.delete(message.id);
|
|
7799
|
-
this.sessions.delete(conv.id);
|
|
7800
|
-
this.supersede(conv.id, sessionId);
|
|
7801
|
-
const errorMessage3 = `OpenCode accepted this message ${streak} times in a row but never confirmed its assigned id (session ${sessionId.slice(0, 8)}'s message list could not be read back) \u2014 the session was abandoned; a fresh one is used for further messages.`;
|
|
8669
|
+
this.awaitingCorrelation.set(message.id, {
|
|
8670
|
+
sessionId,
|
|
8671
|
+
content: message.content,
|
|
8672
|
+
attempts: 0,
|
|
8673
|
+
knownUserIds: preDispatchUserIds
|
|
8674
|
+
});
|
|
7802
8675
|
this.log({
|
|
7803
|
-
level: "
|
|
7804
|
-
message:
|
|
8676
|
+
level: "warn",
|
|
8677
|
+
message: `OpenCode accepted message ${message.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
|
|
7805
8678
|
conversation_id: conv.id,
|
|
7806
8679
|
message_id: message.id
|
|
7807
8680
|
});
|
|
7808
|
-
|
|
7809
|
-
this.log({
|
|
7810
|
-
level: "warn",
|
|
7811
|
-
message: `markFailed PATCH for message ${message.id.slice(0, 8)} (conversation ${conv.id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
|
|
7812
|
-
conversation_id: conv.id,
|
|
7813
|
-
message_id: message.id
|
|
7814
|
-
});
|
|
7815
|
-
this.signalDispatchNotStarted(conv, message, "abandon_unreported");
|
|
7816
|
-
});
|
|
8681
|
+
this.signalDispatchNotStarted(conv, message, "readback_unconfirmed");
|
|
7817
8682
|
break;
|
|
7818
8683
|
}
|
|
7819
|
-
this.unconfirmedDispatchFailures.delete(message.id);
|
|
7820
8684
|
this.dispatchNotStartedSignalled.delete(message.id);
|
|
7821
8685
|
this.releasedOpencodeIds.delete(message.id);
|
|
7822
8686
|
this.dispatched.add(message.id);
|
|
@@ -7839,14 +8703,13 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7839
8703
|
* skip-because-already-`dispatched`, the exact signature of a message stuck
|
|
7840
8704
|
* acknowledged-but-never-worked.
|
|
7841
8705
|
*
|
|
7842
|
-
*
|
|
7843
|
-
*
|
|
7844
|
-
*
|
|
7845
|
-
*
|
|
7846
|
-
*
|
|
7847
|
-
*
|
|
7848
|
-
*
|
|
7849
|
-
* than repetition.
|
|
8706
|
+
* The first detection starts the clock and emits a local `debug` entry. The
|
|
8707
|
+
* `warn` log and paired `dispatch_wedged` signal fire once the wedge has
|
|
8708
|
+
* lasted `wedgeWarningIntervalMs`, then at most once per interval, naming the
|
|
8709
|
+
* consecutive-tick count so the operator sees magnitude rather than repetition.
|
|
8710
|
+
* A watcher stall that the loop-liveness watchdog recovers is expected and is
|
|
8711
|
+
* already reported by its `watcher_recovered` signal, so it does not reach an
|
|
8712
|
+
* operator through this warning.
|
|
7850
8713
|
*
|
|
7851
8714
|
* Deliberately does NOT trigger a release: WI-1's `reconcileWatchers` runs
|
|
7852
8715
|
* unconditionally on this same tick and is already recovering anything it
|
|
@@ -7858,36 +8721,41 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
7858
8721
|
const existing = this.wedgeWarnings.get(conv.id);
|
|
7859
8722
|
const firstWedgedAt = existing?.firstWedgedAt ?? now;
|
|
7860
8723
|
const consecutiveTicks = (existing?.consecutiveTicks ?? 0) + 1;
|
|
7861
|
-
const
|
|
7862
|
-
|
|
7863
|
-
|
|
7864
|
-
this.
|
|
7865
|
-
|
|
7866
|
-
|
|
7867
|
-
|
|
8724
|
+
const warnAnchorAt = existing?.warnAnchorAt ?? now;
|
|
8725
|
+
const dueForWarn = now - warnAnchorAt >= this.wedgeWarningIntervalMs;
|
|
8726
|
+
if (!existing) {
|
|
8727
|
+
this.log({
|
|
8728
|
+
level: "debug",
|
|
8729
|
+
message: `Detected a possible wedge for conversation ${conv.id.slice(0, 8)} with ${messages.length} pending message(s); it will be reported only if it outlasts the watchdog's recovery.`,
|
|
8730
|
+
conversation_id: conv.id
|
|
8731
|
+
});
|
|
8732
|
+
}
|
|
8733
|
+
let untracked = 0;
|
|
8734
|
+
if (dueForWarn) {
|
|
8735
|
+
const stuckForMs = now - firstWedgedAt;
|
|
8736
|
+
untracked = this.countUntrackedIds(messages);
|
|
8737
|
+
this.log({
|
|
8738
|
+
level: "warn",
|
|
8739
|
+
message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode for ${consecutiveTicks} consecutive tick(s) now (${Math.round(stuckForMs / 1e3)}s stuck). ` + (untracked > 0 ? `${untracked} of these id(s) are tracked by NO watcher \u2014 the dispatched/in-flight pairing invariant is violated for this conversation, which will NOT self-heal and needs a runner restart.` : `A watcher is tracking this work; the loop-liveness watchdog is already recovering it.`),
|
|
8740
|
+
conversation_id: conv.id
|
|
7868
8741
|
});
|
|
7869
|
-
return;
|
|
7870
8742
|
}
|
|
7871
|
-
const stuckForMs = now - firstWedgedAt;
|
|
7872
|
-
const untracked = this.countUntrackedIds(messages);
|
|
7873
|
-
this.log({
|
|
7874
|
-
level: "warn",
|
|
7875
|
-
message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode for ${consecutiveTicks} consecutive tick(s) now (${stuckForMs}ms stuck). ` + (untracked > 0 ? `${untracked} of these id(s) are tracked by NO watcher \u2014 the dispatched/in-flight pairing invariant is violated for this conversation, which will NOT self-heal and needs a runner restart.` : `A watcher is tracking this work; the loop-liveness watchdog is already recovering it.`),
|
|
7876
|
-
conversation_id: conv.id
|
|
7877
|
-
});
|
|
7878
8743
|
this.wedgeWarnings.delete(conv.id);
|
|
7879
|
-
this.wedgeWarnings.set(conv.id, {
|
|
8744
|
+
this.wedgeWarnings.set(conv.id, {
|
|
8745
|
+
firstWedgedAt,
|
|
8746
|
+
warnAnchorAt: dueForWarn ? now : warnAnchorAt,
|
|
8747
|
+
consecutiveTicks
|
|
8748
|
+
});
|
|
7880
8749
|
while (this.wedgeWarnings.size > MAX_WEDGED_CONVERSATIONS) {
|
|
7881
8750
|
const oldest = this.wedgeWarnings.keys().next().value;
|
|
7882
8751
|
if (oldest === void 0) break;
|
|
7883
8752
|
this.wedgeWarnings.delete(oldest);
|
|
7884
8753
|
}
|
|
7885
|
-
if (
|
|
7886
|
-
|
|
7887
|
-
|
|
7888
|
-
|
|
7889
|
-
|
|
7890
|
-
}
|
|
8754
|
+
if (!dueForWarn) return;
|
|
8755
|
+
void this.postSignal(conv.id, messages[0].id, "dispatch_wedged", {
|
|
8756
|
+
stuck_for_ms: now - firstWedgedAt,
|
|
8757
|
+
untracked
|
|
8758
|
+
});
|
|
7891
8759
|
}
|
|
7892
8760
|
/**
|
|
7893
8761
|
* How many of `messages`' ids are tracked by NO watcher's `inFlight` (#1618
|
|
@@ -8421,23 +9289,6 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8421
9289
|
this.redrivePollFailures.set(messageId, { sessionId, signature, count: 1 });
|
|
8422
9290
|
return 1;
|
|
8423
9291
|
}
|
|
8424
|
-
/**
|
|
8425
|
-
* Record one UNCONFIRMED-dispatch outcome (a `pending` row with no stored
|
|
8426
|
-
* `opencode_message_id` whose `sendPromptAsync` returned `null`) toward the
|
|
8427
|
-
* bound in `processConversation`'s dispatch loop, and return the resulting
|
|
8428
|
-
* count. Mirrors `recordRedrivePollFailure`'s session-scoping: a session
|
|
8429
|
-
* change starts a fresh streak at `1` rather than inheriting the old one's
|
|
8430
|
-
* count, since a new session is a genuinely different attempt.
|
|
8431
|
-
*/
|
|
8432
|
-
recordUnconfirmedDispatch(messageId, sessionId) {
|
|
8433
|
-
const existing = this.unconfirmedDispatchFailures.get(messageId);
|
|
8434
|
-
if (existing && existing.sessionId === sessionId) {
|
|
8435
|
-
existing.count += 1;
|
|
8436
|
-
return existing.count;
|
|
8437
|
-
}
|
|
8438
|
-
this.unconfirmedDispatchFailures.set(messageId, { sessionId, count: 1 });
|
|
8439
|
-
return 1;
|
|
8440
|
-
}
|
|
8441
9292
|
/** Record one queued give-up toward the never-started bound. */
|
|
8442
9293
|
recordNeverStartedAttempt(messageId, sessionId) {
|
|
8443
9294
|
const existing = this.neverStartedAttempts.get(messageId);
|
|
@@ -8749,6 +9600,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8749
9600
|
b2LastDescendantCheckMs: 0,
|
|
8750
9601
|
b2RootOngoingHeldLogged: false,
|
|
8751
9602
|
b2AbandonedSignalled: false,
|
|
9603
|
+
b2AbandonedWithoutAnswer: false,
|
|
8752
9604
|
ambiguousPinnedSinceMs: 0,
|
|
8753
9605
|
ambiguousResolved: false,
|
|
8754
9606
|
sessionStoreFailurePending: false,
|
|
@@ -8773,6 +9625,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8773
9625
|
this.bufferedSessionErrors.delete(oldest);
|
|
8774
9626
|
}
|
|
8775
9627
|
}
|
|
9628
|
+
retainSessionError(event) {
|
|
9629
|
+
this.retainedSessionErrors.delete(event.sessionId);
|
|
9630
|
+
this.retainedSessionErrors.set(event.sessionId, {
|
|
9631
|
+
reason: event.reason,
|
|
9632
|
+
observedAt: this.now()
|
|
9633
|
+
});
|
|
9634
|
+
while (this.retainedSessionErrors.size > MAX_BUFFERED_SESSION_ERRORS) {
|
|
9635
|
+
const oldest = this.retainedSessionErrors.keys().next().value;
|
|
9636
|
+
if (typeof oldest !== "string") break;
|
|
9637
|
+
this.retainedSessionErrors.delete(oldest);
|
|
9638
|
+
}
|
|
9639
|
+
}
|
|
9640
|
+
readRetainedSessionError(sessionId) {
|
|
9641
|
+
const retained = this.retainedSessionErrors.get(sessionId);
|
|
9642
|
+
if (!retained) return null;
|
|
9643
|
+
if (this.now() - retained.observedAt >= SESSION_ERROR_RETENTION_TTL_MS) {
|
|
9644
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9645
|
+
return null;
|
|
9646
|
+
}
|
|
9647
|
+
this.retainedSessionErrors.delete(sessionId);
|
|
9648
|
+
return retained.reason;
|
|
9649
|
+
}
|
|
8776
9650
|
/**
|
|
8777
9651
|
* Build a fresh `SessionWatcher`. Seeds `lastTickAt`/`lastObservedTickAt`
|
|
8778
9652
|
* EQUAL (#1618) so a watcher whose loop has not started ticking yet is never
|
|
@@ -8868,6 +9742,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
8868
9742
|
b2LastDescendantCheckMs: 0,
|
|
8869
9743
|
b2RootOngoingHeldLogged: false,
|
|
8870
9744
|
b2AbandonedSignalled: false,
|
|
9745
|
+
b2AbandonedWithoutAnswer: false,
|
|
8871
9746
|
ambiguousPinnedSinceMs: 0,
|
|
8872
9747
|
ambiguousResolved: false,
|
|
8873
9748
|
sessionStoreFailurePending: false,
|
|
@@ -9098,9 +9973,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9098
9973
|
return;
|
|
9099
9974
|
}
|
|
9100
9975
|
if ([...watcher.inFlight.values()].some((message) => message.started && !message.done)) {
|
|
9976
|
+
this.retainSessionError(event);
|
|
9101
9977
|
this.log({
|
|
9102
|
-
level: "
|
|
9103
|
-
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 deferring to transcript polling`,
|
|
9978
|
+
level: "warn",
|
|
9979
|
+
message: `A turn is already running in session ${event.sessionId.slice(0, 8)} \u2014 retaining the session error and deferring to transcript polling: ${event.reason}`,
|
|
9104
9980
|
conversation_id: watcher.conv.id
|
|
9105
9981
|
});
|
|
9106
9982
|
return;
|
|
@@ -9130,9 +10006,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9130
10006
|
const messages = await this.getSessionMessages(event.sessionId);
|
|
9131
10007
|
const state = messageRunState(messages, inFlight.opencodeMessageId);
|
|
9132
10008
|
if (state !== "queued") {
|
|
10009
|
+
this.retainSessionError(event);
|
|
9133
10010
|
this.log({
|
|
9134
|
-
level: "
|
|
9135
|
-
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} observed state ${state};
|
|
10011
|
+
level: "warn",
|
|
10012
|
+
message: `Session error for message ${inFlight.evidentMessageId.slice(0, 8)} in session ${event.sessionId.slice(0, 8)} observed state ${state}; retaining the reason for transcript polling: ${event.reason}`,
|
|
9136
10013
|
conversation_id: watcher.conv.id,
|
|
9137
10014
|
message_id: inFlight.evidentMessageId
|
|
9138
10015
|
});
|
|
@@ -9144,14 +10021,40 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9144
10021
|
conversation_id: watcher.conv.id,
|
|
9145
10022
|
message_id: inFlight.evidentMessageId
|
|
9146
10023
|
});
|
|
9147
|
-
|
|
9148
|
-
|
|
9149
|
-
inFlight.
|
|
9150
|
-
|
|
9151
|
-
|
|
9152
|
-
|
|
10024
|
+
const isMissingProvider = isProviderModelNotFoundError(event.reason);
|
|
10025
|
+
if (isMissingProvider) {
|
|
10026
|
+
const dispatchedModel = inFlight.message.opencode_model;
|
|
10027
|
+
const separator = dispatchedModel?.indexOf("/") ?? -1;
|
|
10028
|
+
const hasProviderAndModel = dispatchedModel !== null && separator > 0 && separator < dispatchedModel.length - 1;
|
|
10029
|
+
await this.markFailed(
|
|
10030
|
+
watcher.conv.id,
|
|
10031
|
+
inFlight.evidentMessageId,
|
|
10032
|
+
event.sessionId,
|
|
10033
|
+
`OpenCode could not run this turn: ${event.reason}`,
|
|
10034
|
+
void 0,
|
|
10035
|
+
{
|
|
10036
|
+
classification: {
|
|
10037
|
+
kind: "model_auth",
|
|
10038
|
+
providerId: hasProviderAndModel ? dispatchedModel.slice(0, separator) : null,
|
|
10039
|
+
modelId: hasProviderAndModel ? dispatchedModel.slice(separator + 1) : null,
|
|
10040
|
+
reason: "missing"
|
|
10041
|
+
},
|
|
10042
|
+
errorShape: { name: null, statusCode: null }
|
|
10043
|
+
}
|
|
10044
|
+
);
|
|
10045
|
+
} else {
|
|
10046
|
+
await this.markFailed(
|
|
10047
|
+
watcher.conv.id,
|
|
10048
|
+
inFlight.evidentMessageId,
|
|
10049
|
+
event.sessionId,
|
|
10050
|
+
`OpenCode could not run this turn: ${event.reason}`
|
|
10051
|
+
);
|
|
10052
|
+
}
|
|
9153
10053
|
inFlight.done = true;
|
|
9154
10054
|
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10055
|
+
if (isMissingProvider) {
|
|
10056
|
+
await this.repairProviderRegistry(watcher.conv.id, inFlight.evidentMessageId);
|
|
10057
|
+
}
|
|
9155
10058
|
} catch (err) {
|
|
9156
10059
|
if (err instanceof ChannelAuthError) {
|
|
9157
10060
|
this.log({
|
|
@@ -9172,6 +10075,44 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9172
10075
|
this.sessionErrorHandled.delete(inFlight.evidentMessageId);
|
|
9173
10076
|
}
|
|
9174
10077
|
}
|
|
10078
|
+
async repairProviderRegistry(conversationId, messageId) {
|
|
10079
|
+
if (this.isV2) {
|
|
10080
|
+
void this.postSignal(conversationId, messageId, "provider_registry_reload_unsupported");
|
|
10081
|
+
return;
|
|
10082
|
+
}
|
|
10083
|
+
const activeSessions = this.protectedSessionIds().size;
|
|
10084
|
+
if (activeSessions > 0 || this.draining) {
|
|
10085
|
+
this.pendingProviderRegistryRepair = { conversationId, messageId };
|
|
10086
|
+
void this.postSignal(conversationId, messageId, "provider_registry_repair_deferred", {
|
|
10087
|
+
active_sessions: activeSessions
|
|
10088
|
+
});
|
|
10089
|
+
this.log({
|
|
10090
|
+
level: "warn",
|
|
10091
|
+
message: `Provider registry repair deferred until a lifecycle-safe point; ${activeSessions} active session(s) protected`,
|
|
10092
|
+
conversation_id: conversationId,
|
|
10093
|
+
message_id: messageId
|
|
10094
|
+
});
|
|
10095
|
+
return;
|
|
10096
|
+
}
|
|
10097
|
+
await this.issueProviderRegistryReload(conversationId, messageId);
|
|
10098
|
+
}
|
|
10099
|
+
async issueProviderRegistryReload(conversationId, messageId) {
|
|
10100
|
+
this.pendingProviderRegistryRepair = null;
|
|
10101
|
+
const result = await disposeAndReloadProviderConfig(this.port, this.openCodeClient);
|
|
10102
|
+
if (result.outcome === "failed") {
|
|
10103
|
+
const failure = result.status === null ? `transport failure${result.detail ? `: ${result.detail}` : ""}` : `HTTP ${result.status}`;
|
|
10104
|
+
this.log({
|
|
10105
|
+
level: "warn",
|
|
10106
|
+
message: `Provider registry reload failed (${failure})`,
|
|
10107
|
+
conversation_id: conversationId,
|
|
10108
|
+
message_id: messageId
|
|
10109
|
+
});
|
|
10110
|
+
}
|
|
10111
|
+
const repairOutcome = result.outcome === "reloaded" ? "reloaded" : "reload_failed";
|
|
10112
|
+
void this.postSignal(conversationId, messageId, "provider_registry_reload_issued", {
|
|
10113
|
+
repair_outcome: repairOutcome
|
|
10114
|
+
});
|
|
10115
|
+
}
|
|
9175
10116
|
/**
|
|
9176
10117
|
* The per-session polling loop (WI-3). Once per tick it:
|
|
9177
10118
|
* 1. polls `GET /session/:id/message` once and, per in-flight message,
|
|
@@ -9361,7 +10302,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9361
10302
|
if (state === "failed") {
|
|
9362
10303
|
this.anchorDeliveryDeadline(inFlight);
|
|
9363
10304
|
if (!inFlight.done) {
|
|
9364
|
-
const
|
|
10305
|
+
const messageErrorText = messageError(messages, inFlight.opencodeMessageId);
|
|
10306
|
+
const retainedReason = this.readRetainedSessionError(sessionId);
|
|
10307
|
+
const retainedError = retainedReason === null || messageErrorText !== null && messageErrorText.includes(retainedReason) ? null : `${SESSION_ERROR_RETAINED_DETAIL}${retainedReason}`;
|
|
10308
|
+
const observedCause = this.sessionStoreHealth?.readCause(sessionId);
|
|
10309
|
+
const causeError = observedCause === null || observedCause === void 0 ? null : `${SESSION_ERROR_OBSERVED_CAUSE}${observedCause}`;
|
|
10310
|
+
const storeError = this.sessionStoreHealth?.isUnwritable() ? SESSION_STORE_UNWRITABLE_ERROR : null;
|
|
10311
|
+
const runnerDetails = [retainedError, causeError, storeError].filter(
|
|
10312
|
+
(detail) => detail !== null
|
|
10313
|
+
);
|
|
10314
|
+
const error2 = messageErrorText === null ? runnerDetails.length === 0 ? void 0 : runnerDetails.join(" ") : [messageErrorText, ...runnerDetails].join(" ");
|
|
9365
10315
|
this.log({
|
|
9366
10316
|
level: "error",
|
|
9367
10317
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} errored \u2014 marking failed: ${error2 ?? "(no error text)"}`,
|
|
@@ -9447,10 +10397,33 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9447
10397
|
inFlight.b2LastDescendantCheckMs = 0;
|
|
9448
10398
|
inFlight.b2RootOngoingHeldLogged = false;
|
|
9449
10399
|
inFlight.b2AbandonedSignalled = false;
|
|
10400
|
+
inFlight.b2AbandonedWithoutAnswer = false;
|
|
9450
10401
|
}
|
|
9451
10402
|
} else {
|
|
9452
10403
|
if (inFlight.b2AbandonedSignalled) {
|
|
9453
|
-
|
|
10404
|
+
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
10405
|
+
const finish = reply?.info?.finish ?? reply?.finish;
|
|
10406
|
+
if (inFlight.b2AbandonedWithoutAnswer) {
|
|
10407
|
+
await this.settleMessageAbandonedWithoutAnswer(
|
|
10408
|
+
sessionId,
|
|
10409
|
+
watcher,
|
|
10410
|
+
inFlight,
|
|
10411
|
+
messages,
|
|
10412
|
+
finish
|
|
10413
|
+
);
|
|
10414
|
+
} else {
|
|
10415
|
+
await this.settleMessageDone(
|
|
10416
|
+
sessionId,
|
|
10417
|
+
watcher,
|
|
10418
|
+
inFlight,
|
|
10419
|
+
messages,
|
|
10420
|
+
composeAbandonmentNote(
|
|
10421
|
+
finish,
|
|
10422
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10423
|
+
"with-answer"
|
|
10424
|
+
)
|
|
10425
|
+
);
|
|
10426
|
+
}
|
|
9454
10427
|
return;
|
|
9455
10428
|
}
|
|
9456
10429
|
if (inFlight.b2PinnedSinceMs === 0) inFlight.b2PinnedSinceMs = this.now();
|
|
@@ -9478,21 +10451,51 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9478
10451
|
return;
|
|
9479
10452
|
}
|
|
9480
10453
|
inFlight.b2AbandonedSignalled = true;
|
|
10454
|
+
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
10455
|
+
const finish = reply?.info?.finish ?? reply?.finish;
|
|
10456
|
+
if (extractReplyTextForMessage(messages, inFlight.opencodeMessageId) === null) {
|
|
10457
|
+
inFlight.b2AbandonedWithoutAnswer = true;
|
|
10458
|
+
void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
|
|
10459
|
+
watched_for_ms: pinnedForMs,
|
|
10460
|
+
run_state: "failed",
|
|
10461
|
+
finish,
|
|
10462
|
+
...rootOngoing != null ? { root_ongoing: rootOngoing } : {},
|
|
10463
|
+
...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
|
|
10464
|
+
opencode_message_id: inFlight.opencodeMessageId
|
|
10465
|
+
});
|
|
10466
|
+
await this.settleMessageAbandonedWithoutAnswer(
|
|
10467
|
+
sessionId,
|
|
10468
|
+
watcher,
|
|
10469
|
+
inFlight,
|
|
10470
|
+
messages,
|
|
10471
|
+
finish
|
|
10472
|
+
);
|
|
10473
|
+
return;
|
|
10474
|
+
}
|
|
9481
10475
|
this.log({
|
|
9482
10476
|
level: "warn",
|
|
9483
10477
|
message: `Message ${id.slice(0, 8)} b2-pinned for ${Math.round(pinnedForMs / 1e3)}s with no ongoing descendant sub-agent session (status-map confirmed) \u2014 treating the delegated/tool turn as abandoned, resolving done`,
|
|
9484
10478
|
conversation_id: conv.id,
|
|
9485
10479
|
message_id: id
|
|
9486
10480
|
});
|
|
9487
|
-
const reply = findLastAssistantReplyFor(messages, inFlight.opencodeMessageId);
|
|
9488
10481
|
void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
|
|
9489
10482
|
watched_for_ms: pinnedForMs,
|
|
9490
|
-
finish
|
|
10483
|
+
finish,
|
|
9491
10484
|
...rootOngoing != null ? { root_ongoing: rootOngoing } : {},
|
|
9492
10485
|
...descendantOngoing != null ? { descendant_ongoing: descendantOngoing } : {},
|
|
9493
10486
|
opencode_message_id: inFlight.opencodeMessageId
|
|
9494
10487
|
});
|
|
9495
|
-
await this.settleMessageDone(
|
|
10488
|
+
await this.settleMessageDone(
|
|
10489
|
+
sessionId,
|
|
10490
|
+
watcher,
|
|
10491
|
+
inFlight,
|
|
10492
|
+
messages,
|
|
10493
|
+
composeAbandonmentNote(
|
|
10494
|
+
finish,
|
|
10495
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10496
|
+
"with-answer"
|
|
10497
|
+
)
|
|
10498
|
+
);
|
|
9496
10499
|
return;
|
|
9497
10500
|
}
|
|
9498
10501
|
if (rootOngoing === true && !inFlight.b2RootOngoingHeldLogged) {
|
|
@@ -9692,15 +10695,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9692
10695
|
}
|
|
9693
10696
|
}
|
|
9694
10697
|
/**
|
|
9695
|
-
* Settle a message whose run-state has resolved `'done'
|
|
9696
|
-
*
|
|
9697
|
-
*
|
|
9698
|
-
* b2-abandonment resolution) can reach the exact same completion behavior
|
|
9699
|
-
* (delivery-deadline anchoring, title resolution, usage extraction, and
|
|
9700
|
-
* `markDone`'s auth/terminal/transient-retry discipline) without duplicating it
|
|
9701
|
-
* and risking the two copies silently drifting apart.
|
|
10698
|
+
* Settle a message whose run-state has resolved `'done'`. Normal completion and
|
|
10699
|
+
* confirmed b2 abandonment share the same delivery, usage, and terminal handling.
|
|
10700
|
+
* Normal completions omit the optional terminal diagnostic.
|
|
9702
10701
|
*/
|
|
9703
|
-
async settleMessageDone(sessionId, watcher, inFlight, messages) {
|
|
10702
|
+
async settleMessageDone(sessionId, watcher, inFlight, messages, note) {
|
|
9704
10703
|
const conv = watcher.conv;
|
|
9705
10704
|
this.anchorDeliveryDeadline(inFlight);
|
|
9706
10705
|
if (!inFlight.done) {
|
|
@@ -9727,7 +10726,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9727
10726
|
title,
|
|
9728
10727
|
usage,
|
|
9729
10728
|
usageAgentName,
|
|
9730
|
-
subagentInvocations
|
|
10729
|
+
subagentInvocations,
|
|
10730
|
+
note
|
|
9731
10731
|
);
|
|
9732
10732
|
} catch (err) {
|
|
9733
10733
|
if (err instanceof ChannelAuthError) throw err;
|
|
@@ -9769,6 +10769,78 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9769
10769
|
}
|
|
9770
10770
|
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
9771
10771
|
}
|
|
10772
|
+
/** Report a confirmed b2 abandonment that produced no answer text. */
|
|
10773
|
+
async settleMessageAbandonedWithoutAnswer(sessionId, watcher, inFlight, messages, finish) {
|
|
10774
|
+
const conv = watcher.conv;
|
|
10775
|
+
const error2 = composeAbandonmentNote(
|
|
10776
|
+
finish,
|
|
10777
|
+
describeAbandonedReplyShape(messages, inFlight.opencodeMessageId),
|
|
10778
|
+
"without-answer"
|
|
10779
|
+
);
|
|
10780
|
+
this.anchorDeliveryDeadline(inFlight);
|
|
10781
|
+
this.log({
|
|
10782
|
+
level: "warn",
|
|
10783
|
+
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was abandoned without an answer \u2014 ${error2}`,
|
|
10784
|
+
conversation_id: conv.id,
|
|
10785
|
+
message_id: inFlight.evidentMessageId
|
|
10786
|
+
});
|
|
10787
|
+
const usage = messageUsage(messages, inFlight.opencodeMessageId);
|
|
10788
|
+
const usageAgentName = this.usageAgentName(messages ?? [], inFlight.opencodeMessageId);
|
|
10789
|
+
const subagentInvocations = await this.resolveSubagentInvocations(
|
|
10790
|
+
messages,
|
|
10791
|
+
inFlight.opencodeMessageId,
|
|
10792
|
+
inFlight.evidentMessageId
|
|
10793
|
+
);
|
|
10794
|
+
try {
|
|
10795
|
+
await this.markFailed(
|
|
10796
|
+
conv.id,
|
|
10797
|
+
inFlight.evidentMessageId,
|
|
10798
|
+
sessionId,
|
|
10799
|
+
error2,
|
|
10800
|
+
usage,
|
|
10801
|
+
void 0,
|
|
10802
|
+
usageAgentName,
|
|
10803
|
+
subagentInvocations
|
|
10804
|
+
);
|
|
10805
|
+
} catch (err) {
|
|
10806
|
+
if (err instanceof ChannelAuthError) throw err;
|
|
10807
|
+
if (err instanceof ChannelTerminalError) {
|
|
10808
|
+
this.log({
|
|
10809
|
+
level: "warn",
|
|
10810
|
+
message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed (terminal HTTP ${err.status}) \u2014 leaving it for the cron safety net: ${err.message}`,
|
|
10811
|
+
conversation_id: conv.id,
|
|
10812
|
+
message_id: inFlight.evidentMessageId
|
|
10813
|
+
});
|
|
10814
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10815
|
+
return;
|
|
10816
|
+
}
|
|
10817
|
+
if (this.now() >= inFlight.deadline) {
|
|
10818
|
+
this.log({
|
|
10819
|
+
level: "warn",
|
|
10820
|
+
message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed within the delivery window \u2014 leaving it for the cron safety net: ${err instanceof Error ? err.message : String(err)}`,
|
|
10821
|
+
conversation_id: conv.id,
|
|
10822
|
+
message_id: inFlight.evidentMessageId
|
|
10823
|
+
});
|
|
10824
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10825
|
+
return;
|
|
10826
|
+
}
|
|
10827
|
+
this.log({
|
|
10828
|
+
level: "warn",
|
|
10829
|
+
message: `Failed to report abandoned no-answer message ${inFlight.evidentMessageId.slice(0, 8)} as failed (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
|
|
10830
|
+
conversation_id: conv.id,
|
|
10831
|
+
message_id: inFlight.evidentMessageId
|
|
10832
|
+
});
|
|
10833
|
+
return;
|
|
10834
|
+
}
|
|
10835
|
+
inFlight.done = true;
|
|
10836
|
+
await this.reportSubagentAuthFailures(
|
|
10837
|
+
watcher.conv.id,
|
|
10838
|
+
inFlight.opencodeMessageId,
|
|
10839
|
+
inFlight.evidentMessageId,
|
|
10840
|
+
messages
|
|
10841
|
+
);
|
|
10842
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
10843
|
+
}
|
|
9772
10844
|
/**
|
|
9773
10845
|
* Report a queued message as failed after the never-started bound. The accepted
|
|
9774
10846
|
* OpenCode copy is not cancelled, so the local fence remains on unsuccessful
|
|
@@ -9831,7 +10903,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9831
10903
|
*/
|
|
9832
10904
|
async settleMessageSessionStoreUnwritable(sessionId, watcher, inFlight) {
|
|
9833
10905
|
const conv = watcher.conv;
|
|
9834
|
-
const error2 =
|
|
10906
|
+
const error2 = SESSION_STORE_UNWRITABLE_ERROR;
|
|
9835
10907
|
this.log({
|
|
9836
10908
|
level: "error",
|
|
9837
10909
|
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} was not resolved as done: ${error2}`,
|
|
@@ -9922,11 +10994,22 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9922
10994
|
}
|
|
9923
10995
|
}
|
|
9924
10996
|
}
|
|
9925
|
-
if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0) {
|
|
10997
|
+
if (this.untrackableAck.size > 0 || this.neverStartedAttempts.size > 0 || this.awaitingCorrelation.size > 0) {
|
|
9926
10998
|
const stillProcessing = new Set(rows.map((r) => r.id));
|
|
10999
|
+
for (const id of this.awaitingCorrelation.keys()) {
|
|
11000
|
+
if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
|
|
11001
|
+
this.awaitingCorrelation.delete(id);
|
|
11002
|
+
this.log({
|
|
11003
|
+
level: "debug",
|
|
11004
|
+
message: `Re-adopt: message ${id.slice(0, 8)} left processing and pending \u2014 cleared awaiting-correlation fence`,
|
|
11005
|
+
message_id: id
|
|
11006
|
+
});
|
|
11007
|
+
}
|
|
11008
|
+
}
|
|
9927
11009
|
for (const id of [...this.untrackableAck.keys()]) {
|
|
9928
11010
|
if (!stillProcessing.has(id) && !this.pendingMessageIds.has(id)) {
|
|
9929
11011
|
this.untrackableAck.delete(id);
|
|
11012
|
+
this.untrackableAckSessionIds.delete(id);
|
|
9930
11013
|
this.untrackableAckSignalled.delete(id);
|
|
9931
11014
|
this.untrackableAckWarned.delete(id);
|
|
9932
11015
|
this.log({
|
|
@@ -9966,7 +11049,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9966
11049
|
bySession.set(row.opencode_session_id, list);
|
|
9967
11050
|
}
|
|
9968
11051
|
for (const [sessionId, sessionRows] of bySession) {
|
|
9969
|
-
let messages;
|
|
11052
|
+
let messages = null;
|
|
9970
11053
|
try {
|
|
9971
11054
|
if (this.isV2) {
|
|
9972
11055
|
const snapshot = await this.getSessionMessages(sessionId);
|
|
@@ -9975,9 +11058,9 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9975
11058
|
level: "warn",
|
|
9976
11059
|
message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned an unreadable message snapshot \u2014 skipping this session this tick`
|
|
9977
11060
|
});
|
|
9978
|
-
|
|
11061
|
+
} else {
|
|
11062
|
+
messages = snapshot;
|
|
9979
11063
|
}
|
|
9980
|
-
messages = snapshot;
|
|
9981
11064
|
} else {
|
|
9982
11065
|
const polled = await pollSessionMessagesForRedrive(
|
|
9983
11066
|
this.port,
|
|
@@ -9990,15 +11073,22 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
9990
11073
|
level: "warn",
|
|
9991
11074
|
message: `Re-adopt: polling session ${sessionId.slice(0, 8)} returned ${polled.malformed ? "a non-array message body" : `HTTP ${polled.status ?? "a network error"}${normalized ? `: ${normalized}` : ""}`} \u2014 skipping this session this tick`
|
|
9992
11075
|
});
|
|
9993
|
-
|
|
11076
|
+
} else {
|
|
11077
|
+
messages = polled.messages;
|
|
9994
11078
|
}
|
|
9995
|
-
messages = polled.messages;
|
|
9996
11079
|
}
|
|
9997
11080
|
} catch (err) {
|
|
9998
11081
|
this.log({
|
|
9999
11082
|
level: "warn",
|
|
10000
11083
|
message: `Re-adopt: failed to poll session ${sessionId.slice(0, 8)} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`
|
|
10001
11084
|
});
|
|
11085
|
+
}
|
|
11086
|
+
if (messages === null) {
|
|
11087
|
+
for (const row of sessionRows) {
|
|
11088
|
+
if (this.awaitingCorrelation.has(row.id)) {
|
|
11089
|
+
await this.advanceReadoptCorrelation(sessionId, row, null);
|
|
11090
|
+
}
|
|
11091
|
+
}
|
|
10002
11092
|
continue;
|
|
10003
11093
|
}
|
|
10004
11094
|
const anyUntracked = sessionRows.some((row) => !this.isTracked(sessionId, row.id));
|
|
@@ -10008,6 +11098,59 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10008
11098
|
}
|
|
10009
11099
|
}
|
|
10010
11100
|
}
|
|
11101
|
+
/** Advance a re-adopted accepted prompt through the shared correlation fence. */
|
|
11102
|
+
async advanceReadoptCorrelation(sessionId, row, messages) {
|
|
11103
|
+
const correlation = this.awaitingCorrelation.get(row.id);
|
|
11104
|
+
if (!correlation) return false;
|
|
11105
|
+
correlation.attempts += 1;
|
|
11106
|
+
const correlatedId = messages === null ? null : this.findAwaitingCorrelationId(correlation, sessionId, messages);
|
|
11107
|
+
if (correlatedId !== null) {
|
|
11108
|
+
this.awaitingCorrelation.delete(row.id);
|
|
11109
|
+
const conv = this.convForRow(sessionId, row);
|
|
11110
|
+
const message = this.queuedMessageForRow(row);
|
|
11111
|
+
const processedAtMs = this.processedAtMs(row);
|
|
11112
|
+
this.registerReadopted(conv, sessionId, message, correlatedId, processedAtMs, processedAtMs);
|
|
11113
|
+
this.dispatched.add(row.id);
|
|
11114
|
+
this.readopted.add(row.id);
|
|
11115
|
+
this.ensureWatcherRunning(sessionId);
|
|
11116
|
+
this.log({
|
|
11117
|
+
level: "info",
|
|
11118
|
+
message: `Re-adopt: matched accepted message ${row.id.slice(0, 8)} to OpenCode turn ${correlatedId.slice(0, 8)} without sending it again`,
|
|
11119
|
+
conversation_id: row.conversation_id,
|
|
11120
|
+
message_id: row.id
|
|
11121
|
+
});
|
|
11122
|
+
void this.postSignal(row.conversation_id, row.id, "readopt_redispatched");
|
|
11123
|
+
void this.postSignal(row.conversation_id, row.id, "ack_correlated", {
|
|
11124
|
+
opencode_message_id: correlatedId
|
|
11125
|
+
});
|
|
11126
|
+
return true;
|
|
11127
|
+
}
|
|
11128
|
+
if (correlation.knownUserIds === null) {
|
|
11129
|
+
this.log({
|
|
11130
|
+
level: "debug",
|
|
11131
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} cannot be correlated because its pre-dispatch session list was unreadable`,
|
|
11132
|
+
conversation_id: row.conversation_id,
|
|
11133
|
+
message_id: row.id
|
|
11134
|
+
});
|
|
11135
|
+
} else if (correlation.sessionId !== sessionId) {
|
|
11136
|
+
this.log({
|
|
11137
|
+
level: "warn",
|
|
11138
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} moved from original session ${correlation.sessionId.slice(0, 8)} to ${sessionId.slice(0, 8)} while awaiting correlation \u2014 refusing to adopt a turn from the rebound session`,
|
|
11139
|
+
conversation_id: row.conversation_id,
|
|
11140
|
+
message_id: row.id
|
|
11141
|
+
});
|
|
11142
|
+
}
|
|
11143
|
+
if (correlation.attempts >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES) {
|
|
11144
|
+
await this.handoffUntrackableCorrelation(
|
|
11145
|
+
row.conversation_id,
|
|
11146
|
+
row.id,
|
|
11147
|
+
correlation.sessionId,
|
|
11148
|
+
correlation.attempts,
|
|
11149
|
+
"readopt"
|
|
11150
|
+
);
|
|
11151
|
+
}
|
|
11152
|
+
return true;
|
|
11153
|
+
}
|
|
10011
11154
|
/**
|
|
10012
11155
|
* Re-adopt ONE `processing` row against the tick's session message snapshot
|
|
10013
11156
|
* (ADR-0046 Decision §1/§2). Idempotent: skips a row already being driven.
|
|
@@ -10015,8 +11158,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10015
11158
|
* Branches on `messageRunState(messages, row.opencode_message_id)` — the
|
|
10016
11159
|
* opencode-assigned user-message id persisted on the first `processing` PATCH
|
|
10017
11160
|
* (#218). A row with a NULL stored id (dispatched but the read-back never landed
|
|
10018
|
-
* before the restart)
|
|
10019
|
-
*
|
|
11161
|
+
* before the restart) is first offered to an awaiting-correlation fence recorded
|
|
11162
|
+
* by this process; without that fence, it has no id to correlate after restart
|
|
11163
|
+
* and is treated as an orphan and re-dispatched (at most once, see
|
|
11164
|
+
* `forceReadoptRun`):
|
|
10020
11165
|
* - `done` → `markDone` now (guarded like the watcher's done branch);
|
|
10021
11166
|
* - `failed` → `markFailed` with the surfaced error (issue #182), so an
|
|
10022
11167
|
* errored turn is reported failed on restart, NOT re-dispatched —
|
|
@@ -10025,7 +11170,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10025
11170
|
* re-dispatched instead (issue #1310, see the branch below);
|
|
10026
11171
|
* - `running`/`queued` → re-attach a watcher via `registerReadopted` (no re-dispatch),
|
|
10027
11172
|
* tracking the stored id so the reply correlates by it;
|
|
10028
|
-
* - `unknown`/null id →
|
|
11173
|
+
* - `unknown`/null id → correlate through an awaiting fence when present;
|
|
11174
|
+
* otherwise re-dispatch (opencode assigns a fresh id) + attach a watcher.
|
|
10029
11175
|
*
|
|
10030
11176
|
* Only `ChannelAuthError` propagates.
|
|
10031
11177
|
*/
|
|
@@ -10039,6 +11185,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10039
11185
|
});
|
|
10040
11186
|
return;
|
|
10041
11187
|
}
|
|
11188
|
+
if (await this.advanceReadoptCorrelation(sessionId, row, messages)) return;
|
|
10042
11189
|
const ocId = row.opencode_message_id;
|
|
10043
11190
|
const state = messageRunState(messages, ocId ?? "");
|
|
10044
11191
|
if (state === "done") {
|
|
@@ -10105,12 +11252,48 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10105
11252
|
await this.reportSubagentAuthFailures(row.conversation_id, ocId ?? "", row.id, messages);
|
|
10106
11253
|
this.dontRedispatch.delete(row.id);
|
|
10107
11254
|
this.untrackableAck.delete(row.id);
|
|
11255
|
+
this.untrackableAckSessionIds.delete(row.id);
|
|
10108
11256
|
this.untrackableAckSignalled.delete(row.id);
|
|
10109
11257
|
this.untrackableAckWarned.delete(row.id);
|
|
10110
11258
|
void this.postSignal(row.conversation_id, row.id, "readopt_failed");
|
|
10111
11259
|
return;
|
|
10112
11260
|
}
|
|
10113
|
-
if (this.
|
|
11261
|
+
if (this.untrackableAck.has(row.id)) {
|
|
11262
|
+
if (this.untrackableAckSignalled.has(row.id)) {
|
|
11263
|
+
const firstFenceWarning = !this.untrackableAckWarned.has(row.id);
|
|
11264
|
+
this.untrackableAckWarned.add(row.id);
|
|
11265
|
+
this.log({
|
|
11266
|
+
level: firstFenceWarning ? "warn" : "debug",
|
|
11267
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} is fenced after an untrackable OpenCode turn \u2014 skipping re-dispatch and retrying the terminal report`,
|
|
11268
|
+
conversation_id: row.conversation_id,
|
|
11269
|
+
message_id: row.id
|
|
11270
|
+
});
|
|
11271
|
+
const errorMessage3 = this.untrackableAck.get(row.id);
|
|
11272
|
+
const reportError = await this.reportUntrackableAck(
|
|
11273
|
+
row.conversation_id,
|
|
11274
|
+
row.id,
|
|
11275
|
+
this.untrackableAckSessionIds.get(row.id) ?? null,
|
|
11276
|
+
errorMessage3
|
|
11277
|
+
);
|
|
11278
|
+
if (reportError !== null) {
|
|
11279
|
+
this.log({
|
|
11280
|
+
level: "warn",
|
|
11281
|
+
message: `Re-adopt: failed to report untrackable message ${row.id.slice(0, 8)} (will retry next drain): ${reportError.message}`,
|
|
11282
|
+
conversation_id: row.conversation_id,
|
|
11283
|
+
message_id: row.id
|
|
11284
|
+
});
|
|
11285
|
+
}
|
|
11286
|
+
} else {
|
|
11287
|
+
this.log({
|
|
11288
|
+
level: "debug",
|
|
11289
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
|
|
11290
|
+
conversation_id: row.conversation_id,
|
|
11291
|
+
message_id: row.id
|
|
11292
|
+
});
|
|
11293
|
+
}
|
|
11294
|
+
return;
|
|
11295
|
+
}
|
|
11296
|
+
if (this.dontRedispatch.has(row.id)) {
|
|
10114
11297
|
this.log({
|
|
10115
11298
|
level: "debug",
|
|
10116
11299
|
message: `Re-adopt: message ${row.id.slice(0, 8)} already gave up \u2014 left to the cron; skipping until it leaves processing`,
|
|
@@ -10288,6 +11471,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10288
11471
|
}
|
|
10289
11472
|
this.dontRedispatch.delete(row.id);
|
|
10290
11473
|
this.untrackableAck.delete(row.id);
|
|
11474
|
+
this.untrackableAckSessionIds.delete(row.id);
|
|
10291
11475
|
this.untrackableAckSignalled.delete(row.id);
|
|
10292
11476
|
this.untrackableAckWarned.delete(row.id);
|
|
10293
11477
|
void this.postSignal(row.conversation_id, row.id, "readopt_done");
|
|
@@ -10307,8 +11491,9 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10307
11491
|
* latch makes a null-id row re-dispatched AT MOST ONCE per outstanding read-back:
|
|
10308
11492
|
* short-circuit while the row is latched; clear it on a successful dispatch (the
|
|
10309
11493
|
* row is then tracked in `dispatched`, so `readoptOne`'s early skip prevents
|
|
10310
|
-
* re-entry)
|
|
10311
|
-
*
|
|
11494
|
+
* re-entry) or when the dispatch itself failed before acceptance. An accepted V1
|
|
11495
|
+
* dispatch whose id is not readable enters the bounded correlation fence instead
|
|
11496
|
+
* of retrying; exhaustion hands it to `untrackableAck`.
|
|
10312
11497
|
*
|
|
10313
11498
|
* `evidentMessageId = row.id` addresses the SERVER row. Deadline anchored to
|
|
10314
11499
|
* `processed_at` (Invariant 1).
|
|
@@ -10371,6 +11556,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10371
11556
|
);
|
|
10372
11557
|
}
|
|
10373
11558
|
let ocId;
|
|
11559
|
+
let preDispatchUserIds = null;
|
|
10374
11560
|
try {
|
|
10375
11561
|
ocId = this.isV2 ? await sendV2Prompt(this.openCodeClient, sessionId, row.content) : await this.dispatchLocked(
|
|
10376
11562
|
sessionId,
|
|
@@ -10380,7 +11566,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10380
11566
|
row.content,
|
|
10381
11567
|
options,
|
|
10382
11568
|
sendAttachments,
|
|
10383
|
-
this.openCodeClient
|
|
11569
|
+
this.openCodeClient,
|
|
11570
|
+
{
|
|
11571
|
+
onKnownUserIds: (ids) => {
|
|
11572
|
+
preDispatchUserIds = ids;
|
|
11573
|
+
},
|
|
11574
|
+
onKnownUserIdsError: (error2) => {
|
|
11575
|
+
this.log({
|
|
11576
|
+
level: "warn",
|
|
11577
|
+
message: `Pre-dispatch snapshot callback failed for message ${row.id.slice(0, 8)}: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
11578
|
+
conversation_id: row.conversation_id,
|
|
11579
|
+
message_id: row.id
|
|
11580
|
+
});
|
|
11581
|
+
}
|
|
11582
|
+
}
|
|
10384
11583
|
)
|
|
10385
11584
|
);
|
|
10386
11585
|
} catch (err) {
|
|
@@ -10413,6 +11612,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10413
11612
|
}
|
|
10414
11613
|
} else {
|
|
10415
11614
|
this.untrackableAck.set(row.id, errorMessage3);
|
|
11615
|
+
this.untrackableAckSessionIds.set(row.id, sessionId);
|
|
10416
11616
|
}
|
|
10417
11617
|
this.log({
|
|
10418
11618
|
level: "error",
|
|
@@ -10461,39 +11661,20 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10461
11661
|
}
|
|
10462
11662
|
if (ocId === null) {
|
|
10463
11663
|
this.awaitingReadopt.delete(row.id);
|
|
10464
|
-
|
|
10465
|
-
|
|
10466
|
-
|
|
10467
|
-
|
|
10468
|
-
|
|
10469
|
-
|
|
10470
|
-
this.log({
|
|
10471
|
-
level: "error",
|
|
10472
|
-
message: errorMessage3,
|
|
10473
|
-
conversation_id: row.conversation_id,
|
|
10474
|
-
message_id: row.id
|
|
10475
|
-
});
|
|
10476
|
-
await this.markFailed(row.conversation_id, row.id, null, errorMessage3).catch((markErr) => {
|
|
10477
|
-
this.log({
|
|
10478
|
-
level: "warn",
|
|
10479
|
-
message: `markFailed PATCH for message ${row.id.slice(0, 8)} (conversation ${row.conversation_id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
|
|
10480
|
-
conversation_id: row.conversation_id,
|
|
10481
|
-
message_id: row.id
|
|
10482
|
-
});
|
|
10483
|
-
});
|
|
10484
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
10485
|
-
return;
|
|
10486
|
-
}
|
|
11664
|
+
this.awaitingCorrelation.set(row.id, {
|
|
11665
|
+
sessionId,
|
|
11666
|
+
content: row.content,
|
|
11667
|
+
attempts: 0,
|
|
11668
|
+
knownUserIds: preDispatchUserIds
|
|
11669
|
+
});
|
|
10487
11670
|
this.log({
|
|
10488
11671
|
level: "warn",
|
|
10489
|
-
message: `Re-adopt: message ${row.id.slice(0, 8)}
|
|
11672
|
+
message: `Re-adopt: OpenCode accepted message ${row.id.slice(0, 8)}, but its assigned id could not be read back \u2014 the message will not be sent again while the runner matches it to the turn already running`,
|
|
10490
11673
|
conversation_id: row.conversation_id,
|
|
10491
11674
|
message_id: row.id
|
|
10492
11675
|
});
|
|
10493
|
-
void this.postSignal(row.conversation_id, row.id, "readopt_orphan_unsent");
|
|
10494
11676
|
return;
|
|
10495
11677
|
}
|
|
10496
|
-
this.unconfirmedDispatchFailures.delete(row.id);
|
|
10497
11678
|
const processedAtMs = this.processedAtMs(row);
|
|
10498
11679
|
this.registerReadopted(
|
|
10499
11680
|
readoptConv,
|
|
@@ -10832,14 +12013,14 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
10832
12013
|
const fetchChildWithoutBlocking = async (sessionId) => {
|
|
10833
12014
|
const pending = fetchChildMessages(sessionId);
|
|
10834
12015
|
let timer;
|
|
10835
|
-
const timeout = new Promise((
|
|
12016
|
+
const timeout = new Promise((resolve5) => {
|
|
10836
12017
|
timer = setTimeout(() => {
|
|
10837
12018
|
this.log({
|
|
10838
12019
|
level: "warn",
|
|
10839
12020
|
message: `Best-effort subagent session fetch for message ${messageId.slice(0, 8)} and child session ${sessionId.slice(0, 8)} was slow \u2014 omitting invocation telemetry without delaying completion`,
|
|
10840
12021
|
message_id: messageId
|
|
10841
12022
|
});
|
|
10842
|
-
|
|
12023
|
+
resolve5(null);
|
|
10843
12024
|
}, SUBAGENT_TELEMETRY_FETCH_TIMEOUT_MS);
|
|
10844
12025
|
});
|
|
10845
12026
|
try {
|
|
@@ -11399,7 +12580,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11399
12580
|
* watcher retries next tick within the
|
|
11400
12581
|
* deadline, Finding 4).
|
|
11401
12582
|
*/
|
|
11402
|
-
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations) {
|
|
12583
|
+
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage, usageAgentName, subagentInvocations, error2) {
|
|
11403
12584
|
const res = await this.fetchImpl(
|
|
11404
12585
|
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
|
|
11405
12586
|
{
|
|
@@ -11417,7 +12598,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11417
12598
|
...title ? { title } : {},
|
|
11418
12599
|
...usage ? usage : {},
|
|
11419
12600
|
...usageAgentName ? { usage_agent_name: usageAgentName } : {},
|
|
11420
|
-
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {}
|
|
12601
|
+
...subagentInvocations && subagentInvocations.length > 0 ? { subagent_invocations: subagentInvocations } : {},
|
|
12602
|
+
...error2 ? { error: error2 } : {}
|
|
11421
12603
|
})
|
|
11422
12604
|
}
|
|
11423
12605
|
);
|
|
@@ -11477,11 +12659,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11477
12659
|
if (subagentInvocations && subagentInvocations.length > 0) {
|
|
11478
12660
|
body.subagent_invocations = subagentInvocations;
|
|
11479
12661
|
}
|
|
11480
|
-
if (failure) {
|
|
11481
|
-
body.
|
|
11482
|
-
|
|
11483
|
-
|
|
11484
|
-
body.
|
|
12662
|
+
if (failure && failure.errorShape.name !== null) {
|
|
12663
|
+
body.failure_error_name = failure.errorShape.name;
|
|
12664
|
+
}
|
|
12665
|
+
if (failure && failure.errorShape.statusCode !== null) {
|
|
12666
|
+
body.failure_status_code = failure.errorShape.statusCode;
|
|
12667
|
+
}
|
|
12668
|
+
if (failure?.classification) {
|
|
12669
|
+
body.failure_kind = failure.classification.kind;
|
|
12670
|
+
body.failure_provider_id = failure.classification.providerId;
|
|
12671
|
+
body.failure_model_id = failure.classification.modelId;
|
|
12672
|
+
body.failure_reason = failure.classification.reason;
|
|
11485
12673
|
}
|
|
11486
12674
|
try {
|
|
11487
12675
|
await this.callWithRetry(
|
|
@@ -11502,27 +12690,28 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
11502
12690
|
this.clearSubagentInvocationCaches(messageId);
|
|
11503
12691
|
}
|
|
11504
12692
|
/**
|
|
11505
|
-
* Classify an errored turn
|
|
12693
|
+
* Classify an errored turn and extract its bounded error shape for `markFailed`.
|
|
11506
12694
|
*
|
|
11507
12695
|
* `messageFailure` alone (structured OpenCode error → `model_auth`) covers
|
|
11508
12696
|
* most cases; when it returns `null` on this ALREADY-FAILED turn, fall back
|
|
11509
12697
|
* to the P1-2b zero-provider check — one extra loopback call to
|
|
11510
12698
|
* `hasAnyConfiguredProvider`, only reached when the structured classifier
|
|
11511
12699
|
* couldn't place it. Fails open (never throws): a fallback probe failure
|
|
11512
|
-
* (`null`/indeterminate) leaves the classification `null
|
|
11513
|
-
*
|
|
12700
|
+
* (`null`/indeterminate) leaves the classification `null`; the raw error shape
|
|
12701
|
+
* is still retained for diagnostics.
|
|
11514
12702
|
*/
|
|
11515
12703
|
async classifyModelAuthFailure(messages, userMessageId) {
|
|
11516
|
-
const classified = messageFailure(messages, userMessageId);
|
|
11517
|
-
if (classified != null) return classified;
|
|
11518
12704
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
11519
|
-
const
|
|
11520
|
-
|
|
12705
|
+
const errorShape = extractReplyErrorShape(reply);
|
|
12706
|
+
const classified = messageFailure(messages, userMessageId);
|
|
12707
|
+
if (classified != null) return { classification: classified, errorShape };
|
|
12708
|
+
const classification = applyZeroProviderFallback(
|
|
11521
12709
|
classified,
|
|
11522
|
-
|
|
12710
|
+
await this.hasAnyConfiguredProvider(),
|
|
11523
12711
|
reply?.info?.providerID ?? null,
|
|
11524
12712
|
reply?.info?.modelID ?? null
|
|
11525
12713
|
);
|
|
12714
|
+
return { classification, errorShape };
|
|
11526
12715
|
}
|
|
11527
12716
|
async recordSubagentModelAuthFailure(failure, conversationId, messageId) {
|
|
11528
12717
|
const providerId = failure.providerId ?? "(unknown)";
|
|
@@ -12080,7 +13269,7 @@ function commandError2(result) {
|
|
|
12080
13269
|
return result.stderr.trim() || `process exited with code ${result.code ?? "null"}`;
|
|
12081
13270
|
}
|
|
12082
13271
|
var runCommand2 = (command, args, opts) => {
|
|
12083
|
-
return new Promise((
|
|
13272
|
+
return new Promise((resolve5) => {
|
|
12084
13273
|
let child;
|
|
12085
13274
|
let stdout = "";
|
|
12086
13275
|
let stderr = "";
|
|
@@ -12090,7 +13279,7 @@ var runCommand2 = (command, args, opts) => {
|
|
|
12090
13279
|
if (settled) return;
|
|
12091
13280
|
settled = true;
|
|
12092
13281
|
if (timer.handle) clearTimeout(timer.handle);
|
|
12093
|
-
|
|
13282
|
+
resolve5(result);
|
|
12094
13283
|
};
|
|
12095
13284
|
try {
|
|
12096
13285
|
child = spawn5(command, args, { env: opts.env, stdio: ["ignore", "pipe", "pipe"] });
|
|
@@ -12145,7 +13334,9 @@ async function installRunnerSecret({
|
|
|
12145
13334
|
}) {
|
|
12146
13335
|
const arn = env.RUNNER_SECRET_ARN?.trim();
|
|
12147
13336
|
if (!arn) {
|
|
12148
|
-
|
|
13337
|
+
if (!env.GH_TOKEN) {
|
|
13338
|
+
log3("runner secret is not configured; continuing without GitHub and MCP credentials");
|
|
13339
|
+
}
|
|
12149
13340
|
return false;
|
|
12150
13341
|
}
|
|
12151
13342
|
const result = await (commandRunner ?? runCommand2)(
|
|
@@ -12344,7 +13535,7 @@ async function configureGitHubAccess({ env, log: log3 }) {
|
|
|
12344
13535
|
// src/lib/opencode/config-overlay.ts
|
|
12345
13536
|
import { execFileSync as execFileSync2 } from "node:child_process";
|
|
12346
13537
|
import { copyFileSync, existsSync as existsSync2, statSync as statSync6 } from "node:fs";
|
|
12347
|
-
import { isAbsolute as
|
|
13538
|
+
import { isAbsolute as isAbsolute3, join as join11, resolve as resolve4 } from "node:path";
|
|
12348
13539
|
function isFile(filePath) {
|
|
12349
13540
|
return existsSync2(filePath) && statSync6(filePath).isFile();
|
|
12350
13541
|
}
|
|
@@ -12357,8 +13548,8 @@ function applyRunnerOpenCodeConfig({
|
|
|
12357
13548
|
log3("runner OpenCode config is not configured; using the baked project config", "debug");
|
|
12358
13549
|
return;
|
|
12359
13550
|
}
|
|
12360
|
-
const source =
|
|
12361
|
-
const target = isFile(
|
|
13551
|
+
const source = isAbsolute3(overlayPath) ? overlayPath : resolve4(cwd, overlayPath);
|
|
13552
|
+
const target = isFile(join11(cwd, "opencode.jsonc")) ? "opencode.jsonc" : "opencode.json";
|
|
12362
13553
|
if (!isFile(source)) {
|
|
12363
13554
|
log3(
|
|
12364
13555
|
`RUNNER-OPENCODE-CONFIG-MISSING: ${source} is not a file; headless turns will wedge on the first external-directory permission prompt (#563)`,
|
|
@@ -12366,7 +13557,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12366
13557
|
);
|
|
12367
13558
|
return;
|
|
12368
13559
|
}
|
|
12369
|
-
copyFileSync(source,
|
|
13560
|
+
copyFileSync(source, join11(cwd, target));
|
|
12370
13561
|
try {
|
|
12371
13562
|
execFileSync2("git", ["-C", cwd, "update-index", "--skip-worktree", target], {
|
|
12372
13563
|
stdio: "ignore"
|
|
@@ -12375,7 +13566,7 @@ function applyRunnerOpenCodeConfig({
|
|
|
12375
13566
|
const detail = error2 instanceof Error ? error2.message : String(error2);
|
|
12376
13567
|
log3(`could not mark ${target} skip-worktree: ${detail}; it may show as a local change`, "warn");
|
|
12377
13568
|
}
|
|
12378
|
-
log3(`Applied runner OpenCode config ${source} to ${
|
|
13569
|
+
log3(`Applied runner OpenCode config ${source} to ${join11(cwd, target)}`);
|
|
12379
13570
|
}
|
|
12380
13571
|
|
|
12381
13572
|
// src/lib/credential-sync.ts
|
|
@@ -12393,14 +13584,14 @@ function errorMessage2(error2) {
|
|
|
12393
13584
|
return error2 instanceof Error ? error2.message : String(error2);
|
|
12394
13585
|
}
|
|
12395
13586
|
function waitForSettlement(promise, timeoutMs) {
|
|
12396
|
-
return new Promise((
|
|
13587
|
+
return new Promise((resolve5) => {
|
|
12397
13588
|
let settled = false;
|
|
12398
13589
|
const timer = setTimeout(() => finish(false), Math.max(0, timeoutMs));
|
|
12399
13590
|
const finish = (value) => {
|
|
12400
13591
|
if (settled) return;
|
|
12401
13592
|
settled = true;
|
|
12402
13593
|
clearTimeout(timer);
|
|
12403
|
-
|
|
13594
|
+
resolve5(value);
|
|
12404
13595
|
};
|
|
12405
13596
|
promise.then(
|
|
12406
13597
|
() => finish(true),
|
|
@@ -12617,6 +13808,8 @@ function createCredentialSync({
|
|
|
12617
13808
|
var MAX_ACTIVITY_LOG_ENTRIES = 10;
|
|
12618
13809
|
var MAX_DISCONNECT_REASON_LENGTH = 200;
|
|
12619
13810
|
var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
|
|
13811
|
+
var CREDENTIAL_ADOPTION_PROBE_ATTEMPTS = 3;
|
|
13812
|
+
var CREDENTIAL_ADOPTION_PROBE_INTERVAL_MS = 1e3;
|
|
12620
13813
|
var CHANNEL_STUCK_QUEUED_MS = Number(process.env.EVIDENT_STUCK_QUEUED_MS) || void 0;
|
|
12621
13814
|
var SHUTDOWN_DRAIN_TIMEOUT_MS = Number(process.env.EVIDENT_SHUTDOWN_DRAIN_MS) || 25e3;
|
|
12622
13815
|
var TELEMETRY_SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
@@ -12651,8 +13844,8 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
12651
13844
|
if (trimmed === "") {
|
|
12652
13845
|
throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
|
|
12653
13846
|
}
|
|
12654
|
-
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ?
|
|
12655
|
-
if (!
|
|
13847
|
+
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join12(homeDir, trimmed.slice(2)) : trimmed;
|
|
13848
|
+
if (!isAbsolute4(expanded)) {
|
|
12656
13849
|
throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
|
|
12657
13850
|
}
|
|
12658
13851
|
const normalized = resolvePath2(expanded);
|
|
@@ -12752,8 +13945,7 @@ function resolveMaxActiveSessions(options, env = process.env) {
|
|
|
12752
13945
|
function meetsThreshold(state, level) {
|
|
12753
13946
|
return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
|
|
12754
13947
|
}
|
|
12755
|
-
function
|
|
12756
|
-
if (!meetsThreshold(state, level)) return;
|
|
13948
|
+
function writeConsoleLog(state, message, level) {
|
|
12757
13949
|
if (state.json) {
|
|
12758
13950
|
console.log(
|
|
12759
13951
|
JSON.stringify({
|
|
@@ -12762,10 +13954,18 @@ function log2(state, message, level = "info") {
|
|
|
12762
13954
|
message
|
|
12763
13955
|
})
|
|
12764
13956
|
);
|
|
12765
|
-
|
|
12766
|
-
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
12767
|
-
console.log(`${prefix} ${message}`);
|
|
13957
|
+
return;
|
|
12768
13958
|
}
|
|
13959
|
+
const prefix = level === "error" ? chalk7.red("\u2717") : level === "warn" ? chalk7.yellow("!") : level === "debug" ? chalk7.dim("\xB7") : chalk7.green("\u2022");
|
|
13960
|
+
console.log(`${prefix} ${message}`);
|
|
13961
|
+
}
|
|
13962
|
+
function log2(state, message, level = "info") {
|
|
13963
|
+
if (!meetsThreshold(state, level)) return;
|
|
13964
|
+
if (state.json || !state.interactive) writeConsoleLog(state, message, level);
|
|
13965
|
+
}
|
|
13966
|
+
function logLocalOnly(state, message, level = "info") {
|
|
13967
|
+
if (!meetsThreshold(state, level)) return;
|
|
13968
|
+
writeConsoleLog(state, message, level);
|
|
12769
13969
|
}
|
|
12770
13970
|
function logActivity(state, entry) {
|
|
12771
13971
|
const level = entry.level ?? (entry.type === "error" ? "error" : "info");
|
|
@@ -12957,6 +14157,125 @@ async function handleAuthError(state, error2) {
|
|
|
12957
14157
|
return { success: false };
|
|
12958
14158
|
}
|
|
12959
14159
|
}
|
|
14160
|
+
function logCredentialAdoptionActivity(state, activity, level) {
|
|
14161
|
+
const message = (() => {
|
|
14162
|
+
switch (activity.outcome) {
|
|
14163
|
+
case "deferred":
|
|
14164
|
+
return `CREDENTIAL-ADOPTION: deferred generation ${activity.generation} with ${activity.active_sessions} active session(s)`;
|
|
14165
|
+
case "reloaded_ready":
|
|
14166
|
+
return `CREDENTIAL-ADOPTION: adopted generation ${activity.generation} with ${activity.active_sessions} active session(s); readiness probe succeeded after ${activity.probe_attempts} attempt(s)`;
|
|
14167
|
+
case "reloaded_interrupted": {
|
|
14168
|
+
const response = activity.probe_status === null ? "without an HTTP response" : `with HTTP ${activity.probe_status} and ${activity.probe_body_empty ? "an empty" : "a non-empty"} body`;
|
|
14169
|
+
return `CREDENTIAL-ADOPTION: generation ${activity.generation} with ${activity.active_sessions} active session(s); replacement instance answered ${response} after ${activity.probe_attempts} probe attempt(s)`;
|
|
14170
|
+
}
|
|
14171
|
+
case "reload_failed":
|
|
14172
|
+
return `CREDENTIAL-ADOPTION: failed to adopt generation ${activity.generation} with ${activity.active_sessions} active session(s)`;
|
|
14173
|
+
case "skipped_v2":
|
|
14174
|
+
return `CREDENTIAL-ADOPTION: skipped generation ${activity.generation} with ${activity.active_sessions} active session(s) on OpenCode V2`;
|
|
14175
|
+
}
|
|
14176
|
+
})();
|
|
14177
|
+
logActivity(state, {
|
|
14178
|
+
type: level === "error" ? "error" : "info",
|
|
14179
|
+
level,
|
|
14180
|
+
...level === "error" ? { error: message } : { message },
|
|
14181
|
+
metadata: {
|
|
14182
|
+
...activity,
|
|
14183
|
+
opencode_version: state.opencodeVersion,
|
|
14184
|
+
port: state.port
|
|
14185
|
+
}
|
|
14186
|
+
});
|
|
14187
|
+
}
|
|
14188
|
+
async function adoptCredentialGeneration(state, generation, adoption, activeSessions, deferredForMs) {
|
|
14189
|
+
const reload = await disposeAndReloadProviderConfig(
|
|
14190
|
+
state.port,
|
|
14191
|
+
state.opencodeClient ?? void 0
|
|
14192
|
+
);
|
|
14193
|
+
if (reload.outcome === "failed") {
|
|
14194
|
+
logCredentialAdoptionActivity(
|
|
14195
|
+
state,
|
|
14196
|
+
{
|
|
14197
|
+
outcome: "reload_failed",
|
|
14198
|
+
generation,
|
|
14199
|
+
active_sessions: activeSessions,
|
|
14200
|
+
adoption,
|
|
14201
|
+
deferred_for_ms: deferredForMs,
|
|
14202
|
+
reload_status: reload.status,
|
|
14203
|
+
reload_detail: reload.detail,
|
|
14204
|
+
probe_attempts: null,
|
|
14205
|
+
probe_status: null,
|
|
14206
|
+
probe_body_empty: null,
|
|
14207
|
+
probe_detail: null
|
|
14208
|
+
},
|
|
14209
|
+
"error"
|
|
14210
|
+
);
|
|
14211
|
+
return;
|
|
14212
|
+
}
|
|
14213
|
+
if (reload.outcome === "skipped_v2") {
|
|
14214
|
+
logCredentialAdoptionActivity(
|
|
14215
|
+
state,
|
|
14216
|
+
{
|
|
14217
|
+
outcome: "skipped_v2",
|
|
14218
|
+
generation,
|
|
14219
|
+
active_sessions: activeSessions,
|
|
14220
|
+
adoption,
|
|
14221
|
+
deferred_for_ms: deferredForMs,
|
|
14222
|
+
reload_status: null,
|
|
14223
|
+
reload_detail: null,
|
|
14224
|
+
probe_attempts: null,
|
|
14225
|
+
probe_status: null,
|
|
14226
|
+
probe_body_empty: null,
|
|
14227
|
+
probe_detail: null
|
|
14228
|
+
},
|
|
14229
|
+
"debug"
|
|
14230
|
+
);
|
|
14231
|
+
return;
|
|
14232
|
+
}
|
|
14233
|
+
let lastProbe = null;
|
|
14234
|
+
let attempts = 0;
|
|
14235
|
+
for (attempts = 1; attempts <= CREDENTIAL_ADOPTION_PROBE_ATTEMPTS; attempts++) {
|
|
14236
|
+
lastProbe = await probeOpenCodeRequestReadiness(state.port, state.opencodeClient ?? void 0);
|
|
14237
|
+
if (lastProbe.ok) {
|
|
14238
|
+
logCredentialAdoptionActivity(
|
|
14239
|
+
state,
|
|
14240
|
+
{
|
|
14241
|
+
outcome: "reloaded_ready",
|
|
14242
|
+
generation,
|
|
14243
|
+
active_sessions: activeSessions,
|
|
14244
|
+
adoption,
|
|
14245
|
+
deferred_for_ms: deferredForMs,
|
|
14246
|
+
reload_status: null,
|
|
14247
|
+
reload_detail: null,
|
|
14248
|
+
probe_attempts: attempts,
|
|
14249
|
+
probe_status: lastProbe.status,
|
|
14250
|
+
probe_body_empty: lastProbe.bodyEmpty,
|
|
14251
|
+
probe_detail: lastProbe.detail
|
|
14252
|
+
},
|
|
14253
|
+
"warn"
|
|
14254
|
+
);
|
|
14255
|
+
return;
|
|
14256
|
+
}
|
|
14257
|
+
if (attempts < CREDENTIAL_ADOPTION_PROBE_ATTEMPTS) {
|
|
14258
|
+
await new Promise((resolve5) => setTimeout(resolve5, CREDENTIAL_ADOPTION_PROBE_INTERVAL_MS));
|
|
14259
|
+
}
|
|
14260
|
+
}
|
|
14261
|
+
logCredentialAdoptionActivity(
|
|
14262
|
+
state,
|
|
14263
|
+
{
|
|
14264
|
+
outcome: "reloaded_interrupted",
|
|
14265
|
+
generation,
|
|
14266
|
+
active_sessions: activeSessions,
|
|
14267
|
+
adoption,
|
|
14268
|
+
deferred_for_ms: deferredForMs,
|
|
14269
|
+
reload_status: null,
|
|
14270
|
+
reload_detail: null,
|
|
14271
|
+
probe_attempts: CREDENTIAL_ADOPTION_PROBE_ATTEMPTS,
|
|
14272
|
+
probe_status: lastProbe?.status ?? null,
|
|
14273
|
+
probe_body_empty: lastProbe?.bodyEmpty ?? null,
|
|
14274
|
+
probe_detail: lastProbe?.detail ?? null
|
|
14275
|
+
},
|
|
14276
|
+
"error"
|
|
14277
|
+
);
|
|
14278
|
+
}
|
|
12960
14279
|
async function driveChannels(state, driver) {
|
|
12961
14280
|
let idlePolls = 0;
|
|
12962
14281
|
let idleMs = 0;
|
|
@@ -12966,6 +14285,15 @@ async function driveChannels(state, driver) {
|
|
|
12966
14285
|
let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
12967
14286
|
let lastSeenClaudeApplies = driver.fileSyncActivity().claudeCredentialApplies;
|
|
12968
14287
|
let lastSeenOpencodeAuthApplies = driver.fileSyncActivity().opencodeAuthApplyCount;
|
|
14288
|
+
const credentialAdoption = {
|
|
14289
|
+
generation: 0,
|
|
14290
|
+
pendingGeneration: null,
|
|
14291
|
+
pendingSinceMs: null,
|
|
14292
|
+
deferredGeneration: null,
|
|
14293
|
+
adoption: 0
|
|
14294
|
+
};
|
|
14295
|
+
const stayAwakeHolds = () => state.stayAwakeUntilMs !== null && Date.now() < state.stayAwakeUntilMs;
|
|
14296
|
+
let stayAwakeSuppressionLogged = false;
|
|
12969
14297
|
while (state.running) {
|
|
12970
14298
|
const cycleStartedAtMs = performance.now();
|
|
12971
14299
|
let idleThisCycle = false;
|
|
@@ -13007,12 +14335,30 @@ async function driveChannels(state, driver) {
|
|
|
13007
14335
|
lastSeenOpencodeAuthApplies = opencodeAuthApplies;
|
|
13008
14336
|
if (opencodeAuthApplied) state.openaiUsageRearm?.();
|
|
13009
14337
|
if (claudeCredentialApplied || opencodeAuthApplied) {
|
|
13010
|
-
|
|
13011
|
-
|
|
13012
|
-
|
|
13013
|
-
|
|
13014
|
-
|
|
13015
|
-
|
|
14338
|
+
credentialAdoption.generation++;
|
|
14339
|
+
if (state.opencodeApiVersion === "v2") {
|
|
14340
|
+
logCredentialAdoptionActivity(
|
|
14341
|
+
state,
|
|
14342
|
+
{
|
|
14343
|
+
outcome: "skipped_v2",
|
|
14344
|
+
generation: credentialAdoption.generation,
|
|
14345
|
+
active_sessions: driver.protectedSessionIds().size,
|
|
14346
|
+
adoption: null,
|
|
14347
|
+
deferred_for_ms: null,
|
|
14348
|
+
reload_status: null,
|
|
14349
|
+
reload_detail: null,
|
|
14350
|
+
probe_attempts: null,
|
|
14351
|
+
probe_status: null,
|
|
14352
|
+
probe_body_empty: null,
|
|
14353
|
+
probe_detail: null
|
|
14354
|
+
},
|
|
14355
|
+
"debug"
|
|
14356
|
+
);
|
|
14357
|
+
} else {
|
|
14358
|
+
credentialAdoption.pendingGeneration = credentialAdoption.generation;
|
|
14359
|
+
credentialAdoption.pendingSinceMs = Date.now();
|
|
14360
|
+
credentialAdoption.deferredGeneration = null;
|
|
14361
|
+
}
|
|
13016
14362
|
}
|
|
13017
14363
|
if (opencodeAuthApplied && state.opencodeApiVersion === "v2") {
|
|
13018
14364
|
void importOpenCodeV2CredentialsForState(state).catch(
|
|
@@ -13067,7 +14413,50 @@ async function driveChannels(state, driver) {
|
|
|
13067
14413
|
}
|
|
13068
14414
|
}
|
|
13069
14415
|
}
|
|
13070
|
-
|
|
14416
|
+
if (credentialAdoption.pendingGeneration !== null) {
|
|
14417
|
+
const activeSessions = driver.protectedSessionIds();
|
|
14418
|
+
const generation = credentialAdoption.pendingGeneration;
|
|
14419
|
+
if (activeSessions.size > 0) {
|
|
14420
|
+
if (credentialAdoption.deferredGeneration !== generation) {
|
|
14421
|
+
credentialAdoption.deferredGeneration = generation;
|
|
14422
|
+
logCredentialAdoptionActivity(
|
|
14423
|
+
state,
|
|
14424
|
+
{
|
|
14425
|
+
outcome: "deferred",
|
|
14426
|
+
generation,
|
|
14427
|
+
active_sessions: activeSessions.size,
|
|
14428
|
+
adoption: null,
|
|
14429
|
+
deferred_for_ms: null,
|
|
14430
|
+
reload_status: null,
|
|
14431
|
+
reload_detail: null,
|
|
14432
|
+
probe_attempts: null,
|
|
14433
|
+
probe_status: null,
|
|
14434
|
+
probe_body_empty: null,
|
|
14435
|
+
probe_detail: null
|
|
14436
|
+
},
|
|
14437
|
+
"warn"
|
|
14438
|
+
);
|
|
14439
|
+
}
|
|
14440
|
+
} else {
|
|
14441
|
+
const deferredForMs = credentialAdoption.deferredGeneration === generation && credentialAdoption.pendingSinceMs !== null ? Math.max(0, Date.now() - credentialAdoption.pendingSinceMs) : null;
|
|
14442
|
+
credentialAdoption.pendingGeneration = null;
|
|
14443
|
+
credentialAdoption.pendingSinceMs = null;
|
|
14444
|
+
credentialAdoption.adoption++;
|
|
14445
|
+
void adoptCredentialGeneration(
|
|
14446
|
+
state,
|
|
14447
|
+
generation,
|
|
14448
|
+
credentialAdoption.adoption,
|
|
14449
|
+
activeSessions.size,
|
|
14450
|
+
deferredForMs
|
|
14451
|
+
).catch(
|
|
14452
|
+
(error2) => logActivity(state, {
|
|
14453
|
+
type: "error",
|
|
14454
|
+
error: `CREDENTIAL-ADOPTION: adoption failed for generation ${generation} with ${activeSessions.size} active session(s) on port ${state.port}: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
14455
|
+
})
|
|
14456
|
+
);
|
|
14457
|
+
}
|
|
14458
|
+
}
|
|
14459
|
+
await new Promise((resolve5) => setTimeout(resolve5, CHANNEL_POLL_INTERVAL_MS));
|
|
13071
14460
|
const cycleMs = performance.now() - cycleStartedAtMs;
|
|
13072
14461
|
if (idleThisCycle) idleMs += cycleMs;
|
|
13073
14462
|
if (unreachableThisCycle) unreachableMs += cycleMs;
|
|
@@ -13080,15 +14469,27 @@ async function driveChannels(state, driver) {
|
|
|
13080
14469
|
if (state.interactive) displayStatus(state);
|
|
13081
14470
|
break;
|
|
13082
14471
|
}
|
|
13083
|
-
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3) {
|
|
14472
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && !stayAwakeHolds()) {
|
|
13084
14473
|
logActivity(state, { type: "info", message: "Idle timeout reached" });
|
|
13085
14474
|
if (state.interactive) displayStatus(state);
|
|
13086
14475
|
break;
|
|
13087
14476
|
}
|
|
14477
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3 && stayAwakeHolds()) {
|
|
14478
|
+
if (!stayAwakeSuppressionLogged) {
|
|
14479
|
+
stayAwakeSuppressionLogged = true;
|
|
14480
|
+
logActivity(state, {
|
|
14481
|
+
type: "info",
|
|
14482
|
+
message: "Idle, but staying awake until the requested minimum passes"
|
|
14483
|
+
});
|
|
14484
|
+
}
|
|
14485
|
+
}
|
|
13088
14486
|
}
|
|
13089
14487
|
}
|
|
13090
14488
|
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
13091
14489
|
var SESSION_CLEANUP_MAX_DELETES_PER_SWEEP = 100;
|
|
14490
|
+
var SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES = 2;
|
|
14491
|
+
var SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES = 2;
|
|
14492
|
+
var MAX_SESSION_DELETE_BODY_LENGTH = 200;
|
|
13092
14493
|
function shouldWarnForReclaimSkip(reason) {
|
|
13093
14494
|
if (reason !== "sqlite-unavailable" && reason !== "disk-exhaustion") return false;
|
|
13094
14495
|
const version2 = /^v(\d+)\.(\d+)\.(\d+)$/.exec(process.version);
|
|
@@ -13099,7 +14500,7 @@ function shouldWarnForReclaimSkip(reason) {
|
|
|
13099
14500
|
return major > 22 || major === 22 && (minor > 13 || minor === 13 && patch >= 0);
|
|
13100
14501
|
}
|
|
13101
14502
|
function sessionDbPath() {
|
|
13102
|
-
return
|
|
14503
|
+
return join12(homedir7(), ".local", "share", "opencode", "opencode.db");
|
|
13103
14504
|
}
|
|
13104
14505
|
function logSessionCleanupActivity(state, phase, entry) {
|
|
13105
14506
|
logActivity(state, {
|
|
@@ -13176,8 +14577,12 @@ async function runSweep(state, driver, config) {
|
|
|
13176
14577
|
protectedIds: protectedNow
|
|
13177
14578
|
}
|
|
13178
14579
|
);
|
|
13179
|
-
const
|
|
13180
|
-
|
|
14580
|
+
const eligibleToDelete = toDelete.filter(
|
|
14581
|
+
(id) => (state.sessionDeleteFailures.get(id)?.isolatedFailures ?? 0) < SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES
|
|
14582
|
+
);
|
|
14583
|
+
const deleteCandidates = eligibleToDelete.slice(0, SESSION_CLEANUP_MAX_DELETES_PER_SWEEP);
|
|
14584
|
+
remaining = eligibleToDelete.length - deleteCandidates.length;
|
|
14585
|
+
const answeredFailures = [];
|
|
13181
14586
|
protectedNow = driver.protectedSessionIds();
|
|
13182
14587
|
for (const id of deleteCandidates) {
|
|
13183
14588
|
if (protectedNow.has(id)) {
|
|
@@ -13200,8 +14605,44 @@ async function runSweep(state, driver, config) {
|
|
|
13200
14605
|
if (statusClass === 4) failed4xx++;
|
|
13201
14606
|
else if (statusClass === 5) failed5xx++;
|
|
13202
14607
|
else failedOtherStatus++;
|
|
14608
|
+
answeredFailures.push({
|
|
14609
|
+
id,
|
|
14610
|
+
status: outcome.status,
|
|
14611
|
+
...outcome.body !== void 0 ? { body: outcome.body } : {}
|
|
14612
|
+
});
|
|
14613
|
+
}
|
|
14614
|
+
}
|
|
14615
|
+
const givenUpFailures = [];
|
|
14616
|
+
if (failed > SESSION_CLEANUP_MAX_ISOLATED_DELETE_FAILURES) {
|
|
14617
|
+
for (const { id } of answeredFailures) state.sessionDeleteFailures.delete(id);
|
|
14618
|
+
} else {
|
|
14619
|
+
for (const failure of answeredFailures) {
|
|
14620
|
+
const previous = state.sessionDeleteFailures.get(failure.id);
|
|
14621
|
+
const record = previous?.status === failure.status ? { status: failure.status, isolatedFailures: previous.isolatedFailures + 1 } : { status: failure.status, isolatedFailures: 1 };
|
|
14622
|
+
state.sessionDeleteFailures.set(failure.id, record);
|
|
14623
|
+
if (record.isolatedFailures >= SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES) {
|
|
14624
|
+
givenUpFailures.push(failure);
|
|
14625
|
+
}
|
|
13203
14626
|
}
|
|
13204
14627
|
}
|
|
14628
|
+
for (const failure of givenUpFailures) {
|
|
14629
|
+
const excerpt = redactDiagnosticText(failure.body ?? "(no response body)").slice(
|
|
14630
|
+
0,
|
|
14631
|
+
MAX_SESSION_DELETE_BODY_LENGTH
|
|
14632
|
+
);
|
|
14633
|
+
logSessionCleanupActivity(state, "sweep", {
|
|
14634
|
+
type: "info",
|
|
14635
|
+
level: "warn",
|
|
14636
|
+
message: `Session cleanup: gave up on session ${failure.id} after ${SESSION_CLEANUP_GIVE_UP_AFTER_FAILURES} isolated delete failures (status ${failure.status}): ${excerpt}`,
|
|
14637
|
+
metadata: {
|
|
14638
|
+
outcome: "session-delete-given-up",
|
|
14639
|
+
session_id: failure.id,
|
|
14640
|
+
status: failure.status,
|
|
14641
|
+
body_excerpt: excerpt,
|
|
14642
|
+
given_up_count: givenUpFailures.length
|
|
14643
|
+
}
|
|
14644
|
+
});
|
|
14645
|
+
}
|
|
13205
14646
|
const failedNote = failed > 0 ? `, failed ${failed}` : "";
|
|
13206
14647
|
const skippedNote = skippedNewlyActive > 0 ? `, skipped ${skippedNewlyActive} newly-active` : "";
|
|
13207
14648
|
const remainingNote = remaining > 0 ? `, remaining ${remaining}` : "";
|
|
@@ -13222,21 +14663,31 @@ async function runSweep(state, driver, config) {
|
|
|
13222
14663
|
sessions_remaining: remaining,
|
|
13223
14664
|
...enumerationReason !== null ? { session_enumeration_reason: enumerationReason } : {}
|
|
13224
14665
|
};
|
|
14666
|
+
const protectedForReclaim = driver.protectedSessionIds();
|
|
13225
14667
|
const reclaimResult = await reclaimSessionDbSpace({
|
|
13226
14668
|
dbPath: sessionDbPath(),
|
|
13227
14669
|
chunkPages: SESSION_DB_RECLAIM_CHUNK_PAGES,
|
|
13228
14670
|
pageCeiling: SESSION_DB_RECLAIM_PAGE_CEILING,
|
|
13229
14671
|
timeBudgetMs: SESSION_DB_RECLAIM_TIME_BUDGET_MS,
|
|
13230
|
-
|
|
14672
|
+
hasLiveTurn: protectedForReclaim.size > 0,
|
|
14673
|
+
hasProvenanceAnomaly: state.sessionDbProvenanceAnomaly
|
|
13231
14674
|
});
|
|
13232
14675
|
if (reclaimResult.ok) {
|
|
13233
14676
|
state.sessionStoreHealth.observeWritable();
|
|
13234
14677
|
const beforeMib = (reclaimResult.beforeBytes / 1024 / 1024).toFixed(1);
|
|
13235
14678
|
const afterMib = (reclaimResult.afterBytes / 1024 / 1024).toFixed(1);
|
|
13236
14679
|
const checkpointNote = reclaimResult.checkpoint.busy ? ` (on-disk file truncation deferred: checkpoint busy, ${reclaimResult.checkpoint.log} WAL frames pending)` : "";
|
|
14680
|
+
const loopElapsedMs = Math.max(
|
|
14681
|
+
0,
|
|
14682
|
+
reclaimResult.elapsedMs - reclaimResult.checkpointElapsedMs
|
|
14683
|
+
);
|
|
14684
|
+
const reclaimIsSlow = reclaimResult.elapsedMs >= 4 * SESSION_DB_RECLAIM_TIME_BUDGET_MS;
|
|
14685
|
+
const perPageNote = reclaimResult.pagesReclaimed > 0 ? `, per-page ${(loopElapsedMs / reclaimResult.pagesReclaimed).toFixed(2)} ms/page` : "";
|
|
14686
|
+
const slowReclaimNote = reclaimIsSlow ? ` (slow reclaim: total elapsed ${reclaimResult.elapsedMs} ms, checkpoint ${reclaimResult.checkpointElapsedMs} ms, loop ${loopElapsedMs} ms, budget ${SESSION_DB_RECLAIM_TIME_BUDGET_MS} ms${perPageNote})` : "";
|
|
13237
14687
|
logSessionCleanupActivity(state, "sweep", {
|
|
13238
14688
|
type: "info",
|
|
13239
|
-
|
|
14689
|
+
level: reclaimIsSlow ? "warn" : "info",
|
|
14690
|
+
message: `Session cleanup: reclaimed session-db space (${reclaimResult.mode}): ${beforeMib} MiB -> ${afterMib} MiB (stopped by ${reclaimResult.stoppedBy}; freelist ${reclaimResult.freelistBefore} -> ${reclaimResult.freelistAfter} pages)` + checkpointNote + slowReclaimNote,
|
|
13240
14691
|
metadata: {
|
|
13241
14692
|
outcome: "reclaimed",
|
|
13242
14693
|
mode: reclaimResult.mode,
|
|
@@ -13249,6 +14700,7 @@ async function runSweep(state, driver, config) {
|
|
|
13249
14700
|
freelist_after: reclaimResult.freelistAfter,
|
|
13250
14701
|
pages_reclaimed: reclaimResult.pagesReclaimed,
|
|
13251
14702
|
reclaim_elapsed_ms: reclaimResult.elapsedMs,
|
|
14703
|
+
checkpoint_elapsed_ms: reclaimResult.checkpointElapsedMs,
|
|
13252
14704
|
...sessionMetadata
|
|
13253
14705
|
}
|
|
13254
14706
|
});
|
|
@@ -13359,10 +14811,12 @@ function scheduleUsageReporting(state, params) {
|
|
|
13359
14811
|
let phase = "dormant";
|
|
13360
14812
|
let rearmRequested = false;
|
|
13361
14813
|
const armProbe = () => {
|
|
14814
|
+
if (!state.running) return;
|
|
13362
14815
|
phase = "probe-pending";
|
|
13363
14816
|
params.setTimer(setTimeout(() => void tick(true), params.firstDelayMs()));
|
|
13364
14817
|
};
|
|
13365
14818
|
const scheduleNextTick = () => {
|
|
14819
|
+
if (!state.running) return;
|
|
13366
14820
|
if (rearmRequested) {
|
|
13367
14821
|
rearmRequested = false;
|
|
13368
14822
|
armProbe();
|
|
@@ -13396,6 +14850,7 @@ function scheduleUsageReporting(state, params) {
|
|
|
13396
14850
|
phase = "tick-in-flight";
|
|
13397
14851
|
try {
|
|
13398
14852
|
const usage = await params.fetchUsage();
|
|
14853
|
+
if (!state.running) return;
|
|
13399
14854
|
const result = await params.report(usage);
|
|
13400
14855
|
if (result.ok) {
|
|
13401
14856
|
if (consecutiveFailures > 0) {
|
|
@@ -13534,6 +14989,7 @@ function scheduleResourceUsageReporting(state, options) {
|
|
|
13534
14989
|
message: lowDiskDecision.warning
|
|
13535
14990
|
});
|
|
13536
14991
|
}
|
|
14992
|
+
if (!state.running) return;
|
|
13537
14993
|
const result = await reportResourceUsage(state.agentId, state.authHeader, usage);
|
|
13538
14994
|
if (result.ok) {
|
|
13539
14995
|
if (consecutiveFailures > 0) {
|
|
@@ -13566,7 +15022,9 @@ function scheduleResourceUsageReporting(state, options) {
|
|
|
13566
15022
|
message: `Resource usage reporting failed: ${message}${failureStreakSuffix(consecutiveFailures)}`
|
|
13567
15023
|
});
|
|
13568
15024
|
} finally {
|
|
13569
|
-
state.
|
|
15025
|
+
if (state.running) {
|
|
15026
|
+
state.resourceUsageTimer = setTimeout(() => void tick(), usageReportDelayMs());
|
|
15027
|
+
}
|
|
13570
15028
|
}
|
|
13571
15029
|
};
|
|
13572
15030
|
state.resourceUsageTimer = setTimeout(() => void tick(), firstReportDelayMs());
|
|
@@ -13728,8 +15186,8 @@ async function beginGracefulShutdown(state, trigger) {
|
|
|
13728
15186
|
return true;
|
|
13729
15187
|
}
|
|
13730
15188
|
);
|
|
13731
|
-
const timedOut = new Promise((
|
|
13732
|
-
timer = setTimeout(() =>
|
|
15189
|
+
const timedOut = new Promise((resolve5) => {
|
|
15190
|
+
timer = setTimeout(() => resolve5(false), telemetryBudgetMs);
|
|
13733
15191
|
});
|
|
13734
15192
|
if (!await Promise.race([flushed, timedOut])) {
|
|
13735
15193
|
log2(state, `Telemetry flush exceeded ${telemetryBudgetMs}ms \u2014 exiting anyway`, "warn");
|
|
@@ -13769,6 +15227,8 @@ async function run(options) {
|
|
|
13769
15227
|
port: options.port ?? 4096,
|
|
13770
15228
|
conversationFilter: options.conversation ?? null,
|
|
13771
15229
|
idleTimeout: options.idleTimeout ?? null,
|
|
15230
|
+
stayAwakeSeconds: null,
|
|
15231
|
+
stayAwakeUntilMs: null,
|
|
13772
15232
|
json: options.json ?? false,
|
|
13773
15233
|
interactive,
|
|
13774
15234
|
logLevel,
|
|
@@ -13792,6 +15252,7 @@ async function run(options) {
|
|
|
13792
15252
|
messageCount: 0,
|
|
13793
15253
|
lastProxiedActivityAt: null,
|
|
13794
15254
|
sessionCleanupTimers: [],
|
|
15255
|
+
sessionDeleteFailures: /* @__PURE__ */ new Map(),
|
|
13795
15256
|
claudeUsageTimer: null,
|
|
13796
15257
|
claudeUsageRearm: null,
|
|
13797
15258
|
openaiUsageTimer: null,
|
|
@@ -13957,6 +15418,17 @@ async function run(options) {
|
|
|
13957
15418
|
}
|
|
13958
15419
|
spinner?.succeed(`Runner: ${validation.agent.name || state.agentId}`);
|
|
13959
15420
|
state.agentName = validation.agent.name;
|
|
15421
|
+
const requestedStayAwakeSeconds = validation.agent?.wake_stay_awake_seconds;
|
|
15422
|
+
if (typeof requestedStayAwakeSeconds === "number" && Number.isFinite(requestedStayAwakeSeconds) && requestedStayAwakeSeconds > 0) {
|
|
15423
|
+
state.stayAwakeSeconds = requestedStayAwakeSeconds;
|
|
15424
|
+
} else if (requestedStayAwakeSeconds !== void 0 && requestedStayAwakeSeconds !== null) {
|
|
15425
|
+
state.stayAwakeSeconds = null;
|
|
15426
|
+
log2(
|
|
15427
|
+
state,
|
|
15428
|
+
`Ignoring invalid wake_stay_awake_seconds (type: ${typeof requestedStayAwakeSeconds})`,
|
|
15429
|
+
"warn"
|
|
15430
|
+
);
|
|
15431
|
+
}
|
|
13960
15432
|
const microvmId = process.env.MICROVM_ID?.trim();
|
|
13961
15433
|
if (microvmId) {
|
|
13962
15434
|
const reported = await reportMicrovmId(state.agentId, state.authHeader, microvmId);
|
|
@@ -13972,29 +15444,73 @@ async function run(options) {
|
|
|
13972
15444
|
} else {
|
|
13973
15445
|
log2(state, "Not running in a MicroVM (MICROVM_ID unset) \u2014 nothing to report", "debug");
|
|
13974
15446
|
}
|
|
13975
|
-
if (options.restoreRunnerCredentials) {
|
|
13976
|
-
|
|
13977
|
-
|
|
13978
|
-
|
|
13979
|
-
|
|
13980
|
-
if (level === "error") {
|
|
13981
|
-
logActivity(state, { type: "error", error: message });
|
|
13982
|
-
} else {
|
|
13983
|
-
logActivity(state, { type: "info", level, message });
|
|
13984
|
-
}
|
|
15447
|
+
if (options.restoreRunnerCredentials || options.credentialSyncMarker) {
|
|
15448
|
+
const logCredentialVaultResolution = (message, level) => {
|
|
15449
|
+
log2(state, message, level);
|
|
15450
|
+
if (state.interactive && !state.json) {
|
|
15451
|
+
logActivity(state, { type: "info", level, message });
|
|
13985
15452
|
}
|
|
13986
15453
|
};
|
|
13987
|
-
const
|
|
15454
|
+
const vaultResolution = await getRunnerCredentialVault(state.agentId, state.authHeader);
|
|
15455
|
+
if (vaultResolution.error) {
|
|
15456
|
+
delete process.env.CREDENTIAL_VAULT_PREFIX;
|
|
15457
|
+
logCredentialVaultResolution(
|
|
15458
|
+
`CREDENTIAL-VAULT-LOOKUP-FAILED: ${vaultResolution.error}; credentials will be read from and written to this runner's own prefix this boot`,
|
|
15459
|
+
"warn"
|
|
15460
|
+
);
|
|
15461
|
+
} else if (vaultResolution.prefix !== null && vaultResolution.vaultId !== null && vaultResolution.source !== null) {
|
|
15462
|
+
process.env.CREDENTIAL_VAULT_PREFIX = vaultResolution.prefix;
|
|
15463
|
+
logCredentialVaultResolution(
|
|
15464
|
+
`CREDENTIAL-VAULT: source=${vaultResolution.source} vault=${vaultResolution.vaultId} prefix=${vaultResolution.prefix}`,
|
|
15465
|
+
"info"
|
|
15466
|
+
);
|
|
15467
|
+
} else {
|
|
15468
|
+
delete process.env.CREDENTIAL_VAULT_PREFIX;
|
|
15469
|
+
logCredentialVaultResolution(
|
|
15470
|
+
"CREDENTIAL-VAULT-NONE: this runner is not linked to a credential vault; using its own prefix",
|
|
15471
|
+
"debug"
|
|
15472
|
+
);
|
|
15473
|
+
}
|
|
15474
|
+
}
|
|
15475
|
+
const credentialContext = {
|
|
15476
|
+
env: process.env,
|
|
15477
|
+
log: (message, level = "info") => {
|
|
15478
|
+
if (level === "error") {
|
|
15479
|
+
logActivity(state, { type: "error", error: message });
|
|
15480
|
+
} else {
|
|
15481
|
+
logActivity(state, { type: "info", level, message });
|
|
15482
|
+
}
|
|
15483
|
+
}
|
|
15484
|
+
};
|
|
15485
|
+
const githubTokenPopulated = await installRunnerSecret(credentialContext);
|
|
15486
|
+
if (options.restoreRunnerCredentials) {
|
|
13988
15487
|
await restoreCredentialStores(credentialContext);
|
|
13989
|
-
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
13990
15488
|
}
|
|
15489
|
+
if (githubTokenPopulated) await configureGitHubAccess(credentialContext);
|
|
13991
15490
|
state.credentialSync?.arm();
|
|
15491
|
+
const dependencyInstallDiagnosticReporter = createDependencyInstallDiagnosticReporter({
|
|
15492
|
+
context: {
|
|
15493
|
+
homeDir: homedir7(),
|
|
15494
|
+
cwd: process.cwd(),
|
|
15495
|
+
microvmId: process.env.MICROVM_ID?.trim(),
|
|
15496
|
+
euid: process.getuid?.(),
|
|
15497
|
+
egid: process.getgid?.()
|
|
15498
|
+
},
|
|
15499
|
+
emitEvent: (message) => logActivity(state, { type: "info", level: "warn", message }),
|
|
15500
|
+
emitLocal: (message) => logLocalOnly(state, message, "warn")
|
|
15501
|
+
});
|
|
13992
15502
|
const openCodeActivityForwarder = createOpenCodeActivityForwarder(
|
|
13993
15503
|
() => ({
|
|
13994
15504
|
agentId: state.agentId,
|
|
13995
15505
|
authHeader: state.authHeader
|
|
13996
15506
|
}),
|
|
13997
|
-
|
|
15507
|
+
({ isDiskFailure, sessionId, cause }) => {
|
|
15508
|
+
if (isDiskFailure) state.sessionStoreHealth.observeUnwritable();
|
|
15509
|
+
if (cause !== null && sessionId !== null) {
|
|
15510
|
+
state.sessionStoreHealth.observeCause(sessionId, cause);
|
|
15511
|
+
}
|
|
15512
|
+
},
|
|
15513
|
+
dependencyInstallDiagnosticReporter
|
|
13998
15514
|
);
|
|
13999
15515
|
const openCodeLogTail = tailOpenCodeLogFile(
|
|
14000
15516
|
resolveOpenCodeLogPath(homedir7(), process.env),
|
|
@@ -14005,22 +15521,27 @@ async function run(options) {
|
|
|
14005
15521
|
openCodeLogTail.stop();
|
|
14006
15522
|
};
|
|
14007
15523
|
let sessionDbVerifyFatal = false;
|
|
15524
|
+
let sessionDbVerifyFatalReason;
|
|
14008
15525
|
if (!options.restoreSessionDb) {
|
|
14009
|
-
|
|
15526
|
+
logActivity(state, {
|
|
15527
|
+
type: "info",
|
|
15528
|
+
level: "warn",
|
|
15529
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=flag-absent \u2014 Skipping session-DB restore: --restore-session-db was not passed"
|
|
15530
|
+
});
|
|
14010
15531
|
} else {
|
|
14011
15532
|
const health = await checkOpenCodeHealth(state.port);
|
|
14012
15533
|
if (health.healthy) {
|
|
14013
|
-
|
|
14014
|
-
|
|
14015
|
-
|
|
14016
|
-
"
|
|
14017
|
-
);
|
|
15534
|
+
logActivity(state, {
|
|
15535
|
+
type: "info",
|
|
15536
|
+
level: "warn",
|
|
15537
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-serving \u2014 Skipping session-DB restore: OpenCode is already serving this database"
|
|
15538
|
+
});
|
|
14018
15539
|
} else if (health.authFailed) {
|
|
14019
|
-
|
|
14020
|
-
|
|
14021
|
-
|
|
14022
|
-
"
|
|
14023
|
-
);
|
|
15540
|
+
logActivity(state, {
|
|
15541
|
+
type: "info",
|
|
15542
|
+
level: "warn",
|
|
15543
|
+
message: "SESSION-DB-VERIFY-SKIPPED: reason=opencode-auth-challenge \u2014 Skipping session-DB restore: OpenCode answered with an authentication challenge; assuming this database is in use"
|
|
15544
|
+
});
|
|
14024
15545
|
} else {
|
|
14025
15546
|
const result = await restoreAndVerifySessionDb({
|
|
14026
15547
|
dbPath: sessionDbPath(),
|
|
@@ -14037,12 +15558,13 @@ async function run(options) {
|
|
|
14037
15558
|
reportRecovery: (record) => reportSessionDbRecoveryRecord(state, record)
|
|
14038
15559
|
});
|
|
14039
15560
|
sessionDbVerifyFatal = result.verifyFatal;
|
|
15561
|
+
sessionDbVerifyFatalReason = result.verifyFatalReason;
|
|
14040
15562
|
}
|
|
14041
15563
|
}
|
|
14042
15564
|
reportSessionDbRecovery(state);
|
|
14043
15565
|
if (sessionDbVerifyFatal) {
|
|
14044
15566
|
throw new Error(
|
|
14045
|
-
"SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk"
|
|
15567
|
+
sessionDbVerifyFatalReason === void 0 ? "SESSION-DB-INTEGRITY-EXHAUSTED: the corrupt session DB could not be proven separated from the active backup prefix or removed from disk" : `SESSION-DB-VERIFY-TIMEOUT: session DB verification timed out (${sessionDbVerifyFatalReason}); refusing to start`
|
|
14046
15568
|
);
|
|
14047
15569
|
}
|
|
14048
15570
|
applyRunnerOpenCodeConfig({
|
|
@@ -14150,7 +15672,7 @@ async function run(options) {
|
|
|
14150
15672
|
logActivity(state, { type: "info", level: "warn", message: versionWarning });
|
|
14151
15673
|
}
|
|
14152
15674
|
}
|
|
14153
|
-
await
|
|
15675
|
+
await disposeAndReloadProviderConfig(state.port, state.opencodeClient ?? void 0);
|
|
14154
15676
|
if (state.opencodeApiVersion === "v2" && state.opencodeClient !== null) {
|
|
14155
15677
|
await importOpenCodeV2CredentialsForState(state);
|
|
14156
15678
|
}
|
|
@@ -14321,6 +15843,13 @@ async function run(options) {
|
|
|
14321
15843
|
type: "info",
|
|
14322
15844
|
message: connectionMessage
|
|
14323
15845
|
});
|
|
15846
|
+
if (!isReconnect && state.stayAwakeSeconds !== null && state.stayAwakeUntilMs === null) {
|
|
15847
|
+
state.stayAwakeUntilMs = Date.now() + state.stayAwakeSeconds * 1e3;
|
|
15848
|
+
logActivity(state, {
|
|
15849
|
+
type: "info",
|
|
15850
|
+
message: `Staying awake for at least ${state.stayAwakeSeconds}s as requested by the wake`
|
|
15851
|
+
});
|
|
15852
|
+
}
|
|
14324
15853
|
if (options.tunnelReadyFile) {
|
|
14325
15854
|
const marker = writeTunnelReadyMarker(options.tunnelReadyFile, agentId);
|
|
14326
15855
|
if (marker.ok) {
|
|
@@ -14369,14 +15898,14 @@ async function run(options) {
|
|
|
14369
15898
|
},
|
|
14370
15899
|
onDisconnected: (code, reason, transition) => {
|
|
14371
15900
|
state.connected = false;
|
|
14372
|
-
const
|
|
15901
|
+
const safeReason2 = redactDiagnosticText(reason).slice(0, MAX_DISCONNECT_REASON_LENGTH);
|
|
14373
15902
|
logActivity(state, {
|
|
14374
15903
|
type: "info",
|
|
14375
|
-
message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${
|
|
15904
|
+
message: `Tunnel disconnected (generation: ${transition.generation}, code: ${code}, reason: ${safeReason2})`
|
|
14376
15905
|
});
|
|
14377
15906
|
emitAgentDisconnected(state.agentId, {
|
|
14378
15907
|
code,
|
|
14379
|
-
reason:
|
|
15908
|
+
reason: safeReason2,
|
|
14380
15909
|
connection_generation: transition.generation
|
|
14381
15910
|
});
|
|
14382
15911
|
if (state.interactive) displayStatus(state);
|
|
@@ -14455,6 +15984,7 @@ async function run(options) {
|
|
|
14455
15984
|
if (error2.message === "Unauthorized") tunnelSpinner?.fail("Unauthorized");
|
|
14456
15985
|
throw error2;
|
|
14457
15986
|
}
|
|
15987
|
+
if (!state.running) return;
|
|
14458
15988
|
scheduleSessionCleanup(state, channelDriver, options);
|
|
14459
15989
|
state.claudeUsageRearm = scheduleClaudeUsageReporting(state, options);
|
|
14460
15990
|
state.openaiUsageRearm = scheduleUsageReporting(state, {
|
|
@@ -14539,6 +16069,7 @@ program.command("login").description("Authenticate with Evident").option("--toke
|
|
|
14539
16069
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
14540
16070
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
14541
16071
|
program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
|
|
16072
|
+
program.command("credential-vault-env").description("Print the shell assignment a runner image evals before starting the synchroniser").action(credentialVaultEnv);
|
|
14542
16073
|
program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
|
|
14543
16074
|
program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
|
|
14544
16075
|
"-a, --agent [id]",
|