@evident-ai/cli 3.1.1-dev.9ff0701 → 3.1.1-dev.a641877
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +68 -13
- package/dist/index.js +2417 -359
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -11,8 +11,8 @@ import chalk2 from "chalk";
|
|
|
11
11
|
|
|
12
12
|
// src/lib/config.ts
|
|
13
13
|
import Conf from "conf";
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
14
|
+
import { chmodSync, existsSync, statSync } from "fs";
|
|
15
|
+
import { dirname } from "path";
|
|
16
16
|
var PRODUCTION_API_URL = "https://api.production.evident.run/v1";
|
|
17
17
|
var PRODUCTION_TUNNEL_URL = "wss://tunnel.production.evident.run";
|
|
18
18
|
var defaults = {
|
|
@@ -38,17 +38,39 @@ function getApiUrl() {
|
|
|
38
38
|
function getTunnelUrl() {
|
|
39
39
|
return tunnelOverride ?? process.env.EVIDENT_TUNNEL_URL ?? defaults.tunnelUrl;
|
|
40
40
|
}
|
|
41
|
-
var config = new Conf({
|
|
42
|
-
projectName: "evident",
|
|
43
|
-
projectSuffix: "",
|
|
44
|
-
defaults
|
|
45
|
-
});
|
|
46
41
|
var credentials = new Conf({
|
|
47
42
|
projectName: "evident",
|
|
48
43
|
projectSuffix: "",
|
|
49
44
|
configName: "credentials",
|
|
50
|
-
defaults: {}
|
|
45
|
+
defaults: {},
|
|
46
|
+
configFileMode: 384
|
|
51
47
|
});
|
|
48
|
+
var CREDENTIALS_FILE_MODE = 384;
|
|
49
|
+
var CREDENTIALS_DIR_MODE = 448;
|
|
50
|
+
var permissionWarningEmitted = false;
|
|
51
|
+
function hardenCredentialsPermissions() {
|
|
52
|
+
if (process.platform === "win32") {
|
|
53
|
+
return;
|
|
54
|
+
}
|
|
55
|
+
const file = credentials.path;
|
|
56
|
+
for (const [path, mode] of [
|
|
57
|
+
[file, CREDENTIALS_FILE_MODE],
|
|
58
|
+
[dirname(file), CREDENTIALS_DIR_MODE]
|
|
59
|
+
]) {
|
|
60
|
+
try {
|
|
61
|
+
if (existsSync(path) && (statSync(path).mode & 511) !== mode) {
|
|
62
|
+
chmodSync(path, mode);
|
|
63
|
+
}
|
|
64
|
+
} catch (err) {
|
|
65
|
+
if (!permissionWarningEmitted) {
|
|
66
|
+
permissionWarningEmitted = true;
|
|
67
|
+
console.error(
|
|
68
|
+
`[config] could not restrict permissions on ${path}; the credentials file may be readable by other users on this machine: ${err instanceof Error ? err.message : String(err)}`
|
|
69
|
+
);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
}
|
|
52
74
|
function getApiUrlConfig() {
|
|
53
75
|
return getApiUrl();
|
|
54
76
|
}
|
|
@@ -59,6 +81,7 @@ function credentialsKey() {
|
|
|
59
81
|
return getApiUrl();
|
|
60
82
|
}
|
|
61
83
|
function getCredentials() {
|
|
84
|
+
hardenCredentialsPermissions();
|
|
62
85
|
const byEndpoint = credentials.get("byEndpoint") ?? {};
|
|
63
86
|
return byEndpoint[credentialsKey()] ?? {};
|
|
64
87
|
}
|
|
@@ -70,14 +93,17 @@ function setCredentials(creds) {
|
|
|
70
93
|
expiresAt: creds.expiresAt
|
|
71
94
|
};
|
|
72
95
|
credentials.set("byEndpoint", byEndpoint);
|
|
96
|
+
hardenCredentialsPermissions();
|
|
73
97
|
}
|
|
74
98
|
function clearCredentials() {
|
|
75
99
|
const byEndpoint = credentials.get("byEndpoint") ?? {};
|
|
76
100
|
delete byEndpoint[credentialsKey()];
|
|
77
101
|
credentials.set("byEndpoint", byEndpoint);
|
|
102
|
+
hardenCredentialsPermissions();
|
|
78
103
|
}
|
|
79
104
|
function clearAllCredentials() {
|
|
80
105
|
credentials.clear();
|
|
106
|
+
hardenCredentialsPermissions();
|
|
81
107
|
}
|
|
82
108
|
function getCliName() {
|
|
83
109
|
const argv1 = process.argv[1] || "";
|
|
@@ -236,16 +262,28 @@ async function getToken() {
|
|
|
236
262
|
}
|
|
237
263
|
return null;
|
|
238
264
|
}
|
|
265
|
+
function toError(err) {
|
|
266
|
+
return err instanceof Error ? err : new Error(String(err));
|
|
267
|
+
}
|
|
239
268
|
async function deleteToken(options = {}) {
|
|
240
269
|
const keytar = await getKeytar();
|
|
270
|
+
const failures = [];
|
|
241
271
|
if (keytar) {
|
|
242
272
|
if (options.all) {
|
|
243
|
-
|
|
273
|
+
let accounts = [];
|
|
274
|
+
try {
|
|
275
|
+
accounts = await keytar.findCredentials(SERVICE_NAME);
|
|
276
|
+
} catch (err) {
|
|
277
|
+
failures.push({ type: "enumerate", error: toError(err) });
|
|
278
|
+
}
|
|
244
279
|
await Promise.all(
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
280
|
+
accounts.map(async (entry) => {
|
|
281
|
+
try {
|
|
282
|
+
await keytar.deletePassword(SERVICE_NAME, entry.account);
|
|
283
|
+
} catch (err) {
|
|
284
|
+
failures.push({ type: "delete", account: entry.account, error: toError(err) });
|
|
285
|
+
}
|
|
286
|
+
})
|
|
249
287
|
);
|
|
250
288
|
} else {
|
|
251
289
|
await keytar.deletePassword(SERVICE_NAME, keychainAccount());
|
|
@@ -256,6 +294,7 @@ async function deleteToken(options = {}) {
|
|
|
256
294
|
} else {
|
|
257
295
|
clearCredentials();
|
|
258
296
|
}
|
|
297
|
+
return { failures };
|
|
259
298
|
}
|
|
260
299
|
|
|
261
300
|
// src/utils/ui.ts
|
|
@@ -285,14 +324,14 @@ function blank() {
|
|
|
285
324
|
console.log();
|
|
286
325
|
}
|
|
287
326
|
function waitForEnter(prompt = "Press Enter to continue...") {
|
|
288
|
-
return new Promise((
|
|
327
|
+
return new Promise((resolve3) => {
|
|
289
328
|
process.stdout.write(chalk.dim(prompt));
|
|
290
329
|
const handler = () => {
|
|
291
330
|
process.stdin.removeListener("data", handler);
|
|
292
331
|
process.stdin.setRawMode?.(false);
|
|
293
332
|
process.stdin.pause();
|
|
294
333
|
console.log();
|
|
295
|
-
|
|
334
|
+
resolve3();
|
|
296
335
|
};
|
|
297
336
|
if (process.stdin.isTTY) {
|
|
298
337
|
process.stdin.setRawMode?.(true);
|
|
@@ -302,7 +341,7 @@ function waitForEnter(prompt = "Press Enter to continue...") {
|
|
|
302
341
|
});
|
|
303
342
|
}
|
|
304
343
|
function sleep(ms) {
|
|
305
|
-
return new Promise((
|
|
344
|
+
return new Promise((resolve3) => setTimeout(resolve3, ms));
|
|
306
345
|
}
|
|
307
346
|
|
|
308
347
|
// src/commands/login.ts
|
|
@@ -373,22 +412,25 @@ async function deviceFlowLogin(options) {
|
|
|
373
412
|
}
|
|
374
413
|
async function tokenLogin() {
|
|
375
414
|
console.log("Token login mode.");
|
|
376
|
-
console.log("
|
|
415
|
+
console.log("Create a token under Settings \u2192 CLI tokens in the dashboard, then paste it below.");
|
|
416
|
+
console.log(
|
|
417
|
+
"(Alternatively, run `evident login` on a machine with a browser, or set EVIDENT_TOKEN for CI.)"
|
|
418
|
+
);
|
|
377
419
|
blank();
|
|
378
420
|
process.stdout.write("Paste token: ");
|
|
379
|
-
const token = await new Promise((
|
|
421
|
+
const token = await new Promise((resolve3) => {
|
|
380
422
|
let data = "";
|
|
381
423
|
process.stdin.setEncoding("utf8");
|
|
382
424
|
process.stdin.on("data", (chunk) => {
|
|
383
425
|
data += chunk;
|
|
384
426
|
});
|
|
385
427
|
process.stdin.on("end", () => {
|
|
386
|
-
|
|
428
|
+
resolve3(data.trim());
|
|
387
429
|
});
|
|
388
430
|
if (process.stdin.isTTY) {
|
|
389
431
|
process.stdin.once("data", (chunk) => {
|
|
390
432
|
process.stdin.pause();
|
|
391
|
-
|
|
433
|
+
resolve3(chunk.toString().trim());
|
|
392
434
|
});
|
|
393
435
|
process.stdin.resume();
|
|
394
436
|
}
|
|
@@ -397,13 +439,22 @@ async function tokenLogin() {
|
|
|
397
439
|
printError("No token provided.");
|
|
398
440
|
process.exit(1);
|
|
399
441
|
}
|
|
442
|
+
await validateAndStoreToken(token);
|
|
443
|
+
}
|
|
444
|
+
async function validateAndStoreToken(token) {
|
|
400
445
|
const spinner = ora("Validating token...").start();
|
|
401
446
|
try {
|
|
402
|
-
const result = await api.
|
|
447
|
+
const result = await api.get("/me", {
|
|
448
|
+
headers: { Authorization: `Bearer ${token}` }
|
|
449
|
+
});
|
|
450
|
+
if (!result.user) {
|
|
451
|
+
throw new Error(
|
|
452
|
+
"This token is not a user login (e.g. a runner key). Paste a CLI token instead."
|
|
453
|
+
);
|
|
454
|
+
}
|
|
403
455
|
await storeToken({
|
|
404
456
|
token,
|
|
405
|
-
user: result.user
|
|
406
|
-
expiresAt: result.expires_at
|
|
457
|
+
user: { email: result.user.email }
|
|
407
458
|
});
|
|
408
459
|
spinner.stop();
|
|
409
460
|
printSuccess(`Logged in as ${chalk2.bold(result.user.email)}`);
|
|
@@ -423,9 +474,22 @@ async function login(options) {
|
|
|
423
474
|
}
|
|
424
475
|
|
|
425
476
|
// src/commands/logout.ts
|
|
477
|
+
function describeFailure(failure) {
|
|
478
|
+
if (failure.type === "enumerate") {
|
|
479
|
+
return `could not list stored keychain entries (${failure.error.message})`;
|
|
480
|
+
}
|
|
481
|
+
return `${failure.account} (${failure.error.message})`;
|
|
482
|
+
}
|
|
426
483
|
async function logout(options = {}) {
|
|
427
484
|
if (options.all) {
|
|
428
|
-
await deleteToken({ all: true });
|
|
485
|
+
const result = await deleteToken({ all: true });
|
|
486
|
+
if (result.failures.length > 0) {
|
|
487
|
+
printError(
|
|
488
|
+
`Failed to fully clear your keychain: ${result.failures.map(describeFailure).join("; ")}. Your local credentials file was cleared, but stale keychain entries may remain \u2014 run \`evident logout --all\` again, or remove them manually from your OS keychain / credential manager.`
|
|
489
|
+
);
|
|
490
|
+
process.exitCode = 1;
|
|
491
|
+
return;
|
|
492
|
+
}
|
|
429
493
|
printSuccess("Logged out of all endpoints.");
|
|
430
494
|
return;
|
|
431
495
|
}
|
|
@@ -450,7 +514,9 @@ async function whoami() {
|
|
|
450
514
|
blank();
|
|
451
515
|
console.log(keyValue("Endpoint", apiUrl));
|
|
452
516
|
console.log(keyValue("User", chalk3.bold(credentials2.user.email)));
|
|
453
|
-
|
|
517
|
+
if (credentials2.user.id) {
|
|
518
|
+
console.log(keyValue("User ID", credentials2.user.id));
|
|
519
|
+
}
|
|
454
520
|
if (credentials2.expiresAt) {
|
|
455
521
|
const expiresAt = new Date(credentials2.expiresAt);
|
|
456
522
|
const now = /* @__PURE__ */ new Date();
|
|
@@ -466,10 +532,470 @@ async function whoami() {
|
|
|
466
532
|
blank();
|
|
467
533
|
}
|
|
468
534
|
|
|
535
|
+
// src/lib/auth.ts
|
|
536
|
+
async function getAuthCredentials() {
|
|
537
|
+
const runnerKey = process.env.EVIDENT_RUNNER_KEY;
|
|
538
|
+
const agentKey = process.env.EVIDENT_AGENT_KEY;
|
|
539
|
+
if (runnerKey) {
|
|
540
|
+
return {
|
|
541
|
+
token: runnerKey,
|
|
542
|
+
authType: "agent_key",
|
|
543
|
+
keySource: "runner_key",
|
|
544
|
+
notice: agentKey ? "Both EVIDENT_RUNNER_KEY and EVIDENT_AGENT_KEY are set; using EVIDENT_RUNNER_KEY." : void 0
|
|
545
|
+
};
|
|
546
|
+
}
|
|
547
|
+
if (agentKey) {
|
|
548
|
+
return { token: agentKey, authType: "agent_key", keySource: "agent_key" };
|
|
549
|
+
}
|
|
550
|
+
const userToken = process.env.EVIDENT_TOKEN;
|
|
551
|
+
if (userToken) {
|
|
552
|
+
return { token: userToken, authType: "bearer" };
|
|
553
|
+
}
|
|
554
|
+
const keychainCreds = await getToken();
|
|
555
|
+
if (keychainCreds) {
|
|
556
|
+
return {
|
|
557
|
+
token: keychainCreds.token,
|
|
558
|
+
authType: "bearer",
|
|
559
|
+
user: keychainCreds.user
|
|
560
|
+
};
|
|
561
|
+
}
|
|
562
|
+
return null;
|
|
563
|
+
}
|
|
564
|
+
function getAuthHeader(credentials2) {
|
|
565
|
+
if (credentials2.authType === "agent_key") {
|
|
566
|
+
return `SandboxKey ${credentials2.token}`;
|
|
567
|
+
}
|
|
568
|
+
return `Bearer ${credentials2.token}`;
|
|
569
|
+
}
|
|
570
|
+
function isInteractive(jsonOutput) {
|
|
571
|
+
if (jsonOutput) return false;
|
|
572
|
+
if (process.env.CI) return false;
|
|
573
|
+
if (process.env.GITHUB_ACTIONS) return false;
|
|
574
|
+
if (!process.stdin.isTTY) return false;
|
|
575
|
+
return true;
|
|
576
|
+
}
|
|
577
|
+
|
|
578
|
+
// src/commands/agent-lookup.ts
|
|
579
|
+
async function readErrorMessage(response) {
|
|
580
|
+
const text = await response.text().catch(() => "");
|
|
581
|
+
if (!text) return response.statusText || void 0;
|
|
582
|
+
try {
|
|
583
|
+
const data = JSON.parse(text);
|
|
584
|
+
const message = data.message ?? data.error;
|
|
585
|
+
if (typeof message === "string" && message.trim()) {
|
|
586
|
+
return message;
|
|
587
|
+
}
|
|
588
|
+
} catch {
|
|
589
|
+
}
|
|
590
|
+
return text.trim() || response.statusText || void 0;
|
|
591
|
+
}
|
|
592
|
+
function authFailureHint(apiUrl, serverMessage) {
|
|
593
|
+
const reason = serverMessage ? `: ${serverMessage}` : "";
|
|
594
|
+
return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
|
|
595
|
+
}
|
|
596
|
+
async function resolveAgentIdFromKey(authHeader) {
|
|
597
|
+
const apiUrl = getApiUrlConfig();
|
|
598
|
+
try {
|
|
599
|
+
const response = await fetch(`${apiUrl}/me`, {
|
|
600
|
+
headers: { Authorization: authHeader }
|
|
601
|
+
});
|
|
602
|
+
if (response.status === 401) {
|
|
603
|
+
const serverMessage = await readErrorMessage(response);
|
|
604
|
+
return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
605
|
+
}
|
|
606
|
+
if (!response.ok) {
|
|
607
|
+
const serverMessage = await readErrorMessage(response);
|
|
608
|
+
return {
|
|
609
|
+
error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
610
|
+
};
|
|
611
|
+
}
|
|
612
|
+
const data = await response.json();
|
|
613
|
+
if (data.auth_type === "agent_key" && data.agent_id) {
|
|
614
|
+
return { agent_id: data.agent_id };
|
|
615
|
+
}
|
|
616
|
+
return {
|
|
617
|
+
error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --runner explicitly."
|
|
618
|
+
};
|
|
619
|
+
} catch (error2) {
|
|
620
|
+
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
621
|
+
return { error: `Failed to resolve runner from key: ${message}` };
|
|
622
|
+
}
|
|
623
|
+
}
|
|
624
|
+
var BEST_EFFORT_NOTIFY_TIMEOUT_MS = 2e3;
|
|
625
|
+
async function notifyAgentDisconnected(agentId, authHeader) {
|
|
626
|
+
const apiUrl = getApiUrlConfig();
|
|
627
|
+
try {
|
|
628
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/disconnect`, {
|
|
629
|
+
method: "POST",
|
|
630
|
+
headers: { Authorization: authHeader },
|
|
631
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
632
|
+
});
|
|
633
|
+
if (!response.ok) {
|
|
634
|
+
const serverMessage = await readErrorMessage(response);
|
|
635
|
+
return {
|
|
636
|
+
ok: false,
|
|
637
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
638
|
+
};
|
|
639
|
+
}
|
|
640
|
+
return { ok: true };
|
|
641
|
+
} catch (error2) {
|
|
642
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
643
|
+
}
|
|
644
|
+
}
|
|
645
|
+
function describeBestEffortError(error2) {
|
|
646
|
+
const name = error2?.name;
|
|
647
|
+
if (name === "TimeoutError" || name === "AbortError") {
|
|
648
|
+
return `timed out after ${BEST_EFFORT_NOTIFY_TIMEOUT_MS}ms`;
|
|
649
|
+
}
|
|
650
|
+
return error2 instanceof Error ? error2.message : String(error2);
|
|
651
|
+
}
|
|
652
|
+
async function reportMicrovmId(agentId, authHeader, microvmId) {
|
|
653
|
+
try {
|
|
654
|
+
const apiUrl = getApiUrlConfig();
|
|
655
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/microvm`, {
|
|
656
|
+
method: "POST",
|
|
657
|
+
headers: { Authorization: authHeader, "Content-Type": "application/json" },
|
|
658
|
+
body: JSON.stringify({ microvm_id: microvmId }),
|
|
659
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
660
|
+
});
|
|
661
|
+
if (!response.ok) {
|
|
662
|
+
const serverMessage = await readErrorMessage(response);
|
|
663
|
+
return {
|
|
664
|
+
ok: false,
|
|
665
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
666
|
+
};
|
|
667
|
+
}
|
|
668
|
+
return { ok: true };
|
|
669
|
+
} catch (error2) {
|
|
670
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
671
|
+
}
|
|
672
|
+
}
|
|
673
|
+
function toReportedWindow(window) {
|
|
674
|
+
if (!window) return null;
|
|
675
|
+
return { utilization: window.utilization, resets_at: window.resetsAt };
|
|
676
|
+
}
|
|
677
|
+
async function reportClaudeUsage(agentId, authHeader, snapshot) {
|
|
678
|
+
try {
|
|
679
|
+
const apiUrl = getApiUrlConfig();
|
|
680
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/claude-usage`, {
|
|
681
|
+
method: "POST",
|
|
682
|
+
headers: { Authorization: authHeader, "Content-Type": "application/json" },
|
|
683
|
+
body: JSON.stringify({
|
|
684
|
+
five_hour: toReportedWindow(snapshot.fiveHour),
|
|
685
|
+
seven_day: toReportedWindow(snapshot.sevenDay)
|
|
686
|
+
}),
|
|
687
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
688
|
+
});
|
|
689
|
+
if (!response.ok) {
|
|
690
|
+
const serverMessage = await readErrorMessage(response);
|
|
691
|
+
return {
|
|
692
|
+
ok: false,
|
|
693
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
694
|
+
};
|
|
695
|
+
}
|
|
696
|
+
return { ok: true };
|
|
697
|
+
} catch (error2) {
|
|
698
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
699
|
+
}
|
|
700
|
+
}
|
|
701
|
+
async function getAgentInfo(agentId, authHeader) {
|
|
702
|
+
const apiUrl = getApiUrlConfig();
|
|
703
|
+
try {
|
|
704
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}`, {
|
|
705
|
+
headers: { Authorization: authHeader }
|
|
706
|
+
});
|
|
707
|
+
if (response.status === 401) {
|
|
708
|
+
const serverMessage = await readErrorMessage(response);
|
|
709
|
+
return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
710
|
+
}
|
|
711
|
+
if (response.status === 403) {
|
|
712
|
+
const serverMessage = await readErrorMessage(response);
|
|
713
|
+
return {
|
|
714
|
+
valid: false,
|
|
715
|
+
error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
|
|
716
|
+
};
|
|
717
|
+
}
|
|
718
|
+
if (response.status === 404) {
|
|
719
|
+
const serverMessage = await readErrorMessage(response);
|
|
720
|
+
return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
|
|
721
|
+
}
|
|
722
|
+
if (!response.ok) {
|
|
723
|
+
const serverMessage = await readErrorMessage(response);
|
|
724
|
+
return {
|
|
725
|
+
valid: false,
|
|
726
|
+
error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
727
|
+
};
|
|
728
|
+
}
|
|
729
|
+
const agent = await response.json();
|
|
730
|
+
if (agent.agent_type !== "local") {
|
|
731
|
+
return {
|
|
732
|
+
valid: false,
|
|
733
|
+
error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
|
|
734
|
+
};
|
|
735
|
+
}
|
|
736
|
+
return { valid: true, agent };
|
|
737
|
+
} catch (error2) {
|
|
738
|
+
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
739
|
+
return { valid: false, error: `Failed to validate runner: ${message}` };
|
|
740
|
+
}
|
|
741
|
+
}
|
|
742
|
+
|
|
743
|
+
// src/commands/status.ts
|
|
744
|
+
var STATUS_TIMEOUT_MS = 1e4;
|
|
745
|
+
function authLabelFor(credentials2) {
|
|
746
|
+
if (credentials2.authType === "agent_key") {
|
|
747
|
+
return credentials2.keySource === "agent_key" ? "runner key (EVIDENT_AGENT_KEY)" : "runner key (EVIDENT_RUNNER_KEY)";
|
|
748
|
+
}
|
|
749
|
+
return "user token";
|
|
750
|
+
}
|
|
751
|
+
function describeFetchError(error2) {
|
|
752
|
+
const name = error2?.name;
|
|
753
|
+
if (name === "TimeoutError" || name === "AbortError") {
|
|
754
|
+
return `timed out after ${STATUS_TIMEOUT_MS}ms waiting for a response`;
|
|
755
|
+
}
|
|
756
|
+
return error2 instanceof Error ? error2.message : String(error2);
|
|
757
|
+
}
|
|
758
|
+
async function checkStatus(jsonMode) {
|
|
759
|
+
const apiUrl = getApiUrlConfig();
|
|
760
|
+
const credentials2 = await getAuthCredentials();
|
|
761
|
+
if (!credentials2) {
|
|
762
|
+
return {
|
|
763
|
+
ok: false,
|
|
764
|
+
endpoint: apiUrl,
|
|
765
|
+
reason: "no_credentials",
|
|
766
|
+
error: "No credentials configured. Set EVIDENT_RUNNER_KEY (or EVIDENT_AGENT_KEY), or EVIDENT_TOKEN, or run `evident login`.",
|
|
767
|
+
exitCode: 1
|
|
768
|
+
};
|
|
769
|
+
}
|
|
770
|
+
if (credentials2.notice && !jsonMode) {
|
|
771
|
+
printWarning(credentials2.notice);
|
|
772
|
+
}
|
|
773
|
+
let response;
|
|
774
|
+
try {
|
|
775
|
+
response = await fetch(`${apiUrl}/me`, {
|
|
776
|
+
headers: { Authorization: getAuthHeader(credentials2) },
|
|
777
|
+
signal: AbortSignal.timeout(STATUS_TIMEOUT_MS)
|
|
778
|
+
});
|
|
779
|
+
} catch (error2) {
|
|
780
|
+
return {
|
|
781
|
+
ok: false,
|
|
782
|
+
endpoint: apiUrl,
|
|
783
|
+
authLabel: authLabelFor(credentials2),
|
|
784
|
+
reason: "unreachable",
|
|
785
|
+
error: `Could not reach ${apiUrl}: ${describeFetchError(error2)}. The credentials were NOT validated.`,
|
|
786
|
+
exitCode: 75
|
|
787
|
+
};
|
|
788
|
+
}
|
|
789
|
+
if (response.status === 401) {
|
|
790
|
+
const serverMessage = await readErrorMessage(response);
|
|
791
|
+
return {
|
|
792
|
+
ok: false,
|
|
793
|
+
endpoint: apiUrl,
|
|
794
|
+
authLabel: authLabelFor(credentials2),
|
|
795
|
+
reason: "unauthorized",
|
|
796
|
+
error: authFailureHint(apiUrl, serverMessage),
|
|
797
|
+
exitCode: 1
|
|
798
|
+
};
|
|
799
|
+
}
|
|
800
|
+
if (response.status >= 500) {
|
|
801
|
+
const serverMessage = await readErrorMessage(response);
|
|
802
|
+
return {
|
|
803
|
+
ok: false,
|
|
804
|
+
endpoint: apiUrl,
|
|
805
|
+
authLabel: authLabelFor(credentials2),
|
|
806
|
+
reason: "unreachable",
|
|
807
|
+
error: `${apiUrl} returned HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}. The credentials were NOT validated.`,
|
|
808
|
+
exitCode: 75
|
|
809
|
+
};
|
|
810
|
+
}
|
|
811
|
+
if (!response.ok) {
|
|
812
|
+
const serverMessage = await readErrorMessage(response);
|
|
813
|
+
return {
|
|
814
|
+
ok: false,
|
|
815
|
+
endpoint: apiUrl,
|
|
816
|
+
authLabel: authLabelFor(credentials2),
|
|
817
|
+
reason: "http_error",
|
|
818
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`,
|
|
819
|
+
exitCode: 1
|
|
820
|
+
};
|
|
821
|
+
}
|
|
822
|
+
const data = await response.json();
|
|
823
|
+
return {
|
|
824
|
+
ok: true,
|
|
825
|
+
endpoint: apiUrl,
|
|
826
|
+
authType: data.auth_type,
|
|
827
|
+
authLabel: authLabelFor(credentials2),
|
|
828
|
+
runnerId: data.auth_type === "agent_key" ? data.agent_id : void 0,
|
|
829
|
+
reason: "ok",
|
|
830
|
+
exitCode: 0
|
|
831
|
+
};
|
|
832
|
+
}
|
|
833
|
+
function printJson(result) {
|
|
834
|
+
const payload = {
|
|
835
|
+
ok: result.ok,
|
|
836
|
+
endpoint: result.endpoint
|
|
837
|
+
};
|
|
838
|
+
if (result.authType) payload.auth_type = result.authType;
|
|
839
|
+
if (result.runnerId) payload.runner_id = result.runnerId;
|
|
840
|
+
if (result.reason) payload.reason = result.reason;
|
|
841
|
+
if (result.error) payload.error = result.error;
|
|
842
|
+
console.log(JSON.stringify(payload));
|
|
843
|
+
}
|
|
844
|
+
function printHuman(result) {
|
|
845
|
+
blank();
|
|
846
|
+
console.log(keyValue("Endpoint", result.endpoint));
|
|
847
|
+
if (result.ok) {
|
|
848
|
+
console.log(keyValue("Auth", result.authLabel ?? "\u2014"));
|
|
849
|
+
if (result.runnerId) {
|
|
850
|
+
console.log(keyValue("Runner", result.runnerId));
|
|
851
|
+
}
|
|
852
|
+
console.log(keyValue("Status", "OK \u2014 credentials accepted"));
|
|
853
|
+
blank();
|
|
854
|
+
return;
|
|
855
|
+
}
|
|
856
|
+
if (result.authLabel) {
|
|
857
|
+
console.log(keyValue("Auth", result.authLabel));
|
|
858
|
+
}
|
|
859
|
+
blank();
|
|
860
|
+
printError(result.error ?? "Unknown error");
|
|
861
|
+
}
|
|
862
|
+
async function status(options = {}) {
|
|
863
|
+
const result = await checkStatus(Boolean(options.json));
|
|
864
|
+
if (options.json) {
|
|
865
|
+
printJson(result);
|
|
866
|
+
} else {
|
|
867
|
+
printHuman(result);
|
|
868
|
+
}
|
|
869
|
+
process.exit(result.exitCode);
|
|
870
|
+
}
|
|
871
|
+
|
|
872
|
+
// src/lib/claude-usage.ts
|
|
873
|
+
import { execFileSync } from "child_process";
|
|
874
|
+
import { readFileSync } from "fs";
|
|
875
|
+
import { homedir } from "os";
|
|
876
|
+
import { join } from "path";
|
|
877
|
+
var CLAUDE_USAGE_URL = "https://api.anthropic.com/api/oauth/usage";
|
|
878
|
+
var KEYCHAIN_SERVICE = "Claude Code-credentials";
|
|
879
|
+
function parseClaudeCliCredentials(raw) {
|
|
880
|
+
let parsed;
|
|
881
|
+
try {
|
|
882
|
+
parsed = JSON.parse(raw);
|
|
883
|
+
} catch {
|
|
884
|
+
return null;
|
|
885
|
+
}
|
|
886
|
+
const data = parsed.claudeAiOauth ?? parsed;
|
|
887
|
+
const creds = data;
|
|
888
|
+
if (typeof creds.accessToken !== "string" || typeof creds.expiresAt !== "number") {
|
|
889
|
+
return null;
|
|
890
|
+
}
|
|
891
|
+
return { accessToken: creds.accessToken, expiresAt: creds.expiresAt };
|
|
892
|
+
}
|
|
893
|
+
function readClaudeCliCredentials() {
|
|
894
|
+
if (process.platform === "darwin") {
|
|
895
|
+
try {
|
|
896
|
+
const raw = execFileSync(
|
|
897
|
+
"/usr/bin/security",
|
|
898
|
+
["find-generic-password", "-s", KEYCHAIN_SERVICE, "-w"],
|
|
899
|
+
{ encoding: "utf-8", timeout: 2e3, stdio: ["pipe", "pipe", "ignore"] }
|
|
900
|
+
);
|
|
901
|
+
return parseClaudeCliCredentials(raw);
|
|
902
|
+
} catch {
|
|
903
|
+
return null;
|
|
904
|
+
}
|
|
905
|
+
}
|
|
906
|
+
try {
|
|
907
|
+
const raw = readFileSync(join(homedir(), ".claude", ".credentials.json"), "utf-8");
|
|
908
|
+
return parseClaudeCliCredentials(raw);
|
|
909
|
+
} catch {
|
|
910
|
+
return null;
|
|
911
|
+
}
|
|
912
|
+
}
|
|
913
|
+
var ClaudeUsageError = class extends Error {
|
|
914
|
+
constructor(message, reason) {
|
|
915
|
+
super(message);
|
|
916
|
+
this.reason = reason;
|
|
917
|
+
}
|
|
918
|
+
};
|
|
919
|
+
function isLocalCredentialProblem(err) {
|
|
920
|
+
return err instanceof ClaudeUsageError && (err.reason === "no_credentials" || err.reason === "credentials_expired");
|
|
921
|
+
}
|
|
922
|
+
function normalizeResetsAt(value) {
|
|
923
|
+
const ms = Date.parse(value);
|
|
924
|
+
return Number.isNaN(ms) ? null : new Date(ms).toISOString();
|
|
925
|
+
}
|
|
926
|
+
function toWindow(value) {
|
|
927
|
+
if (!value || typeof value !== "object") {
|
|
928
|
+
return null;
|
|
929
|
+
}
|
|
930
|
+
const window = value;
|
|
931
|
+
if (typeof window.utilization !== "number" || typeof window.resets_at !== "string") {
|
|
932
|
+
return null;
|
|
933
|
+
}
|
|
934
|
+
const resetsAt = normalizeResetsAt(window.resets_at);
|
|
935
|
+
if (resetsAt === null) {
|
|
936
|
+
return null;
|
|
937
|
+
}
|
|
938
|
+
return { utilization: window.utilization, resetsAt };
|
|
939
|
+
}
|
|
940
|
+
async function getClaudeUsage() {
|
|
941
|
+
const credentials2 = readClaudeCliCredentials();
|
|
942
|
+
if (!credentials2) {
|
|
943
|
+
throw new ClaudeUsageError(
|
|
944
|
+
"No local Claude Code login found. Run `claude` once to sign in with your Claude subscription.",
|
|
945
|
+
"no_credentials"
|
|
946
|
+
);
|
|
947
|
+
}
|
|
948
|
+
if (credentials2.expiresAt < Date.now()) {
|
|
949
|
+
throw new ClaudeUsageError(
|
|
950
|
+
"Claude Code credentials have expired. Run `claude` to refresh them.",
|
|
951
|
+
"credentials_expired"
|
|
952
|
+
);
|
|
953
|
+
}
|
|
954
|
+
const res = await fetch(CLAUDE_USAGE_URL, {
|
|
955
|
+
headers: {
|
|
956
|
+
Authorization: `Bearer ${credentials2.accessToken}`,
|
|
957
|
+
"Content-Type": "application/json",
|
|
958
|
+
"anthropic-version": "2023-06-01"
|
|
959
|
+
}
|
|
960
|
+
});
|
|
961
|
+
if (!res.ok) {
|
|
962
|
+
throw new ClaudeUsageError(`Claude usage request failed: HTTP ${res.status}`, "request_failed");
|
|
963
|
+
}
|
|
964
|
+
const body = await res.json();
|
|
965
|
+
return {
|
|
966
|
+
fiveHour: toWindow(body.five_hour),
|
|
967
|
+
sevenDay: toWindow(body.seven_day)
|
|
968
|
+
};
|
|
969
|
+
}
|
|
970
|
+
|
|
971
|
+
// src/commands/claude-usage.ts
|
|
972
|
+
function formatWindow(label, window) {
|
|
973
|
+
if (!window) {
|
|
974
|
+
return keyValue(label, "not available for this plan");
|
|
975
|
+
}
|
|
976
|
+
const resetsAt = new Date(window.resetsAt);
|
|
977
|
+
return keyValue(label, `${window.utilization}% used, resets ${resetsAt.toLocaleString()}`);
|
|
978
|
+
}
|
|
979
|
+
async function claudeUsage() {
|
|
980
|
+
try {
|
|
981
|
+
const usage = await getClaudeUsage();
|
|
982
|
+
blank();
|
|
983
|
+
console.log(formatWindow("5-hour session", usage.fiveHour));
|
|
984
|
+
console.log(formatWindow("7-day", usage.sevenDay));
|
|
985
|
+
blank();
|
|
986
|
+
} catch (err) {
|
|
987
|
+
if (err instanceof ClaudeUsageError) {
|
|
988
|
+
printError(err.message);
|
|
989
|
+
process.exit(1);
|
|
990
|
+
}
|
|
991
|
+
throw err;
|
|
992
|
+
}
|
|
993
|
+
}
|
|
994
|
+
|
|
469
995
|
// src/commands/run.ts
|
|
996
|
+
import { homedir as homedir3 } from "os";
|
|
997
|
+
import { isAbsolute as isAbsolute2, join as join3, parse, resolve as resolvePath } from "path";
|
|
470
998
|
import chalk6 from "chalk";
|
|
471
|
-
import ora3 from "ora";
|
|
472
|
-
import { select as select3 } from "@inquirer/prompts";
|
|
473
999
|
|
|
474
1000
|
// ../../packages/types/src/telemetry/index.ts
|
|
475
1001
|
var TelemetryEventTypes = {
|
|
@@ -478,13 +1004,20 @@ var TelemetryEventTypes = {
|
|
|
478
1004
|
AGENT_DISCONNECTED: "agent.disconnected",
|
|
479
1005
|
AGENT_MESSAGE_PROCESSING: "agent.message_processing",
|
|
480
1006
|
AGENT_MESSAGE_DONE: "agent.message_done",
|
|
481
|
-
AGENT_MESSAGE_FAILED: "agent.message_failed"
|
|
1007
|
+
AGENT_MESSAGE_FAILED: "agent.message_failed",
|
|
1008
|
+
// A `warn`/`error` runner-side log line forwarded server-side for
|
|
1009
|
+
// observability (issue #916) — see `apps/cli/src/lib/runner-activity-telemetry.ts`.
|
|
1010
|
+
RUNNER_ACTIVITY: "runner.activity"
|
|
482
1011
|
};
|
|
483
1012
|
|
|
484
1013
|
// ../../packages/types/src/tunnel/index.ts
|
|
485
1014
|
var MAX_FRAME_BYTES = 256 * 1024;
|
|
486
1015
|
var TUNNEL_DRAIN_PING_PATH = "/__evident/drain";
|
|
487
1016
|
|
|
1017
|
+
// ../../packages/types/src/runner-files.ts
|
|
1018
|
+
var MAX_FILE_PUSH_BYTES = 64 * 1024;
|
|
1019
|
+
var MAX_FILE_SYNC_DIRECTORIES = 16;
|
|
1020
|
+
|
|
488
1021
|
// ../../packages/types/src/logging/index.ts
|
|
489
1022
|
var CORRELATION_ID_HEADER = "x-evident-correlation-id";
|
|
490
1023
|
function log(level, event, fields) {
|
|
@@ -499,6 +1032,12 @@ function log(level, event, fields) {
|
|
|
499
1032
|
);
|
|
500
1033
|
}
|
|
501
1034
|
}
|
|
1035
|
+
function errorFields(err) {
|
|
1036
|
+
if (err instanceof Error) {
|
|
1037
|
+
return { error: err.message, error_name: err.name };
|
|
1038
|
+
}
|
|
1039
|
+
return { error: String(err) };
|
|
1040
|
+
}
|
|
502
1041
|
function stripQuery(url) {
|
|
503
1042
|
try {
|
|
504
1043
|
return new URL(url).pathname;
|
|
@@ -508,6 +1047,10 @@ function stripQuery(url) {
|
|
|
508
1047
|
}
|
|
509
1048
|
}
|
|
510
1049
|
|
|
1050
|
+
// src/commands/run.ts
|
|
1051
|
+
import ora3 from "ora";
|
|
1052
|
+
import { select as select3 } from "@inquirer/prompts";
|
|
1053
|
+
|
|
511
1054
|
// src/lib/telemetry.ts
|
|
512
1055
|
var CLI_VERSION = (true ? "3.0.0" : void 0) ?? process.env.npm_package_version ?? "unknown";
|
|
513
1056
|
function getCliVersion() {
|
|
@@ -519,6 +1062,13 @@ var isShuttingDown = false;
|
|
|
519
1062
|
var FLUSH_INTERVAL_MS = 5e3;
|
|
520
1063
|
var MAX_BUFFER_SIZE = 50;
|
|
521
1064
|
var FLUSH_TIMEOUT_MS = 3e3;
|
|
1065
|
+
var authProvider = null;
|
|
1066
|
+
function setTelemetryAuthProvider(provider) {
|
|
1067
|
+
authProvider = provider;
|
|
1068
|
+
}
|
|
1069
|
+
var FLUSH_FAILURE_LOG_INTERVAL_MS = 6e4;
|
|
1070
|
+
var lastFlushFailureLoggedAt = 0;
|
|
1071
|
+
var suppressedFlushFailureCount = 0;
|
|
522
1072
|
function logEvent(eventType, options = {}) {
|
|
523
1073
|
const event = {
|
|
524
1074
|
event_type: eventType,
|
|
@@ -553,9 +1103,16 @@ async function flushEvents() {
|
|
|
553
1103
|
flushTimeout = null;
|
|
554
1104
|
}
|
|
555
1105
|
try {
|
|
556
|
-
const
|
|
557
|
-
|
|
558
|
-
|
|
1106
|
+
const providerContext = authProvider?.();
|
|
1107
|
+
let authHeader;
|
|
1108
|
+
if (providerContext?.authHeader) {
|
|
1109
|
+
authHeader = providerContext.authHeader;
|
|
1110
|
+
} else {
|
|
1111
|
+
const credentials2 = await getToken();
|
|
1112
|
+
if (!credentials2) {
|
|
1113
|
+
return;
|
|
1114
|
+
}
|
|
1115
|
+
authHeader = `Bearer ${credentials2.token}`;
|
|
559
1116
|
}
|
|
560
1117
|
const apiUrl = getApiUrlConfig();
|
|
561
1118
|
const controller = new AbortController();
|
|
@@ -570,7 +1127,7 @@ async function flushEvents() {
|
|
|
570
1127
|
method: "POST",
|
|
571
1128
|
headers: {
|
|
572
1129
|
"Content-Type": "application/json",
|
|
573
|
-
Authorization:
|
|
1130
|
+
Authorization: authHeader
|
|
574
1131
|
},
|
|
575
1132
|
body: JSON.stringify(request),
|
|
576
1133
|
signal: controller.signal
|
|
@@ -582,8 +1139,15 @@ async function flushEvents() {
|
|
|
582
1139
|
clearTimeout(timeout);
|
|
583
1140
|
}
|
|
584
1141
|
} catch (error2) {
|
|
585
|
-
|
|
586
|
-
|
|
1142
|
+
const now = Date.now();
|
|
1143
|
+
if (now - lastFlushFailureLoggedAt >= FLUSH_FAILURE_LOG_INTERVAL_MS) {
|
|
1144
|
+
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
1145
|
+
const suffix = suppressedFlushFailureCount > 0 ? ` (${suppressedFlushFailureCount} more suppressed in the last ${FLUSH_FAILURE_LOG_INTERVAL_MS / 1e3}s)` : "";
|
|
1146
|
+
console.error(`Telemetry flush error: ${message}${suffix}`);
|
|
1147
|
+
lastFlushFailureLoggedAt = now;
|
|
1148
|
+
suppressedFlushFailureCount = 0;
|
|
1149
|
+
} else {
|
|
1150
|
+
suppressedFlushFailureCount++;
|
|
587
1151
|
}
|
|
588
1152
|
}
|
|
589
1153
|
}
|
|
@@ -640,46 +1204,79 @@ var EventTypes = {
|
|
|
640
1204
|
// Authentication
|
|
641
1205
|
AUTH_LOGIN_STARTED: "auth.login_started",
|
|
642
1206
|
AUTH_LOGIN_SUCCESS: "auth.login_success",
|
|
643
|
-
AUTH_LOGIN_FAILED: "auth.login_failed",
|
|
644
|
-
AUTH_LOGOUT: "auth.logout",
|
|
645
|
-
// CLI lifecycle
|
|
646
|
-
CLI_STARTED: "cli.started",
|
|
647
|
-
CLI_COMMAND: "cli.command",
|
|
648
|
-
CLI_ERROR: "cli.error"
|
|
649
|
-
|
|
650
|
-
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
1207
|
+
AUTH_LOGIN_FAILED: "auth.login_failed",
|
|
1208
|
+
AUTH_LOGOUT: "auth.logout",
|
|
1209
|
+
// CLI lifecycle
|
|
1210
|
+
CLI_STARTED: "cli.started",
|
|
1211
|
+
CLI_COMMAND: "cli.command",
|
|
1212
|
+
CLI_ERROR: "cli.error",
|
|
1213
|
+
// Deprecation telemetry (#412) — usage of the old `--agent`/`EVIDENT_AGENT_KEY`
|
|
1214
|
+
// names instead of the preferred `--runner`/`EVIDENT_RUNNER_KEY` (#409).
|
|
1215
|
+
DEPRECATED_AGENT_FLAG_USED: "cli.deprecated_agent_flag_used",
|
|
1216
|
+
DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
|
|
1217
|
+
};
|
|
1218
|
+
|
|
1219
|
+
// src/lib/runner-activity-telemetry.ts
|
|
1220
|
+
var FORWARDED_LEVELS = /* @__PURE__ */ new Set(["warn", "error"]);
|
|
1221
|
+
var SEVERITY_BY_LEVEL = {
|
|
1222
|
+
warn: "warning",
|
|
1223
|
+
error: "error"
|
|
1224
|
+
};
|
|
1225
|
+
var MAX_MESSAGE_LENGTH = 500;
|
|
1226
|
+
var TRUNCATION_MARKER = "\u2026";
|
|
1227
|
+
function redact(message) {
|
|
1228
|
+
return message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1229
|
+
}
|
|
1230
|
+
function truncate(message) {
|
|
1231
|
+
if (message.length <= MAX_MESSAGE_LENGTH) return message;
|
|
1232
|
+
return message.slice(0, MAX_MESSAGE_LENGTH - TRUNCATION_MARKER.length) + TRUNCATION_MARKER;
|
|
1233
|
+
}
|
|
1234
|
+
var RATE_LIMIT_WINDOW_MS = 6e4;
|
|
1235
|
+
var RATE_LIMIT_MAX_EVENTS = 30;
|
|
1236
|
+
var windowStartedAt = 0;
|
|
1237
|
+
var windowCount = 0;
|
|
1238
|
+
var windowDroppedCount = 0;
|
|
1239
|
+
function admitUnderRateLimit(now) {
|
|
1240
|
+
if (now - windowStartedAt >= RATE_LIMIT_WINDOW_MS) {
|
|
1241
|
+
if (windowDroppedCount > 0) {
|
|
1242
|
+
console.error(
|
|
1243
|
+
`[runner-activity-telemetry] rate cap reached: dropped ${windowDroppedCount} ${windowDroppedCount === 1 ? "entry" : "entries"} in the last ${RATE_LIMIT_WINDOW_MS / 1e3}s (cap ${RATE_LIMIT_MAX_EVENTS}/min)`
|
|
1244
|
+
);
|
|
1245
|
+
}
|
|
1246
|
+
windowStartedAt = now;
|
|
1247
|
+
windowCount = 0;
|
|
1248
|
+
windowDroppedCount = 0;
|
|
660
1249
|
}
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
}
|
|
1250
|
+
if (windowCount >= RATE_LIMIT_MAX_EVENTS) {
|
|
1251
|
+
windowDroppedCount++;
|
|
1252
|
+
if (windowDroppedCount === 1) {
|
|
1253
|
+
console.error(
|
|
1254
|
+
`[runner-activity-telemetry] rate cap reached (${RATE_LIMIT_MAX_EVENTS} per ${RATE_LIMIT_WINDOW_MS / 1e3}s) \u2014 dropping further entries this window`
|
|
1255
|
+
);
|
|
1256
|
+
}
|
|
1257
|
+
return false;
|
|
668
1258
|
}
|
|
669
|
-
|
|
1259
|
+
windowCount++;
|
|
1260
|
+
return true;
|
|
670
1261
|
}
|
|
671
|
-
function
|
|
672
|
-
|
|
673
|
-
|
|
1262
|
+
function forwardRunnerActivity(entry, context) {
|
|
1263
|
+
try {
|
|
1264
|
+
if (!FORWARDED_LEVELS.has(entry.level)) return;
|
|
1265
|
+
if (!context.agentId || !context.authHeader) return;
|
|
1266
|
+
if (!admitUnderRateLimit(Date.now())) return;
|
|
1267
|
+
const rawMessage = entry.error ?? entry.message ?? "";
|
|
1268
|
+
const message = truncate(redact(rawMessage));
|
|
1269
|
+
logEvent(TelemetryEventTypes.RUNNER_ACTIVITY, {
|
|
1270
|
+
severity: SEVERITY_BY_LEVEL[entry.level],
|
|
1271
|
+
message,
|
|
1272
|
+
metadata: { source: "cli.run" },
|
|
1273
|
+
agentId: context.agentId
|
|
1274
|
+
});
|
|
1275
|
+
} catch (err) {
|
|
1276
|
+
console.error(
|
|
1277
|
+
`[runner-activity-telemetry] failed to forward runner activity: ${err instanceof Error ? err.message : String(err)}`
|
|
1278
|
+
);
|
|
674
1279
|
}
|
|
675
|
-
return `Bearer ${credentials2.token}`;
|
|
676
|
-
}
|
|
677
|
-
function isInteractive(jsonOutput) {
|
|
678
|
-
if (jsonOutput) return false;
|
|
679
|
-
if (process.env.CI) return false;
|
|
680
|
-
if (process.env.GITHUB_ACTIONS) return false;
|
|
681
|
-
if (!process.stdin.isTTY) return false;
|
|
682
|
-
return true;
|
|
683
1280
|
}
|
|
684
1281
|
|
|
685
1282
|
// src/lib/opencode/health.ts
|
|
@@ -706,7 +1303,7 @@ async function waitForOpenCodeHealth(port, timeoutMs = 3e4) {
|
|
|
706
1303
|
if (health.healthy) {
|
|
707
1304
|
return health;
|
|
708
1305
|
}
|
|
709
|
-
await new Promise((
|
|
1306
|
+
await new Promise((resolve3) => setTimeout(resolve3, 1e3));
|
|
710
1307
|
}
|
|
711
1308
|
return { healthy: false, error: "Timeout waiting for OpenCode to be healthy" };
|
|
712
1309
|
}
|
|
@@ -721,7 +1318,7 @@ function buildOpenCodeVersionWarning(version2) {
|
|
|
721
1318
|
if (isQueueValidatedVersion(version2)) return null;
|
|
722
1319
|
const detected = version2 ? `v${version2}` : "unknown";
|
|
723
1320
|
const validated = QUEUE_VALIDATED_OPENCODE_VERSIONS.map((v) => `v${v}`).join(", ");
|
|
724
|
-
return `Warning: opencode ${detected} is not a queue-validated version (validated: ${validated}). Native message queuing \u2014 which channel (Slack
|
|
1321
|
+
return `Warning: opencode ${detected} is not a queue-validated version (validated: ${validated}). Native message queuing \u2014 which channel (Slack) message handling relies on \u2014 is unverified on this version; queued/follow-up messages may behave unexpectedly. Continuing anyway. Bumping the validated set requires re-running the queue validation.`;
|
|
725
1322
|
}
|
|
726
1323
|
|
|
727
1324
|
// src/lib/opencode/process.ts
|
|
@@ -1013,6 +1610,12 @@ async function promptOpenCodeInstall(interactive) {
|
|
|
1013
1610
|
return action;
|
|
1014
1611
|
}
|
|
1015
1612
|
|
|
1613
|
+
// src/lib/opencode/provider-check.ts
|
|
1614
|
+
function buildNoProviderWarning(hasProvider) {
|
|
1615
|
+
if (hasProvider !== false) return null;
|
|
1616
|
+
return "Warning: opencode has no authenticated model provider configured, so it won't be able to answer prompts. Run `opencode auth login` to set one up (see https://opencode.ai for details).";
|
|
1617
|
+
}
|
|
1618
|
+
|
|
1016
1619
|
// src/lib/opencode/session.ts
|
|
1017
1620
|
function opencodeBase(port) {
|
|
1018
1621
|
return `http://127.0.0.1:${port}`;
|
|
@@ -1215,6 +1818,11 @@ async function getModelAttachmentCapability(port, model) {
|
|
|
1215
1818
|
}
|
|
1216
1819
|
const entry = provider.models[modelId];
|
|
1217
1820
|
if (!entry || typeof entry !== "object") return null;
|
|
1821
|
+
if (entry.capabilities && typeof entry.capabilities === "object") {
|
|
1822
|
+
if (typeof entry.capabilities.attachment === "boolean") {
|
|
1823
|
+
return entry.capabilities.attachment;
|
|
1824
|
+
}
|
|
1825
|
+
}
|
|
1218
1826
|
return typeof entry.attachment === "boolean" ? entry.attachment : null;
|
|
1219
1827
|
} catch (err) {
|
|
1220
1828
|
console.error(
|
|
@@ -1243,6 +1851,16 @@ async function buildFileParts(attachments, capable) {
|
|
|
1243
1851
|
);
|
|
1244
1852
|
dataUrl = null;
|
|
1245
1853
|
}
|
|
1854
|
+
if (dataUrl !== null && typeof dataUrl === "object") {
|
|
1855
|
+
outcomes.push({
|
|
1856
|
+
index: a.index,
|
|
1857
|
+
mime: a.mime,
|
|
1858
|
+
filename: a.filename,
|
|
1859
|
+
status: "failed",
|
|
1860
|
+
reason: "needs_reauth"
|
|
1861
|
+
});
|
|
1862
|
+
continue;
|
|
1863
|
+
}
|
|
1246
1864
|
if (dataUrl == null) {
|
|
1247
1865
|
outcomes.push({ index: a.index, mime: a.mime, filename: a.filename, status: "failed" });
|
|
1248
1866
|
continue;
|
|
@@ -1324,7 +1942,7 @@ async function sendPromptAsync(port, sessionId, content, options, attachments) {
|
|
|
1324
1942
|
}
|
|
1325
1943
|
}
|
|
1326
1944
|
if (attempt < READ_BACK_ATTEMPTS - 1) {
|
|
1327
|
-
await new Promise((
|
|
1945
|
+
await new Promise((resolve3) => setTimeout(resolve3, READ_BACK_DELAY_MS));
|
|
1328
1946
|
}
|
|
1329
1947
|
}
|
|
1330
1948
|
return null;
|
|
@@ -1370,6 +1988,72 @@ function findLastAssistantReplyFor(messages, userMessageId) {
|
|
|
1370
1988
|
}
|
|
1371
1989
|
return lastOk ?? last;
|
|
1372
1990
|
}
|
|
1991
|
+
function messageUsage(messages, userMessageId) {
|
|
1992
|
+
if (!messages || messages.length === 0) return null;
|
|
1993
|
+
const byParentAll = messages.filter(
|
|
1994
|
+
(m) => roleOf(m) === "assistant" && parentIdOf(m) === userMessageId
|
|
1995
|
+
);
|
|
1996
|
+
const byParentNonErrored = byParentAll.filter((m) => errorOf(m) == null);
|
|
1997
|
+
const byParent = byParentNonErrored.length > 0 ? byParentNonErrored : byParentAll;
|
|
1998
|
+
let correlated;
|
|
1999
|
+
if (byParent.length > 0) {
|
|
2000
|
+
correlated = byParent;
|
|
2001
|
+
} else {
|
|
2002
|
+
const reply = findAssistantReplyAfter(messages, userMessageId);
|
|
2003
|
+
correlated = reply ? [reply] : [];
|
|
2004
|
+
}
|
|
2005
|
+
if (correlated.length === 0) return null;
|
|
2006
|
+
let sawAnyUsage = false;
|
|
2007
|
+
let inputSum = 0;
|
|
2008
|
+
let outputSum = 0;
|
|
2009
|
+
let reasoningSum = 0;
|
|
2010
|
+
let cacheReadSum = 0;
|
|
2011
|
+
let cacheWriteSum = 0;
|
|
2012
|
+
let costSum = 0;
|
|
2013
|
+
let sawCost = false;
|
|
2014
|
+
let modelId = null;
|
|
2015
|
+
let providerId = null;
|
|
2016
|
+
for (const m of correlated) {
|
|
2017
|
+
const info = m.info;
|
|
2018
|
+
if (!info) continue;
|
|
2019
|
+
const tokens = info.tokens;
|
|
2020
|
+
if (tokens) {
|
|
2021
|
+
sawAnyUsage = true;
|
|
2022
|
+
inputSum += tokens.input ?? 0;
|
|
2023
|
+
outputSum += tokens.output ?? 0;
|
|
2024
|
+
reasoningSum += tokens.reasoning ?? 0;
|
|
2025
|
+
cacheReadSum += tokens.cache?.read ?? 0;
|
|
2026
|
+
cacheWriteSum += tokens.cache?.write ?? 0;
|
|
2027
|
+
}
|
|
2028
|
+
if (typeof info.cost === "number") {
|
|
2029
|
+
sawAnyUsage = true;
|
|
2030
|
+
sawCost = true;
|
|
2031
|
+
costSum += info.cost;
|
|
2032
|
+
}
|
|
2033
|
+
if (typeof info.modelID === "string") {
|
|
2034
|
+
sawAnyUsage = true;
|
|
2035
|
+
modelId = info.modelID;
|
|
2036
|
+
}
|
|
2037
|
+
if (typeof info.providerID === "string") {
|
|
2038
|
+
sawAnyUsage = true;
|
|
2039
|
+
providerId = info.providerID;
|
|
2040
|
+
}
|
|
2041
|
+
}
|
|
2042
|
+
if (!sawAnyUsage) return null;
|
|
2043
|
+
return {
|
|
2044
|
+
usage_provider_id: providerId,
|
|
2045
|
+
usage_model_id: modelId,
|
|
2046
|
+
usage_tokens_input: inputSum,
|
|
2047
|
+
usage_tokens_output: outputSum,
|
|
2048
|
+
usage_tokens_reasoning: reasoningSum,
|
|
2049
|
+
usage_tokens_cache_read: cacheReadSum,
|
|
2050
|
+
usage_tokens_cache_write: cacheWriteSum,
|
|
2051
|
+
// NULL means "OpenCode never reported a cost" (never inferred from
|
|
2052
|
+
// tokens) — distinct from a genuine 0-cost turn, which would set
|
|
2053
|
+
// `sawCost` true with `costSum === 0`.
|
|
2054
|
+
usage_cost_usd: sawCost ? costSum : null
|
|
2055
|
+
};
|
|
2056
|
+
}
|
|
1373
2057
|
function messageRunState(messages, userMessageId) {
|
|
1374
2058
|
if (!messages || messages.length === 0) return "unknown";
|
|
1375
2059
|
const hasUser = messages.some((m) => idOf(m) === userMessageId);
|
|
@@ -1386,6 +2070,9 @@ function isPreamblePinnedRunning(messages, userMessageId) {
|
|
|
1386
2070
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1387
2071
|
return completedOf(reply) != null && finishOf(reply) === "tool-calls";
|
|
1388
2072
|
}
|
|
2073
|
+
function isB2AbandonmentConfirmed(params) {
|
|
2074
|
+
return params.pinnedForMs >= params.minPinnedMs && params.descendantOngoing === false;
|
|
2075
|
+
}
|
|
1389
2076
|
function messageError(messages, userMessageId) {
|
|
1390
2077
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1391
2078
|
const error2 = errorOf(reply);
|
|
@@ -1399,12 +2086,79 @@ function messageError(messages, userMessageId) {
|
|
|
1399
2086
|
}
|
|
1400
2087
|
return "The agent run failed.";
|
|
1401
2088
|
}
|
|
2089
|
+
function messageFailure(messages, userMessageId) {
|
|
2090
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2091
|
+
const error2 = errorOf(reply);
|
|
2092
|
+
if (error2 == null || typeof error2 !== "object") return null;
|
|
2093
|
+
const e = error2;
|
|
2094
|
+
const replyProviderId = reply?.info?.providerID ?? null;
|
|
2095
|
+
const replyModelId = reply?.info?.modelID ?? null;
|
|
2096
|
+
if (e.name === "ProviderAuthError") {
|
|
2097
|
+
const data = e.data;
|
|
2098
|
+
const providerId = typeof data?.providerID === "string" && data.providerID || replyProviderId;
|
|
2099
|
+
return { kind: "model_auth", providerId, modelId: replyModelId, reason: "missing" };
|
|
2100
|
+
}
|
|
2101
|
+
if (e.name === "APIError") {
|
|
2102
|
+
const data = e.data;
|
|
2103
|
+
const statusCode = data?.statusCode;
|
|
2104
|
+
if (statusCode === 401 || statusCode === 403) {
|
|
2105
|
+
return {
|
|
2106
|
+
kind: "model_auth",
|
|
2107
|
+
providerId: replyProviderId,
|
|
2108
|
+
modelId: replyModelId,
|
|
2109
|
+
reason: "rejected"
|
|
2110
|
+
};
|
|
2111
|
+
}
|
|
2112
|
+
}
|
|
2113
|
+
return null;
|
|
2114
|
+
}
|
|
2115
|
+
function applyZeroProviderFallback(classified, hasConfiguredProvider, replyProviderId, replyModelId = null) {
|
|
2116
|
+
if (classified != null) return classified;
|
|
2117
|
+
if (hasConfiguredProvider !== false) return null;
|
|
2118
|
+
return {
|
|
2119
|
+
kind: "model_auth",
|
|
2120
|
+
providerId: replyProviderId,
|
|
2121
|
+
modelId: replyModelId,
|
|
2122
|
+
reason: "missing"
|
|
2123
|
+
};
|
|
2124
|
+
}
|
|
1402
2125
|
function hasRunningAssistantExcept(messages, exceptUserMessageId) {
|
|
1403
2126
|
if (!messages || messages.length === 0) return false;
|
|
1404
2127
|
return messages.some(
|
|
1405
2128
|
(m) => roleOf(m) === "assistant" && parentIdOf(m) !== exceptUserMessageId && isAssistantInFlight(m)
|
|
1406
2129
|
);
|
|
1407
2130
|
}
|
|
2131
|
+
async function hasAnyConfiguredProvider(port) {
|
|
2132
|
+
try {
|
|
2133
|
+
const res = await fetch(`${opencodeBase(port)}/config/providers`);
|
|
2134
|
+
if (!res.ok) {
|
|
2135
|
+
console.error(
|
|
2136
|
+
`[hasAnyConfiguredProvider] GET /config/providers returned HTTP ${res.status} (port ${port})`
|
|
2137
|
+
);
|
|
2138
|
+
return null;
|
|
2139
|
+
}
|
|
2140
|
+
const body = await res.json();
|
|
2141
|
+
if (!body || typeof body !== "object" || Array.isArray(body)) {
|
|
2142
|
+
console.error(
|
|
2143
|
+
`[hasAnyConfiguredProvider] GET /config/providers body was not a plain object (port ${port})`
|
|
2144
|
+
);
|
|
2145
|
+
return null;
|
|
2146
|
+
}
|
|
2147
|
+
const defaults2 = body.default;
|
|
2148
|
+
if (!defaults2 || typeof defaults2 !== "object" || Array.isArray(defaults2)) {
|
|
2149
|
+
console.error(
|
|
2150
|
+
`[hasAnyConfiguredProvider] GET /config/providers body had no \`default\` object (port ${port})`
|
|
2151
|
+
);
|
|
2152
|
+
return null;
|
|
2153
|
+
}
|
|
2154
|
+
return Object.keys(defaults2).length > 0;
|
|
2155
|
+
} catch (err) {
|
|
2156
|
+
console.error(
|
|
2157
|
+
`[hasAnyConfiguredProvider] GET /config/providers failed (port ${port}): ${err instanceof Error ? err.message : String(err)}`
|
|
2158
|
+
);
|
|
2159
|
+
return null;
|
|
2160
|
+
}
|
|
2161
|
+
}
|
|
1408
2162
|
|
|
1409
2163
|
// src/lib/opencode/session-cleanup.ts
|
|
1410
2164
|
var DURATION_UNIT_MS = {
|
|
@@ -1563,10 +2317,11 @@ var StreamForwarder = class {
|
|
|
1563
2317
|
* Abort every in-flight stream (e.g. on WebSocket close).
|
|
1564
2318
|
*/
|
|
1565
2319
|
abortAll() {
|
|
1566
|
-
for (const stream of this.inflight.
|
|
2320
|
+
for (const [sid, stream] of this.inflight.entries()) {
|
|
1567
2321
|
try {
|
|
1568
2322
|
stream.abort();
|
|
1569
|
-
} catch {
|
|
2323
|
+
} catch (err) {
|
|
2324
|
+
log("error", "forwarder_abort_failed", { sid, ...errorFields(err) });
|
|
1570
2325
|
}
|
|
1571
2326
|
}
|
|
1572
2327
|
this.inflight.clear();
|
|
@@ -1600,12 +2355,12 @@ var StreamForwarder = class {
|
|
|
1600
2355
|
let endBody;
|
|
1601
2356
|
if (has_body) {
|
|
1602
2357
|
const chunks = [];
|
|
1603
|
-
bodyPromise = new Promise((
|
|
2358
|
+
bodyPromise = new Promise((resolve3) => {
|
|
1604
2359
|
pushBody = (buf) => {
|
|
1605
2360
|
chunks.push(buf);
|
|
1606
2361
|
};
|
|
1607
2362
|
endBody = () => {
|
|
1608
|
-
|
|
2363
|
+
resolve3(Buffer.concat(chunks));
|
|
1609
2364
|
};
|
|
1610
2365
|
});
|
|
1611
2366
|
}
|
|
@@ -1716,31 +2471,20 @@ function connectTunnel(options) {
|
|
|
1716
2471
|
onConnected,
|
|
1717
2472
|
onDisconnected,
|
|
1718
2473
|
onError,
|
|
1719
|
-
onRequest,
|
|
1720
2474
|
onResponse,
|
|
1721
2475
|
onInfo,
|
|
1722
2476
|
onDrainPing
|
|
1723
2477
|
} = options;
|
|
1724
2478
|
const tunnelUrl = getTunnelUrlConfig();
|
|
1725
2479
|
const url = `${tunnelUrl}/tunnel/${agentId}/connect`;
|
|
1726
|
-
return new Promise((
|
|
2480
|
+
return new Promise((resolve3, reject) => {
|
|
1727
2481
|
const ws = new WebSocket2(url, {
|
|
1728
2482
|
headers: {
|
|
1729
2483
|
Authorization: authHeader
|
|
1730
2484
|
}
|
|
1731
2485
|
});
|
|
1732
|
-
const streamStartTimes = /* @__PURE__ */ new Map();
|
|
1733
2486
|
const forwarder = new StreamForwarder(ws, port, {
|
|
1734
|
-
|
|
1735
|
-
if (path === TUNNEL_DRAIN_PING_PATH) return;
|
|
1736
|
-
streamStartTimes.set(sid, Date.now());
|
|
1737
|
-
onRequest?.(method, path, sid);
|
|
1738
|
-
},
|
|
1739
|
-
onHead: (sid, status) => {
|
|
1740
|
-
const startedAt = streamStartTimes.get(sid);
|
|
1741
|
-
streamStartTimes.delete(sid);
|
|
1742
|
-
onResponse?.(status, startedAt ? Date.now() - startedAt : 0, sid);
|
|
1743
|
-
},
|
|
2487
|
+
onHead: () => onResponse?.(),
|
|
1744
2488
|
onDrainPing: () => onDrainPing?.()
|
|
1745
2489
|
});
|
|
1746
2490
|
const connectionTimeout = setTimeout(() => {
|
|
@@ -1788,7 +2532,7 @@ function connectTunnel(options) {
|
|
|
1788
2532
|
clearTimeout(connectionTimeout);
|
|
1789
2533
|
const connectedAgentId = message.agent_id ?? agentId;
|
|
1790
2534
|
onConnected?.(connectedAgentId);
|
|
1791
|
-
|
|
2535
|
+
resolve3({
|
|
1792
2536
|
ws,
|
|
1793
2537
|
close: () => ws.close(1e3, "CLI shutdown")
|
|
1794
2538
|
});
|
|
@@ -1816,7 +2560,6 @@ function connectTunnel(options) {
|
|
|
1816
2560
|
ws.on("close", (code, reason) => {
|
|
1817
2561
|
const reasonStr = reason.toString() || upgradeRejection || (code === 1006 ? "abnormal closure" : "No reason provided");
|
|
1818
2562
|
forwarder.abortAll();
|
|
1819
|
-
streamStartTimes.clear();
|
|
1820
2563
|
onDisconnected?.(code, reasonStr);
|
|
1821
2564
|
});
|
|
1822
2565
|
});
|
|
@@ -1851,7 +2594,11 @@ var RunnerConnection = class {
|
|
|
1851
2594
|
if (this.connection) {
|
|
1852
2595
|
try {
|
|
1853
2596
|
this.connection.close();
|
|
1854
|
-
} catch {
|
|
2597
|
+
} catch (err) {
|
|
2598
|
+
log("error", "runner_connection_close_failed", {
|
|
2599
|
+
agent_id: this.resolvedAgentId,
|
|
2600
|
+
...errorFields(err)
|
|
2601
|
+
});
|
|
1855
2602
|
}
|
|
1856
2603
|
this.connection = null;
|
|
1857
2604
|
}
|
|
@@ -1903,6 +2650,447 @@ var RunnerConnection = class {
|
|
|
1903
2650
|
}
|
|
1904
2651
|
};
|
|
1905
2652
|
|
|
2653
|
+
// src/lib/tunnel/ready-marker.ts
|
|
2654
|
+
import { writeFileSync } from "fs";
|
|
2655
|
+
function writeTunnelReadyMarker(path, agentId) {
|
|
2656
|
+
try {
|
|
2657
|
+
writeFileSync(path, `${agentId}
|
|
2658
|
+
`);
|
|
2659
|
+
return { ok: true };
|
|
2660
|
+
} catch (error2) {
|
|
2661
|
+
return { ok: false, error: error2 instanceof Error ? error2.message : String(error2) };
|
|
2662
|
+
}
|
|
2663
|
+
}
|
|
2664
|
+
|
|
2665
|
+
// src/lib/claude-usage-reporting.ts
|
|
2666
|
+
var VALID_MODES = ["auto", "on", "off"];
|
|
2667
|
+
function resolveClaudeUsageReportingMode(flagValue, env) {
|
|
2668
|
+
const raw = flagValue ?? env.EVIDENT_CLAUDE_USAGE_REPORTING;
|
|
2669
|
+
if (raw === void 0 || raw === "") {
|
|
2670
|
+
return { mode: "auto", warnings: [] };
|
|
2671
|
+
}
|
|
2672
|
+
const normalized = raw.trim().toLowerCase();
|
|
2673
|
+
if (VALID_MODES.includes(normalized)) {
|
|
2674
|
+
return { mode: normalized, warnings: [] };
|
|
2675
|
+
}
|
|
2676
|
+
const source = flagValue !== void 0 ? "--claude-usage-reporting" : "EVIDENT_CLAUDE_USAGE_REPORTING";
|
|
2677
|
+
return {
|
|
2678
|
+
mode: "auto",
|
|
2679
|
+
warnings: [
|
|
2680
|
+
`Ignoring invalid ${source} "${raw}": expected one of ${VALID_MODES.join(", ")}; using auto`
|
|
2681
|
+
]
|
|
2682
|
+
};
|
|
2683
|
+
}
|
|
2684
|
+
var BASE_REPORT_DELAY_MS = 10 * 6e4;
|
|
2685
|
+
var REPORT_DELAY_JITTER_FRACTION = 0.2;
|
|
2686
|
+
function nextReportDelayMs(random = Math.random) {
|
|
2687
|
+
const jitterRangeMs = BASE_REPORT_DELAY_MS * REPORT_DELAY_JITTER_FRACTION;
|
|
2688
|
+
return BASE_REPORT_DELAY_MS - jitterRangeMs + random() * (2 * jitterRangeMs);
|
|
2689
|
+
}
|
|
2690
|
+
var FIRST_REPORT_DELAY_MS = 5e3 + Math.random() * 1e4;
|
|
2691
|
+
var CLAUDE_USAGE_FAILURE_REESCALATION_TICKS = 6;
|
|
2692
|
+
function claudeUsageFailureLogLevel(consecutiveFailures) {
|
|
2693
|
+
return consecutiveFailures === 1 || consecutiveFailures % CLAUDE_USAGE_FAILURE_REESCALATION_TICKS === 0 ? "warn" : "debug";
|
|
2694
|
+
}
|
|
2695
|
+
|
|
2696
|
+
// src/lib/channels/driver.ts
|
|
2697
|
+
import { homedir as homedir2 } from "os";
|
|
2698
|
+
|
|
2699
|
+
// src/lib/file-push.ts
|
|
2700
|
+
import { randomUUID } from "crypto";
|
|
2701
|
+
import { chmod, mkdir, open as open2, realpath, rename, unlink } from "fs/promises";
|
|
2702
|
+
import { basename, dirname as dirname2, isAbsolute, join as join2, relative, resolve as resolve2, sep } from "path";
|
|
2703
|
+
var FILE_MODE = 384;
|
|
2704
|
+
var DIRECTORY_MODE = 448;
|
|
2705
|
+
async function writePushedFile(request) {
|
|
2706
|
+
const { requestedPath, content, allowedDirectories, homeDir } = request;
|
|
2707
|
+
const bytes = content.byteLength;
|
|
2708
|
+
if (allowedDirectories.length === 0) {
|
|
2709
|
+
return refuse("file_sync_disabled", "File sync is not enabled on this runner.", {
|
|
2710
|
+
path: requestedPath,
|
|
2711
|
+
bytes
|
|
2712
|
+
});
|
|
2713
|
+
}
|
|
2714
|
+
if (bytes > MAX_FILE_PUSH_BYTES) {
|
|
2715
|
+
return refuse(
|
|
2716
|
+
"file_too_large",
|
|
2717
|
+
`File is ${bytes} bytes; the limit is ${MAX_FILE_PUSH_BYTES}.`,
|
|
2718
|
+
{
|
|
2719
|
+
path: requestedPath,
|
|
2720
|
+
bytes
|
|
2721
|
+
}
|
|
2722
|
+
);
|
|
2723
|
+
}
|
|
2724
|
+
const candidate = expandAndValidate(requestedPath, homeDir);
|
|
2725
|
+
if (candidate === null) {
|
|
2726
|
+
return refuse("invalid_path", "The requested path is not a valid absolute file path.", {
|
|
2727
|
+
path: requestedPath,
|
|
2728
|
+
bytes
|
|
2729
|
+
});
|
|
2730
|
+
}
|
|
2731
|
+
try {
|
|
2732
|
+
const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
|
|
2733
|
+
dirname2(candidate)
|
|
2734
|
+
);
|
|
2735
|
+
const realTarget = join2(existingAncestor, ...missingSegments, basename(candidate));
|
|
2736
|
+
const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
|
|
2737
|
+
if (allowedDirectory === null) {
|
|
2738
|
+
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
2739
|
+
path: realTarget,
|
|
2740
|
+
bytes
|
|
2741
|
+
});
|
|
2742
|
+
}
|
|
2743
|
+
if (missingSegments.length > 0) {
|
|
2744
|
+
await createMissingDirectories(existingAncestor, missingSegments);
|
|
2745
|
+
const realParent = await realpath(dirname2(realTarget));
|
|
2746
|
+
if (realParent !== dirname2(realTarget) || !contains(allowedDirectory, realTarget)) {
|
|
2747
|
+
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
2748
|
+
path: realTarget,
|
|
2749
|
+
bytes,
|
|
2750
|
+
reason: "parent_changed_after_create"
|
|
2751
|
+
});
|
|
2752
|
+
}
|
|
2753
|
+
}
|
|
2754
|
+
await writeAtomically(realTarget, content);
|
|
2755
|
+
log("info", "file_push_written", { path: realTarget, bytes });
|
|
2756
|
+
return { ok: true, path: realTarget };
|
|
2757
|
+
} catch (err) {
|
|
2758
|
+
const errno = err.code ?? "UNKNOWN";
|
|
2759
|
+
return refuse("write_failed", `The runner could not write the file (${errno}).`, {
|
|
2760
|
+
path: candidate,
|
|
2761
|
+
bytes,
|
|
2762
|
+
errno,
|
|
2763
|
+
...errorFields(err)
|
|
2764
|
+
});
|
|
2765
|
+
}
|
|
2766
|
+
}
|
|
2767
|
+
function expandAndValidate(requestedPath, homeDir) {
|
|
2768
|
+
if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
|
|
2769
|
+
return null;
|
|
2770
|
+
}
|
|
2771
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join2(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
2772
|
+
if (expanded.split(/[/\\]/).includes("..")) {
|
|
2773
|
+
return null;
|
|
2774
|
+
}
|
|
2775
|
+
if (!isAbsolute(expanded)) {
|
|
2776
|
+
return null;
|
|
2777
|
+
}
|
|
2778
|
+
const candidate = resolve2(expanded);
|
|
2779
|
+
const name = basename(candidate);
|
|
2780
|
+
return name === "" || name === "." || name === ".." ? null : candidate;
|
|
2781
|
+
}
|
|
2782
|
+
async function resolveNearestExistingAncestor(directory) {
|
|
2783
|
+
const missingSegments = [];
|
|
2784
|
+
let current = directory;
|
|
2785
|
+
for (; ; ) {
|
|
2786
|
+
try {
|
|
2787
|
+
return { existingAncestor: await realpath(current), missingSegments };
|
|
2788
|
+
} catch (err) {
|
|
2789
|
+
const parent = dirname2(current);
|
|
2790
|
+
if (err.code !== "ENOENT" || parent === current) {
|
|
2791
|
+
throw err;
|
|
2792
|
+
}
|
|
2793
|
+
missingSegments.unshift(basename(current));
|
|
2794
|
+
current = parent;
|
|
2795
|
+
}
|
|
2796
|
+
}
|
|
2797
|
+
}
|
|
2798
|
+
async function findContainingAllowedDirectory(allowedDirectories, realTarget) {
|
|
2799
|
+
for (const directory of allowedDirectories) {
|
|
2800
|
+
if (!isAbsolute(directory)) {
|
|
2801
|
+
log("warn", "file_push_allowed_directory_skipped", { directory, reason: "not_absolute" });
|
|
2802
|
+
continue;
|
|
2803
|
+
}
|
|
2804
|
+
const realDirectory = await realpathCreatingIfMissing(directory);
|
|
2805
|
+
if (realDirectory !== null && contains(realDirectory, realTarget)) {
|
|
2806
|
+
return realDirectory;
|
|
2807
|
+
}
|
|
2808
|
+
}
|
|
2809
|
+
return null;
|
|
2810
|
+
}
|
|
2811
|
+
async function realpathCreatingIfMissing(directory) {
|
|
2812
|
+
try {
|
|
2813
|
+
return await realpath(directory);
|
|
2814
|
+
} catch (err) {
|
|
2815
|
+
if (err.code !== "ENOENT") {
|
|
2816
|
+
log("warn", "file_push_allowed_directory_skipped", {
|
|
2817
|
+
directory,
|
|
2818
|
+
reason: "unresolvable",
|
|
2819
|
+
...errorFields(err)
|
|
2820
|
+
});
|
|
2821
|
+
return null;
|
|
2822
|
+
}
|
|
2823
|
+
}
|
|
2824
|
+
try {
|
|
2825
|
+
await mkdir(directory, { recursive: true, mode: DIRECTORY_MODE });
|
|
2826
|
+
await chmod(directory, DIRECTORY_MODE);
|
|
2827
|
+
return await realpath(directory);
|
|
2828
|
+
} catch (err) {
|
|
2829
|
+
log("warn", "file_push_allowed_directory_skipped", {
|
|
2830
|
+
directory,
|
|
2831
|
+
reason: "create_failed",
|
|
2832
|
+
...errorFields(err)
|
|
2833
|
+
});
|
|
2834
|
+
return null;
|
|
2835
|
+
}
|
|
2836
|
+
}
|
|
2837
|
+
function contains(realDirectory, realTarget) {
|
|
2838
|
+
const rel = relative(realDirectory, realTarget);
|
|
2839
|
+
return rel !== "" && rel !== ".." && !rel.startsWith(`..${sep}`) && !isAbsolute(rel);
|
|
2840
|
+
}
|
|
2841
|
+
async function createMissingDirectories(existingAncestor, missingSegments) {
|
|
2842
|
+
let current = existingAncestor;
|
|
2843
|
+
for (const segment of missingSegments) {
|
|
2844
|
+
current = join2(current, segment);
|
|
2845
|
+
await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
|
|
2846
|
+
await chmod(current, DIRECTORY_MODE);
|
|
2847
|
+
}
|
|
2848
|
+
}
|
|
2849
|
+
async function writeAtomically(realTarget, content) {
|
|
2850
|
+
const temporaryPath = join2(dirname2(realTarget), `.evident-push-${randomUUID()}.tmp`);
|
|
2851
|
+
let handle;
|
|
2852
|
+
try {
|
|
2853
|
+
handle = await open2(temporaryPath, "wx", FILE_MODE);
|
|
2854
|
+
await handle.writeFile(content);
|
|
2855
|
+
await handle.chmod(FILE_MODE);
|
|
2856
|
+
await handle.close();
|
|
2857
|
+
handle = void 0;
|
|
2858
|
+
await rename(temporaryPath, realTarget);
|
|
2859
|
+
} catch (err) {
|
|
2860
|
+
await discardTemporaryFile(temporaryPath, handle);
|
|
2861
|
+
throw err;
|
|
2862
|
+
}
|
|
2863
|
+
}
|
|
2864
|
+
async function discardTemporaryFile(temporaryPath, handle) {
|
|
2865
|
+
try {
|
|
2866
|
+
await handle?.close();
|
|
2867
|
+
} catch (err) {
|
|
2868
|
+
log("warn", "file_push_temp_close_failed", { path: temporaryPath, ...errorFields(err) });
|
|
2869
|
+
}
|
|
2870
|
+
try {
|
|
2871
|
+
await unlink(temporaryPath);
|
|
2872
|
+
} catch (err) {
|
|
2873
|
+
const errno = err.code;
|
|
2874
|
+
if (errno !== "ENOENT" && errno !== "ENOTDIR") {
|
|
2875
|
+
log("warn", "file_push_temp_cleanup_failed", { path: temporaryPath, ...errorFields(err) });
|
|
2876
|
+
}
|
|
2877
|
+
}
|
|
2878
|
+
}
|
|
2879
|
+
function refuse(code, message, fields) {
|
|
2880
|
+
log(code === "write_failed" ? "error" : "warn", "file_push_refused", { code, ...fields });
|
|
2881
|
+
return { ok: false, code, message };
|
|
2882
|
+
}
|
|
2883
|
+
|
|
2884
|
+
// src/lib/runner-file-sync.ts
|
|
2885
|
+
var MAX_ACK_ATTEMPTS = 5;
|
|
2886
|
+
async function syncPendingRunnerFiles(options) {
|
|
2887
|
+
const pending = await listPendingFiles(options);
|
|
2888
|
+
const pendingIds = new Set(pending.map((file) => file.id));
|
|
2889
|
+
for (const id of options.ackFailures.keys()) {
|
|
2890
|
+
if (!pendingIds.has(id)) options.ackFailures.delete(id);
|
|
2891
|
+
}
|
|
2892
|
+
if (pending.length === 0) return 0;
|
|
2893
|
+
options.log({
|
|
2894
|
+
level: "info",
|
|
2895
|
+
message: `Runner file sync: ${pending.length} file(s) queued for this runner`
|
|
2896
|
+
});
|
|
2897
|
+
let applied = 0;
|
|
2898
|
+
for (const file of pending) {
|
|
2899
|
+
if ((options.ackFailures.get(file.id) ?? 0) >= MAX_ACK_ATTEMPTS) continue;
|
|
2900
|
+
if (await applyOne(options, file)) applied += 1;
|
|
2901
|
+
}
|
|
2902
|
+
return applied;
|
|
2903
|
+
}
|
|
2904
|
+
async function listPendingFiles(options) {
|
|
2905
|
+
let res;
|
|
2906
|
+
try {
|
|
2907
|
+
res = await options.fetchImpl(`${options.apiUrl}/runners/${options.agentId}/files/pending`, {
|
|
2908
|
+
headers: { Authorization: options.getAuthHeader() }
|
|
2909
|
+
});
|
|
2910
|
+
} catch (err) {
|
|
2911
|
+
options.log({
|
|
2912
|
+
level: "warn",
|
|
2913
|
+
message: `Could not list pending runner files \u2014 retrying on the next drain: ${describe(err)}`
|
|
2914
|
+
});
|
|
2915
|
+
return [];
|
|
2916
|
+
}
|
|
2917
|
+
if (!res.ok) {
|
|
2918
|
+
options.log({
|
|
2919
|
+
level: res.status === 404 ? "debug" : "warn",
|
|
2920
|
+
message: `Listing pending runner files returned HTTP ${res.status} \u2014 retrying on the next drain`
|
|
2921
|
+
});
|
|
2922
|
+
return [];
|
|
2923
|
+
}
|
|
2924
|
+
let body;
|
|
2925
|
+
try {
|
|
2926
|
+
body = await res.json();
|
|
2927
|
+
} catch (err) {
|
|
2928
|
+
options.log({
|
|
2929
|
+
level: "warn",
|
|
2930
|
+
message: `Pending runner file list was not readable JSON \u2014 retrying on the next drain: ${describe(err)}`
|
|
2931
|
+
});
|
|
2932
|
+
return [];
|
|
2933
|
+
}
|
|
2934
|
+
if (!Array.isArray(body)) {
|
|
2935
|
+
options.log({
|
|
2936
|
+
level: "warn",
|
|
2937
|
+
message: "Pending runner file list was not an array \u2014 ignoring it for this drain"
|
|
2938
|
+
});
|
|
2939
|
+
return [];
|
|
2940
|
+
}
|
|
2941
|
+
const files = [];
|
|
2942
|
+
for (const entry of body) {
|
|
2943
|
+
const file = asPendingFile(entry);
|
|
2944
|
+
if (file === null) {
|
|
2945
|
+
options.log({
|
|
2946
|
+
level: "warn",
|
|
2947
|
+
message: "Ignoring a malformed pending runner file entry (expected id, path and size)"
|
|
2948
|
+
});
|
|
2949
|
+
continue;
|
|
2950
|
+
}
|
|
2951
|
+
files.push(file);
|
|
2952
|
+
}
|
|
2953
|
+
return files;
|
|
2954
|
+
}
|
|
2955
|
+
function asPendingFile(entry) {
|
|
2956
|
+
if (entry === null || typeof entry !== "object") return null;
|
|
2957
|
+
const { id, path, size } = entry;
|
|
2958
|
+
if (typeof id !== "string" || id === "") return null;
|
|
2959
|
+
if (typeof path !== "string" || path === "") return null;
|
|
2960
|
+
if (typeof size !== "number" || !Number.isFinite(size) || size < 0) return null;
|
|
2961
|
+
return { id, path, size };
|
|
2962
|
+
}
|
|
2963
|
+
async function applyOne(options, file) {
|
|
2964
|
+
const label = `${file.id.slice(0, 8)} (${file.path})`;
|
|
2965
|
+
if (options.allowedDirectories.length === 0) {
|
|
2966
|
+
options.log({
|
|
2967
|
+
level: "warn",
|
|
2968
|
+
message: `Runner file ${label} rejected: file sync is not enabled on this runner (start it with --enable-file-sync-to)`
|
|
2969
|
+
});
|
|
2970
|
+
await ack(options, file, "rejected", "file_sync_disabled");
|
|
2971
|
+
return false;
|
|
2972
|
+
}
|
|
2973
|
+
if (file.size > MAX_FILE_PUSH_BYTES) {
|
|
2974
|
+
options.log({
|
|
2975
|
+
level: "warn",
|
|
2976
|
+
message: `Runner file ${label} rejected: declared ${file.size} bytes, the limit is ${MAX_FILE_PUSH_BYTES}`
|
|
2977
|
+
});
|
|
2978
|
+
await ack(options, file, "rejected", "file_too_large");
|
|
2979
|
+
return false;
|
|
2980
|
+
}
|
|
2981
|
+
const download = await downloadContent(options, file, label);
|
|
2982
|
+
if (!download.ok) {
|
|
2983
|
+
if (download.terminal) await ack(options, file, "rejected", download.code);
|
|
2984
|
+
return false;
|
|
2985
|
+
}
|
|
2986
|
+
let outcome;
|
|
2987
|
+
try {
|
|
2988
|
+
outcome = await writePushedFile({
|
|
2989
|
+
requestedPath: file.path,
|
|
2990
|
+
content: download.content,
|
|
2991
|
+
allowedDirectories: options.allowedDirectories,
|
|
2992
|
+
homeDir: options.homeDir
|
|
2993
|
+
});
|
|
2994
|
+
} catch (err) {
|
|
2995
|
+
options.log({
|
|
2996
|
+
level: "error",
|
|
2997
|
+
message: `Runner file ${label} could not be written: ${describe(err)}`
|
|
2998
|
+
});
|
|
2999
|
+
await ack(options, file, "rejected", "write_failed");
|
|
3000
|
+
return false;
|
|
3001
|
+
}
|
|
3002
|
+
if (!outcome.ok) {
|
|
3003
|
+
options.log({
|
|
3004
|
+
level: "warn",
|
|
3005
|
+
message: `Runner file ${label} rejected (${outcome.code}): ${outcome.message}`
|
|
3006
|
+
});
|
|
3007
|
+
await ack(options, file, "rejected", outcome.code);
|
|
3008
|
+
return false;
|
|
3009
|
+
}
|
|
3010
|
+
options.log({
|
|
3011
|
+
level: "info",
|
|
3012
|
+
message: `Runner file ${label} applied (${download.content.byteLength} bytes)`
|
|
3013
|
+
});
|
|
3014
|
+
await ack(options, file, "applied");
|
|
3015
|
+
return true;
|
|
3016
|
+
}
|
|
3017
|
+
function durableDownloadCode(status2) {
|
|
3018
|
+
return status2 === 413 ? "file_too_large" : "write_failed";
|
|
3019
|
+
}
|
|
3020
|
+
async function downloadContent(options, file, label) {
|
|
3021
|
+
try {
|
|
3022
|
+
const res = await options.fetchImpl(
|
|
3023
|
+
`${options.apiUrl}/runners/${options.agentId}/files/${file.id}/content`,
|
|
3024
|
+
{ headers: { Authorization: options.getAuthHeader() } }
|
|
3025
|
+
);
|
|
3026
|
+
if (!res.ok) {
|
|
3027
|
+
const terminal = res.status >= 400 && res.status < 500 && res.status !== 401 && res.status !== 403 && res.status !== 408 && res.status !== 429;
|
|
3028
|
+
if (!terminal) {
|
|
3029
|
+
options.log({
|
|
3030
|
+
level: "warn",
|
|
3031
|
+
message: `Downloading runner file ${label} returned HTTP ${res.status} \u2014 retrying on the next drain`
|
|
3032
|
+
});
|
|
3033
|
+
return { ok: false, terminal: false };
|
|
3034
|
+
}
|
|
3035
|
+
const code = durableDownloadCode(res.status);
|
|
3036
|
+
options.log({
|
|
3037
|
+
level: "error",
|
|
3038
|
+
message: `Downloading runner file ${label} returned HTTP ${res.status} \u2014 rejecting it as ${code} (the bytes never reached the writer)`
|
|
3039
|
+
});
|
|
3040
|
+
return { ok: false, terminal: true, code };
|
|
3041
|
+
}
|
|
3042
|
+
return { ok: true, content: Buffer.from(await res.arrayBuffer()) };
|
|
3043
|
+
} catch (err) {
|
|
3044
|
+
options.log({
|
|
3045
|
+
level: "warn",
|
|
3046
|
+
message: `Downloading runner file ${label} failed \u2014 retrying on the next drain: ${describe(err)}`
|
|
3047
|
+
});
|
|
3048
|
+
return { ok: false, terminal: false };
|
|
3049
|
+
}
|
|
3050
|
+
}
|
|
3051
|
+
async function ack(options, file, status2, reason) {
|
|
3052
|
+
const outcome = `${status2}${reason ? ` (${reason})` : ""}`;
|
|
3053
|
+
try {
|
|
3054
|
+
const res = await options.fetchImpl(
|
|
3055
|
+
`${options.apiUrl}/runners/${options.agentId}/files/${file.id}/ack`,
|
|
3056
|
+
{
|
|
3057
|
+
method: "POST",
|
|
3058
|
+
headers: {
|
|
3059
|
+
Authorization: options.getAuthHeader(),
|
|
3060
|
+
"Content-Type": "application/json"
|
|
3061
|
+
},
|
|
3062
|
+
body: JSON.stringify(reason ? { status: status2, reason } : { status: status2 })
|
|
3063
|
+
}
|
|
3064
|
+
);
|
|
3065
|
+
if (!res.ok) {
|
|
3066
|
+
recordAckFailure(
|
|
3067
|
+
options,
|
|
3068
|
+
file,
|
|
3069
|
+
`Acking runner file ${file.id.slice(0, 8)} as ${outcome} returned HTTP ${res.status}`
|
|
3070
|
+
);
|
|
3071
|
+
return;
|
|
3072
|
+
}
|
|
3073
|
+
options.ackFailures.delete(file.id);
|
|
3074
|
+
} catch (err) {
|
|
3075
|
+
recordAckFailure(
|
|
3076
|
+
options,
|
|
3077
|
+
file,
|
|
3078
|
+
`Acking runner file ${file.id.slice(0, 8)} as ${outcome} failed: ${describe(err)}`
|
|
3079
|
+
);
|
|
3080
|
+
}
|
|
3081
|
+
}
|
|
3082
|
+
function recordAckFailure(options, file, what) {
|
|
3083
|
+
const attempts = (options.ackFailures.get(file.id) ?? 0) + 1;
|
|
3084
|
+
options.ackFailures.set(file.id, attempts);
|
|
3085
|
+
options.log({
|
|
3086
|
+
level: "error",
|
|
3087
|
+
message: attempts >= MAX_ACK_ATTEMPTS ? `${what} \u2014 giving up after ${attempts} attempts. It stays pending until the server expires it; restart the runner to retry.` : `${what} \u2014 it stays pending until a later drain re-acks it (attempt ${attempts} of ${MAX_ACK_ATTEMPTS})`
|
|
3088
|
+
});
|
|
3089
|
+
}
|
|
3090
|
+
function describe(err) {
|
|
3091
|
+
return err instanceof Error ? err.message : String(err);
|
|
3092
|
+
}
|
|
3093
|
+
|
|
1906
3094
|
// src/lib/channels/driver.ts
|
|
1907
3095
|
function messageIdOf(m) {
|
|
1908
3096
|
if (!m || typeof m !== "object") return void 0;
|
|
@@ -1931,7 +3119,10 @@ var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
|
1931
3119
|
var DEFAULT_STUCK_QUEUED_MS = 6e4;
|
|
1932
3120
|
var HEARTBEAT_MS = 6e4;
|
|
1933
3121
|
var ABSOLUTE_MAX_PROCESSING_MS = 6 * 60 * 60 * 1e3;
|
|
3122
|
+
var B2_ABANDONMENT_MIN_PINNED_MS = 3 * 6e4;
|
|
3123
|
+
var B2_ABANDONMENT_RECHECK_MS = HEARTBEAT_MS;
|
|
1934
3124
|
var POLL_MISS_GRACE_MS = HEARTBEAT_MS;
|
|
3125
|
+
var MAX_SUPERSEDED_CONVERSATIONS = 256;
|
|
1935
3126
|
var ChannelAuthError = class extends Error {
|
|
1936
3127
|
constructor(message) {
|
|
1937
3128
|
super(message);
|
|
@@ -1940,10 +3131,10 @@ var ChannelAuthError = class extends Error {
|
|
|
1940
3131
|
};
|
|
1941
3132
|
var ChannelTerminalError = class extends Error {
|
|
1942
3133
|
status;
|
|
1943
|
-
constructor(message,
|
|
3134
|
+
constructor(message, status2) {
|
|
1944
3135
|
super(message);
|
|
1945
3136
|
this.name = "ChannelTerminalError";
|
|
1946
|
-
this.status =
|
|
3137
|
+
this.status = status2;
|
|
1947
3138
|
}
|
|
1948
3139
|
};
|
|
1949
3140
|
function backoffDelay(attempt, policy) {
|
|
@@ -1951,10 +3142,10 @@ function backoffDelay(attempt, policy) {
|
|
|
1951
3142
|
const capped = Math.min(policy.maxDelayMs, exp);
|
|
1952
3143
|
return Math.floor(Math.random() * capped);
|
|
1953
3144
|
}
|
|
1954
|
-
function isRetryableStatus(
|
|
1955
|
-
return
|
|
3145
|
+
function isRetryableStatus(status2) {
|
|
3146
|
+
return status2 === 429 || status2 >= 500 && status2 <= 599;
|
|
1956
3147
|
}
|
|
1957
|
-
var ChannelDriver = class {
|
|
3148
|
+
var ChannelDriver = class _ChannelDriver {
|
|
1958
3149
|
agentId;
|
|
1959
3150
|
port;
|
|
1960
3151
|
apiUrl;
|
|
@@ -1968,8 +3159,38 @@ var ChannelDriver = class {
|
|
|
1968
3159
|
pausedMaxWaitMs;
|
|
1969
3160
|
stuckQueuedMs;
|
|
1970
3161
|
now;
|
|
3162
|
+
fileSyncDirectories;
|
|
3163
|
+
homeDir;
|
|
1971
3164
|
/** Cache of conversationId → opencode sessionId. */
|
|
1972
3165
|
sessions = /* @__PURE__ */ new Map();
|
|
3166
|
+
/**
|
|
3167
|
+
* conversationId → the opencode session this runner has ABANDONED as that
|
|
3168
|
+
* conversation's binding (#553), after a genuine (`sessionExists === true`)
|
|
3169
|
+
* dispatch failure: the session still exists but is wedged, so #485's self-heal
|
|
3170
|
+
* must bind a fresh one.
|
|
3171
|
+
*
|
|
3172
|
+
* Dropping the local binding + clearing the server row is not enough on its own:
|
|
3173
|
+
* a SIBLING message dispatched earlier in the same drain is still in-flight under
|
|
3174
|
+
* the same session, and its watcher's routine status writes carry
|
|
3175
|
+
* `opencode_session_id`, RESURRECTING the wedged id server-side after the clear —
|
|
3176
|
+
* and `ensureSession`'s persisted-id fallback then reuses it, defeating the
|
|
3177
|
+
* self-heal. This map makes the runner authoritative instead of racing those
|
|
3178
|
+
* writes: *`ensureSession` never reuses an abandoned id for that conversation,
|
|
3179
|
+
* whatever the server row says* — which holds even when the resurrecting write
|
|
3180
|
+
* is one we deliberately keep (see `markDone`).
|
|
3181
|
+
*
|
|
3182
|
+
* Bounded by construction, on both axes: keyed by CONVERSATION, so N failures on
|
|
3183
|
+
* one conversation hold ONE entry (the newest abandonment replaces the older), and
|
|
3184
|
+
* hard-capped at `MAX_SUPERSEDED_CONVERSATIONS` with FIFO eviction. Only the
|
|
3185
|
+
* NEWEST abandoned id per conversation is guarded: after a second abandonment a
|
|
3186
|
+
* late sibling of the FIRST session can write that id back and `ensureSession`
|
|
3187
|
+
* will reuse it — costing ONE repeat failure, which re-supersedes it. Deliberately
|
|
3188
|
+
* NOT dropped when the session's watcher tears down: `markDone` still writes the
|
|
3189
|
+
* abandoned id back (it must, or the reply is lost), so the guard has to outlive
|
|
3190
|
+
* the turn that resurrects it. In-memory only — a restart forgets it, at the same
|
|
3191
|
+
* bounded cost.
|
|
3192
|
+
*/
|
|
3193
|
+
supersededSessions = /* @__PURE__ */ new Map();
|
|
1973
3194
|
/**
|
|
1974
3195
|
* Per-opencode-session dispatch lock (Task 2.1a). `sendPromptAsync` is no
|
|
1975
3196
|
* longer idempotent (no caller-supplied `messageID`), and its read-back picks
|
|
@@ -2079,9 +3300,12 @@ var ChannelDriver = class {
|
|
|
2079
3300
|
sessionParents = /* @__PURE__ */ new Map();
|
|
2080
3301
|
/**
|
|
2081
3302
|
* Per-session OpenCode title cache (#310), keyed by sessionId. Only a resolved
|
|
2082
|
-
* NON-EMPTY name is stored (terminal — a real session name
|
|
2083
|
-
* so we do NOT re-GET `/session/:id` every tick.
|
|
2084
|
-
*
|
|
3303
|
+
* NON-EMPTY, non-placeholder name is stored (terminal — a real session name
|
|
3304
|
+
* won't later un-name), so we do NOT re-GET `/session/:id` every tick. "Non-empty"
|
|
3305
|
+
* excludes OpenCode's synchronous default title (see
|
|
3306
|
+
* `OPENCODE_DEFAULT_TITLE_PREFIX`, #549) — that placeholder is treated the same
|
|
3307
|
+
* as an empty title so it never latches. A missing entry = not yet resolved OR
|
|
3308
|
+
* resolved-but-still-empty/placeholder → re-fetch on next need, since OpenCode
|
|
2085
3309
|
* names sessions asynchronously mid-turn. Driver-level (not per-watcher) so both
|
|
2086
3310
|
* the watcher completion path AND the restart-recovery re-adopt path (which has
|
|
2087
3311
|
* no watcher) can resolve the title.
|
|
@@ -2089,6 +3313,24 @@ var ChannelDriver = class {
|
|
|
2089
3313
|
sessionTitles = /* @__PURE__ */ new Map();
|
|
2090
3314
|
/** Serialises drains so a reconnect during a drain doesn't double-process. */
|
|
2091
3315
|
draining = false;
|
|
3316
|
+
/**
|
|
3317
|
+
* Serialises runner-file syncs (#559) so the ~2s poll tick and a concurrent
|
|
3318
|
+
* drain ping don't download, write and ack the same file twice.
|
|
3319
|
+
*/
|
|
3320
|
+
syncingFiles = false;
|
|
3321
|
+
/**
|
|
3322
|
+
* Consecutive failed acks per pending file (#559). Lives on the driver so it
|
|
3323
|
+
* survives across drains — without it, a file whose ack keeps failing is
|
|
3324
|
+
* re-downloaded and re-written every ~2s until the server expires it.
|
|
3325
|
+
*/
|
|
3326
|
+
fileAckFailures = /* @__PURE__ */ new Map();
|
|
3327
|
+
/**
|
|
3328
|
+
* Monotonic count of files this runner has pulled and written (#559). Only
|
|
3329
|
+
* ever increases, so `run.ts` detects work by comparing it against the value
|
|
3330
|
+
* it saw on the previous cycle — including work that landed mid-sleep, the
|
|
3331
|
+
* same trick `lastProxiedActivityAt` uses.
|
|
3332
|
+
*/
|
|
3333
|
+
appliedFileCount = 0;
|
|
2092
3334
|
/**
|
|
2093
3335
|
* The currently-executing `drainPending()` promise, or null when idle. Lets a
|
|
2094
3336
|
* graceful shutdown (`waitForInFlight`) await an in-progress drain so a turn it
|
|
@@ -2104,21 +3346,23 @@ var ChannelDriver = class {
|
|
|
2104
3346
|
* and stops opencode.
|
|
2105
3347
|
*/
|
|
2106
3348
|
stopped = false;
|
|
2107
|
-
constructor(
|
|
2108
|
-
this.agentId =
|
|
2109
|
-
this.port =
|
|
2110
|
-
this.apiUrl =
|
|
2111
|
-
this.getAuthHeader =
|
|
2112
|
-
this.conversationFilter =
|
|
2113
|
-
this.retry = { ...DEFAULT_RETRY_POLICY, ...
|
|
2114
|
-
this.log =
|
|
3349
|
+
constructor(config) {
|
|
3350
|
+
this.agentId = config.agentId;
|
|
3351
|
+
this.port = config.port;
|
|
3352
|
+
this.apiUrl = config.apiUrl.replace(/\/$/, "");
|
|
3353
|
+
this.getAuthHeader = config.getAuthHeader;
|
|
3354
|
+
this.conversationFilter = config.conversationFilter ?? null;
|
|
3355
|
+
this.retry = { ...DEFAULT_RETRY_POLICY, ...config.retry };
|
|
3356
|
+
this.log = config.log ?? (() => {
|
|
2115
3357
|
});
|
|
2116
|
-
this.fetchImpl =
|
|
2117
|
-
this.sleep =
|
|
2118
|
-
this.pausedPollIntervalMs =
|
|
2119
|
-
this.pausedMaxWaitMs =
|
|
2120
|
-
this.stuckQueuedMs =
|
|
2121
|
-
this.now =
|
|
3358
|
+
this.fetchImpl = config.fetchImpl ?? fetch;
|
|
3359
|
+
this.sleep = config.sleep ?? ((ms) => new Promise((r) => setTimeout(r, ms)));
|
|
3360
|
+
this.pausedPollIntervalMs = config.pausedPollIntervalMs ?? DEFAULT_PAUSED_POLL_INTERVAL_MS;
|
|
3361
|
+
this.pausedMaxWaitMs = config.pausedMaxWaitMs ?? DEFAULT_PAUSED_MAX_WAIT_MS;
|
|
3362
|
+
this.stuckQueuedMs = config.stuckQueuedMs ?? DEFAULT_STUCK_QUEUED_MS;
|
|
3363
|
+
this.now = config.now ?? (() => Date.now());
|
|
3364
|
+
this.fileSyncDirectories = config.fileSyncDirectories ?? [];
|
|
3365
|
+
this.homeDir = config.homeDir ?? homedir2();
|
|
2122
3366
|
}
|
|
2123
3367
|
/** The IPv4-loopback base URL for the local `opencode serve`. */
|
|
2124
3368
|
get opencodeBase() {
|
|
@@ -2146,6 +3390,47 @@ var ChannelDriver = class {
|
|
|
2146
3390
|
);
|
|
2147
3391
|
return run2;
|
|
2148
3392
|
}
|
|
3393
|
+
/**
|
|
3394
|
+
* Pull-and-apply any files Evident has queued for this runner (#559), riding
|
|
3395
|
+
* the EXISTING drain cycle — `run.ts` calls it from the same ~2s channel poll
|
|
3396
|
+
* and drain ping that call `drainPending()`. There is deliberately no channel,
|
|
3397
|
+
* control frame or poll loop of its own: worst-case latency is one poll tick.
|
|
3398
|
+
*
|
|
3399
|
+
* NEVER throws and never surfaces a `ChannelAuthError`: a file failure must not
|
|
3400
|
+
* cost a conversation turn. Failures are logged and either acked as a terminal
|
|
3401
|
+
* outcome or left pending for the next drain (see `runner-file-sync.ts`).
|
|
3402
|
+
*
|
|
3403
|
+
* Re-entrant calls are skipped (the poll tick and a drain ping can overlap).
|
|
3404
|
+
*
|
|
3405
|
+
* @returns the number of files written to disk.
|
|
3406
|
+
*/
|
|
3407
|
+
async syncPendingFiles() {
|
|
3408
|
+
if (this.stopped) return 0;
|
|
3409
|
+
if (this.syncingFiles) return 0;
|
|
3410
|
+
this.syncingFiles = true;
|
|
3411
|
+
try {
|
|
3412
|
+
const applied = await syncPendingRunnerFiles({
|
|
3413
|
+
agentId: this.agentId,
|
|
3414
|
+
apiUrl: this.apiUrl,
|
|
3415
|
+
getAuthHeader: this.getAuthHeader,
|
|
3416
|
+
fetchImpl: this.fetchImpl,
|
|
3417
|
+
allowedDirectories: this.fileSyncDirectories,
|
|
3418
|
+
homeDir: this.homeDir,
|
|
3419
|
+
ackFailures: this.fileAckFailures,
|
|
3420
|
+
log: this.log
|
|
3421
|
+
});
|
|
3422
|
+
this.appliedFileCount += applied;
|
|
3423
|
+
return applied;
|
|
3424
|
+
} catch (err) {
|
|
3425
|
+
this.log({
|
|
3426
|
+
level: "error",
|
|
3427
|
+
message: `Runner file sync failed unexpectedly (message processing is unaffected): ${err instanceof Error ? err.message : String(err)}`
|
|
3428
|
+
});
|
|
3429
|
+
return 0;
|
|
3430
|
+
} finally {
|
|
3431
|
+
this.syncingFiles = false;
|
|
3432
|
+
}
|
|
3433
|
+
}
|
|
2149
3434
|
async runDrain() {
|
|
2150
3435
|
let dispatched = 0;
|
|
2151
3436
|
try {
|
|
@@ -2179,6 +3464,28 @@ var ChannelDriver = class {
|
|
|
2179
3464
|
}
|
|
2180
3465
|
return false;
|
|
2181
3466
|
}
|
|
3467
|
+
/**
|
|
3468
|
+
* File-pull work, for `run.ts`'s idle accounting (#559).
|
|
3469
|
+
*
|
|
3470
|
+
* Pulling a file is real work that `drainPending()` knows nothing about, so
|
|
3471
|
+
* without this a near-idle runner counts a credential pull as an empty tick
|
|
3472
|
+
* and `--idle-timeout` can `process.exit` mid-pull — leaving a
|
|
3473
|
+
* `.evident-push-*.tmp` behind — or immediately after the write, before the
|
|
3474
|
+
* browser has run the authorize/callback that activates it (the user then sees
|
|
3475
|
+
* `saved_not_activated` for a runner that was fine).
|
|
3476
|
+
*
|
|
3477
|
+
* Two signals because one cannot cover both cases: `inFlight` is the pull
|
|
3478
|
+
* happening RIGHT NOW (it may outlive the tick that started it), and
|
|
3479
|
+
* `appliedFiles` is monotonic so a pull that started AND finished between two
|
|
3480
|
+
* idle checks still shows up as an advance.
|
|
3481
|
+
*
|
|
3482
|
+
* CALLER CONTRACT: sample `inFlight` BEFORE calling `syncPendingFiles()` for
|
|
3483
|
+
* the cycle. `syncPendingFiles` sets the flag synchronously, so a caller that
|
|
3484
|
+
* samples afterwards reads `true` every single cycle and can never idle out.
|
|
3485
|
+
*/
|
|
3486
|
+
fileSyncActivity() {
|
|
3487
|
+
return { appliedFiles: this.appliedFileCount, inFlight: this.syncingFiles };
|
|
3488
|
+
}
|
|
2182
3489
|
/**
|
|
2183
3490
|
* OpenCode session ids the session-cleanup sweep (issue #190) must NOT delete:
|
|
2184
3491
|
* exactly those with a live (dispatched-but-not-done / paused) turn, i.e. a
|
|
@@ -2240,7 +3547,7 @@ var ChannelDriver = class {
|
|
|
2240
3547
|
await this.sleep(step);
|
|
2241
3548
|
}
|
|
2242
3549
|
}
|
|
2243
|
-
while (this.hasInFlightWatchers()) {
|
|
3550
|
+
while (this.hasInFlightWatchers() || this.syncingFiles) {
|
|
2244
3551
|
if (this.now() >= deadline) return false;
|
|
2245
3552
|
await this.sleep(step);
|
|
2246
3553
|
}
|
|
@@ -2275,10 +3582,15 @@ var ChannelDriver = class {
|
|
|
2275
3582
|
* @returns the count of messages NEWLY dispatched (not already in-flight).
|
|
2276
3583
|
*/
|
|
2277
3584
|
async processConversation(conv) {
|
|
2278
|
-
const sessionId = await this.ensureSession(conv);
|
|
3585
|
+
const { sessionId, refusedSessionId } = await this.ensureSession(conv);
|
|
2279
3586
|
const messages = await this.getPendingMessages(conv.id);
|
|
2280
3587
|
let dispatched = 0;
|
|
2281
3588
|
let skippedAlreadyDispatched = 0;
|
|
3589
|
+
if (refusedSessionId && messages.length > 0) {
|
|
3590
|
+
void this.postSignal(conv.id, messages[0].id, "session_superseded", {
|
|
3591
|
+
superseded_session_id: refusedSessionId
|
|
3592
|
+
});
|
|
3593
|
+
}
|
|
2282
3594
|
for (const message of messages) {
|
|
2283
3595
|
if (this.stopped) break;
|
|
2284
3596
|
if (this.dispatched.has(message.id)) {
|
|
@@ -2305,7 +3617,8 @@ var ChannelDriver = class {
|
|
|
2305
3617
|
} catch (err) {
|
|
2306
3618
|
if (err instanceof ChannelAuthError) throw err;
|
|
2307
3619
|
this.dispatched.delete(message.id);
|
|
2308
|
-
|
|
3620
|
+
const exists = await sessionExists(this.port, sessionId);
|
|
3621
|
+
if (exists === false) {
|
|
2309
3622
|
this.sessions.delete(conv.id);
|
|
2310
3623
|
this.log({
|
|
2311
3624
|
level: "warn",
|
|
@@ -2315,15 +3628,39 @@ var ChannelDriver = class {
|
|
|
2315
3628
|
});
|
|
2316
3629
|
break;
|
|
2317
3630
|
}
|
|
2318
|
-
|
|
3631
|
+
if (exists === null) {
|
|
3632
|
+
this.log({
|
|
3633
|
+
level: "warn",
|
|
3634
|
+
message: `Message ${message.id.slice(0, 8)} dispatch failed and session (${sessionId.slice(0, 8)}) existence could not be confirmed (opencode momentarily unreachable) \u2014 deferring this and later messages for conversation ${conv.id.slice(0, 8)} to the next tick rather than treating it as a genuine failure.`,
|
|
3635
|
+
conversation_id: conv.id,
|
|
3636
|
+
message_id: message.id
|
|
3637
|
+
});
|
|
3638
|
+
break;
|
|
3639
|
+
}
|
|
3640
|
+
const errorMessage = err instanceof Error ? err.message : String(err);
|
|
3641
|
+
this.sessions.delete(conv.id);
|
|
3642
|
+
this.supersede(conv.id, sessionId);
|
|
3643
|
+
this.log({
|
|
3644
|
+
level: "warn",
|
|
3645
|
+
message: `Abandoning OpenCode session ${sessionId.slice(0, 8)} as the binding for conversation ${conv.id.slice(0, 8)} (it exists but failed to run a turn) \u2014 a fresh session is created on the next tick, whatever the persisted binding says by then.`,
|
|
3646
|
+
conversation_id: conv.id,
|
|
3647
|
+
message_id: message.id
|
|
3648
|
+
});
|
|
3649
|
+
await this.markFailed(conv.id, message.id, null, errorMessage).catch((markErr) => {
|
|
3650
|
+
this.log({
|
|
3651
|
+
level: "warn",
|
|
3652
|
+
message: `markFailed PATCH for message ${message.id.slice(0, 8)} (conversation ${conv.id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
|
|
3653
|
+
conversation_id: conv.id,
|
|
3654
|
+
message_id: message.id
|
|
3655
|
+
});
|
|
2319
3656
|
});
|
|
2320
3657
|
this.log({
|
|
2321
3658
|
level: "error",
|
|
2322
|
-
message: `Message ${message.id.slice(0, 8)} dispatch failed: ${
|
|
3659
|
+
message: `Message ${message.id.slice(0, 8)} dispatch failed: ${errorMessage}`,
|
|
2323
3660
|
conversation_id: conv.id,
|
|
2324
3661
|
message_id: message.id
|
|
2325
3662
|
});
|
|
2326
|
-
|
|
3663
|
+
break;
|
|
2327
3664
|
}
|
|
2328
3665
|
if (opencodeMessageId === null) {
|
|
2329
3666
|
this.log({
|
|
@@ -2349,8 +3686,42 @@ var ChannelDriver = class {
|
|
|
2349
3686
|
this.ensureWatcherRunning(sessionId);
|
|
2350
3687
|
return dispatched;
|
|
2351
3688
|
}
|
|
3689
|
+
/**
|
|
3690
|
+
* Record that `sessionId` is no longer a valid binding for `conversationId`
|
|
3691
|
+
* (#553). Keyed by conversation and hard-capped, so it cannot grow with the
|
|
3692
|
+
* number of failures — see the `supersededSessions` field doc.
|
|
3693
|
+
*/
|
|
3694
|
+
supersede(conversationId, sessionId) {
|
|
3695
|
+
this.supersededSessions.delete(conversationId);
|
|
3696
|
+
this.supersededSessions.set(conversationId, sessionId);
|
|
3697
|
+
while (this.supersededSessions.size > MAX_SUPERSEDED_CONVERSATIONS) {
|
|
3698
|
+
const oldest = this.supersededSessions.keys().next().value;
|
|
3699
|
+
if (oldest === void 0) return;
|
|
3700
|
+
this.supersededSessions.delete(oldest);
|
|
3701
|
+
}
|
|
3702
|
+
}
|
|
3703
|
+
/** Whether `sessionId` is the session this conversation has abandoned (#553). */
|
|
3704
|
+
isSuperseded(conversationId, sessionId) {
|
|
3705
|
+
return this.supersededSessions.get(conversationId) === sessionId;
|
|
3706
|
+
}
|
|
3707
|
+
/**
|
|
3708
|
+
* Resolve the opencode session to run this conversation's turns in.
|
|
3709
|
+
*
|
|
3710
|
+
* `refusedSessionId` is set when the #553 guard fired — i.e. the persisted
|
|
3711
|
+
* binding was an id this runner had abandoned, so a resurrection genuinely
|
|
3712
|
+
* happened and a fresh session was bound instead. The caller reports it.
|
|
3713
|
+
*/
|
|
2352
3714
|
async ensureSession(conv) {
|
|
2353
3715
|
const bound = this.sessions.get(conv.id) ?? conv.opencode_session_id ?? null;
|
|
3716
|
+
if (bound && this.isSuperseded(conv.id, bound)) {
|
|
3717
|
+
this.log({
|
|
3718
|
+
level: "warn",
|
|
3719
|
+
message: `OpenCode session ${bound.slice(0, 8)} was abandoned for conversation ${conv.id.slice(0, 8)} after a failed dispatch but is still bound to it (the persisted id was written back by a turn already in flight) \u2014 ignoring it and binding a fresh session.`,
|
|
3720
|
+
conversation_id: conv.id
|
|
3721
|
+
});
|
|
3722
|
+
this.sessions.delete(conv.id);
|
|
3723
|
+
return { sessionId: await this.createAndBindSession(conv.id), refusedSessionId: bound };
|
|
3724
|
+
}
|
|
2354
3725
|
if (bound) {
|
|
2355
3726
|
const exists = await sessionExists(this.port, bound);
|
|
2356
3727
|
if (exists === false) {
|
|
@@ -2360,12 +3731,12 @@ var ChannelDriver = class {
|
|
|
2360
3731
|
conversation_id: conv.id
|
|
2361
3732
|
});
|
|
2362
3733
|
this.sessions.delete(conv.id);
|
|
2363
|
-
return this.createAndBindSession(conv.id);
|
|
3734
|
+
return { sessionId: await this.createAndBindSession(conv.id) };
|
|
2364
3735
|
}
|
|
2365
3736
|
this.sessions.set(conv.id, bound);
|
|
2366
|
-
return bound;
|
|
3737
|
+
return { sessionId: bound };
|
|
2367
3738
|
}
|
|
2368
|
-
return this.createAndBindSession(conv.id);
|
|
3739
|
+
return { sessionId: await this.createAndBindSession(conv.id) };
|
|
2369
3740
|
}
|
|
2370
3741
|
/**
|
|
2371
3742
|
* Create a fresh OpenCode session for a conversation, cache the binding, and
|
|
@@ -2376,7 +3747,12 @@ var ChannelDriver = class {
|
|
|
2376
3747
|
const directory = await this.resolveOpenCodeDirectory();
|
|
2377
3748
|
const sessionId = await createOpenCodeSession(this.port, directory);
|
|
2378
3749
|
this.sessions.set(conversationId, sessionId);
|
|
2379
|
-
await this.persistSession(conversationId, sessionId).catch(() => {
|
|
3750
|
+
await this.persistSession(conversationId, sessionId).catch((err) => {
|
|
3751
|
+
this.log({
|
|
3752
|
+
level: "warn",
|
|
3753
|
+
message: `Persisting the OpenCode session binding ${sessionId.slice(0, 8)} for conversation ${conversationId.slice(0, 8)} failed (best-effort, not retried) \u2014 the completion PATCH also carries opencode_session_id, so the binding is repaired when the turn finishes: ${err instanceof Error ? err.message : String(err)}`,
|
|
3754
|
+
conversation_id: conversationId
|
|
3755
|
+
});
|
|
2380
3756
|
});
|
|
2381
3757
|
return sessionId;
|
|
2382
3758
|
}
|
|
@@ -2445,7 +3821,7 @@ var ChannelDriver = class {
|
|
|
2445
3821
|
}
|
|
2446
3822
|
/**
|
|
2447
3823
|
* Fetch ONE inbound image's bytes through Evident's WI-6 endpoint
|
|
2448
|
-
* (`GET {apiUrl}/
|
|
3824
|
+
* (`GET {apiUrl}/runners/{agentId}/attachments/{messageId}/{index}`) using the
|
|
2449
3825
|
* existing authenticated fetch, and base64-encode into a
|
|
2450
3826
|
* `data:<mime>;base64,<…>` URL for the opencode `file` part's `url`.
|
|
2451
3827
|
*
|
|
@@ -2453,15 +3829,38 @@ var ChannelDriver = class {
|
|
|
2453
3829
|
* (not-owned / out-of-range / deleted-at-source / workspace gone) / 413
|
|
2454
3830
|
* (over-cap). On ANY non-2xx or thrown failure we return `null` so the caller
|
|
2455
3831
|
* OMITS that one image and the text turn still sends — NEVER throws the turn.
|
|
2456
|
-
*
|
|
3832
|
+
* A 404 body carrying `{ reason: 'needs_reauth' }` (#547 — the server CONFIRMED
|
|
3833
|
+
* a Slack `files:read` scope problem via `files.info`) instead resolves the
|
|
3834
|
+
* `AttachmentFetchNeedsReauth` sentinel, so the in-thread note can steer the
|
|
3835
|
+
* user to reconnect Slack instead of a generic "unavailable". Failures are
|
|
3836
|
+
* logged with context (no silent swallow).
|
|
2457
3837
|
*/
|
|
2458
3838
|
async fetchAttachmentDataUrl(messageId, index, mime) {
|
|
2459
3839
|
try {
|
|
2460
3840
|
const res = await this.fetchImpl(
|
|
2461
|
-
`${this.apiUrl}/
|
|
3841
|
+
`${this.apiUrl}/runners/${this.agentId}/attachments/${messageId}/${index}`,
|
|
2462
3842
|
{ headers: { Authorization: this.getAuthHeader() } }
|
|
2463
3843
|
);
|
|
2464
3844
|
if (!res.ok) {
|
|
3845
|
+
let reason;
|
|
3846
|
+
try {
|
|
3847
|
+
const body = await res.json();
|
|
3848
|
+
if (body && typeof body.reason === "string") reason = body.reason;
|
|
3849
|
+
} catch (parseErr) {
|
|
3850
|
+
this.log({
|
|
3851
|
+
level: "debug",
|
|
3852
|
+
message: `Attachment fetch for message ${messageId.slice(0, 8)} index ${index}: error body was not JSON (${parseErr instanceof Error ? parseErr.message : String(parseErr)}) \u2014 treating as a plain failure`,
|
|
3853
|
+
message_id: messageId
|
|
3854
|
+
});
|
|
3855
|
+
}
|
|
3856
|
+
if (reason === "needs_reauth") {
|
|
3857
|
+
this.log({
|
|
3858
|
+
level: "error",
|
|
3859
|
+
message: `Attachment fetch for message ${messageId.slice(0, 8)} index ${index} returned HTTP ${res.status} \u2014 server confirmed a Slack reauth/scope problem \u2014 omitting this image (text turn proceeds)`,
|
|
3860
|
+
message_id: messageId
|
|
3861
|
+
});
|
|
3862
|
+
return { needsReauth: true };
|
|
3863
|
+
}
|
|
2465
3864
|
this.log({
|
|
2466
3865
|
level: "error",
|
|
2467
3866
|
message: `Attachment fetch for message ${messageId.slice(0, 8)} index ${index} returned HTTP ${res.status} \u2014 omitting this image (text turn proceeds)`,
|
|
@@ -2501,6 +3900,9 @@ var ChannelDriver = class {
|
|
|
2501
3900
|
if (this.attachmentsSkippedSignalled.has(messageId)) return;
|
|
2502
3901
|
this.attachmentsSkippedSignalled.add(messageId);
|
|
2503
3902
|
const skippedReason = capabilityUnknown ? "unknown" : "unsupported";
|
|
3903
|
+
const failedReason = outcomes.some(
|
|
3904
|
+
(o) => o.status === "failed" && o.reason === "needs_reauth"
|
|
3905
|
+
) ? "needs_reauth" : void 0;
|
|
2504
3906
|
this.log({
|
|
2505
3907
|
level: "info",
|
|
2506
3908
|
message: `Message ${messageId.slice(0, 8)}: ${skipped} image(s) skipped (${capabilityUnknown ? "capability was unreadable \u2014 failed open to text-only" : "model not attachment-capable"}), ${failed} image(s) unavailable (deleted-at-source or fetch failure) \u2014 noting to Evident`,
|
|
@@ -2510,7 +3912,8 @@ var ChannelDriver = class {
|
|
|
2510
3912
|
void this.postSignal(conversationId, messageId, "attachments_skipped", {
|
|
2511
3913
|
skipped,
|
|
2512
3914
|
failed,
|
|
2513
|
-
...skipped > 0 ? { skipped_reason: skippedReason } : {}
|
|
3915
|
+
...skipped > 0 ? { skipped_reason: skippedReason } : {},
|
|
3916
|
+
...failedReason ? { failed_reason: failedReason } : {}
|
|
2514
3917
|
});
|
|
2515
3918
|
}
|
|
2516
3919
|
/** Register a freshly-dispatched message with its session's watcher state. */
|
|
@@ -2541,12 +3944,17 @@ var ChannelDriver = class {
|
|
|
2541
3944
|
stuckReported: false,
|
|
2542
3945
|
lastAliveAt: 0,
|
|
2543
3946
|
aliveInFlight: false,
|
|
3947
|
+
titleSynced: false,
|
|
3948
|
+
titleSyncInFlight: false,
|
|
2544
3949
|
awaitingHumanLatched: false,
|
|
2545
3950
|
pausedOnQuestion: false,
|
|
2546
3951
|
pausedOnPermission: false,
|
|
2547
3952
|
pausedClearConfirmed: false,
|
|
2548
3953
|
pausedInFlight: false,
|
|
2549
|
-
deliveryDeadlineAnchored: false
|
|
3954
|
+
deliveryDeadlineAnchored: false,
|
|
3955
|
+
b2PinnedSinceMs: 0,
|
|
3956
|
+
b2LastDescendantCheckMs: 0,
|
|
3957
|
+
b2AbandonedSignalled: false
|
|
2550
3958
|
});
|
|
2551
3959
|
}
|
|
2552
3960
|
/**
|
|
@@ -2614,12 +4022,17 @@ var ChannelDriver = class {
|
|
|
2614
4022
|
// with no extra `re_adopted` signal needed (folds old WI-6).
|
|
2615
4023
|
lastAliveAt: 0,
|
|
2616
4024
|
aliveInFlight: false,
|
|
4025
|
+
titleSynced: false,
|
|
4026
|
+
titleSyncInFlight: false,
|
|
2617
4027
|
awaitingHumanLatched: false,
|
|
2618
4028
|
pausedOnQuestion: false,
|
|
2619
4029
|
pausedOnPermission: false,
|
|
2620
4030
|
pausedClearConfirmed: false,
|
|
2621
4031
|
pausedInFlight: false,
|
|
2622
|
-
deliveryDeadlineAnchored: false
|
|
4032
|
+
deliveryDeadlineAnchored: false,
|
|
4033
|
+
b2PinnedSinceMs: 0,
|
|
4034
|
+
b2LastDescendantCheckMs: 0,
|
|
4035
|
+
b2AbandonedSignalled: false
|
|
2623
4036
|
});
|
|
2624
4037
|
}
|
|
2625
4038
|
/**
|
|
@@ -2781,56 +4194,7 @@ var ChannelDriver = class {
|
|
|
2781
4194
|
}
|
|
2782
4195
|
}
|
|
2783
4196
|
if (state === "done") {
|
|
2784
|
-
this.
|
|
2785
|
-
if (!inFlight.done) {
|
|
2786
|
-
this.log({
|
|
2787
|
-
level: "info",
|
|
2788
|
-
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} completed \u2014 marking done`,
|
|
2789
|
-
conversation_id: conv.id,
|
|
2790
|
-
message_id: inFlight.evidentMessageId
|
|
2791
|
-
});
|
|
2792
|
-
const title = await this.resolveSessionTitle(sessionId, watcher.conv.id);
|
|
2793
|
-
try {
|
|
2794
|
-
await this.markDone(
|
|
2795
|
-
conv.id,
|
|
2796
|
-
inFlight.evidentMessageId,
|
|
2797
|
-
sessionId,
|
|
2798
|
-
inFlight.opencodeMessageId,
|
|
2799
|
-
title
|
|
2800
|
-
);
|
|
2801
|
-
} catch (err) {
|
|
2802
|
-
if (err instanceof ChannelAuthError) throw err;
|
|
2803
|
-
if (err instanceof ChannelTerminalError) {
|
|
2804
|
-
this.log({
|
|
2805
|
-
level: "warn",
|
|
2806
|
-
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (terminal HTTP ${err.status}) \u2014 leaving for the cron safety net: ${err.message}`,
|
|
2807
|
-
conversation_id: conv.id,
|
|
2808
|
-
message_id: inFlight.evidentMessageId
|
|
2809
|
-
});
|
|
2810
|
-
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
2811
|
-
return;
|
|
2812
|
-
}
|
|
2813
|
-
if (this.now() >= inFlight.deadline) {
|
|
2814
|
-
this.log({
|
|
2815
|
-
level: "warn",
|
|
2816
|
-
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done within the watch window \u2014 leaving for the cron safety net: ${err instanceof Error ? err.message : String(err)}`,
|
|
2817
|
-
conversation_id: conv.id,
|
|
2818
|
-
message_id: inFlight.evidentMessageId
|
|
2819
|
-
});
|
|
2820
|
-
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
2821
|
-
return;
|
|
2822
|
-
}
|
|
2823
|
-
this.log({
|
|
2824
|
-
level: "warn",
|
|
2825
|
-
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
|
|
2826
|
-
conversation_id: conv.id,
|
|
2827
|
-
message_id: inFlight.evidentMessageId
|
|
2828
|
-
});
|
|
2829
|
-
return;
|
|
2830
|
-
}
|
|
2831
|
-
inFlight.done = true;
|
|
2832
|
-
}
|
|
2833
|
-
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4197
|
+
await this.settleMessageDone(sessionId, watcher, inFlight, messages);
|
|
2834
4198
|
return;
|
|
2835
4199
|
}
|
|
2836
4200
|
if (state === "failed") {
|
|
@@ -2843,8 +4207,17 @@ var ChannelDriver = class {
|
|
|
2843
4207
|
conversation_id: conv.id,
|
|
2844
4208
|
message_id: inFlight.evidentMessageId
|
|
2845
4209
|
});
|
|
4210
|
+
const usage = messageUsage(messages, inFlight.opencodeMessageId);
|
|
4211
|
+
const failure = await this.classifyModelAuthFailure(messages, inFlight.opencodeMessageId);
|
|
2846
4212
|
try {
|
|
2847
|
-
await this.markFailed(
|
|
4213
|
+
await this.markFailed(
|
|
4214
|
+
conv.id,
|
|
4215
|
+
inFlight.evidentMessageId,
|
|
4216
|
+
sessionId,
|
|
4217
|
+
error2,
|
|
4218
|
+
usage,
|
|
4219
|
+
failure
|
|
4220
|
+
);
|
|
2848
4221
|
} catch (err) {
|
|
2849
4222
|
if (err instanceof ChannelAuthError) throw err;
|
|
2850
4223
|
if (err instanceof ChannelTerminalError) {
|
|
@@ -2889,6 +4262,44 @@ var ChannelDriver = class {
|
|
|
2889
4262
|
});
|
|
2890
4263
|
}
|
|
2891
4264
|
const activelyRunning = state === "running" && !awaitingHuman;
|
|
4265
|
+
const pinnedNow = activelyRunning && isPreamblePinnedRunning(messages, inFlight.opencodeMessageId);
|
|
4266
|
+
const snapshotReadable = messages != null && messages.length > 0;
|
|
4267
|
+
if (!pinnedNow) {
|
|
4268
|
+
if (snapshotReadable) {
|
|
4269
|
+
inFlight.b2PinnedSinceMs = 0;
|
|
4270
|
+
inFlight.b2LastDescendantCheckMs = 0;
|
|
4271
|
+
inFlight.b2AbandonedSignalled = false;
|
|
4272
|
+
}
|
|
4273
|
+
} else {
|
|
4274
|
+
if (inFlight.b2AbandonedSignalled) {
|
|
4275
|
+
await this.settleMessageDone(sessionId, watcher, inFlight, messages);
|
|
4276
|
+
return;
|
|
4277
|
+
}
|
|
4278
|
+
if (inFlight.b2PinnedSinceMs === 0) inFlight.b2PinnedSinceMs = this.now();
|
|
4279
|
+
const pinnedForMs = this.now() - inFlight.b2PinnedSinceMs;
|
|
4280
|
+
if (pinnedForMs >= B2_ABANDONMENT_MIN_PINNED_MS && this.now() - inFlight.b2LastDescendantCheckMs >= B2_ABANDONMENT_RECHECK_MS) {
|
|
4281
|
+
inFlight.b2LastDescendantCheckMs = this.now();
|
|
4282
|
+
const descendantOngoing = await this.isAnyDescendantSessionOngoing(sessionId);
|
|
4283
|
+
if (isB2AbandonmentConfirmed({
|
|
4284
|
+
pinnedForMs,
|
|
4285
|
+
minPinnedMs: B2_ABANDONMENT_MIN_PINNED_MS,
|
|
4286
|
+
descendantOngoing
|
|
4287
|
+
})) {
|
|
4288
|
+
inFlight.b2AbandonedSignalled = true;
|
|
4289
|
+
this.log({
|
|
4290
|
+
level: "warn",
|
|
4291
|
+
message: `Message ${id.slice(0, 8)} b2-pinned for ${Math.round(pinnedForMs / 1e3)}s with no ongoing descendant sub-agent session (status-map confirmed) \u2014 treating the delegated/tool turn as abandoned, resolving done`,
|
|
4292
|
+
conversation_id: conv.id,
|
|
4293
|
+
message_id: id
|
|
4294
|
+
});
|
|
4295
|
+
void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
|
|
4296
|
+
watched_for_ms: pinnedForMs
|
|
4297
|
+
});
|
|
4298
|
+
await this.settleMessageDone(sessionId, watcher, inFlight, messages);
|
|
4299
|
+
return;
|
|
4300
|
+
}
|
|
4301
|
+
}
|
|
4302
|
+
}
|
|
2892
4303
|
if (activelyRunning && this.now() - inFlight.processingAnchorMs >= ABSOLUTE_MAX_PROCESSING_MS) {
|
|
2893
4304
|
this.log({
|
|
2894
4305
|
level: "warn",
|
|
@@ -2908,6 +4319,18 @@ var ChannelDriver = class {
|
|
|
2908
4319
|
inFlight.aliveInFlight = false;
|
|
2909
4320
|
if (ok) inFlight.lastAliveAt = this.now();
|
|
2910
4321
|
});
|
|
4322
|
+
if (!inFlight.titleSynced && !inFlight.titleSyncInFlight) {
|
|
4323
|
+
inFlight.titleSyncInFlight = true;
|
|
4324
|
+
void this.resolveSessionTitle(sessionId, conv.id).then(async (title) => {
|
|
4325
|
+
if (!title) {
|
|
4326
|
+
inFlight.titleSyncInFlight = false;
|
|
4327
|
+
return;
|
|
4328
|
+
}
|
|
4329
|
+
const ok = await this.patchConversationTitle(conv.id, title);
|
|
4330
|
+
inFlight.titleSyncInFlight = false;
|
|
4331
|
+
if (ok) inFlight.titleSynced = true;
|
|
4332
|
+
});
|
|
4333
|
+
}
|
|
2911
4334
|
}
|
|
2912
4335
|
if (awaitingHuman) {
|
|
2913
4336
|
if (!inFlight.awaitingHumanLatched) {
|
|
@@ -2945,6 +4368,70 @@ var ChannelDriver = class {
|
|
|
2945
4368
|
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
2946
4369
|
}
|
|
2947
4370
|
}
|
|
4371
|
+
/**
|
|
4372
|
+
* Settle a message whose run-state has resolved `'done'` — extracted verbatim
|
|
4373
|
+
* (pure refactor, no behavior change) from `serviceInFlightMessage`'s former
|
|
4374
|
+
* inline `state === 'done'` branch body, so a SECOND caller (the #721
|
|
4375
|
+
* b2-abandonment resolution) can reach the exact same completion behavior
|
|
4376
|
+
* (delivery-deadline anchoring, title resolution, usage extraction, and
|
|
4377
|
+
* `markDone`'s auth/terminal/transient-retry discipline) without duplicating it
|
|
4378
|
+
* and risking the two copies silently drifting apart.
|
|
4379
|
+
*/
|
|
4380
|
+
async settleMessageDone(sessionId, watcher, inFlight, messages) {
|
|
4381
|
+
const conv = watcher.conv;
|
|
4382
|
+
this.anchorDeliveryDeadline(inFlight);
|
|
4383
|
+
if (!inFlight.done) {
|
|
4384
|
+
this.log({
|
|
4385
|
+
level: "info",
|
|
4386
|
+
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} completed \u2014 marking done`,
|
|
4387
|
+
conversation_id: conv.id,
|
|
4388
|
+
message_id: inFlight.evidentMessageId
|
|
4389
|
+
});
|
|
4390
|
+
const title = await this.resolveSessionTitle(sessionId, watcher.conv.id);
|
|
4391
|
+
const usage = messageUsage(messages, inFlight.opencodeMessageId);
|
|
4392
|
+
try {
|
|
4393
|
+
await this.markDone(
|
|
4394
|
+
conv.id,
|
|
4395
|
+
inFlight.evidentMessageId,
|
|
4396
|
+
sessionId,
|
|
4397
|
+
inFlight.opencodeMessageId,
|
|
4398
|
+
title,
|
|
4399
|
+
usage
|
|
4400
|
+
);
|
|
4401
|
+
} catch (err) {
|
|
4402
|
+
if (err instanceof ChannelAuthError) throw err;
|
|
4403
|
+
if (err instanceof ChannelTerminalError) {
|
|
4404
|
+
this.log({
|
|
4405
|
+
level: "warn",
|
|
4406
|
+
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (terminal HTTP ${err.status}) \u2014 leaving for the cron safety net: ${err.message}`,
|
|
4407
|
+
conversation_id: conv.id,
|
|
4408
|
+
message_id: inFlight.evidentMessageId
|
|
4409
|
+
});
|
|
4410
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4411
|
+
return;
|
|
4412
|
+
}
|
|
4413
|
+
if (this.now() >= inFlight.deadline) {
|
|
4414
|
+
this.log({
|
|
4415
|
+
level: "warn",
|
|
4416
|
+
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done within the watch window \u2014 leaving for the cron safety net: ${err instanceof Error ? err.message : String(err)}`,
|
|
4417
|
+
conversation_id: conv.id,
|
|
4418
|
+
message_id: inFlight.evidentMessageId
|
|
4419
|
+
});
|
|
4420
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4421
|
+
return;
|
|
4422
|
+
}
|
|
4423
|
+
this.log({
|
|
4424
|
+
level: "warn",
|
|
4425
|
+
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
|
|
4426
|
+
conversation_id: conv.id,
|
|
4427
|
+
message_id: inFlight.evidentMessageId
|
|
4428
|
+
});
|
|
4429
|
+
return;
|
|
4430
|
+
}
|
|
4431
|
+
inFlight.done = true;
|
|
4432
|
+
}
|
|
4433
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4434
|
+
}
|
|
2948
4435
|
// Restart recovery: re-adopt `processing` messages (ADR-0046, WI-3/4/5)
|
|
2949
4436
|
/**
|
|
2950
4437
|
* Re-adopt this agent's `processing` messages on drain (ADR-0046 Decision §1).
|
|
@@ -3081,7 +4568,8 @@ var ChannelDriver = class {
|
|
|
3081
4568
|
});
|
|
3082
4569
|
try {
|
|
3083
4570
|
const title = await this.resolveSessionTitle(sessionId, row.conversation_id);
|
|
3084
|
-
|
|
4571
|
+
const usage = messageUsage(messages, ocId ?? "");
|
|
4572
|
+
await this.markDone(row.conversation_id, row.id, sessionId, ocId, title, usage);
|
|
3085
4573
|
} catch (err) {
|
|
3086
4574
|
if (err instanceof ChannelAuthError) throw err;
|
|
3087
4575
|
if (err instanceof ChannelTerminalError) {
|
|
@@ -3109,6 +4597,8 @@ var ChannelDriver = class {
|
|
|
3109
4597
|
}
|
|
3110
4598
|
if (state === "failed") {
|
|
3111
4599
|
const error2 = messageError(messages, ocId ?? "") ?? void 0;
|
|
4600
|
+
const usage = messageUsage(messages, ocId ?? "");
|
|
4601
|
+
const failure = await this.classifyModelAuthFailure(messages, ocId ?? "");
|
|
3112
4602
|
this.log({
|
|
3113
4603
|
level: "error",
|
|
3114
4604
|
message: `Re-adopt: message ${row.id.slice(0, 8)} errored while unwatched \u2014 marking failed: ${error2 ?? "(no error text)"}`,
|
|
@@ -3116,7 +4606,7 @@ var ChannelDriver = class {
|
|
|
3116
4606
|
message_id: row.id
|
|
3117
4607
|
});
|
|
3118
4608
|
try {
|
|
3119
|
-
await this.markFailed(row.conversation_id, row.id, sessionId, error2);
|
|
4609
|
+
await this.markFailed(row.conversation_id, row.id, sessionId, error2, usage, failure);
|
|
3120
4610
|
} catch (err) {
|
|
3121
4611
|
if (err instanceof ChannelAuthError) throw err;
|
|
3122
4612
|
if (err instanceof ChannelTerminalError) {
|
|
@@ -3522,6 +5012,47 @@ var ChannelDriver = class {
|
|
|
3522
5012
|
}
|
|
3523
5013
|
return false;
|
|
3524
5014
|
}
|
|
5015
|
+
/**
|
|
5016
|
+
* Tri-state variant of the upward parentID membership walk (#721), used ONLY
|
|
5017
|
+
* by `isAnyDescendantSessionOngoing`. Walks the SAME cached
|
|
5018
|
+
* `resolveSessionParent` chain `sessionBelongsTo` uses above, but — unlike
|
|
5019
|
+
* `sessionBelongsTo`, which deliberately collapses "confirmed not a
|
|
5020
|
+
* descendant" and "the walk's fetch failed" into the same `false` (safe for
|
|
5021
|
+
* its OTHER callers: interaction attribution and the recovery-path
|
|
5022
|
+
* `isAnyDescendantSessionAlive`, both of which just retry next tick with no
|
|
5023
|
+
* safety consequence either way) — this variant keeps those two outcomes
|
|
5024
|
+
* SEPARATE, because `isAnyDescendantSessionOngoing`'s caller
|
|
5025
|
+
* (`isB2AbandonmentConfirmed`) must never treat "couldn't tell" as "confirmed
|
|
5026
|
+
* not ongoing".
|
|
5027
|
+
*
|
|
5028
|
+
* Return contract:
|
|
5029
|
+
* - `true` → the walk reached `rootSessionId` — `sessionId` IS a descendant.
|
|
5030
|
+
* - `false` → the walk reached a definitive, parent-less root session
|
|
5031
|
+
* WITHOUT ever matching `rootSessionId` — `sessionId` is
|
|
5032
|
+
* CONFIRMED NOT a descendant of it.
|
|
5033
|
+
* - `null` → INDETERMINATE: a `GET /session/:id` fetch failed partway
|
|
5034
|
+
* through the walk (`resolveSessionParent` returned `undefined`),
|
|
5035
|
+
* or the depth cap (32) was hit without a definitive answer (a
|
|
5036
|
+
* pathological/cyclic chain proves nothing either way). NEVER
|
|
5037
|
+
* treat this the same as `false` — see `sessionBelongsTo`'s own
|
|
5038
|
+
* doc comment above for why that collapse is safe THERE but not
|
|
5039
|
+
* here.
|
|
5040
|
+
*
|
|
5041
|
+
* `sessionBelongsTo` itself is UNCHANGED — this is an additive helper scoped
|
|
5042
|
+
* to the live-path descendant check, not a modification of shared code used
|
|
5043
|
+
* by interaction attribution or the recovery path.
|
|
5044
|
+
*/
|
|
5045
|
+
async resolveSessionMembership(sessionId, rootSessionId) {
|
|
5046
|
+
let current = sessionId;
|
|
5047
|
+
for (let depth = 0; current && depth < 32; depth++) {
|
|
5048
|
+
if (current === rootSessionId) return true;
|
|
5049
|
+
const parent = await this.resolveSessionParent(current);
|
|
5050
|
+
if (parent === void 0) return null;
|
|
5051
|
+
if (parent === null) return false;
|
|
5052
|
+
current = parent;
|
|
5053
|
+
}
|
|
5054
|
+
return null;
|
|
5055
|
+
}
|
|
3525
5056
|
/**
|
|
3526
5057
|
* Resolve (and cache) a session's `parentID` via `GET /session/:id`. Returns
|
|
3527
5058
|
* `null` for a root session (no parent) and `undefined` when opencode is
|
|
@@ -3544,19 +5075,36 @@ var ChannelDriver = class {
|
|
|
3544
5075
|
if (parent !== void 0) this.sessionParents.set(sessionId, parent);
|
|
3545
5076
|
return parent;
|
|
3546
5077
|
}
|
|
5078
|
+
/**
|
|
5079
|
+
* OpenCode's synchronous default session title (e.g.
|
|
5080
|
+
* `"New session - 1737800000000"`), assigned immediately when a session is
|
|
5081
|
+
* created — before OpenCode's async LLM-based auto-titling later renames it
|
|
5082
|
+
* mid-turn (#549). Matched by this literal, case-sensitive prefix only; the
|
|
5083
|
+
* timestamp suffix's exact format is deliberately NOT matched, since the prefix
|
|
5084
|
+
* alone is the stable, cheap signal and over-anchoring on the timestamp
|
|
5085
|
+
* representation risks silently breaking if OpenCode ever changes it. Accepted
|
|
5086
|
+
* trade-off: a genuine LLM-assigned title that happens to literally start with
|
|
5087
|
+
* this prefix would also fail to latch (see `resolveSessionTitle`) —
|
|
5088
|
+
* vanishingly unlikely in practice, and deliberately not engineered around.
|
|
5089
|
+
*/
|
|
5090
|
+
static OPENCODE_DEFAULT_TITLE_PREFIX = /^New session - /;
|
|
3547
5091
|
/**
|
|
3548
5092
|
* Resolve (and cache in `sessionTitles`) the OpenCode session TITLE (#310) so the
|
|
3549
5093
|
* status PATCH can carry it into the "Live sessions" list. Driver-level cache so
|
|
3550
5094
|
* BOTH the watcher completion path and the restart-recovery re-adopt path (which
|
|
3551
5095
|
* has no watcher) can use it. `conversationId` is passed only for log context.
|
|
3552
5096
|
* Best-effort:
|
|
3553
|
-
* - a resolved NON-EMPTY title
|
|
5097
|
+
* - a resolved NON-EMPTY title that does NOT match
|
|
5098
|
+
* `OPENCODE_DEFAULT_TITLE_PREFIX` is cached and terminal (a real session name
|
|
3554
5099
|
* won't later un-name), so we do NOT re-GET `/session/:id` every tick;
|
|
3555
|
-
* - while the title is still absent
|
|
3556
|
-
*
|
|
3557
|
-
*
|
|
3558
|
-
*
|
|
3559
|
-
*
|
|
5100
|
+
* - while the title is still absent, empty, or matches the OpenCode
|
|
5101
|
+
* placeholder prefix (#549) we do NOT latch it — OpenCode names sessions
|
|
5102
|
+
* asynchronously mid-turn, so an early call (e.g. at `processing`) must leave
|
|
5103
|
+
* the cache unresolved and re-fetch on the next need so a later call (e.g. at
|
|
5104
|
+
* `done`) picks up the name assigned in the meantime. Such a call returns
|
|
5105
|
+
* `null` (omit the title on THIS PATCH) without caching. If a session is
|
|
5106
|
+
* never renamed, the title is omitted forever rather than ever persisting
|
|
5107
|
+
* the placeholder as a last resort;
|
|
3560
5108
|
* - a failed request likewise leaves the cache unresolved (retry next need)
|
|
3561
5109
|
* and returns `null` — it must NEVER throw or block completion.
|
|
3562
5110
|
* A failure is logged with agent/session context (no silent catch).
|
|
@@ -3569,7 +5117,7 @@ var ChannelDriver = class {
|
|
|
3569
5117
|
if (res.ok) {
|
|
3570
5118
|
const body = await res.json();
|
|
3571
5119
|
const title = body && typeof body.title === "string" ? body.title.trim() : "";
|
|
3572
|
-
if (title.length > 0) {
|
|
5120
|
+
if (title.length > 0 && !_ChannelDriver.OPENCODE_DEFAULT_TITLE_PREFIX.test(title)) {
|
|
3573
5121
|
this.sessionTitles.set(sessionId, title);
|
|
3574
5122
|
return title;
|
|
3575
5123
|
}
|
|
@@ -3589,6 +5137,54 @@ var ChannelDriver = class {
|
|
|
3589
5137
|
}
|
|
3590
5138
|
return null;
|
|
3591
5139
|
}
|
|
5140
|
+
/**
|
|
5141
|
+
* Best-effort mid-turn title sync (#711 follow-up): PATCH a resolved OpenCode
|
|
5142
|
+
* session title onto the conversation via the PLAIN conversation-update
|
|
5143
|
+
* endpoint (`PATCH /runners/:agentId/conversations/:conversationId`) — NOT the
|
|
5144
|
+
* message-status endpoint `markProcessing`/`markDone` use. Deliberately a
|
|
5145
|
+
* separate, lighter call: it carries no `status`, so it cannot re-trigger the
|
|
5146
|
+
* `processing`/`done` transition side effects (Slack notices, activity-log
|
|
5147
|
+
* rows, delivery jobs) those PATCHes gate on `transitioned` — this call only
|
|
5148
|
+
* ever touches `conversations.title`. That route (`routes/conversations.ts`)
|
|
5149
|
+
* skips a title write matching the stored value, so a redundant call with the
|
|
5150
|
+
* same title is a real no-op — it does not bump `updated_at`, which the
|
|
5151
|
+
* conversation list sorts and paginates on. (Note this is a DIFFERENT guard
|
|
5152
|
+
* from `threads.ts`'s "non-empty AND changed" one, which only covers the
|
|
5153
|
+
* message-status PATCH; the non-empty half is enforced here instead, by
|
|
5154
|
+
* `resolveSessionTitle` never returning an empty/placeholder title.)
|
|
5155
|
+
*
|
|
5156
|
+
* Telemetry-only / never blocks the caller, mirroring `postSignal`: a failure
|
|
5157
|
+
* is logged and the title is simply retried on the next heartbeat tick (the
|
|
5158
|
+
* caller only latches `titleSynced` on `true`).
|
|
5159
|
+
*/
|
|
5160
|
+
async patchConversationTitle(conversationId, title) {
|
|
5161
|
+
try {
|
|
5162
|
+
const res = await this.fetchImpl(
|
|
5163
|
+
`${this.apiUrl}/runners/${this.agentId}/conversations/${conversationId}`,
|
|
5164
|
+
{
|
|
5165
|
+
method: "PATCH",
|
|
5166
|
+
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
5167
|
+
body: JSON.stringify({ title })
|
|
5168
|
+
}
|
|
5169
|
+
);
|
|
5170
|
+
if (!res.ok) {
|
|
5171
|
+
this.log({
|
|
5172
|
+
level: "debug",
|
|
5173
|
+
message: `Mid-turn title sync PATCH for conversation ${conversationId.slice(0, 8)} returned HTTP ${res.status} (best-effort, will retry next heartbeat)`,
|
|
5174
|
+
conversation_id: conversationId
|
|
5175
|
+
});
|
|
5176
|
+
return false;
|
|
5177
|
+
}
|
|
5178
|
+
return true;
|
|
5179
|
+
} catch (err) {
|
|
5180
|
+
this.log({
|
|
5181
|
+
level: "debug",
|
|
5182
|
+
message: `Best-effort mid-turn title sync PATCH failed for conversation ${conversationId.slice(0, 8)} (will retry next heartbeat): ${err instanceof Error ? err.message : String(err)}`,
|
|
5183
|
+
conversation_id: conversationId
|
|
5184
|
+
});
|
|
5185
|
+
return false;
|
|
5186
|
+
}
|
|
5187
|
+
}
|
|
3592
5188
|
/**
|
|
3593
5189
|
* DEFENSIVE cross-check for the restart-recovery path (WI-2): is any descendant
|
|
3594
5190
|
* (`task` sub-agent) session under `rootSessionId` still genuinely doing work?
|
|
@@ -3647,6 +5243,84 @@ var ChannelDriver = class {
|
|
|
3647
5243
|
}
|
|
3648
5244
|
return false;
|
|
3649
5245
|
}
|
|
5246
|
+
/**
|
|
5247
|
+
* LIVE-PATH descendant-liveness check (#721): is any descendant (`task`
|
|
5248
|
+
* sub-agent) session under `rootSessionId` currently ONGOING per OpenCode's own
|
|
5249
|
+
* in-memory status map (`isSessionOngoing` — `busy`/`retry`)?
|
|
5250
|
+
*
|
|
5251
|
+
* Deliberately NOT `isAnyDescendantSessionAlive` (the RECOVERY-path
|
|
5252
|
+
* cross-check above): that method judges liveness from the child's OWN
|
|
5253
|
+
* TRANSCRIPT (`isSessionActivelyGenerating`), which is the right (only) option
|
|
5254
|
+
* on the recovery path because a restart WIPES `SessionStatus`. On the LIVE
|
|
5255
|
+
* path the local opencode server IS running, so its in-memory status map is
|
|
5256
|
+
* live and authoritative — and per ADR-0047 §4a ("the child has its own entry
|
|
5257
|
+
* [in the map]"), a `task` descendant's OWN busy/retry entry reflects its
|
|
5258
|
+
* ENTIRE turn (including any tool call it is itself executing), not a
|
|
5259
|
+
* per-message transcript snapshot. This sidesteps the "child's own tool is
|
|
5260
|
+
* executing, between its step's completion and the next generation step"
|
|
5261
|
+
* transcript gap that a transcript-based check would need a second,
|
|
5262
|
+
* sustained-window bound to guard against — it is simply not derived from
|
|
5263
|
+
* message timestamps at all.
|
|
5264
|
+
*
|
|
5265
|
+
* Why not just check `isSessionOngoing(port, rootSessionId)` (the ROOT's own
|
|
5266
|
+
* status, as the recovery path does per §4a)? Because on the LIVE path the
|
|
5267
|
+
* root session can be shared: a SECOND, unrelated user message can land on the
|
|
5268
|
+
* SAME session (issue #721's own root cause) and keep the root `busy` for a
|
|
5269
|
+
* reason that has nothing to do with THIS message's delegation. A `task`
|
|
5270
|
+
* descendant session is spawned for exactly one delegated turn and never
|
|
5271
|
+
* reused, so its OWN status-map entry is unambiguous evidence about that one
|
|
5272
|
+
* delegation — which the root's status is not.
|
|
5273
|
+
*
|
|
5274
|
+
* Why membership is checked via `resolveSessionMembership`, NOT
|
|
5275
|
+
* `sessionBelongsTo`: `sessionBelongsTo` collapses a transient
|
|
5276
|
+
* `GET /session/:id` fetch failure into "not a descendant", which would
|
|
5277
|
+
* silently drop a genuinely-live candidate from consideration on the one
|
|
5278
|
+
* unlucky tick its membership-walk fetch hiccups (#721).
|
|
5279
|
+
* `resolveSessionMembership` keeps that failure mode as a distinct `null`
|
|
5280
|
+
* (indeterminate) so it is folded into THIS method's own `indeterminate` flag
|
|
5281
|
+
* instead.
|
|
5282
|
+
*
|
|
5283
|
+
* Return contract (note the DIFFERENT judge vs. `isAnyDescendantSessionAlive`):
|
|
5284
|
+
* - `true` → some descendant session is `busy`/`retry` (genuinely ongoing).
|
|
5285
|
+
* - `false` → enumeration succeeded, EVERY candidate's MEMBERSHIP was
|
|
5286
|
+
* confirmed either way (`resolveSessionMembership` never
|
|
5287
|
+
* returned `null`), and every CONFIRMED descendant's status read
|
|
5288
|
+
* succeeded and is not ongoing (includes "no descendant session
|
|
5289
|
+
* exists at all" — e.g. a plain, non-`task` tool call).
|
|
5290
|
+
* - `null` → INDETERMINATE: `listSessions` failed, OR at least one
|
|
5291
|
+
* candidate's MEMBERSHIP could not be confirmed
|
|
5292
|
+
* (`resolveSessionMembership` returned `null` — a fetch failure
|
|
5293
|
+
* or pathological chain partway through the parent walk), OR at
|
|
5294
|
+
* least one CONFIRMED descendant's `isSessionOngoing` read
|
|
5295
|
+
* failed — and no OTHER candidate was already confirmed `true`.
|
|
5296
|
+
* The caller MUST NOT treat `null` the same as `false` here
|
|
5297
|
+
* (unlike the recovery cross-check's contract) — see
|
|
5298
|
+
* `isB2AbandonmentConfirmed`.
|
|
5299
|
+
*/
|
|
5300
|
+
async isAnyDescendantSessionOngoing(rootSessionId) {
|
|
5301
|
+
const sessions = await listSessions(this.port);
|
|
5302
|
+
if (!sessions) {
|
|
5303
|
+
this.log({
|
|
5304
|
+
level: "warn",
|
|
5305
|
+
message: `Could not enumerate sessions to check descendant liveness for root ${rootSessionId} (listSessions failed) \u2014 treating descendant liveness as indeterminate`
|
|
5306
|
+
});
|
|
5307
|
+
return null;
|
|
5308
|
+
}
|
|
5309
|
+
let indeterminate = false;
|
|
5310
|
+
for (const candidate of sessions) {
|
|
5311
|
+
if (!candidate?.id || candidate.id === rootSessionId) continue;
|
|
5312
|
+
const membership = await this.resolveSessionMembership(candidate.id, rootSessionId);
|
|
5313
|
+
if (membership === null) {
|
|
5314
|
+
indeterminate = true;
|
|
5315
|
+
continue;
|
|
5316
|
+
}
|
|
5317
|
+
if (membership === false) continue;
|
|
5318
|
+
const ongoing = await isSessionOngoing(this.port, candidate.id);
|
|
5319
|
+
if (ongoing === true) return true;
|
|
5320
|
+
if (ongoing === null) indeterminate = true;
|
|
5321
|
+
}
|
|
5322
|
+
return indeterminate ? null : false;
|
|
5323
|
+
}
|
|
3650
5324
|
/**
|
|
3651
5325
|
* Cheap decision-telemetry label for a running row's LAST correlated reply
|
|
3652
5326
|
* (WI-2 Task 2.2): which running SHAPE it is, for the status-gated recovery log.
|
|
@@ -3719,7 +5393,7 @@ var ChannelDriver = class {
|
|
|
3719
5393
|
// Evident API calls (combinedAuth thread routes)
|
|
3720
5394
|
async getPendingConversations() {
|
|
3721
5395
|
const res = await this.fetchImpl(
|
|
3722
|
-
`${this.apiUrl}/
|
|
5396
|
+
`${this.apiUrl}/runners/${this.agentId}/conversations/pending`,
|
|
3723
5397
|
{
|
|
3724
5398
|
headers: { Authorization: this.getAuthHeader() }
|
|
3725
5399
|
}
|
|
@@ -3737,7 +5411,7 @@ var ChannelDriver = class {
|
|
|
3737
5411
|
}
|
|
3738
5412
|
async getPendingMessages(conversationId) {
|
|
3739
5413
|
const res = await this.fetchImpl(
|
|
3740
|
-
`${this.apiUrl}/
|
|
5414
|
+
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages?status=pending`,
|
|
3741
5415
|
{ headers: { Authorization: this.getAuthHeader() } }
|
|
3742
5416
|
);
|
|
3743
5417
|
this.assertAuth(res, "fetching pending messages");
|
|
@@ -3761,7 +5435,7 @@ var ChannelDriver = class {
|
|
|
3761
5435
|
*/
|
|
3762
5436
|
async getProcessingMessages() {
|
|
3763
5437
|
const res = await this.fetchImpl(
|
|
3764
|
-
`${this.apiUrl}/
|
|
5438
|
+
`${this.apiUrl}/runners/${this.agentId}/conversations/processing`,
|
|
3765
5439
|
{ headers: { Authorization: this.getAuthHeader() } }
|
|
3766
5440
|
);
|
|
3767
5441
|
this.assertAuth(res, "fetching processing messages");
|
|
@@ -3775,6 +5449,32 @@ var ChannelDriver = class {
|
|
|
3775
5449
|
}
|
|
3776
5450
|
return messages;
|
|
3777
5451
|
}
|
|
5452
|
+
/**
|
|
5453
|
+
* The `opencode_session_id` fragment of a status PATCH body — `{}` when this
|
|
5454
|
+
* conversation has ABANDONED that session (#553). The field is optional
|
|
5455
|
+
* server-side and an absent one leaves the persisted binding untouched, so
|
|
5456
|
+
* omitting it is how a routine status write stops resurrecting it.
|
|
5457
|
+
*
|
|
5458
|
+
* ONLY for writes whose sole cost is a lost deep link. The `processing` notice
|
|
5459
|
+
* degrades to no "View in Evident" link (the reaction swap still fires) and the
|
|
5460
|
+
* turn-failure notice is built from the PATCH's own `error` text with a link off
|
|
5461
|
+
* the persisted row — neither loses content the user came for. `markDone`
|
|
5462
|
+
* deliberately does NOT use this helper: the server fetches the reply text
|
|
5463
|
+
* THROUGH the session id it is given, so suppressing there would replace the
|
|
5464
|
+
* agent's answer with a bare "✅ Done!" (the #183/#187 failure). The
|
|
5465
|
+
* `ensureSession` guard, not this suppression, is what makes the self-heal
|
|
5466
|
+
* stick.
|
|
5467
|
+
*/
|
|
5468
|
+
sessionIdBody(sessionId, conversationId, messageId, status2) {
|
|
5469
|
+
if (!this.isSuperseded(conversationId, sessionId)) return { opencode_session_id: sessionId };
|
|
5470
|
+
this.log({
|
|
5471
|
+
level: "debug",
|
|
5472
|
+
message: `Omitting the abandoned OpenCode session ${sessionId.slice(0, 8)} from the '${status2}' update for message ${messageId.slice(0, 8)} so it is not re-bound to conversation ${conversationId.slice(0, 8)}`,
|
|
5473
|
+
conversation_id: conversationId,
|
|
5474
|
+
message_id: messageId
|
|
5475
|
+
});
|
|
5476
|
+
return {};
|
|
5477
|
+
}
|
|
3778
5478
|
/**
|
|
3779
5479
|
* EXISTING combinedAuth route — now fired by the watcher on queued→running
|
|
3780
5480
|
* (Task 3.3), NOT at dispatch/claim time. `{status:'processing',
|
|
@@ -3798,13 +5498,13 @@ var ChannelDriver = class {
|
|
|
3798
5498
|
*/
|
|
3799
5499
|
async markProcessing(conversationId, messageId, sessionId, opencodeMessageId, title) {
|
|
3800
5500
|
const res = await this.fetchImpl(
|
|
3801
|
-
`${this.apiUrl}/
|
|
5501
|
+
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
|
|
3802
5502
|
{
|
|
3803
5503
|
method: "PATCH",
|
|
3804
5504
|
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
3805
5505
|
body: JSON.stringify({
|
|
3806
5506
|
status: "processing",
|
|
3807
|
-
|
|
5507
|
+
...this.sessionIdBody(sessionId, conversationId, messageId, "processing"),
|
|
3808
5508
|
...opencodeMessageId ? { opencode_message_id: opencodeMessageId } : {},
|
|
3809
5509
|
...title ? { title } : {}
|
|
3810
5510
|
})
|
|
@@ -3845,17 +5545,23 @@ var ChannelDriver = class {
|
|
|
3845
5545
|
* watcher retries next tick within the
|
|
3846
5546
|
* deadline, Finding 4).
|
|
3847
5547
|
*/
|
|
3848
|
-
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title) {
|
|
5548
|
+
async markDone(conversationId, messageId, sessionId, opencodeMessageId, title, usage) {
|
|
3849
5549
|
const res = await this.fetchImpl(
|
|
3850
|
-
`${this.apiUrl}/
|
|
5550
|
+
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
|
|
3851
5551
|
{
|
|
3852
5552
|
method: "PATCH",
|
|
3853
5553
|
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
3854
5554
|
body: JSON.stringify({
|
|
3855
5555
|
status: "done",
|
|
5556
|
+
// ALWAYS sent, even for a session this conversation has abandoned
|
|
5557
|
+
// (#553): the server reads the reply text back out of THIS session id
|
|
5558
|
+
// to deliver it. Omitting it would leave the user with "✅ Done!"
|
|
5559
|
+
// instead of the answer — a worse regression than the resurrection it
|
|
5560
|
+
// would prevent, which `ensureSession`'s guard handles anyway.
|
|
3856
5561
|
opencode_session_id: sessionId,
|
|
3857
5562
|
...opencodeMessageId ? { opencode_message_id: opencodeMessageId } : {},
|
|
3858
|
-
...title ? { title } : {}
|
|
5563
|
+
...title ? { title } : {},
|
|
5564
|
+
...usage ? usage : {}
|
|
3859
5565
|
})
|
|
3860
5566
|
}
|
|
3861
5567
|
);
|
|
@@ -3868,19 +5574,35 @@ var ChannelDriver = class {
|
|
|
3868
5574
|
}
|
|
3869
5575
|
/**
|
|
3870
5576
|
* Mark a message `failed`. `sessionId` / `error` are threaded to the API ONLY
|
|
3871
|
-
* when provided (issue #182)
|
|
3872
|
-
* `
|
|
3873
|
-
*
|
|
3874
|
-
*
|
|
5577
|
+
* when provided (issue #182). Three states for `sessionId`:
|
|
5578
|
+
* - omitted (`undefined`) → don't send the field, leave the persisted
|
|
5579
|
+
* session untouched (unused today; kept for API symmetry).
|
|
5580
|
+
* - a real id (`string`) → send it, update the persisted session (the
|
|
5581
|
+
* turn-failure call sites: an errored OpenCode turn).
|
|
5582
|
+
* - explicit `null` → send it, CLEAR the persisted session (issue
|
|
5583
|
+
* #485's dispatch-handoff-failure call site: the session id still
|
|
5584
|
+
* exists but is wedged, so the next attempt must get a fresh one
|
|
5585
|
+
* instead of reusing it — see WI-1's server-side null-clearing PATCH).
|
|
3875
5586
|
*/
|
|
3876
|
-
async markFailed(conversationId, messageId, sessionId, error2) {
|
|
5587
|
+
async markFailed(conversationId, messageId, sessionId, error2, usage, failure) {
|
|
3877
5588
|
const body = { status: "failed" };
|
|
3878
|
-
if (sessionId
|
|
5589
|
+
if (sessionId === null) {
|
|
5590
|
+
body.opencode_session_id = null;
|
|
5591
|
+
} else if (sessionId !== void 0) {
|
|
5592
|
+
Object.assign(body, this.sessionIdBody(sessionId, conversationId, messageId, "failed"));
|
|
5593
|
+
}
|
|
3879
5594
|
if (error2 !== void 0) body.error = error2;
|
|
5595
|
+
if (usage) Object.assign(body, usage);
|
|
5596
|
+
if (failure) {
|
|
5597
|
+
body.failure_kind = failure.kind;
|
|
5598
|
+
body.failure_provider_id = failure.providerId;
|
|
5599
|
+
body.failure_model_id = failure.modelId;
|
|
5600
|
+
body.failure_reason = failure.reason;
|
|
5601
|
+
}
|
|
3880
5602
|
await this.callWithRetry(
|
|
3881
5603
|
"marking message as failed",
|
|
3882
5604
|
() => this.fetchImpl(
|
|
3883
|
-
`${this.apiUrl}/
|
|
5605
|
+
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}`,
|
|
3884
5606
|
{
|
|
3885
5607
|
method: "PATCH",
|
|
3886
5608
|
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
@@ -3889,6 +5611,29 @@ var ChannelDriver = class {
|
|
|
3889
5611
|
)
|
|
3890
5612
|
);
|
|
3891
5613
|
}
|
|
5614
|
+
/**
|
|
5615
|
+
* Classify an errored turn as a model-auth failure (#736 P1-4), for `markFailed`.
|
|
5616
|
+
*
|
|
5617
|
+
* `messageFailure` alone (structured OpenCode error → `model_auth`) covers
|
|
5618
|
+
* most cases; when it returns `null` on this ALREADY-FAILED turn, fall back
|
|
5619
|
+
* to the P1-2b zero-provider check — one extra loopback call to
|
|
5620
|
+
* `hasAnyConfiguredProvider`, only reached when the structured classifier
|
|
5621
|
+
* couldn't place it. Fails open (never throws): a fallback probe failure
|
|
5622
|
+
* (`null`/indeterminate) leaves the classification `null`, which produces
|
|
5623
|
+
* today's byte-identical PATCH body via `markFailed`'s `if (failure)` guard.
|
|
5624
|
+
*/
|
|
5625
|
+
async classifyModelAuthFailure(messages, userMessageId) {
|
|
5626
|
+
const classified = messageFailure(messages, userMessageId);
|
|
5627
|
+
if (classified != null) return classified;
|
|
5628
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
5629
|
+
const hasProvider = await hasAnyConfiguredProvider(this.port);
|
|
5630
|
+
return applyZeroProviderFallback(
|
|
5631
|
+
classified,
|
|
5632
|
+
hasProvider,
|
|
5633
|
+
reply?.info?.providerID ?? null,
|
|
5634
|
+
reply?.info?.modelID ?? null
|
|
5635
|
+
);
|
|
5636
|
+
}
|
|
3892
5637
|
/**
|
|
3893
5638
|
* Best-effort, SINGLE-ATTEMPT runner→server telemetry ping
|
|
3894
5639
|
* (queued-followup-redrive). `POST .../messages/:id/signal {signal, ...extra}`
|
|
@@ -3907,7 +5652,7 @@ var ChannelDriver = class {
|
|
|
3907
5652
|
async postSignal(conversationId, messageId, signal, extra) {
|
|
3908
5653
|
try {
|
|
3909
5654
|
const res = await this.fetchImpl(
|
|
3910
|
-
`${this.apiUrl}/
|
|
5655
|
+
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/messages/${messageId}/signal`,
|
|
3911
5656
|
{
|
|
3912
5657
|
method: "POST",
|
|
3913
5658
|
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
@@ -3936,7 +5681,7 @@ var ChannelDriver = class {
|
|
|
3936
5681
|
}
|
|
3937
5682
|
async persistSession(conversationId, sessionId) {
|
|
3938
5683
|
const res = await this.fetchImpl(
|
|
3939
|
-
`${this.apiUrl}/
|
|
5684
|
+
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}`,
|
|
3940
5685
|
{
|
|
3941
5686
|
method: "PATCH",
|
|
3942
5687
|
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
@@ -3962,7 +5707,7 @@ var ChannelDriver = class {
|
|
|
3962
5707
|
await this.callWithRetry(
|
|
3963
5708
|
"reporting interactive event",
|
|
3964
5709
|
() => this.fetchImpl(
|
|
3965
|
-
`${this.apiUrl}/
|
|
5710
|
+
`${this.apiUrl}/runners/${this.agentId}/threads/${conversationId}/interactive-event`,
|
|
3966
5711
|
{
|
|
3967
5712
|
method: "POST",
|
|
3968
5713
|
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
@@ -4041,10 +5786,16 @@ var ChannelDriver = class {
|
|
|
4041
5786
|
import chalk5 from "chalk";
|
|
4042
5787
|
import ora2 from "ora";
|
|
4043
5788
|
import { select as select2 } from "@inquirer/prompts";
|
|
5789
|
+
var INTERACTIVE_START_TIMEOUT_MS = 3e4;
|
|
4044
5790
|
async function ensureOpenCodeRunning(ctx) {
|
|
4045
5791
|
const healthCheck = await checkOpenCodeHealth(ctx.port);
|
|
4046
5792
|
if (healthCheck.healthy) {
|
|
4047
|
-
return {
|
|
5793
|
+
return {
|
|
5794
|
+
port: ctx.port,
|
|
5795
|
+
process: null,
|
|
5796
|
+
version: healthCheck.version ?? null,
|
|
5797
|
+
notReadyReason: null
|
|
5798
|
+
};
|
|
4048
5799
|
}
|
|
4049
5800
|
const runningInstances = await findHealthyOpenCodeInstances();
|
|
4050
5801
|
if (runningInstances.length > 0) {
|
|
@@ -4065,7 +5816,7 @@ async function ensureOpenCodeRunning(ctx) {
|
|
|
4065
5816
|
console.log(chalk5.yellow("Tip: Run with the correct port:"));
|
|
4066
5817
|
console.log(
|
|
4067
5818
|
chalk5.dim(
|
|
4068
|
-
` ${getCliName()} run --
|
|
5819
|
+
` ${getCliName()} run --runner ${ctx.agentId} --port ${runningInstances[0].port}`
|
|
4069
5820
|
)
|
|
4070
5821
|
);
|
|
4071
5822
|
}
|
|
@@ -4085,14 +5836,22 @@ async function ensureOpenCodeRunning(ctx) {
|
|
|
4085
5836
|
if (!ctx.interactive) {
|
|
4086
5837
|
ctx.log(`OpenCode is not running on port ${ctx.port}. Starting it automatically...`);
|
|
4087
5838
|
const proc = await startOpenCode(ctx.port);
|
|
4088
|
-
const health = await waitForOpenCodeHealth(ctx.port,
|
|
5839
|
+
const health = await waitForOpenCodeHealth(ctx.port, ctx.startTimeoutMs);
|
|
4089
5840
|
if (!health.healthy) {
|
|
4090
|
-
|
|
4091
|
-
|
|
4092
|
-
|
|
5841
|
+
return {
|
|
5842
|
+
port: ctx.port,
|
|
5843
|
+
process: proc,
|
|
5844
|
+
version: null,
|
|
5845
|
+
notReadyReason: `it did not become healthy within ${Math.round(ctx.startTimeoutMs / 1e3)}s`
|
|
5846
|
+
};
|
|
4093
5847
|
}
|
|
4094
5848
|
ctx.log(`OpenCode started on port ${ctx.port}${health.version ? ` (v${health.version})` : ""}`);
|
|
4095
|
-
return {
|
|
5849
|
+
return {
|
|
5850
|
+
port: ctx.port,
|
|
5851
|
+
process: proc,
|
|
5852
|
+
version: health.version ?? null,
|
|
5853
|
+
notReadyReason: null
|
|
5854
|
+
};
|
|
4096
5855
|
}
|
|
4097
5856
|
let port = ctx.port;
|
|
4098
5857
|
if (isPortInUse(port)) {
|
|
@@ -4145,122 +5904,15 @@ Port ${port} is already in use.`));
|
|
|
4145
5904
|
if (action === "start") {
|
|
4146
5905
|
const spinner = ora2("Starting OpenCode...").start();
|
|
4147
5906
|
const proc = await startOpenCode(port);
|
|
4148
|
-
const health = await waitForOpenCodeHealth(port,
|
|
5907
|
+
const health = await waitForOpenCodeHealth(port, INTERACTIVE_START_TIMEOUT_MS);
|
|
4149
5908
|
if (!health.healthy) {
|
|
4150
5909
|
spinner.fail("Failed to start OpenCode");
|
|
4151
5910
|
throw new Error("OpenCode failed to start");
|
|
4152
5911
|
}
|
|
4153
5912
|
spinner.stop();
|
|
4154
|
-
return { port, process: proc, version: health.version ?? null };
|
|
4155
|
-
}
|
|
4156
|
-
return { port, process: null, version: null };
|
|
4157
|
-
}
|
|
4158
|
-
|
|
4159
|
-
// src/commands/agent-lookup.ts
|
|
4160
|
-
async function readErrorMessage(response) {
|
|
4161
|
-
const text = await response.text().catch(() => "");
|
|
4162
|
-
if (!text) return response.statusText || void 0;
|
|
4163
|
-
try {
|
|
4164
|
-
const data = JSON.parse(text);
|
|
4165
|
-
const message = data.message ?? data.error;
|
|
4166
|
-
if (typeof message === "string" && message.trim()) {
|
|
4167
|
-
return message;
|
|
4168
|
-
}
|
|
4169
|
-
} catch {
|
|
4170
|
-
}
|
|
4171
|
-
return text.trim() || response.statusText || void 0;
|
|
4172
|
-
}
|
|
4173
|
-
function authFailureHint(apiUrl, serverMessage) {
|
|
4174
|
-
const reason = serverMessage ? `: ${serverMessage}` : "";
|
|
4175
|
-
return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
|
|
4176
|
-
}
|
|
4177
|
-
async function resolveAgentIdFromKey(authHeader) {
|
|
4178
|
-
const apiUrl = getApiUrlConfig();
|
|
4179
|
-
try {
|
|
4180
|
-
const response = await fetch(`${apiUrl}/me`, {
|
|
4181
|
-
headers: { Authorization: authHeader }
|
|
4182
|
-
});
|
|
4183
|
-
if (response.status === 401) {
|
|
4184
|
-
const serverMessage = await readErrorMessage(response);
|
|
4185
|
-
return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
4186
|
-
}
|
|
4187
|
-
if (!response.ok) {
|
|
4188
|
-
const serverMessage = await readErrorMessage(response);
|
|
4189
|
-
return {
|
|
4190
|
-
error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
4191
|
-
};
|
|
4192
|
-
}
|
|
4193
|
-
const data = await response.json();
|
|
4194
|
-
if (data.auth_type === "agent_key" && data.agent_id) {
|
|
4195
|
-
return { agent_id: data.agent_id };
|
|
4196
|
-
}
|
|
4197
|
-
return {
|
|
4198
|
-
error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --agent explicitly."
|
|
4199
|
-
};
|
|
4200
|
-
} catch (error2) {
|
|
4201
|
-
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
4202
|
-
return { error: `Failed to resolve runner from key: ${message}` };
|
|
4203
|
-
}
|
|
4204
|
-
}
|
|
4205
|
-
async function notifyAgentDisconnected(agentId, authHeader) {
|
|
4206
|
-
const apiUrl = getApiUrlConfig();
|
|
4207
|
-
try {
|
|
4208
|
-
const response = await fetch(`${apiUrl}/agents/${agentId}/disconnect`, {
|
|
4209
|
-
method: "POST",
|
|
4210
|
-
headers: { Authorization: authHeader }
|
|
4211
|
-
});
|
|
4212
|
-
if (!response.ok) {
|
|
4213
|
-
const serverMessage = await readErrorMessage(response);
|
|
4214
|
-
return {
|
|
4215
|
-
ok: false,
|
|
4216
|
-
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
4217
|
-
};
|
|
4218
|
-
}
|
|
4219
|
-
return { ok: true };
|
|
4220
|
-
} catch (error2) {
|
|
4221
|
-
return { ok: false, error: error2 instanceof Error ? error2.message : String(error2) };
|
|
4222
|
-
}
|
|
4223
|
-
}
|
|
4224
|
-
async function getAgentInfo(agentId, authHeader) {
|
|
4225
|
-
const apiUrl = getApiUrlConfig();
|
|
4226
|
-
try {
|
|
4227
|
-
const response = await fetch(`${apiUrl}/agents/${agentId}`, {
|
|
4228
|
-
headers: { Authorization: authHeader }
|
|
4229
|
-
});
|
|
4230
|
-
if (response.status === 401) {
|
|
4231
|
-
const serverMessage = await readErrorMessage(response);
|
|
4232
|
-
return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
4233
|
-
}
|
|
4234
|
-
if (response.status === 403) {
|
|
4235
|
-
const serverMessage = await readErrorMessage(response);
|
|
4236
|
-
return {
|
|
4237
|
-
valid: false,
|
|
4238
|
-
error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
|
|
4239
|
-
};
|
|
4240
|
-
}
|
|
4241
|
-
if (response.status === 404) {
|
|
4242
|
-
const serverMessage = await readErrorMessage(response);
|
|
4243
|
-
return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
|
|
4244
|
-
}
|
|
4245
|
-
if (!response.ok) {
|
|
4246
|
-
const serverMessage = await readErrorMessage(response);
|
|
4247
|
-
return {
|
|
4248
|
-
valid: false,
|
|
4249
|
-
error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
4250
|
-
};
|
|
4251
|
-
}
|
|
4252
|
-
const agent = await response.json();
|
|
4253
|
-
if (agent.agent_type !== "local") {
|
|
4254
|
-
return {
|
|
4255
|
-
valid: false,
|
|
4256
|
-
error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
|
|
4257
|
-
};
|
|
4258
|
-
}
|
|
4259
|
-
return { valid: true, agent };
|
|
4260
|
-
} catch (error2) {
|
|
4261
|
-
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
4262
|
-
return { valid: false, error: `Failed to validate runner: ${message}` };
|
|
5913
|
+
return { port, process: proc, version: health.version ?? null, notReadyReason: null };
|
|
4263
5914
|
}
|
|
5915
|
+
return { port, process: null, version: null, notReadyReason: "you chose to continue without it" };
|
|
4264
5916
|
}
|
|
4265
5917
|
|
|
4266
5918
|
// src/commands/run.ts
|
|
@@ -4268,6 +5920,7 @@ var MAX_ACTIVITY_LOG_ENTRIES = 10;
|
|
|
4268
5920
|
var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
|
|
4269
5921
|
var CHANNEL_STUCK_QUEUED_MS = Number(process.env.EVIDENT_STUCK_QUEUED_MS) || void 0;
|
|
4270
5922
|
var SHUTDOWN_DRAIN_TIMEOUT_MS = Number(process.env.EVIDENT_SHUTDOWN_DRAIN_MS) || 25e3;
|
|
5923
|
+
var TELEMETRY_SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
4271
5924
|
function resolveLogLevel(options) {
|
|
4272
5925
|
const accepted = Object.keys(LOG_LEVELS);
|
|
4273
5926
|
const validate = (value, source) => {
|
|
@@ -4291,6 +5944,63 @@ function resolveLogLevel(options) {
|
|
|
4291
5944
|
}
|
|
4292
5945
|
return "info";
|
|
4293
5946
|
}
|
|
5947
|
+
function resolveFileSyncDirectories(raw, homeDir) {
|
|
5948
|
+
const directories = [];
|
|
5949
|
+
for (const entry of raw ?? []) {
|
|
5950
|
+
const trimmed = entry.trim();
|
|
5951
|
+
if (trimmed === "") {
|
|
5952
|
+
throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
|
|
5953
|
+
}
|
|
5954
|
+
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join3(homeDir, trimmed.slice(2)) : trimmed;
|
|
5955
|
+
if (!isAbsolute2(expanded)) {
|
|
5956
|
+
throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
|
|
5957
|
+
}
|
|
5958
|
+
const normalized = resolvePath(expanded);
|
|
5959
|
+
if (parse(normalized).root === normalized) {
|
|
5960
|
+
throw new Error(
|
|
5961
|
+
`--enable-file-sync-to will not allow-list the filesystem root ("${entry}"); name the specific directory the credentials belong in (for example ~/.claude)`
|
|
5962
|
+
);
|
|
5963
|
+
}
|
|
5964
|
+
if (!directories.includes(normalized)) {
|
|
5965
|
+
directories.push(normalized);
|
|
5966
|
+
}
|
|
5967
|
+
}
|
|
5968
|
+
if (directories.length > MAX_FILE_SYNC_DIRECTORIES) {
|
|
5969
|
+
throw new Error(
|
|
5970
|
+
`--enable-file-sync-to accepts at most ${MAX_FILE_SYNC_DIRECTORIES} directories; got ${directories.length}`
|
|
5971
|
+
);
|
|
5972
|
+
}
|
|
5973
|
+
return directories;
|
|
5974
|
+
}
|
|
5975
|
+
var DEFAULT_OPENCODE_START_TIMEOUT_SECONDS = 180;
|
|
5976
|
+
var MAX_OPENCODE_START_TIMEOUT_SECONDS = 3600;
|
|
5977
|
+
var OPENCODE_START_TIMEOUT_ENV = "EVIDENT_OPENCODE_START_TIMEOUT";
|
|
5978
|
+
function resolveOpenCodeStartTimeoutMs(options, env = process.env) {
|
|
5979
|
+
const defaultMs = DEFAULT_OPENCODE_START_TIMEOUT_SECONDS * 1e3;
|
|
5980
|
+
let raw;
|
|
5981
|
+
let source;
|
|
5982
|
+
if (options.opencodeStartTimeout !== void 0) {
|
|
5983
|
+
raw = options.opencodeStartTimeout;
|
|
5984
|
+
source = "--opencode-start-timeout";
|
|
5985
|
+
} else if (env[OPENCODE_START_TIMEOUT_ENV] !== void 0 && env[OPENCODE_START_TIMEOUT_ENV] !== "") {
|
|
5986
|
+
raw = env[OPENCODE_START_TIMEOUT_ENV];
|
|
5987
|
+
source = OPENCODE_START_TIMEOUT_ENV;
|
|
5988
|
+
} else {
|
|
5989
|
+
return { timeoutMs: defaultMs, warnings: [] };
|
|
5990
|
+
}
|
|
5991
|
+
const trimmed = raw.trim();
|
|
5992
|
+
const seconds = Number(trimmed);
|
|
5993
|
+
const isPositiveInteger = /^\d+$/.test(trimmed) && Number.isInteger(seconds) && seconds > 0;
|
|
5994
|
+
if (!isPositiveInteger || seconds > MAX_OPENCODE_START_TIMEOUT_SECONDS) {
|
|
5995
|
+
return {
|
|
5996
|
+
timeoutMs: defaultMs,
|
|
5997
|
+
warnings: [
|
|
5998
|
+
`Ignoring invalid ${source} "${raw}": expected a positive integer number of seconds (at most ${MAX_OPENCODE_START_TIMEOUT_SECONDS}); using the default ${DEFAULT_OPENCODE_START_TIMEOUT_SECONDS}s`
|
|
5999
|
+
]
|
|
6000
|
+
};
|
|
6001
|
+
}
|
|
6002
|
+
return { timeoutMs: seconds * 1e3, warnings: [] };
|
|
6003
|
+
}
|
|
4294
6004
|
function meetsThreshold(state, level) {
|
|
4295
6005
|
return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
|
|
4296
6006
|
}
|
|
@@ -4312,6 +6022,10 @@ function log2(state, message, level = "info") {
|
|
|
4312
6022
|
function logActivity(state, entry) {
|
|
4313
6023
|
const level = entry.level ?? (entry.type === "error" ? "error" : "info");
|
|
4314
6024
|
if (!meetsThreshold(state, level)) return;
|
|
6025
|
+
forwardRunnerActivity(
|
|
6026
|
+
{ level, message: entry.message, error: entry.error },
|
|
6027
|
+
{ agentId: state.agentId, authHeader: state.authHeader }
|
|
6028
|
+
);
|
|
4315
6029
|
const fullEntry = {
|
|
4316
6030
|
...entry,
|
|
4317
6031
|
level,
|
|
@@ -4411,19 +6125,34 @@ async function handleAuthError(state, error2) {
|
|
|
4411
6125
|
}
|
|
4412
6126
|
async function driveChannels(state, driver) {
|
|
4413
6127
|
let idlePolls = 0;
|
|
6128
|
+
let consecutiveDrainFailures = 0;
|
|
4414
6129
|
let lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
|
|
6130
|
+
let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
4415
6131
|
while (state.running) {
|
|
4416
6132
|
if (state.connection?.reconnecting && state.connection.reconnectPromise) {
|
|
4417
6133
|
logActivity(state, { type: "info", message: "Waiting for tunnel reconnection..." });
|
|
4418
6134
|
if (state.interactive) displayStatus(state);
|
|
4419
6135
|
await state.connection.reconnectPromise;
|
|
4420
6136
|
}
|
|
6137
|
+
const carriedOverFileSync = driver.fileSyncActivity().inFlight;
|
|
6138
|
+
void driver.syncPendingFiles().catch(
|
|
6139
|
+
(error2) => logActivity(state, {
|
|
6140
|
+
type: "error",
|
|
6141
|
+
error: `Runner file sync failed: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
6142
|
+
})
|
|
6143
|
+
);
|
|
4421
6144
|
try {
|
|
4422
6145
|
const processed = await driver.drainPending();
|
|
6146
|
+
consecutiveDrainFailures = 0;
|
|
4423
6147
|
state.messageCount += processed;
|
|
4424
6148
|
const proxiedActivity = state.lastProxiedActivityAt !== lastSeenProxiedActivityAt;
|
|
4425
6149
|
lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
|
|
4426
|
-
|
|
6150
|
+
const appliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
6151
|
+
const filesApplied = appliedFiles !== lastSeenAppliedFiles;
|
|
6152
|
+
const fileActivity = carriedOverFileSync || filesApplied;
|
|
6153
|
+
lastSeenAppliedFiles = appliedFiles;
|
|
6154
|
+
if (filesApplied) state.claudeUsageRearm?.();
|
|
6155
|
+
if (processed > 0 || driver.hasInFlightWatchers() || proxiedActivity || fileActivity) {
|
|
4427
6156
|
idlePolls = 0;
|
|
4428
6157
|
if (processed > 0 && state.interactive) displayStatus(state);
|
|
4429
6158
|
} else if (state.idleTimeout !== null) {
|
|
@@ -4451,8 +6180,32 @@ async function driveChannels(state, driver) {
|
|
|
4451
6180
|
const errorMessage = error2 instanceof Error ? error2.message : String(error2);
|
|
4452
6181
|
logActivity(state, { type: "error", error: `Channel processing error: ${errorMessage}` });
|
|
4453
6182
|
if (state.interactive) displayStatus(state);
|
|
6183
|
+
if (driver.hasInFlightWatchers()) {
|
|
6184
|
+
consecutiveDrainFailures = 0;
|
|
6185
|
+
} else if (state.idleTimeout !== null) {
|
|
6186
|
+
consecutiveDrainFailures++;
|
|
6187
|
+
if (consecutiveDrainFailures === 1) {
|
|
6188
|
+
logActivity(state, {
|
|
6189
|
+
type: "info",
|
|
6190
|
+
message: `Cannot reach Evident, will exit if this persists past the idle timeout (timeout: ${state.idleTimeout}s)...`
|
|
6191
|
+
});
|
|
6192
|
+
if (state.interactive) displayStatus(state);
|
|
6193
|
+
}
|
|
6194
|
+
}
|
|
6195
|
+
}
|
|
6196
|
+
await new Promise((resolve3) => setTimeout(resolve3, CHANNEL_POLL_INTERVAL_MS));
|
|
6197
|
+
if (state.idleTimeout !== null && consecutiveDrainFailures >= 2) {
|
|
6198
|
+
const unreachableMs = consecutiveDrainFailures * CHANNEL_POLL_INTERVAL_MS;
|
|
6199
|
+
if (unreachableMs > state.idleTimeout * 1e3) {
|
|
6200
|
+
logActivity(state, {
|
|
6201
|
+
type: "info",
|
|
6202
|
+
level: "warn",
|
|
6203
|
+
message: `Exiting: could not reach Evident for ${consecutiveDrainFailures} consecutive polls (${Math.round(unreachableMs / 1e3)}s)`
|
|
6204
|
+
});
|
|
6205
|
+
if (state.interactive) displayStatus(state);
|
|
6206
|
+
break;
|
|
6207
|
+
}
|
|
4454
6208
|
}
|
|
4455
|
-
await new Promise((resolve2) => setTimeout(resolve2, CHANNEL_POLL_INTERVAL_MS));
|
|
4456
6209
|
if (state.idleTimeout !== null && idlePolls >= 2) {
|
|
4457
6210
|
const idleMs = idlePolls * CHANNEL_POLL_INTERVAL_MS;
|
|
4458
6211
|
if (idleMs > state.idleTimeout * 1e3) {
|
|
@@ -4464,8 +6217,8 @@ async function driveChannels(state, driver) {
|
|
|
4464
6217
|
}
|
|
4465
6218
|
}
|
|
4466
6219
|
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
4467
|
-
async function runSweep(state, driver,
|
|
4468
|
-
const mode = `age=${
|
|
6220
|
+
async function runSweep(state, driver, config) {
|
|
6221
|
+
const mode = `age=${config.maxAgeMs ?? "\u2014"} count=${config.maxCount ?? "\u2014"}`;
|
|
4469
6222
|
try {
|
|
4470
6223
|
const sessions = await listSessions(state.port);
|
|
4471
6224
|
if (sessions === null) {
|
|
@@ -4478,8 +6231,8 @@ async function runSweep(state, driver, config2) {
|
|
|
4478
6231
|
const toDelete = selectSessionsToDelete(
|
|
4479
6232
|
sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
|
|
4480
6233
|
{
|
|
4481
|
-
maxAgeMs:
|
|
4482
|
-
maxCount:
|
|
6234
|
+
maxAgeMs: config.maxAgeMs,
|
|
6235
|
+
maxCount: config.maxCount,
|
|
4483
6236
|
nowMs: Date.now(),
|
|
4484
6237
|
protectedIds: driver.protectedSessionIds()
|
|
4485
6238
|
}
|
|
@@ -4515,7 +6268,7 @@ async function runSweep(state, driver, config2) {
|
|
|
4515
6268
|
}
|
|
4516
6269
|
}
|
|
4517
6270
|
function scheduleSessionCleanup(state, driver, options) {
|
|
4518
|
-
const
|
|
6271
|
+
const config = resolveSessionCleanupConfig(
|
|
4519
6272
|
{
|
|
4520
6273
|
maxAge: options.sessionCleanupMaxAge,
|
|
4521
6274
|
maxCount: options.sessionCleanupMaxCount,
|
|
@@ -4523,21 +6276,129 @@ function scheduleSessionCleanup(state, driver, options) {
|
|
|
4523
6276
|
},
|
|
4524
6277
|
process.env
|
|
4525
6278
|
);
|
|
4526
|
-
for (const warning2 of
|
|
6279
|
+
for (const warning2 of config.warnings) {
|
|
4527
6280
|
logActivity(state, { type: "info", level: "warn", message: `Session cleanup: ${warning2}` });
|
|
4528
6281
|
}
|
|
4529
|
-
if (!
|
|
6282
|
+
if (!config.enabled) return;
|
|
4530
6283
|
logActivity(state, {
|
|
4531
6284
|
type: "info",
|
|
4532
|
-
message: `Session cleanup enabled (age=${
|
|
6285
|
+
message: `Session cleanup enabled (age=${config.maxAgeMs ?? "\u2014"}, count=${config.maxCount ?? "\u2014"}, interval=${config.intervalMs}ms)`
|
|
4533
6286
|
});
|
|
4534
|
-
const interval = setInterval(() => void runSweep(state, driver,
|
|
6287
|
+
const interval = setInterval(() => void runSweep(state, driver, config), config.intervalMs);
|
|
4535
6288
|
const firstSweep = setTimeout(
|
|
4536
|
-
() => void runSweep(state, driver,
|
|
6289
|
+
() => void runSweep(state, driver, config),
|
|
4537
6290
|
SESSION_CLEANUP_FIRST_SWEEP_MS
|
|
4538
6291
|
);
|
|
4539
6292
|
state.sessionCleanupTimers.push(interval, firstSweep);
|
|
4540
6293
|
}
|
|
6294
|
+
function claudeUsageFailureStreakSuffix(consecutiveFailures) {
|
|
6295
|
+
return consecutiveFailures > 1 ? ` (${consecutiveFailures} consecutive failures)` : "";
|
|
6296
|
+
}
|
|
6297
|
+
function scheduleClaudeUsageReporting(state, options) {
|
|
6298
|
+
const { mode, warnings } = resolveClaudeUsageReportingMode(
|
|
6299
|
+
options.claudeUsageReporting,
|
|
6300
|
+
process.env
|
|
6301
|
+
);
|
|
6302
|
+
for (const warning2 of warnings) {
|
|
6303
|
+
logActivity(state, {
|
|
6304
|
+
type: "info",
|
|
6305
|
+
level: "warn",
|
|
6306
|
+
message: `Claude usage reporting: ${warning2}`
|
|
6307
|
+
});
|
|
6308
|
+
}
|
|
6309
|
+
if (mode === "off") {
|
|
6310
|
+
logActivity(state, {
|
|
6311
|
+
type: "info",
|
|
6312
|
+
level: "debug",
|
|
6313
|
+
message: "Claude usage reporting is off (--claude-usage-reporting off)"
|
|
6314
|
+
});
|
|
6315
|
+
return null;
|
|
6316
|
+
}
|
|
6317
|
+
let consecutiveFailures = 0;
|
|
6318
|
+
let armed = false;
|
|
6319
|
+
let rearmRequested = false;
|
|
6320
|
+
const scheduleNextTick = () => {
|
|
6321
|
+
armed = true;
|
|
6322
|
+
rearmRequested = false;
|
|
6323
|
+
state.claudeUsageTimer = setTimeout(() => void tick(false), nextReportDelayMs());
|
|
6324
|
+
};
|
|
6325
|
+
const rearm = () => {
|
|
6326
|
+
if (armed) {
|
|
6327
|
+
rearmRequested = true;
|
|
6328
|
+
return;
|
|
6329
|
+
}
|
|
6330
|
+
rearmRequested = false;
|
|
6331
|
+
armed = true;
|
|
6332
|
+
state.claudeUsageTimer = setTimeout(() => void tick(true), FIRST_REPORT_DELAY_MS);
|
|
6333
|
+
};
|
|
6334
|
+
const tick = async (isProbe) => {
|
|
6335
|
+
try {
|
|
6336
|
+
const usage = await getClaudeUsage();
|
|
6337
|
+
const result = await reportClaudeUsage(state.agentId, state.authHeader, usage);
|
|
6338
|
+
if (result.ok) {
|
|
6339
|
+
if (consecutiveFailures > 0) {
|
|
6340
|
+
logActivity(state, {
|
|
6341
|
+
type: "info",
|
|
6342
|
+
level: "info",
|
|
6343
|
+
message: "Claude usage reporting recovered"
|
|
6344
|
+
});
|
|
6345
|
+
}
|
|
6346
|
+
consecutiveFailures = 0;
|
|
6347
|
+
logActivity(state, {
|
|
6348
|
+
type: "info",
|
|
6349
|
+
level: "debug",
|
|
6350
|
+
message: "Reported Claude usage to Evident"
|
|
6351
|
+
});
|
|
6352
|
+
} else {
|
|
6353
|
+
consecutiveFailures++;
|
|
6354
|
+
logActivity(state, {
|
|
6355
|
+
type: "info",
|
|
6356
|
+
level: claudeUsageFailureLogLevel(consecutiveFailures),
|
|
6357
|
+
message: `Failed to report Claude usage: ${result.error}${claudeUsageFailureStreakSuffix(consecutiveFailures)}`
|
|
6358
|
+
});
|
|
6359
|
+
}
|
|
6360
|
+
scheduleNextTick();
|
|
6361
|
+
} catch (error2) {
|
|
6362
|
+
if (error2 instanceof ClaudeUsageError && isLocalCredentialProblem(error2)) {
|
|
6363
|
+
if (mode === "on") {
|
|
6364
|
+
logActivity(state, {
|
|
6365
|
+
type: "info",
|
|
6366
|
+
level: "warn",
|
|
6367
|
+
message: "Claude usage reporting is forced on but no usable Claude Code login was found \u2014 run `claude` to sign in; reporting will keep retrying"
|
|
6368
|
+
});
|
|
6369
|
+
scheduleNextTick();
|
|
6370
|
+
} else if (isProbe) {
|
|
6371
|
+
logActivity(state, {
|
|
6372
|
+
type: "info",
|
|
6373
|
+
level: "debug",
|
|
6374
|
+
message: `Claude usage reporting: ${error2.message}`
|
|
6375
|
+
});
|
|
6376
|
+
armed = false;
|
|
6377
|
+
if (rearmRequested) rearm();
|
|
6378
|
+
} else {
|
|
6379
|
+
logActivity(state, {
|
|
6380
|
+
type: "info",
|
|
6381
|
+
level: "debug",
|
|
6382
|
+
message: `Claude usage reporting: ${error2.message}`
|
|
6383
|
+
});
|
|
6384
|
+
scheduleNextTick();
|
|
6385
|
+
}
|
|
6386
|
+
} else {
|
|
6387
|
+
consecutiveFailures++;
|
|
6388
|
+
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
6389
|
+
logActivity(state, {
|
|
6390
|
+
type: "info",
|
|
6391
|
+
level: claudeUsageFailureLogLevel(consecutiveFailures),
|
|
6392
|
+
message: `Claude usage reporting failed: ${message}${claudeUsageFailureStreakSuffix(consecutiveFailures)}`
|
|
6393
|
+
});
|
|
6394
|
+
scheduleNextTick();
|
|
6395
|
+
}
|
|
6396
|
+
}
|
|
6397
|
+
};
|
|
6398
|
+
armed = true;
|
|
6399
|
+
state.claudeUsageTimer = setTimeout(() => void tick(true), FIRST_REPORT_DELAY_MS);
|
|
6400
|
+
return rearm;
|
|
6401
|
+
}
|
|
4541
6402
|
async function notifyOffline(state) {
|
|
4542
6403
|
if (!state.agentId || !state.authHeader) return;
|
|
4543
6404
|
if (!state.connected) {
|
|
@@ -4555,13 +6416,29 @@ async function notifyOffline(state) {
|
|
|
4555
6416
|
if (state.interactive) displayStatus(state);
|
|
4556
6417
|
}
|
|
4557
6418
|
}
|
|
6419
|
+
async function timeShutdownPhase(state, durations, name, run2) {
|
|
6420
|
+
const startedAt = Date.now();
|
|
6421
|
+
try {
|
|
6422
|
+
return await run2();
|
|
6423
|
+
} finally {
|
|
6424
|
+
const elapsedMs = Date.now() - startedAt;
|
|
6425
|
+
durations[name] = elapsedMs;
|
|
6426
|
+
log2(state, `Shutdown phase ${name}: ${elapsedMs}ms`);
|
|
6427
|
+
}
|
|
6428
|
+
}
|
|
4558
6429
|
async function cleanup(state, opts = {}) {
|
|
6430
|
+
const durations = {};
|
|
4559
6431
|
state.running = false;
|
|
4560
6432
|
for (const timer of state.sessionCleanupTimers) {
|
|
4561
6433
|
clearInterval(timer);
|
|
4562
6434
|
clearTimeout(timer);
|
|
4563
6435
|
}
|
|
4564
6436
|
state.sessionCleanupTimers = [];
|
|
6437
|
+
if (state.claudeUsageTimer) {
|
|
6438
|
+
clearTimeout(state.claudeUsageTimer);
|
|
6439
|
+
state.claudeUsageTimer = null;
|
|
6440
|
+
}
|
|
6441
|
+
state.claudeUsageRearm = null;
|
|
4565
6442
|
if (opts.graceful && state.channelDriver) {
|
|
4566
6443
|
state.channelDriver.stop();
|
|
4567
6444
|
log2(state, "Draining in-flight channel work before shutdown...");
|
|
@@ -4569,7 +6446,13 @@ async function cleanup(state, opts = {}) {
|
|
|
4569
6446
|
logActivity(state, { type: "info", message: "Draining in-flight work before shutdown..." });
|
|
4570
6447
|
displayStatus(state);
|
|
4571
6448
|
}
|
|
4572
|
-
const
|
|
6449
|
+
const driver = state.channelDriver;
|
|
6450
|
+
const settled = await timeShutdownPhase(
|
|
6451
|
+
state,
|
|
6452
|
+
durations,
|
|
6453
|
+
"drain",
|
|
6454
|
+
() => driver.waitForInFlight(SHUTDOWN_DRAIN_TIMEOUT_MS)
|
|
6455
|
+
);
|
|
4573
6456
|
if (!settled) {
|
|
4574
6457
|
logActivity(state, {
|
|
4575
6458
|
type: "info",
|
|
@@ -4578,13 +6461,15 @@ async function cleanup(state, opts = {}) {
|
|
|
4578
6461
|
if (state.interactive) displayStatus(state);
|
|
4579
6462
|
}
|
|
4580
6463
|
}
|
|
4581
|
-
await notifyOffline(state);
|
|
6464
|
+
await timeShutdownPhase(state, durations, "offline_notify", () => notifyOffline(state));
|
|
4582
6465
|
if (state.connection) {
|
|
4583
|
-
state.connection
|
|
6466
|
+
const connection = state.connection;
|
|
6467
|
+
await timeShutdownPhase(state, durations, "tunnel_close", () => connection.close());
|
|
4584
6468
|
state.connection = null;
|
|
4585
6469
|
}
|
|
4586
6470
|
if (state.opencodeProcess) {
|
|
4587
|
-
|
|
6471
|
+
const opencodeProcess = state.opencodeProcess;
|
|
6472
|
+
await timeShutdownPhase(state, durations, "opencode_stop", () => stopOpenCode(opencodeProcess));
|
|
4588
6473
|
if (state.interactive) {
|
|
4589
6474
|
logActivity(state, { type: "info", message: "Stopped OpenCode process" });
|
|
4590
6475
|
displayStatus(state);
|
|
@@ -4593,12 +6478,15 @@ async function cleanup(state, opts = {}) {
|
|
|
4593
6478
|
}
|
|
4594
6479
|
state.opencodeProcess = null;
|
|
4595
6480
|
}
|
|
6481
|
+
return durations;
|
|
4596
6482
|
}
|
|
4597
6483
|
async function run(options) {
|
|
4598
6484
|
const interactive = isInteractive(options.json);
|
|
4599
6485
|
let logLevel;
|
|
6486
|
+
let fileSyncDirectories;
|
|
4600
6487
|
try {
|
|
4601
6488
|
logLevel = resolveLogLevel(options);
|
|
6489
|
+
fileSyncDirectories = resolveFileSyncDirectories(options.enableFileSyncTo, homedir3());
|
|
4602
6490
|
} catch (error2) {
|
|
4603
6491
|
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
4604
6492
|
if (options.json) {
|
|
@@ -4611,7 +6499,7 @@ async function run(options) {
|
|
|
4611
6499
|
return;
|
|
4612
6500
|
}
|
|
4613
6501
|
const state = {
|
|
4614
|
-
agentId: options.agent || "",
|
|
6502
|
+
agentId: options.runner || options.agent || "",
|
|
4615
6503
|
agentName: null,
|
|
4616
6504
|
port: options.port ?? 4096,
|
|
4617
6505
|
conversationFilter: options.conversation ?? null,
|
|
@@ -4631,8 +6519,29 @@ async function run(options) {
|
|
|
4631
6519
|
messageCount: 0,
|
|
4632
6520
|
lastProxiedActivityAt: null,
|
|
4633
6521
|
sessionCleanupTimers: [],
|
|
6522
|
+
claudeUsageTimer: null,
|
|
6523
|
+
claudeUsageRearm: null,
|
|
4634
6524
|
authHeader: ""
|
|
4635
6525
|
};
|
|
6526
|
+
setTelemetryAuthProvider(() => ({ authHeader: state.authHeader, agentId: state.agentId }));
|
|
6527
|
+
if (fileSyncDirectories.length > 0) {
|
|
6528
|
+
log2(state, `File sync enabled for: ${fileSyncDirectories.join(", ")}`);
|
|
6529
|
+
} else {
|
|
6530
|
+
log2(state, "File sync is disabled (no --enable-file-sync-to given)", "debug");
|
|
6531
|
+
}
|
|
6532
|
+
if (!options.runner && options.agent) {
|
|
6533
|
+
telemetry.info(
|
|
6534
|
+
EventTypes.DEPRECATED_AGENT_FLAG_USED,
|
|
6535
|
+
"Deprecated --agent flag used instead of --runner",
|
|
6536
|
+
{ command: "run" },
|
|
6537
|
+
state.agentId
|
|
6538
|
+
);
|
|
6539
|
+
const agentFlagNotice = "--agent is deprecated, use --runner instead; will be removed in a future release.";
|
|
6540
|
+
log2(state, agentFlagNotice, "warn");
|
|
6541
|
+
if (state.interactive && !state.json) {
|
|
6542
|
+
logActivity(state, { type: "info", level: "warn", message: agentFlagNotice });
|
|
6543
|
+
}
|
|
6544
|
+
}
|
|
4636
6545
|
if (state.idleTimeout === null && (process.env.GITHUB_ACTIONS || process.env.CI)) {
|
|
4637
6546
|
log2(
|
|
4638
6547
|
state,
|
|
@@ -4643,14 +6552,38 @@ async function run(options) {
|
|
|
4643
6552
|
const handleSignal = async () => {
|
|
4644
6553
|
if (state.shuttingDown) return;
|
|
4645
6554
|
state.shuttingDown = true;
|
|
6555
|
+
const shutdownStartedAt = Date.now();
|
|
4646
6556
|
if (state.interactive) {
|
|
4647
6557
|
logActivity(state, { type: "info", message: "Shutting down..." });
|
|
4648
6558
|
displayStatus(state);
|
|
4649
6559
|
} else {
|
|
4650
6560
|
log2(state, "Shutting down...");
|
|
4651
6561
|
}
|
|
4652
|
-
await cleanup(state, { graceful: true });
|
|
4653
|
-
|
|
6562
|
+
const durations = await cleanup(state, { graceful: true });
|
|
6563
|
+
const telemetryBudgetMs = Number(process.env.EVIDENT_TELEMETRY_SHUTDOWN_MS) || TELEMETRY_SHUTDOWN_TIMEOUT_MS;
|
|
6564
|
+
await timeShutdownPhase(state, durations, "telemetry_flush", async () => {
|
|
6565
|
+
let timer;
|
|
6566
|
+
const flushed = shutdownTelemetry().then(
|
|
6567
|
+
() => true,
|
|
6568
|
+
(error2) => {
|
|
6569
|
+
log2(
|
|
6570
|
+
state,
|
|
6571
|
+
`Telemetry flush failed during shutdown: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
6572
|
+
"warn"
|
|
6573
|
+
);
|
|
6574
|
+
return true;
|
|
6575
|
+
}
|
|
6576
|
+
);
|
|
6577
|
+
const timedOut = new Promise((resolve3) => {
|
|
6578
|
+
timer = setTimeout(() => resolve3(false), telemetryBudgetMs);
|
|
6579
|
+
});
|
|
6580
|
+
if (!await Promise.race([flushed, timedOut])) {
|
|
6581
|
+
log2(state, `Telemetry flush exceeded ${telemetryBudgetMs}ms \u2014 exiting anyway`, "warn");
|
|
6582
|
+
}
|
|
6583
|
+
clearTimeout(timer);
|
|
6584
|
+
});
|
|
6585
|
+
const breakdown = Object.entries(durations).map(([phase, ms]) => `${phase}=${ms}ms`).join(" ");
|
|
6586
|
+
log2(state, `Shutdown complete in ${Date.now() - shutdownStartedAt}ms (${breakdown})`);
|
|
4654
6587
|
process.exit(0);
|
|
4655
6588
|
};
|
|
4656
6589
|
process.on("SIGINT", handleSignal);
|
|
@@ -4661,10 +6594,13 @@ async function run(options) {
|
|
|
4661
6594
|
if (!interactive) {
|
|
4662
6595
|
printError("Authentication required");
|
|
4663
6596
|
blank();
|
|
4664
|
-
console.log(
|
|
6597
|
+
console.log(
|
|
6598
|
+
chalk6.dim("Set EVIDENT_RUNNER_KEY (or EVIDENT_AGENT_KEY) environment variable for CI")
|
|
6599
|
+
);
|
|
4665
6600
|
console.log(chalk6.dim("Or run `evident login` for interactive authentication"));
|
|
4666
6601
|
blank();
|
|
4667
6602
|
process.exit(1);
|
|
6603
|
+
return;
|
|
4668
6604
|
}
|
|
4669
6605
|
blank();
|
|
4670
6606
|
console.log(chalk6.yellow("You are not logged in to Evident."));
|
|
@@ -4675,6 +6611,25 @@ async function run(options) {
|
|
|
4675
6611
|
);
|
|
4676
6612
|
}
|
|
4677
6613
|
state.authHeader = getAuthHeader(credentials2);
|
|
6614
|
+
if (credentials2.notice) {
|
|
6615
|
+
log2(state, credentials2.notice, "warn");
|
|
6616
|
+
if (state.interactive && !state.json) {
|
|
6617
|
+
logActivity(state, { type: "info", level: "warn", message: credentials2.notice });
|
|
6618
|
+
}
|
|
6619
|
+
}
|
|
6620
|
+
if (credentials2.keySource === "agent_key") {
|
|
6621
|
+
telemetry.info(
|
|
6622
|
+
EventTypes.DEPRECATED_AGENT_KEY_ENV_USED,
|
|
6623
|
+
"Deprecated EVIDENT_AGENT_KEY env var used instead of EVIDENT_RUNNER_KEY",
|
|
6624
|
+
{ command: "run" },
|
|
6625
|
+
state.agentId
|
|
6626
|
+
);
|
|
6627
|
+
const agentKeyNotice = "EVIDENT_AGENT_KEY is deprecated, use EVIDENT_RUNNER_KEY instead; will be removed in a future release.";
|
|
6628
|
+
log2(state, agentKeyNotice, "warn");
|
|
6629
|
+
if (state.interactive && !state.json) {
|
|
6630
|
+
logActivity(state, { type: "info", level: "warn", message: agentKeyNotice });
|
|
6631
|
+
}
|
|
6632
|
+
}
|
|
4678
6633
|
if (!state.agentId) {
|
|
4679
6634
|
if (credentials2.authType === "agent_key") {
|
|
4680
6635
|
const resolved = await resolveAgentIdFromKey(state.authHeader);
|
|
@@ -4690,13 +6645,21 @@ async function run(options) {
|
|
|
4690
6645
|
} else {
|
|
4691
6646
|
printError(resolved.error || "Failed to resolve runner ID from key");
|
|
4692
6647
|
process.exit(1);
|
|
6648
|
+
return;
|
|
4693
6649
|
}
|
|
4694
6650
|
} else {
|
|
4695
|
-
printError(
|
|
6651
|
+
printError(
|
|
6652
|
+
"--runner (or --agent) is required when not using EVIDENT_RUNNER_KEY or EVIDENT_AGENT_KEY"
|
|
6653
|
+
);
|
|
4696
6654
|
blank();
|
|
4697
|
-
console.log(
|
|
6655
|
+
console.log(
|
|
6656
|
+
chalk6.dim(
|
|
6657
|
+
"Either provide --runner/--agent <id> or set EVIDENT_RUNNER_KEY/EVIDENT_AGENT_KEY"
|
|
6658
|
+
)
|
|
6659
|
+
);
|
|
4698
6660
|
blank();
|
|
4699
6661
|
process.exit(1);
|
|
6662
|
+
return;
|
|
4700
6663
|
}
|
|
4701
6664
|
}
|
|
4702
6665
|
telemetry.info(
|
|
@@ -4737,25 +6700,67 @@ async function run(options) {
|
|
|
4737
6700
|
}
|
|
4738
6701
|
spinner?.succeed(`Runner: ${validation.agent.name || state.agentId}`);
|
|
4739
6702
|
state.agentName = validation.agent.name;
|
|
6703
|
+
const microvmId = process.env.MICROVM_ID?.trim();
|
|
6704
|
+
if (microvmId) {
|
|
6705
|
+
const reported = await reportMicrovmId(state.agentId, state.authHeader, microvmId);
|
|
6706
|
+
if (reported.ok) {
|
|
6707
|
+
log2(state, "Reported MicroVM identity so this runner can be resumed rather than restarted");
|
|
6708
|
+
} else {
|
|
6709
|
+
const message = `Could not report MicroVM identity (future wakes will cold-start): ${reported.error}`;
|
|
6710
|
+
log2(state, message, "warn");
|
|
6711
|
+
if (state.interactive && !state.json) {
|
|
6712
|
+
logActivity(state, { type: "info", level: "warn", message });
|
|
6713
|
+
}
|
|
6714
|
+
}
|
|
6715
|
+
} else {
|
|
6716
|
+
log2(state, "Not running in a MicroVM (MICROVM_ID unset) \u2014 nothing to report", "debug");
|
|
6717
|
+
}
|
|
6718
|
+
const { timeoutMs: opencodeStartTimeoutMs, warnings: opencodeStartTimeoutWarnings } = resolveOpenCodeStartTimeoutMs(options, process.env);
|
|
6719
|
+
for (const warning2 of opencodeStartTimeoutWarnings) {
|
|
6720
|
+
logActivity(state, { type: "info", level: "warn", message: warning2 });
|
|
6721
|
+
}
|
|
4740
6722
|
const ocSpinner = interactive && !state.json ? ora3("Checking OpenCode...").start() : null;
|
|
4741
6723
|
try {
|
|
4742
6724
|
const oc = await ensureOpenCodeRunning({
|
|
4743
6725
|
port: state.port,
|
|
4744
6726
|
interactive: state.interactive,
|
|
4745
6727
|
agentId: state.agentId,
|
|
4746
|
-
log: (message) => log2(state, message)
|
|
6728
|
+
log: (message) => log2(state, message),
|
|
6729
|
+
startTimeoutMs: opencodeStartTimeoutMs
|
|
4747
6730
|
});
|
|
4748
6731
|
state.port = oc.port;
|
|
4749
6732
|
state.opencodeProcess = oc.process;
|
|
4750
6733
|
state.opencodeVersion = oc.version;
|
|
4751
|
-
state.opencodeConnected = oc.
|
|
6734
|
+
state.opencodeConnected = oc.notReadyReason === null;
|
|
4752
6735
|
const version2 = state.opencodeVersion ? ` (v${state.opencodeVersion})` : "";
|
|
4753
6736
|
ocSpinner?.succeed(`OpenCode running on port ${state.port}${version2}`);
|
|
4754
|
-
|
|
4755
|
-
|
|
4756
|
-
|
|
4757
|
-
|
|
4758
|
-
|
|
6737
|
+
if (!state.interactive && oc.notReadyReason !== null) {
|
|
6738
|
+
const message = `OpenCode is not ready on port ${state.port}: ${oc.notReadyReason}. The runner will still come online, but messages will fail until opencode answers \u2014 raise the wait with --opencode-start-timeout <seconds> (env ${OPENCODE_START_TIMEOUT_ENV}).`;
|
|
6739
|
+
logActivity(state, { type: "info", level: "warn", message });
|
|
6740
|
+
} else {
|
|
6741
|
+
const versionWarning = buildOpenCodeVersionWarning(state.opencodeVersion);
|
|
6742
|
+
if (versionWarning) {
|
|
6743
|
+
log2(state, versionWarning, "warn");
|
|
6744
|
+
if (state.interactive && !state.json) {
|
|
6745
|
+
logActivity(state, { type: "info", level: "warn", message: versionWarning });
|
|
6746
|
+
}
|
|
6747
|
+
}
|
|
6748
|
+
const noProviderWarning = buildNoProviderWarning(
|
|
6749
|
+
await hasAnyConfiguredProvider(state.port)
|
|
6750
|
+
);
|
|
6751
|
+
if (noProviderWarning) {
|
|
6752
|
+
log2(state, noProviderWarning, "warn");
|
|
6753
|
+
if (state.interactive && !state.json) {
|
|
6754
|
+
logActivity(state, { type: "info", level: "warn", message: noProviderWarning });
|
|
6755
|
+
blank();
|
|
6756
|
+
console.log(chalk6.yellow("\u26A0 No OpenCode model provider is configured."));
|
|
6757
|
+
console.log(
|
|
6758
|
+
chalk6.dim(
|
|
6759
|
+
`Run ${chalk6.cyan("opencode auth login")} to set one up \u2014 messages will fail until then.`
|
|
6760
|
+
)
|
|
6761
|
+
);
|
|
6762
|
+
blank();
|
|
6763
|
+
}
|
|
4759
6764
|
}
|
|
4760
6765
|
}
|
|
4761
6766
|
} catch (error2) {
|
|
@@ -4770,6 +6775,10 @@ async function run(options) {
|
|
|
4770
6775
|
getAuthHeader: () => state.authHeader,
|
|
4771
6776
|
conversationFilter: state.conversationFilter,
|
|
4772
6777
|
stuckQueuedMs: CHANNEL_STUCK_QUEUED_MS,
|
|
6778
|
+
// #559: the `--enable-file-sync-to` allow-list. Empty ⇒ pending files are
|
|
6779
|
+
// REJECTED with `file_sync_disabled` on the ack, not silently ignored.
|
|
6780
|
+
fileSyncDirectories,
|
|
6781
|
+
homeDir: homedir3(),
|
|
4773
6782
|
log: (entry) => (
|
|
4774
6783
|
// Thread the driver's real level straight through so `debug`/`warn`
|
|
4775
6784
|
// survive the sink filter (they no longer collapse to info). `type`
|
|
@@ -4796,6 +6805,18 @@ async function run(options) {
|
|
|
4796
6805
|
type: "info",
|
|
4797
6806
|
message: `Tunnel ${isReconnect ? "reconnected" : "connected"} (runner: ${agentId})`
|
|
4798
6807
|
});
|
|
6808
|
+
if (options.tunnelReadyFile) {
|
|
6809
|
+
const marker = writeTunnelReadyMarker(options.tunnelReadyFile, agentId);
|
|
6810
|
+
if (marker.ok) {
|
|
6811
|
+
log2(state, `Wrote tunnel readiness marker to ${options.tunnelReadyFile}`, "debug");
|
|
6812
|
+
} else {
|
|
6813
|
+
log2(
|
|
6814
|
+
state,
|
|
6815
|
+
`Failed to write tunnel readiness marker to ${options.tunnelReadyFile}: ${marker.error}`,
|
|
6816
|
+
"error"
|
|
6817
|
+
);
|
|
6818
|
+
}
|
|
6819
|
+
}
|
|
4799
6820
|
emitAgentConnected(state.agentId, {
|
|
4800
6821
|
port: state.port,
|
|
4801
6822
|
cli_version: getCliVersion(),
|
|
@@ -4851,6 +6872,12 @@ async function run(options) {
|
|
|
4851
6872
|
onDrainPing: () => {
|
|
4852
6873
|
if (!state.running) return;
|
|
4853
6874
|
logActivity(state, { type: "info", message: "Drain ping received \u2014 draining" });
|
|
6875
|
+
void channelDriver.syncPendingFiles().catch(
|
|
6876
|
+
(error2) => logActivity(state, {
|
|
6877
|
+
type: "error",
|
|
6878
|
+
error: `Runner file sync failed on ping: ${error2 instanceof Error ? error2.message : String(error2)}`
|
|
6879
|
+
})
|
|
6880
|
+
);
|
|
4854
6881
|
channelDriver.drainPending().then((processed) => {
|
|
4855
6882
|
if (processed > 0) {
|
|
4856
6883
|
state.messageCount += processed;
|
|
@@ -4880,6 +6907,7 @@ async function run(options) {
|
|
|
4880
6907
|
throw error2;
|
|
4881
6908
|
}
|
|
4882
6909
|
scheduleSessionCleanup(state, channelDriver, options);
|
|
6910
|
+
state.claudeUsageRearm = scheduleClaudeUsageReporting(state, options);
|
|
4883
6911
|
if (!interactive || state.json) {
|
|
4884
6912
|
log2(state, "Driving channel messages...");
|
|
4885
6913
|
}
|
|
@@ -4909,7 +6937,7 @@ async function run(options) {
|
|
|
4909
6937
|
}
|
|
4910
6938
|
telemetry.error(EventTypes.CLI_ERROR, `Run command failed: ${message}`, {
|
|
4911
6939
|
command: "run",
|
|
4912
|
-
agentId: options.agent
|
|
6940
|
+
agentId: options.runner || options.agent
|
|
4913
6941
|
});
|
|
4914
6942
|
await shutdownTelemetry();
|
|
4915
6943
|
process.exit(1);
|
|
@@ -4934,10 +6962,18 @@ program.name("evident").description("Run OpenCode locally and connect it to Evid
|
|
|
4934
6962
|
program.command("login").description("Authenticate with Evident").option("--token", "Use token-based authentication (for CI/CD)").option("--no-browser", "Do not open the browser automatically").action(login);
|
|
4935
6963
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
4936
6964
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
4937
|
-
program.command("
|
|
6965
|
+
program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
|
|
6966
|
+
program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
|
|
6967
|
+
program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
|
|
6968
|
+
"-a, --agent [id]",
|
|
6969
|
+
"Deprecated alias for --runner (still supported; --runner wins if both are given)"
|
|
6970
|
+
).option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option(
|
|
4938
6971
|
"--log-level <level>",
|
|
4939
6972
|
"Log verbosity: debug | info | warn | error (default: info). Env: EVIDENT_LOG_LEVEL"
|
|
4940
|
-
).option("-v, --verbose", "Alias for --log-level debug (ignored if --log-level is set)").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option(
|
|
6973
|
+
).option("-v, --verbose", "Alias for --log-level debug (ignored if --log-level is set)").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option(
|
|
6974
|
+
"--opencode-start-timeout <seconds>",
|
|
6975
|
+
"Seconds to wait for OpenCode to become healthy when the runner starts it (default: 180). Env: EVIDENT_OPENCODE_START_TIMEOUT"
|
|
6976
|
+
).option("--json", "Output in JSON format").option(
|
|
4941
6977
|
"--session-cleanup-max-age <duration>",
|
|
4942
6978
|
"Delete OpenCode sessions idle longer than this (e.g. 7d, 24h). Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_AGE"
|
|
4943
6979
|
).option(
|
|
@@ -4946,10 +6982,22 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
4946
6982
|
).option(
|
|
4947
6983
|
"--session-cleanup-interval <duration>",
|
|
4948
6984
|
"How often the cleanup sweep runs (default: 1h). Env: EVIDENT_SESSION_CLEANUP_INTERVAL"
|
|
6985
|
+
).option(
|
|
6986
|
+
"--claude-usage-reporting <mode>",
|
|
6987
|
+
"Report Claude subscription usage to Evident: auto | on | off (default: auto). Env: EVIDENT_CLAUDE_USAGE_REPORTING"
|
|
6988
|
+
).option(
|
|
6989
|
+
"--enable-file-sync-to <dir>",
|
|
6990
|
+
"Allow Evident to write files into this directory (repeatable). Omit to disable file sync entirely.",
|
|
6991
|
+
(value, previous) => previous.concat([value]),
|
|
6992
|
+
[]
|
|
6993
|
+
).option(
|
|
6994
|
+
"--tunnel-ready-file <path>",
|
|
6995
|
+
"Path to write once the tunnel is connected (set by the MicroVM hooks; unused on a developer machine)"
|
|
4949
6996
|
).action(
|
|
4950
6997
|
(options) => {
|
|
4951
6998
|
run({
|
|
4952
6999
|
agent: options.agent,
|
|
7000
|
+
runner: options.runner,
|
|
4953
7001
|
port: parseInt(options.port, 10),
|
|
4954
7002
|
// Raw string — validation/precedence is single-sourced in run.ts's
|
|
4955
7003
|
// resolveLogLevel (flag > -v > EVIDENT_LOG_LEVEL > info).
|
|
@@ -4957,11 +7005,21 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
4957
7005
|
verbose: options.verbose,
|
|
4958
7006
|
conversation: options.conversation,
|
|
4959
7007
|
idleTimeout: options.idleTimeout ? parseInt(options.idleTimeout, 10) : void 0,
|
|
7008
|
+
// Raw string — validation/precedence is single-sourced in run.ts's
|
|
7009
|
+
// resolveOpenCodeStartTimeoutMs (flag > EVIDENT_OPENCODE_START_TIMEOUT > 180s default).
|
|
7010
|
+
opencodeStartTimeout: options.opencodeStartTimeout,
|
|
4960
7011
|
json: options.json,
|
|
4961
7012
|
// Raw strings — the resolver in run.ts single-sources parsing (M1).
|
|
4962
7013
|
sessionCleanupMaxAge: options.sessionCleanupMaxAge,
|
|
4963
7014
|
sessionCleanupMaxCount: options.sessionCleanupMaxCount,
|
|
4964
|
-
sessionCleanupInterval: options.sessionCleanupInterval
|
|
7015
|
+
sessionCleanupInterval: options.sessionCleanupInterval,
|
|
7016
|
+
// Raw string — the resolver in run.ts single-sources parsing
|
|
7017
|
+
// (resolveClaudeUsageReportingMode).
|
|
7018
|
+
claudeUsageReporting: options.claudeUsageReporting,
|
|
7019
|
+
// Raw values — expansion/validation is single-sourced in run.ts's
|
|
7020
|
+
// resolveFileSyncDirectories.
|
|
7021
|
+
enableFileSyncTo: options.enableFileSyncTo,
|
|
7022
|
+
tunnelReadyFile: options.tunnelReadyFile
|
|
4965
7023
|
});
|
|
4966
7024
|
}
|
|
4967
7025
|
);
|