@evident-ai/cli 3.1.1-dev.35e0a15 → 3.1.1-dev.391a05e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +45 -0
- package/dist/index.js +1366 -320
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -38,11 +38,6 @@ function getApiUrl() {
|
|
|
38
38
|
function getTunnelUrl() {
|
|
39
39
|
return tunnelOverride ?? process.env.EVIDENT_TUNNEL_URL ?? defaults.tunnelUrl;
|
|
40
40
|
}
|
|
41
|
-
var config = new Conf({
|
|
42
|
-
projectName: "evident",
|
|
43
|
-
projectSuffix: "",
|
|
44
|
-
defaults
|
|
45
|
-
});
|
|
46
41
|
var credentials = new Conf({
|
|
47
42
|
projectName: "evident",
|
|
48
43
|
projectSuffix: "",
|
|
@@ -267,16 +262,28 @@ async function getToken() {
|
|
|
267
262
|
}
|
|
268
263
|
return null;
|
|
269
264
|
}
|
|
265
|
+
function toError(err) {
|
|
266
|
+
return err instanceof Error ? err : new Error(String(err));
|
|
267
|
+
}
|
|
270
268
|
async function deleteToken(options = {}) {
|
|
271
269
|
const keytar = await getKeytar();
|
|
270
|
+
const failures = [];
|
|
272
271
|
if (keytar) {
|
|
273
272
|
if (options.all) {
|
|
274
|
-
|
|
273
|
+
let accounts = [];
|
|
274
|
+
try {
|
|
275
|
+
accounts = await keytar.findCredentials(SERVICE_NAME);
|
|
276
|
+
} catch (err) {
|
|
277
|
+
failures.push({ type: "enumerate", error: toError(err) });
|
|
278
|
+
}
|
|
275
279
|
await Promise.all(
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
+
accounts.map(async (entry) => {
|
|
281
|
+
try {
|
|
282
|
+
await keytar.deletePassword(SERVICE_NAME, entry.account);
|
|
283
|
+
} catch (err) {
|
|
284
|
+
failures.push({ type: "delete", account: entry.account, error: toError(err) });
|
|
285
|
+
}
|
|
286
|
+
})
|
|
280
287
|
);
|
|
281
288
|
} else {
|
|
282
289
|
await keytar.deletePassword(SERVICE_NAME, keychainAccount());
|
|
@@ -287,6 +294,7 @@ async function deleteToken(options = {}) {
|
|
|
287
294
|
} else {
|
|
288
295
|
clearCredentials();
|
|
289
296
|
}
|
|
297
|
+
return { failures };
|
|
290
298
|
}
|
|
291
299
|
|
|
292
300
|
// src/utils/ui.ts
|
|
@@ -404,8 +412,10 @@ async function deviceFlowLogin(options) {
|
|
|
404
412
|
}
|
|
405
413
|
async function tokenLogin() {
|
|
406
414
|
console.log("Token login mode.");
|
|
407
|
-
console.log("
|
|
408
|
-
console.log(
|
|
415
|
+
console.log("Create a token under Settings \u2192 CLI tokens in the dashboard, then paste it below.");
|
|
416
|
+
console.log(
|
|
417
|
+
"(Alternatively, run `evident login` on a machine with a browser, or set EVIDENT_TOKEN for CI.)"
|
|
418
|
+
);
|
|
409
419
|
blank();
|
|
410
420
|
process.stdout.write("Paste token: ");
|
|
411
421
|
const token = await new Promise((resolve3) => {
|
|
@@ -429,13 +439,22 @@ async function tokenLogin() {
|
|
|
429
439
|
printError("No token provided.");
|
|
430
440
|
process.exit(1);
|
|
431
441
|
}
|
|
442
|
+
await validateAndStoreToken(token);
|
|
443
|
+
}
|
|
444
|
+
async function validateAndStoreToken(token) {
|
|
432
445
|
const spinner = ora("Validating token...").start();
|
|
433
446
|
try {
|
|
434
|
-
const result = await api.
|
|
447
|
+
const result = await api.get("/me", {
|
|
448
|
+
headers: { Authorization: `Bearer ${token}` }
|
|
449
|
+
});
|
|
450
|
+
if (!result.user) {
|
|
451
|
+
throw new Error(
|
|
452
|
+
"This token is not a user login (e.g. a runner key). Paste a CLI token instead."
|
|
453
|
+
);
|
|
454
|
+
}
|
|
435
455
|
await storeToken({
|
|
436
456
|
token,
|
|
437
|
-
user: result.user
|
|
438
|
-
expiresAt: result.expires_at
|
|
457
|
+
user: { email: result.user.email }
|
|
439
458
|
});
|
|
440
459
|
spinner.stop();
|
|
441
460
|
printSuccess(`Logged in as ${chalk2.bold(result.user.email)}`);
|
|
@@ -455,54 +474,532 @@ async function login(options) {
|
|
|
455
474
|
}
|
|
456
475
|
|
|
457
476
|
// src/commands/logout.ts
|
|
477
|
+
function describeFailure(failure) {
|
|
478
|
+
if (failure.type === "enumerate") {
|
|
479
|
+
return `could not list stored keychain entries (${failure.error.message})`;
|
|
480
|
+
}
|
|
481
|
+
return `${failure.account} (${failure.error.message})`;
|
|
482
|
+
}
|
|
458
483
|
async function logout(options = {}) {
|
|
459
484
|
if (options.all) {
|
|
460
|
-
await deleteToken({ all: true });
|
|
485
|
+
const result = await deleteToken({ all: true });
|
|
486
|
+
if (result.failures.length > 0) {
|
|
487
|
+
printError(
|
|
488
|
+
`Failed to fully clear your keychain: ${result.failures.map(describeFailure).join("; ")}. Your local credentials file was cleared, but stale keychain entries may remain \u2014 run \`evident logout --all\` again, or remove them manually from your OS keychain / credential manager.`
|
|
489
|
+
);
|
|
490
|
+
process.exitCode = 1;
|
|
491
|
+
return;
|
|
492
|
+
}
|
|
461
493
|
printSuccess("Logged out of all endpoints.");
|
|
462
494
|
return;
|
|
463
495
|
}
|
|
464
|
-
const credentials2 = await getToken();
|
|
496
|
+
const credentials2 = await getToken();
|
|
497
|
+
if (!credentials2) {
|
|
498
|
+
printWarning(`You are not logged in to ${getApiUrlConfig()}.`);
|
|
499
|
+
return;
|
|
500
|
+
}
|
|
501
|
+
await deleteToken();
|
|
502
|
+
printSuccess(`Logged out of ${getApiUrlConfig()}.`);
|
|
503
|
+
}
|
|
504
|
+
|
|
505
|
+
// src/commands/whoami.ts
|
|
506
|
+
import chalk3 from "chalk";
|
|
507
|
+
async function whoami() {
|
|
508
|
+
const apiUrl = getApiUrlConfig();
|
|
509
|
+
const credentials2 = await getToken();
|
|
510
|
+
if (!credentials2) {
|
|
511
|
+
printError(`Not logged in to ${apiUrl}. Run the \`login\` command to authenticate.`);
|
|
512
|
+
process.exit(1);
|
|
513
|
+
}
|
|
514
|
+
blank();
|
|
515
|
+
console.log(keyValue("Endpoint", apiUrl));
|
|
516
|
+
console.log(keyValue("User", chalk3.bold(credentials2.user.email)));
|
|
517
|
+
if (credentials2.user.id) {
|
|
518
|
+
console.log(keyValue("User ID", credentials2.user.id));
|
|
519
|
+
}
|
|
520
|
+
if (credentials2.expiresAt) {
|
|
521
|
+
const expiresAt = new Date(credentials2.expiresAt);
|
|
522
|
+
const now = /* @__PURE__ */ new Date();
|
|
523
|
+
if (expiresAt < now) {
|
|
524
|
+
console.log(keyValue("Status", chalk3.red("Token expired")));
|
|
525
|
+
} else {
|
|
526
|
+
const daysRemaining = Math.ceil(
|
|
527
|
+
(expiresAt.getTime() - now.getTime()) / (1e3 * 60 * 60 * 24)
|
|
528
|
+
);
|
|
529
|
+
console.log(keyValue("Expires", `${daysRemaining} days`));
|
|
530
|
+
}
|
|
531
|
+
}
|
|
532
|
+
blank();
|
|
533
|
+
}
|
|
534
|
+
|
|
535
|
+
// src/lib/auth.ts
|
|
536
|
+
async function getAuthCredentials() {
|
|
537
|
+
const runnerKey = process.env.EVIDENT_RUNNER_KEY;
|
|
538
|
+
const agentKey = process.env.EVIDENT_AGENT_KEY;
|
|
539
|
+
if (runnerKey) {
|
|
540
|
+
return {
|
|
541
|
+
token: runnerKey,
|
|
542
|
+
authType: "agent_key",
|
|
543
|
+
keySource: "runner_key",
|
|
544
|
+
notice: agentKey ? "Both EVIDENT_RUNNER_KEY and EVIDENT_AGENT_KEY are set; using EVIDENT_RUNNER_KEY." : void 0
|
|
545
|
+
};
|
|
546
|
+
}
|
|
547
|
+
if (agentKey) {
|
|
548
|
+
return { token: agentKey, authType: "agent_key", keySource: "agent_key" };
|
|
549
|
+
}
|
|
550
|
+
const userToken = process.env.EVIDENT_TOKEN;
|
|
551
|
+
if (userToken) {
|
|
552
|
+
return { token: userToken, authType: "bearer" };
|
|
553
|
+
}
|
|
554
|
+
const keychainCreds = await getToken();
|
|
555
|
+
if (keychainCreds) {
|
|
556
|
+
return {
|
|
557
|
+
token: keychainCreds.token,
|
|
558
|
+
authType: "bearer",
|
|
559
|
+
user: keychainCreds.user
|
|
560
|
+
};
|
|
561
|
+
}
|
|
562
|
+
return null;
|
|
563
|
+
}
|
|
564
|
+
function getAuthHeader(credentials2) {
|
|
565
|
+
if (credentials2.authType === "agent_key") {
|
|
566
|
+
return `SandboxKey ${credentials2.token}`;
|
|
567
|
+
}
|
|
568
|
+
return `Bearer ${credentials2.token}`;
|
|
569
|
+
}
|
|
570
|
+
function isInteractive(jsonOutput) {
|
|
571
|
+
if (jsonOutput) return false;
|
|
572
|
+
if (process.env.CI) return false;
|
|
573
|
+
if (process.env.GITHUB_ACTIONS) return false;
|
|
574
|
+
if (!process.stdin.isTTY) return false;
|
|
575
|
+
return true;
|
|
576
|
+
}
|
|
577
|
+
|
|
578
|
+
// src/commands/agent-lookup.ts
|
|
579
|
+
async function readErrorMessage(response) {
|
|
580
|
+
const text = await response.text().catch(() => "");
|
|
581
|
+
if (!text) return response.statusText || void 0;
|
|
582
|
+
try {
|
|
583
|
+
const data = JSON.parse(text);
|
|
584
|
+
const message = data.message ?? data.error;
|
|
585
|
+
if (typeof message === "string" && message.trim()) {
|
|
586
|
+
return message;
|
|
587
|
+
}
|
|
588
|
+
} catch {
|
|
589
|
+
}
|
|
590
|
+
return text.trim() || response.statusText || void 0;
|
|
591
|
+
}
|
|
592
|
+
function authFailureHint(apiUrl, serverMessage) {
|
|
593
|
+
const reason = serverMessage ? `: ${serverMessage}` : "";
|
|
594
|
+
return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
|
|
595
|
+
}
|
|
596
|
+
async function resolveAgentIdFromKey(authHeader) {
|
|
597
|
+
const apiUrl = getApiUrlConfig();
|
|
598
|
+
try {
|
|
599
|
+
const response = await fetch(`${apiUrl}/me`, {
|
|
600
|
+
headers: { Authorization: authHeader }
|
|
601
|
+
});
|
|
602
|
+
if (response.status === 401) {
|
|
603
|
+
const serverMessage = await readErrorMessage(response);
|
|
604
|
+
return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
605
|
+
}
|
|
606
|
+
if (!response.ok) {
|
|
607
|
+
const serverMessage = await readErrorMessage(response);
|
|
608
|
+
return {
|
|
609
|
+
error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
610
|
+
};
|
|
611
|
+
}
|
|
612
|
+
const data = await response.json();
|
|
613
|
+
if (data.auth_type === "agent_key" && data.agent_id) {
|
|
614
|
+
return { agent_id: data.agent_id };
|
|
615
|
+
}
|
|
616
|
+
return {
|
|
617
|
+
error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --runner explicitly."
|
|
618
|
+
};
|
|
619
|
+
} catch (error2) {
|
|
620
|
+
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
621
|
+
return { error: `Failed to resolve runner from key: ${message}` };
|
|
622
|
+
}
|
|
623
|
+
}
|
|
624
|
+
var BEST_EFFORT_NOTIFY_TIMEOUT_MS = 2e3;
|
|
625
|
+
async function notifyAgentDisconnected(agentId, authHeader) {
|
|
626
|
+
const apiUrl = getApiUrlConfig();
|
|
627
|
+
try {
|
|
628
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/disconnect`, {
|
|
629
|
+
method: "POST",
|
|
630
|
+
headers: { Authorization: authHeader },
|
|
631
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
632
|
+
});
|
|
633
|
+
if (!response.ok) {
|
|
634
|
+
const serverMessage = await readErrorMessage(response);
|
|
635
|
+
return {
|
|
636
|
+
ok: false,
|
|
637
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
638
|
+
};
|
|
639
|
+
}
|
|
640
|
+
return { ok: true };
|
|
641
|
+
} catch (error2) {
|
|
642
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
643
|
+
}
|
|
644
|
+
}
|
|
645
|
+
function describeBestEffortError(error2) {
|
|
646
|
+
const name = error2?.name;
|
|
647
|
+
if (name === "TimeoutError" || name === "AbortError") {
|
|
648
|
+
return `timed out after ${BEST_EFFORT_NOTIFY_TIMEOUT_MS}ms`;
|
|
649
|
+
}
|
|
650
|
+
return error2 instanceof Error ? error2.message : String(error2);
|
|
651
|
+
}
|
|
652
|
+
async function reportMicrovmId(agentId, authHeader, microvmId) {
|
|
653
|
+
try {
|
|
654
|
+
const apiUrl = getApiUrlConfig();
|
|
655
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/microvm`, {
|
|
656
|
+
method: "POST",
|
|
657
|
+
headers: { Authorization: authHeader, "Content-Type": "application/json" },
|
|
658
|
+
body: JSON.stringify({ microvm_id: microvmId }),
|
|
659
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
660
|
+
});
|
|
661
|
+
if (!response.ok) {
|
|
662
|
+
const serverMessage = await readErrorMessage(response);
|
|
663
|
+
return {
|
|
664
|
+
ok: false,
|
|
665
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
666
|
+
};
|
|
667
|
+
}
|
|
668
|
+
return { ok: true };
|
|
669
|
+
} catch (error2) {
|
|
670
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
671
|
+
}
|
|
672
|
+
}
|
|
673
|
+
function toReportedWindow(window) {
|
|
674
|
+
if (!window) return null;
|
|
675
|
+
return { utilization: window.utilization, resets_at: window.resetsAt };
|
|
676
|
+
}
|
|
677
|
+
async function reportClaudeUsage(agentId, authHeader, snapshot) {
|
|
678
|
+
try {
|
|
679
|
+
const apiUrl = getApiUrlConfig();
|
|
680
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/claude-usage`, {
|
|
681
|
+
method: "POST",
|
|
682
|
+
headers: { Authorization: authHeader, "Content-Type": "application/json" },
|
|
683
|
+
body: JSON.stringify({
|
|
684
|
+
five_hour: toReportedWindow(snapshot.fiveHour),
|
|
685
|
+
seven_day: toReportedWindow(snapshot.sevenDay)
|
|
686
|
+
}),
|
|
687
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
688
|
+
});
|
|
689
|
+
if (!response.ok) {
|
|
690
|
+
const serverMessage = await readErrorMessage(response);
|
|
691
|
+
return {
|
|
692
|
+
ok: false,
|
|
693
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
694
|
+
};
|
|
695
|
+
}
|
|
696
|
+
return { ok: true };
|
|
697
|
+
} catch (error2) {
|
|
698
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
699
|
+
}
|
|
700
|
+
}
|
|
701
|
+
async function getAgentInfo(agentId, authHeader) {
|
|
702
|
+
const apiUrl = getApiUrlConfig();
|
|
703
|
+
try {
|
|
704
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}`, {
|
|
705
|
+
headers: { Authorization: authHeader }
|
|
706
|
+
});
|
|
707
|
+
if (response.status === 401) {
|
|
708
|
+
const serverMessage = await readErrorMessage(response);
|
|
709
|
+
return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
710
|
+
}
|
|
711
|
+
if (response.status === 403) {
|
|
712
|
+
const serverMessage = await readErrorMessage(response);
|
|
713
|
+
return {
|
|
714
|
+
valid: false,
|
|
715
|
+
error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
|
|
716
|
+
};
|
|
717
|
+
}
|
|
718
|
+
if (response.status === 404) {
|
|
719
|
+
const serverMessage = await readErrorMessage(response);
|
|
720
|
+
return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
|
|
721
|
+
}
|
|
722
|
+
if (!response.ok) {
|
|
723
|
+
const serverMessage = await readErrorMessage(response);
|
|
724
|
+
return {
|
|
725
|
+
valid: false,
|
|
726
|
+
error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
727
|
+
};
|
|
728
|
+
}
|
|
729
|
+
const agent = await response.json();
|
|
730
|
+
if (agent.agent_type !== "local") {
|
|
731
|
+
return {
|
|
732
|
+
valid: false,
|
|
733
|
+
error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
|
|
734
|
+
};
|
|
735
|
+
}
|
|
736
|
+
return { valid: true, agent };
|
|
737
|
+
} catch (error2) {
|
|
738
|
+
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
739
|
+
return { valid: false, error: `Failed to validate runner: ${message}` };
|
|
740
|
+
}
|
|
741
|
+
}
|
|
742
|
+
|
|
743
|
+
// src/commands/status.ts
|
|
744
|
+
var STATUS_TIMEOUT_MS = 1e4;
|
|
745
|
+
function authLabelFor(credentials2) {
|
|
746
|
+
if (credentials2.authType === "agent_key") {
|
|
747
|
+
return credentials2.keySource === "agent_key" ? "runner key (EVIDENT_AGENT_KEY)" : "runner key (EVIDENT_RUNNER_KEY)";
|
|
748
|
+
}
|
|
749
|
+
return "user token";
|
|
750
|
+
}
|
|
751
|
+
function describeFetchError(error2) {
|
|
752
|
+
const name = error2?.name;
|
|
753
|
+
if (name === "TimeoutError" || name === "AbortError") {
|
|
754
|
+
return `timed out after ${STATUS_TIMEOUT_MS}ms waiting for a response`;
|
|
755
|
+
}
|
|
756
|
+
return error2 instanceof Error ? error2.message : String(error2);
|
|
757
|
+
}
|
|
758
|
+
async function checkStatus(jsonMode) {
|
|
759
|
+
const apiUrl = getApiUrlConfig();
|
|
760
|
+
const credentials2 = await getAuthCredentials();
|
|
761
|
+
if (!credentials2) {
|
|
762
|
+
return {
|
|
763
|
+
ok: false,
|
|
764
|
+
endpoint: apiUrl,
|
|
765
|
+
reason: "no_credentials",
|
|
766
|
+
error: "No credentials configured. Set EVIDENT_RUNNER_KEY (or EVIDENT_AGENT_KEY), or EVIDENT_TOKEN, or run `evident login`.",
|
|
767
|
+
exitCode: 1
|
|
768
|
+
};
|
|
769
|
+
}
|
|
770
|
+
if (credentials2.notice && !jsonMode) {
|
|
771
|
+
printWarning(credentials2.notice);
|
|
772
|
+
}
|
|
773
|
+
let response;
|
|
774
|
+
try {
|
|
775
|
+
response = await fetch(`${apiUrl}/me`, {
|
|
776
|
+
headers: { Authorization: getAuthHeader(credentials2) },
|
|
777
|
+
signal: AbortSignal.timeout(STATUS_TIMEOUT_MS)
|
|
778
|
+
});
|
|
779
|
+
} catch (error2) {
|
|
780
|
+
return {
|
|
781
|
+
ok: false,
|
|
782
|
+
endpoint: apiUrl,
|
|
783
|
+
authLabel: authLabelFor(credentials2),
|
|
784
|
+
reason: "unreachable",
|
|
785
|
+
error: `Could not reach ${apiUrl}: ${describeFetchError(error2)}. The credentials were NOT validated.`,
|
|
786
|
+
exitCode: 75
|
|
787
|
+
};
|
|
788
|
+
}
|
|
789
|
+
if (response.status === 401) {
|
|
790
|
+
const serverMessage = await readErrorMessage(response);
|
|
791
|
+
return {
|
|
792
|
+
ok: false,
|
|
793
|
+
endpoint: apiUrl,
|
|
794
|
+
authLabel: authLabelFor(credentials2),
|
|
795
|
+
reason: "unauthorized",
|
|
796
|
+
error: authFailureHint(apiUrl, serverMessage),
|
|
797
|
+
exitCode: 1
|
|
798
|
+
};
|
|
799
|
+
}
|
|
800
|
+
if (response.status >= 500) {
|
|
801
|
+
const serverMessage = await readErrorMessage(response);
|
|
802
|
+
return {
|
|
803
|
+
ok: false,
|
|
804
|
+
endpoint: apiUrl,
|
|
805
|
+
authLabel: authLabelFor(credentials2),
|
|
806
|
+
reason: "unreachable",
|
|
807
|
+
error: `${apiUrl} returned HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}. The credentials were NOT validated.`,
|
|
808
|
+
exitCode: 75
|
|
809
|
+
};
|
|
810
|
+
}
|
|
811
|
+
if (!response.ok) {
|
|
812
|
+
const serverMessage = await readErrorMessage(response);
|
|
813
|
+
return {
|
|
814
|
+
ok: false,
|
|
815
|
+
endpoint: apiUrl,
|
|
816
|
+
authLabel: authLabelFor(credentials2),
|
|
817
|
+
reason: "http_error",
|
|
818
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`,
|
|
819
|
+
exitCode: 1
|
|
820
|
+
};
|
|
821
|
+
}
|
|
822
|
+
const data = await response.json();
|
|
823
|
+
return {
|
|
824
|
+
ok: true,
|
|
825
|
+
endpoint: apiUrl,
|
|
826
|
+
authType: data.auth_type,
|
|
827
|
+
authLabel: authLabelFor(credentials2),
|
|
828
|
+
runnerId: data.auth_type === "agent_key" ? data.agent_id : void 0,
|
|
829
|
+
reason: "ok",
|
|
830
|
+
exitCode: 0
|
|
831
|
+
};
|
|
832
|
+
}
|
|
833
|
+
function printJson(result) {
|
|
834
|
+
const payload = {
|
|
835
|
+
ok: result.ok,
|
|
836
|
+
endpoint: result.endpoint
|
|
837
|
+
};
|
|
838
|
+
if (result.authType) payload.auth_type = result.authType;
|
|
839
|
+
if (result.runnerId) payload.runner_id = result.runnerId;
|
|
840
|
+
if (result.reason) payload.reason = result.reason;
|
|
841
|
+
if (result.error) payload.error = result.error;
|
|
842
|
+
console.log(JSON.stringify(payload));
|
|
843
|
+
}
|
|
844
|
+
function printHuman(result) {
|
|
845
|
+
blank();
|
|
846
|
+
console.log(keyValue("Endpoint", result.endpoint));
|
|
847
|
+
if (result.ok) {
|
|
848
|
+
console.log(keyValue("Auth", result.authLabel ?? "\u2014"));
|
|
849
|
+
if (result.runnerId) {
|
|
850
|
+
console.log(keyValue("Runner", result.runnerId));
|
|
851
|
+
}
|
|
852
|
+
console.log(keyValue("Status", "OK \u2014 credentials accepted"));
|
|
853
|
+
blank();
|
|
854
|
+
return;
|
|
855
|
+
}
|
|
856
|
+
if (result.authLabel) {
|
|
857
|
+
console.log(keyValue("Auth", result.authLabel));
|
|
858
|
+
}
|
|
859
|
+
blank();
|
|
860
|
+
printError(result.error ?? "Unknown error");
|
|
861
|
+
}
|
|
862
|
+
async function status(options = {}) {
|
|
863
|
+
const result = await checkStatus(Boolean(options.json));
|
|
864
|
+
if (options.json) {
|
|
865
|
+
printJson(result);
|
|
866
|
+
} else {
|
|
867
|
+
printHuman(result);
|
|
868
|
+
}
|
|
869
|
+
process.exit(result.exitCode);
|
|
870
|
+
}
|
|
871
|
+
|
|
872
|
+
// src/lib/claude-usage.ts
|
|
873
|
+
import { execFileSync } from "child_process";
|
|
874
|
+
import { readFileSync } from "fs";
|
|
875
|
+
import { homedir } from "os";
|
|
876
|
+
import { join } from "path";
|
|
877
|
+
var CLAUDE_USAGE_URL = "https://api.anthropic.com/api/oauth/usage";
|
|
878
|
+
var KEYCHAIN_SERVICE = "Claude Code-credentials";
|
|
879
|
+
function parseClaudeCliCredentials(raw) {
|
|
880
|
+
let parsed;
|
|
881
|
+
try {
|
|
882
|
+
parsed = JSON.parse(raw);
|
|
883
|
+
} catch {
|
|
884
|
+
return null;
|
|
885
|
+
}
|
|
886
|
+
const data = parsed.claudeAiOauth ?? parsed;
|
|
887
|
+
const creds = data;
|
|
888
|
+
if (typeof creds.accessToken !== "string" || typeof creds.expiresAt !== "number") {
|
|
889
|
+
return null;
|
|
890
|
+
}
|
|
891
|
+
return { accessToken: creds.accessToken, expiresAt: creds.expiresAt };
|
|
892
|
+
}
|
|
893
|
+
function readClaudeCliCredentials() {
|
|
894
|
+
if (process.platform === "darwin") {
|
|
895
|
+
try {
|
|
896
|
+
const raw = execFileSync(
|
|
897
|
+
"/usr/bin/security",
|
|
898
|
+
["find-generic-password", "-s", KEYCHAIN_SERVICE, "-w"],
|
|
899
|
+
{ encoding: "utf-8", timeout: 2e3, stdio: ["pipe", "pipe", "ignore"] }
|
|
900
|
+
);
|
|
901
|
+
return parseClaudeCliCredentials(raw);
|
|
902
|
+
} catch {
|
|
903
|
+
return null;
|
|
904
|
+
}
|
|
905
|
+
}
|
|
906
|
+
try {
|
|
907
|
+
const raw = readFileSync(join(homedir(), ".claude", ".credentials.json"), "utf-8");
|
|
908
|
+
return parseClaudeCliCredentials(raw);
|
|
909
|
+
} catch {
|
|
910
|
+
return null;
|
|
911
|
+
}
|
|
912
|
+
}
|
|
913
|
+
var ClaudeUsageError = class extends Error {
|
|
914
|
+
constructor(message, reason) {
|
|
915
|
+
super(message);
|
|
916
|
+
this.reason = reason;
|
|
917
|
+
}
|
|
918
|
+
};
|
|
919
|
+
function isLocalCredentialProblem(err) {
|
|
920
|
+
return err instanceof ClaudeUsageError && (err.reason === "no_credentials" || err.reason === "credentials_expired");
|
|
921
|
+
}
|
|
922
|
+
function normalizeResetsAt(value) {
|
|
923
|
+
const ms = Date.parse(value);
|
|
924
|
+
return Number.isNaN(ms) ? null : new Date(ms).toISOString();
|
|
925
|
+
}
|
|
926
|
+
function toWindow(value) {
|
|
927
|
+
if (!value || typeof value !== "object") {
|
|
928
|
+
return null;
|
|
929
|
+
}
|
|
930
|
+
const window = value;
|
|
931
|
+
if (typeof window.utilization !== "number" || typeof window.resets_at !== "string") {
|
|
932
|
+
return null;
|
|
933
|
+
}
|
|
934
|
+
const resetsAt = normalizeResetsAt(window.resets_at);
|
|
935
|
+
if (resetsAt === null) {
|
|
936
|
+
return null;
|
|
937
|
+
}
|
|
938
|
+
return { utilization: window.utilization, resetsAt };
|
|
939
|
+
}
|
|
940
|
+
async function getClaudeUsage() {
|
|
941
|
+
const credentials2 = readClaudeCliCredentials();
|
|
465
942
|
if (!credentials2) {
|
|
466
|
-
|
|
467
|
-
|
|
943
|
+
throw new ClaudeUsageError(
|
|
944
|
+
"No local Claude Code login found. Run `claude` once to sign in with your Claude subscription.",
|
|
945
|
+
"no_credentials"
|
|
946
|
+
);
|
|
468
947
|
}
|
|
469
|
-
|
|
470
|
-
|
|
948
|
+
if (credentials2.expiresAt < Date.now()) {
|
|
949
|
+
throw new ClaudeUsageError(
|
|
950
|
+
"Claude Code credentials have expired. Run `claude` to refresh them.",
|
|
951
|
+
"credentials_expired"
|
|
952
|
+
);
|
|
953
|
+
}
|
|
954
|
+
const res = await fetch(CLAUDE_USAGE_URL, {
|
|
955
|
+
headers: {
|
|
956
|
+
Authorization: `Bearer ${credentials2.accessToken}`,
|
|
957
|
+
"Content-Type": "application/json",
|
|
958
|
+
"anthropic-version": "2023-06-01"
|
|
959
|
+
}
|
|
960
|
+
});
|
|
961
|
+
if (!res.ok) {
|
|
962
|
+
throw new ClaudeUsageError(`Claude usage request failed: HTTP ${res.status}`, "request_failed");
|
|
963
|
+
}
|
|
964
|
+
const body = await res.json();
|
|
965
|
+
return {
|
|
966
|
+
fiveHour: toWindow(body.five_hour),
|
|
967
|
+
sevenDay: toWindow(body.seven_day)
|
|
968
|
+
};
|
|
471
969
|
}
|
|
472
970
|
|
|
473
|
-
// src/commands/
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
const credentials2 = await getToken();
|
|
478
|
-
if (!credentials2) {
|
|
479
|
-
printError(`Not logged in to ${apiUrl}. Run the \`login\` command to authenticate.`);
|
|
480
|
-
process.exit(1);
|
|
971
|
+
// src/commands/claude-usage.ts
|
|
972
|
+
function formatWindow(label, window) {
|
|
973
|
+
if (!window) {
|
|
974
|
+
return keyValue(label, "not available for this plan");
|
|
481
975
|
}
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
const
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
);
|
|
495
|
-
|
|
976
|
+
const resetsAt = new Date(window.resetsAt);
|
|
977
|
+
return keyValue(label, `${window.utilization}% used, resets ${resetsAt.toLocaleString()}`);
|
|
978
|
+
}
|
|
979
|
+
async function claudeUsage() {
|
|
980
|
+
try {
|
|
981
|
+
const usage = await getClaudeUsage();
|
|
982
|
+
blank();
|
|
983
|
+
console.log(formatWindow("5-hour session", usage.fiveHour));
|
|
984
|
+
console.log(formatWindow("7-day", usage.sevenDay));
|
|
985
|
+
blank();
|
|
986
|
+
} catch (err) {
|
|
987
|
+
if (err instanceof ClaudeUsageError) {
|
|
988
|
+
printError(err.message);
|
|
989
|
+
process.exit(1);
|
|
496
990
|
}
|
|
991
|
+
throw err;
|
|
497
992
|
}
|
|
498
|
-
blank();
|
|
499
993
|
}
|
|
500
994
|
|
|
501
995
|
// src/commands/run.ts
|
|
502
|
-
import { homedir as
|
|
503
|
-
import { isAbsolute as isAbsolute2, join as
|
|
996
|
+
import { homedir as homedir3 } from "os";
|
|
997
|
+
import { isAbsolute as isAbsolute2, join as join3, parse, resolve as resolvePath } from "path";
|
|
504
998
|
import chalk6 from "chalk";
|
|
505
999
|
|
|
1000
|
+
// ../../packages/types/src/agents/index.ts
|
|
1001
|
+
var MICROVM_MAX_LIFETIME_MS = 8 * 60 * 6e4;
|
|
1002
|
+
|
|
506
1003
|
// ../../packages/types/src/telemetry/index.ts
|
|
507
1004
|
var TelemetryEventTypes = {
|
|
508
1005
|
// Agent activity events (shown in web UI activity log)
|
|
@@ -510,7 +1007,10 @@ var TelemetryEventTypes = {
|
|
|
510
1007
|
AGENT_DISCONNECTED: "agent.disconnected",
|
|
511
1008
|
AGENT_MESSAGE_PROCESSING: "agent.message_processing",
|
|
512
1009
|
AGENT_MESSAGE_DONE: "agent.message_done",
|
|
513
|
-
AGENT_MESSAGE_FAILED: "agent.message_failed"
|
|
1010
|
+
AGENT_MESSAGE_FAILED: "agent.message_failed",
|
|
1011
|
+
// A `warn`/`error` runner-side log line forwarded server-side for
|
|
1012
|
+
// observability (issue #916) — see `apps/cli/src/lib/runner-activity-telemetry.ts`.
|
|
1013
|
+
RUNNER_ACTIVITY: "runner.activity"
|
|
514
1014
|
};
|
|
515
1015
|
|
|
516
1016
|
// ../../packages/types/src/tunnel/index.ts
|
|
@@ -565,6 +1065,13 @@ var isShuttingDown = false;
|
|
|
565
1065
|
var FLUSH_INTERVAL_MS = 5e3;
|
|
566
1066
|
var MAX_BUFFER_SIZE = 50;
|
|
567
1067
|
var FLUSH_TIMEOUT_MS = 3e3;
|
|
1068
|
+
var authProvider = null;
|
|
1069
|
+
function setTelemetryAuthProvider(provider) {
|
|
1070
|
+
authProvider = provider;
|
|
1071
|
+
}
|
|
1072
|
+
var FLUSH_FAILURE_LOG_INTERVAL_MS = 6e4;
|
|
1073
|
+
var lastFlushFailureLoggedAt = 0;
|
|
1074
|
+
var suppressedFlushFailureCount = 0;
|
|
568
1075
|
function logEvent(eventType, options = {}) {
|
|
569
1076
|
const event = {
|
|
570
1077
|
event_type: eventType,
|
|
@@ -599,9 +1106,16 @@ async function flushEvents() {
|
|
|
599
1106
|
flushTimeout = null;
|
|
600
1107
|
}
|
|
601
1108
|
try {
|
|
602
|
-
const
|
|
603
|
-
|
|
604
|
-
|
|
1109
|
+
const providerContext = authProvider?.();
|
|
1110
|
+
let authHeader;
|
|
1111
|
+
if (providerContext?.authHeader) {
|
|
1112
|
+
authHeader = providerContext.authHeader;
|
|
1113
|
+
} else {
|
|
1114
|
+
const credentials2 = await getToken();
|
|
1115
|
+
if (!credentials2) {
|
|
1116
|
+
return;
|
|
1117
|
+
}
|
|
1118
|
+
authHeader = `Bearer ${credentials2.token}`;
|
|
605
1119
|
}
|
|
606
1120
|
const apiUrl = getApiUrlConfig();
|
|
607
1121
|
const controller = new AbortController();
|
|
@@ -616,7 +1130,7 @@ async function flushEvents() {
|
|
|
616
1130
|
method: "POST",
|
|
617
1131
|
headers: {
|
|
618
1132
|
"Content-Type": "application/json",
|
|
619
|
-
Authorization:
|
|
1133
|
+
Authorization: authHeader
|
|
620
1134
|
},
|
|
621
1135
|
body: JSON.stringify(request),
|
|
622
1136
|
signal: controller.signal
|
|
@@ -628,8 +1142,15 @@ async function flushEvents() {
|
|
|
628
1142
|
clearTimeout(timeout);
|
|
629
1143
|
}
|
|
630
1144
|
} catch (error2) {
|
|
631
|
-
|
|
632
|
-
|
|
1145
|
+
const now = Date.now();
|
|
1146
|
+
if (now - lastFlushFailureLoggedAt >= FLUSH_FAILURE_LOG_INTERVAL_MS) {
|
|
1147
|
+
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
1148
|
+
const suffix = suppressedFlushFailureCount > 0 ? ` (${suppressedFlushFailureCount} more suppressed in the last ${FLUSH_FAILURE_LOG_INTERVAL_MS / 1e3}s)` : "";
|
|
1149
|
+
console.error(`Telemetry flush error: ${message}${suffix}`);
|
|
1150
|
+
lastFlushFailureLoggedAt = now;
|
|
1151
|
+
suppressedFlushFailureCount = 0;
|
|
1152
|
+
} else {
|
|
1153
|
+
suppressedFlushFailureCount++;
|
|
633
1154
|
}
|
|
634
1155
|
}
|
|
635
1156
|
}
|
|
@@ -698,47 +1219,67 @@ var EventTypes = {
|
|
|
698
1219
|
DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
|
|
699
1220
|
};
|
|
700
1221
|
|
|
701
|
-
// src/lib/
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
if (
|
|
714
|
-
|
|
715
|
-
|
|
716
|
-
|
|
717
|
-
|
|
718
|
-
|
|
1222
|
+
// src/lib/runner-activity-telemetry.ts
|
|
1223
|
+
var FORWARDED_LEVELS = /* @__PURE__ */ new Set(["warn", "error"]);
|
|
1224
|
+
var SEVERITY_BY_LEVEL = {
|
|
1225
|
+
warn: "warning",
|
|
1226
|
+
error: "error"
|
|
1227
|
+
};
|
|
1228
|
+
var MAX_MESSAGE_LENGTH = 500;
|
|
1229
|
+
var TRUNCATION_MARKER = "\u2026";
|
|
1230
|
+
function redact(message) {
|
|
1231
|
+
return message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1232
|
+
}
|
|
1233
|
+
function truncate(message) {
|
|
1234
|
+
if (message.length <= MAX_MESSAGE_LENGTH) return message;
|
|
1235
|
+
return message.slice(0, MAX_MESSAGE_LENGTH - TRUNCATION_MARKER.length) + TRUNCATION_MARKER;
|
|
1236
|
+
}
|
|
1237
|
+
var RATE_LIMIT_WINDOW_MS = 6e4;
|
|
1238
|
+
var RATE_LIMIT_MAX_EVENTS = 30;
|
|
1239
|
+
var windowStartedAt = 0;
|
|
1240
|
+
var windowCount = 0;
|
|
1241
|
+
var windowDroppedCount = 0;
|
|
1242
|
+
function admitUnderRateLimit(now) {
|
|
1243
|
+
if (now - windowStartedAt >= RATE_LIMIT_WINDOW_MS) {
|
|
1244
|
+
if (windowDroppedCount > 0) {
|
|
1245
|
+
console.error(
|
|
1246
|
+
`[runner-activity-telemetry] rate cap reached: dropped ${windowDroppedCount} ${windowDroppedCount === 1 ? "entry" : "entries"} in the last ${RATE_LIMIT_WINDOW_MS / 1e3}s (cap ${RATE_LIMIT_MAX_EVENTS}/min)`
|
|
1247
|
+
);
|
|
1248
|
+
}
|
|
1249
|
+
windowStartedAt = now;
|
|
1250
|
+
windowCount = 0;
|
|
1251
|
+
windowDroppedCount = 0;
|
|
719
1252
|
}
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
-
|
|
726
|
-
}
|
|
1253
|
+
if (windowCount >= RATE_LIMIT_MAX_EVENTS) {
|
|
1254
|
+
windowDroppedCount++;
|
|
1255
|
+
if (windowDroppedCount === 1) {
|
|
1256
|
+
console.error(
|
|
1257
|
+
`[runner-activity-telemetry] rate cap reached (${RATE_LIMIT_MAX_EVENTS} per ${RATE_LIMIT_WINDOW_MS / 1e3}s) \u2014 dropping further entries this window`
|
|
1258
|
+
);
|
|
1259
|
+
}
|
|
1260
|
+
return false;
|
|
727
1261
|
}
|
|
728
|
-
|
|
1262
|
+
windowCount++;
|
|
1263
|
+
return true;
|
|
729
1264
|
}
|
|
730
|
-
function
|
|
731
|
-
|
|
732
|
-
|
|
1265
|
+
function forwardRunnerActivity(entry, context) {
|
|
1266
|
+
try {
|
|
1267
|
+
if (!FORWARDED_LEVELS.has(entry.level)) return;
|
|
1268
|
+
if (!context.agentId || !context.authHeader) return;
|
|
1269
|
+
if (!admitUnderRateLimit(Date.now())) return;
|
|
1270
|
+
const rawMessage = entry.error ?? entry.message ?? "";
|
|
1271
|
+
const message = truncate(redact(rawMessage));
|
|
1272
|
+
logEvent(TelemetryEventTypes.RUNNER_ACTIVITY, {
|
|
1273
|
+
severity: SEVERITY_BY_LEVEL[entry.level],
|
|
1274
|
+
message,
|
|
1275
|
+
metadata: { source: "cli.run" },
|
|
1276
|
+
agentId: context.agentId
|
|
1277
|
+
});
|
|
1278
|
+
} catch (err) {
|
|
1279
|
+
console.error(
|
|
1280
|
+
`[runner-activity-telemetry] failed to forward runner activity: ${err instanceof Error ? err.message : String(err)}`
|
|
1281
|
+
);
|
|
733
1282
|
}
|
|
734
|
-
return `Bearer ${credentials2.token}`;
|
|
735
|
-
}
|
|
736
|
-
function isInteractive(jsonOutput) {
|
|
737
|
-
if (jsonOutput) return false;
|
|
738
|
-
if (process.env.CI) return false;
|
|
739
|
-
if (process.env.GITHUB_ACTIONS) return false;
|
|
740
|
-
if (!process.stdin.isTTY) return false;
|
|
741
|
-
return true;
|
|
742
1283
|
}
|
|
743
1284
|
|
|
744
1285
|
// src/lib/opencode/health.ts
|
|
@@ -1548,6 +2089,21 @@ function messageError(messages, userMessageId) {
|
|
|
1548
2089
|
}
|
|
1549
2090
|
return "The agent run failed.";
|
|
1550
2091
|
}
|
|
2092
|
+
function isAbortedTerminalReply(messages, userMessageId) {
|
|
2093
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2094
|
+
const error2 = errorOf(reply);
|
|
2095
|
+
if (error2 == null) return false;
|
|
2096
|
+
if (typeof error2 === "string") return error2.trim() === "Aborted";
|
|
2097
|
+
if (typeof error2 === "object") {
|
|
2098
|
+
const e = error2;
|
|
2099
|
+
if (e.name === "MessageAbortedError") return true;
|
|
2100
|
+
if (e.name === "AbortError") return true;
|
|
2101
|
+
const dataMessage = e.data?.message;
|
|
2102
|
+
const rendered = typeof dataMessage === "string" ? dataMessage : typeof e.message === "string" ? e.message : null;
|
|
2103
|
+
return rendered != null && rendered.trim() === "Aborted";
|
|
2104
|
+
}
|
|
2105
|
+
return false;
|
|
2106
|
+
}
|
|
1551
2107
|
function messageFailure(messages, userMessageId) {
|
|
1552
2108
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1553
2109
|
const error2 = errorOf(reply);
|
|
@@ -2124,13 +2680,44 @@ function writeTunnelReadyMarker(path, agentId) {
|
|
|
2124
2680
|
}
|
|
2125
2681
|
}
|
|
2126
2682
|
|
|
2683
|
+
// src/lib/claude-usage-reporting.ts
|
|
2684
|
+
var VALID_MODES = ["auto", "on", "off"];
|
|
2685
|
+
function resolveClaudeUsageReportingMode(flagValue, env) {
|
|
2686
|
+
const raw = flagValue ?? env.EVIDENT_CLAUDE_USAGE_REPORTING;
|
|
2687
|
+
if (raw === void 0 || raw === "") {
|
|
2688
|
+
return { mode: "auto", warnings: [] };
|
|
2689
|
+
}
|
|
2690
|
+
const normalized = raw.trim().toLowerCase();
|
|
2691
|
+
if (VALID_MODES.includes(normalized)) {
|
|
2692
|
+
return { mode: normalized, warnings: [] };
|
|
2693
|
+
}
|
|
2694
|
+
const source = flagValue !== void 0 ? "--claude-usage-reporting" : "EVIDENT_CLAUDE_USAGE_REPORTING";
|
|
2695
|
+
return {
|
|
2696
|
+
mode: "auto",
|
|
2697
|
+
warnings: [
|
|
2698
|
+
`Ignoring invalid ${source} "${raw}": expected one of ${VALID_MODES.join(", ")}; using auto`
|
|
2699
|
+
]
|
|
2700
|
+
};
|
|
2701
|
+
}
|
|
2702
|
+
var BASE_REPORT_DELAY_MS = 10 * 6e4;
|
|
2703
|
+
var REPORT_DELAY_JITTER_FRACTION = 0.2;
|
|
2704
|
+
function nextReportDelayMs(random = Math.random) {
|
|
2705
|
+
const jitterRangeMs = BASE_REPORT_DELAY_MS * REPORT_DELAY_JITTER_FRACTION;
|
|
2706
|
+
return BASE_REPORT_DELAY_MS - jitterRangeMs + random() * (2 * jitterRangeMs);
|
|
2707
|
+
}
|
|
2708
|
+
var FIRST_REPORT_DELAY_MS = 5e3 + Math.random() * 1e4;
|
|
2709
|
+
var CLAUDE_USAGE_FAILURE_REESCALATION_TICKS = 6;
|
|
2710
|
+
function claudeUsageFailureLogLevel(consecutiveFailures) {
|
|
2711
|
+
return consecutiveFailures === 1 || consecutiveFailures % CLAUDE_USAGE_FAILURE_REESCALATION_TICKS === 0 ? "warn" : "debug";
|
|
2712
|
+
}
|
|
2713
|
+
|
|
2127
2714
|
// src/lib/channels/driver.ts
|
|
2128
|
-
import { homedir } from "os";
|
|
2715
|
+
import { homedir as homedir2 } from "os";
|
|
2129
2716
|
|
|
2130
2717
|
// src/lib/file-push.ts
|
|
2131
2718
|
import { randomUUID } from "crypto";
|
|
2132
2719
|
import { chmod, mkdir, open as open2, realpath, rename, unlink } from "fs/promises";
|
|
2133
|
-
import { basename, dirname as dirname2, isAbsolute, join, relative, resolve as resolve2, sep } from "path";
|
|
2720
|
+
import { basename, dirname as dirname2, isAbsolute, join as join2, relative, resolve as resolve2, sep } from "path";
|
|
2134
2721
|
var FILE_MODE = 384;
|
|
2135
2722
|
var DIRECTORY_MODE = 448;
|
|
2136
2723
|
async function writePushedFile(request) {
|
|
@@ -2163,7 +2750,7 @@ async function writePushedFile(request) {
|
|
|
2163
2750
|
const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
|
|
2164
2751
|
dirname2(candidate)
|
|
2165
2752
|
);
|
|
2166
|
-
const realTarget =
|
|
2753
|
+
const realTarget = join2(existingAncestor, ...missingSegments, basename(candidate));
|
|
2167
2754
|
const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
|
|
2168
2755
|
if (allowedDirectory === null) {
|
|
2169
2756
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
@@ -2199,7 +2786,7 @@ function expandAndValidate(requestedPath, homeDir) {
|
|
|
2199
2786
|
if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
|
|
2200
2787
|
return null;
|
|
2201
2788
|
}
|
|
2202
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
2789
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join2(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
2203
2790
|
if (expanded.split(/[/\\]/).includes("..")) {
|
|
2204
2791
|
return null;
|
|
2205
2792
|
}
|
|
@@ -2272,13 +2859,13 @@ function contains(realDirectory, realTarget) {
|
|
|
2272
2859
|
async function createMissingDirectories(existingAncestor, missingSegments) {
|
|
2273
2860
|
let current = existingAncestor;
|
|
2274
2861
|
for (const segment of missingSegments) {
|
|
2275
|
-
current =
|
|
2862
|
+
current = join2(current, segment);
|
|
2276
2863
|
await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
|
|
2277
2864
|
await chmod(current, DIRECTORY_MODE);
|
|
2278
2865
|
}
|
|
2279
2866
|
}
|
|
2280
2867
|
async function writeAtomically(realTarget, content) {
|
|
2281
|
-
const temporaryPath =
|
|
2868
|
+
const temporaryPath = join2(dirname2(realTarget), `.evident-push-${randomUUID()}.tmp`);
|
|
2282
2869
|
let handle;
|
|
2283
2870
|
try {
|
|
2284
2871
|
handle = await open2(temporaryPath, "wx", FILE_MODE);
|
|
@@ -2445,8 +3032,8 @@ async function applyOne(options, file) {
|
|
|
2445
3032
|
await ack(options, file, "applied");
|
|
2446
3033
|
return true;
|
|
2447
3034
|
}
|
|
2448
|
-
function durableDownloadCode(
|
|
2449
|
-
return
|
|
3035
|
+
function durableDownloadCode(status2) {
|
|
3036
|
+
return status2 === 413 ? "file_too_large" : "write_failed";
|
|
2450
3037
|
}
|
|
2451
3038
|
async function downloadContent(options, file, label) {
|
|
2452
3039
|
try {
|
|
@@ -2479,8 +3066,8 @@ async function downloadContent(options, file, label) {
|
|
|
2479
3066
|
return { ok: false, terminal: false };
|
|
2480
3067
|
}
|
|
2481
3068
|
}
|
|
2482
|
-
async function ack(options, file,
|
|
2483
|
-
const outcome = `${
|
|
3069
|
+
async function ack(options, file, status2, reason) {
|
|
3070
|
+
const outcome = `${status2}${reason ? ` (${reason})` : ""}`;
|
|
2484
3071
|
try {
|
|
2485
3072
|
const res = await options.fetchImpl(
|
|
2486
3073
|
`${options.apiUrl}/runners/${options.agentId}/files/${file.id}/ack`,
|
|
@@ -2490,7 +3077,7 @@ async function ack(options, file, status, reason) {
|
|
|
2490
3077
|
Authorization: options.getAuthHeader(),
|
|
2491
3078
|
"Content-Type": "application/json"
|
|
2492
3079
|
},
|
|
2493
|
-
body: JSON.stringify(reason ? { status, reason } : { status })
|
|
3080
|
+
body: JSON.stringify(reason ? { status: status2, reason } : { status: status2 })
|
|
2494
3081
|
}
|
|
2495
3082
|
);
|
|
2496
3083
|
if (!res.ok) {
|
|
@@ -2554,6 +3141,7 @@ var B2_ABANDONMENT_MIN_PINNED_MS = 3 * 6e4;
|
|
|
2554
3141
|
var B2_ABANDONMENT_RECHECK_MS = HEARTBEAT_MS;
|
|
2555
3142
|
var POLL_MISS_GRACE_MS = HEARTBEAT_MS;
|
|
2556
3143
|
var MAX_SUPERSEDED_CONVERSATIONS = 256;
|
|
3144
|
+
var MAX_IDENTICAL_REDRIVE_POLL_FAILURES = 5;
|
|
2557
3145
|
var ChannelAuthError = class extends Error {
|
|
2558
3146
|
constructor(message) {
|
|
2559
3147
|
super(message);
|
|
@@ -2562,10 +3150,10 @@ var ChannelAuthError = class extends Error {
|
|
|
2562
3150
|
};
|
|
2563
3151
|
var ChannelTerminalError = class extends Error {
|
|
2564
3152
|
status;
|
|
2565
|
-
constructor(message,
|
|
3153
|
+
constructor(message, status2) {
|
|
2566
3154
|
super(message);
|
|
2567
3155
|
this.name = "ChannelTerminalError";
|
|
2568
|
-
this.status =
|
|
3156
|
+
this.status = status2;
|
|
2569
3157
|
}
|
|
2570
3158
|
};
|
|
2571
3159
|
function backoffDelay(attempt, policy) {
|
|
@@ -2573,8 +3161,12 @@ function backoffDelay(attempt, policy) {
|
|
|
2573
3161
|
const capped = Math.min(policy.maxDelayMs, exp);
|
|
2574
3162
|
return Math.floor(Math.random() * capped);
|
|
2575
3163
|
}
|
|
2576
|
-
function isRetryableStatus(
|
|
2577
|
-
return
|
|
3164
|
+
function isRetryableStatus(status2) {
|
|
3165
|
+
return status2 === 429 || status2 >= 500 && status2 <= 599;
|
|
3166
|
+
}
|
|
3167
|
+
var VOLATILE_BODY_FIELD_PATTERN = /("(?:ref|requestId|request_id|traceId|trace_id)"\s*:\s*)"[^"]*"/gi;
|
|
3168
|
+
function normalizeRedrivePollFailureBody(body) {
|
|
3169
|
+
return body.replace(VOLATILE_BODY_FIELD_PATTERN, '$1"<redacted>"').replace(/\s+/g, " ").trim().slice(0, 200);
|
|
2578
3170
|
}
|
|
2579
3171
|
var ChannelDriver = class _ChannelDriver {
|
|
2580
3172
|
agentId;
|
|
@@ -2689,6 +3281,33 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
2689
3281
|
* processing list, exactly like `dontRedispatch`/`doneUndeliverable`.
|
|
2690
3282
|
*/
|
|
2691
3283
|
readoptPollUnresolvedSignalled = /* @__PURE__ */ new Set();
|
|
3284
|
+
/**
|
|
3285
|
+
* "Already emitted `redrive_unresolved` for this row" (#965). Mirrors
|
|
3286
|
+
* `readoptPollUnresolvedSignalled`: `resolveRedrive`'s `unresolved` leaf recurs
|
|
3287
|
+
* every ~2s drain until opencode's status becomes readable, but the
|
|
3288
|
+
* server-visible signal is an OUTCOME, so it fires at most once per row. Cleared
|
|
3289
|
+
* on any non-`unresolved` outcome so the set cannot grow beyond the currently
|
|
3290
|
+
* unresolvable rows.
|
|
3291
|
+
*/
|
|
3292
|
+
redriveUnresolvedSignalled = /* @__PURE__ */ new Set();
|
|
3293
|
+
/**
|
|
3294
|
+
* First `now()` a `pending` row's re-drive was observed `unresolved` (#965). A
|
|
3295
|
+
* `pending` row is invisible to every cron arm (all require `status =
|
|
3296
|
+
* 'processing'`), so an indefinitely-`unresolved` row would be stranded with
|
|
3297
|
+
* nothing driving it. Once `now - since >= pausedMaxWaitMs`, `resolveRedrive`
|
|
3298
|
+
* takes `dispatch` instead of `unresolved` (reusing the existing knob — see
|
|
3299
|
+
* ADR-0047's own "unreachable ⇒ bounded" rule). Cleared on any other outcome.
|
|
3300
|
+
*/
|
|
3301
|
+
redriveUnresolvedSince = /* @__PURE__ */ new Map();
|
|
3302
|
+
/**
|
|
3303
|
+
* Consecutive-identical-poll-failure streak for the re-drive fence (#1348),
|
|
3304
|
+
* keyed by Evident **message id** (not session) so `clearRedriveUnresolved`
|
|
3305
|
+
* can drop it with the other two trackers and it cannot leak. `sessionId` is
|
|
3306
|
+
* carried inside the entry, not the key: a session change is a different
|
|
3307
|
+
* situation and resets the streak, which gives the `(sessionId, message.id)`
|
|
3308
|
+
* pairing #1348 asks for without a composite map key.
|
|
3309
|
+
*/
|
|
3310
|
+
redrivePollFailures = /* @__PURE__ */ new Map();
|
|
2692
3311
|
/**
|
|
2693
3312
|
* "A null-id re-adopt re-dispatch is in flight, awaiting its read-back" (WI-5
|
|
2694
3313
|
* Task 5.4, High-2). Since we no longer send a caller-supplied id, a re-dispatch
|
|
@@ -2777,23 +3396,23 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
2777
3396
|
* and stops opencode.
|
|
2778
3397
|
*/
|
|
2779
3398
|
stopped = false;
|
|
2780
|
-
constructor(
|
|
2781
|
-
this.agentId =
|
|
2782
|
-
this.port =
|
|
2783
|
-
this.apiUrl =
|
|
2784
|
-
this.getAuthHeader =
|
|
2785
|
-
this.conversationFilter =
|
|
2786
|
-
this.retry = { ...DEFAULT_RETRY_POLICY, ...
|
|
2787
|
-
this.log =
|
|
3399
|
+
constructor(config) {
|
|
3400
|
+
this.agentId = config.agentId;
|
|
3401
|
+
this.port = config.port;
|
|
3402
|
+
this.apiUrl = config.apiUrl.replace(/\/$/, "");
|
|
3403
|
+
this.getAuthHeader = config.getAuthHeader;
|
|
3404
|
+
this.conversationFilter = config.conversationFilter ?? null;
|
|
3405
|
+
this.retry = { ...DEFAULT_RETRY_POLICY, ...config.retry };
|
|
3406
|
+
this.log = config.log ?? (() => {
|
|
2788
3407
|
});
|
|
2789
|
-
this.fetchImpl =
|
|
2790
|
-
this.sleep =
|
|
2791
|
-
this.pausedPollIntervalMs =
|
|
2792
|
-
this.pausedMaxWaitMs =
|
|
2793
|
-
this.stuckQueuedMs =
|
|
2794
|
-
this.now =
|
|
2795
|
-
this.fileSyncDirectories =
|
|
2796
|
-
this.homeDir =
|
|
3408
|
+
this.fetchImpl = config.fetchImpl ?? fetch;
|
|
3409
|
+
this.sleep = config.sleep ?? ((ms) => new Promise((r) => setTimeout(r, ms)));
|
|
3410
|
+
this.pausedPollIntervalMs = config.pausedPollIntervalMs ?? DEFAULT_PAUSED_POLL_INTERVAL_MS;
|
|
3411
|
+
this.pausedMaxWaitMs = config.pausedMaxWaitMs ?? DEFAULT_PAUSED_MAX_WAIT_MS;
|
|
3412
|
+
this.stuckQueuedMs = config.stuckQueuedMs ?? DEFAULT_STUCK_QUEUED_MS;
|
|
3413
|
+
this.now = config.now ?? (() => Date.now());
|
|
3414
|
+
this.fileSyncDirectories = config.fileSyncDirectories ?? [];
|
|
3415
|
+
this.homeDir = config.homeDir ?? homedir2();
|
|
2797
3416
|
}
|
|
2798
3417
|
/** The IPv4-loopback base URL for the local `opencode serve`. */
|
|
2799
3418
|
get opencodeBase() {
|
|
@@ -3028,6 +3647,12 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3028
3647
|
skippedAlreadyDispatched += 1;
|
|
3029
3648
|
continue;
|
|
3030
3649
|
}
|
|
3650
|
+
if (message.opencode_message_id) {
|
|
3651
|
+
const outcome = await this.resolveRedrive(conv, sessionId, message, refusedSessionId);
|
|
3652
|
+
if (outcome !== "dispatch") {
|
|
3653
|
+
break;
|
|
3654
|
+
}
|
|
3655
|
+
}
|
|
3031
3656
|
const options = {
|
|
3032
3657
|
agent: message.opencode_agent ?? void 0,
|
|
3033
3658
|
model: message.opencode_model ?? void 0
|
|
@@ -3117,6 +3742,317 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3117
3742
|
this.ensureWatcherRunning(sessionId);
|
|
3118
3743
|
return dispatched;
|
|
3119
3744
|
}
|
|
3745
|
+
/**
|
|
3746
|
+
* Poll a session's message list for the re-drive fence (#965), via the
|
|
3747
|
+
* INJECTED `fetchImpl` — NOT the imported `getSessionMessages` helper, which
|
|
3748
|
+
* hits the global `fetch` and would bypass the same override every other
|
|
3749
|
+
* opencode poll in this file respects. Mirrors `readoptProcessing`'s own
|
|
3750
|
+
* snapshot fetch (`:3081-3111`).
|
|
3751
|
+
*
|
|
3752
|
+
* Returns `{ ok: true, messages }` on a readable snapshot, or
|
|
3753
|
+
* `{ ok: false, signature }` on failure — `signature` is a string that
|
|
3754
|
+
* repeats across attempts for the SAME underlying fault (used by the
|
|
3755
|
+
* consecutive-identical-failure bound, #1348), or `null` for a thrown
|
|
3756
|
+
* exception, which is NOT countable toward that bound (a network blip / an
|
|
3757
|
+
* opencode restart also throws identically every tick, and must keep
|
|
3758
|
+
* retrying unbounded rather than ever being treated as permanent).
|
|
3759
|
+
*/
|
|
3760
|
+
async pollSessionMessagesForRedrive(conv, message, sessionId) {
|
|
3761
|
+
try {
|
|
3762
|
+
const res = await this.fetchImpl(`${this.opencodeBase}/session/${sessionId}/message`);
|
|
3763
|
+
if (!res.ok) {
|
|
3764
|
+
const rawBody = await res.text();
|
|
3765
|
+
const normalized = normalizeRedrivePollFailureBody(rawBody);
|
|
3766
|
+
this.log({
|
|
3767
|
+
level: "warn",
|
|
3768
|
+
message: `Re-drive: polling session ${sessionId.slice(0, 8)} for message ${message.id.slice(0, 8)} returned HTTP ${res.status}${normalized ? `: ${normalized}` : ""} \u2014 treating as unreadable this tick`,
|
|
3769
|
+
conversation_id: conv.id,
|
|
3770
|
+
message_id: message.id
|
|
3771
|
+
});
|
|
3772
|
+
return { ok: false, signature: `HTTP ${res.status}${normalized ? `: ${normalized}` : ""}` };
|
|
3773
|
+
}
|
|
3774
|
+
const body = await res.json();
|
|
3775
|
+
if (!Array.isArray(body)) {
|
|
3776
|
+
this.log({
|
|
3777
|
+
level: "warn",
|
|
3778
|
+
message: `Re-drive: polling session ${sessionId.slice(0, 8)} for message ${message.id.slice(0, 8)} returned a non-array message body \u2014 treating as unreadable this tick`,
|
|
3779
|
+
conversation_id: conv.id,
|
|
3780
|
+
message_id: message.id
|
|
3781
|
+
});
|
|
3782
|
+
return { ok: false, signature: "non-array message body" };
|
|
3783
|
+
}
|
|
3784
|
+
return { ok: true, messages: body };
|
|
3785
|
+
} catch (err) {
|
|
3786
|
+
this.log({
|
|
3787
|
+
level: "warn",
|
|
3788
|
+
message: `Re-drive: failed to poll session ${sessionId.slice(0, 8)} for message ${message.id.slice(0, 8)} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`,
|
|
3789
|
+
conversation_id: conv.id,
|
|
3790
|
+
message_id: message.id
|
|
3791
|
+
});
|
|
3792
|
+
return { ok: false, signature: null };
|
|
3793
|
+
}
|
|
3794
|
+
}
|
|
3795
|
+
/**
|
|
3796
|
+
* The re-drive fence for a `pending` row that already carries a stored
|
|
3797
|
+
* `opencode_message_id` (#965) — i.e. it has already been handed to opencode at
|
|
3798
|
+
* least once (see the invariant at `QueuedMessage.opencode_message_id`'s doc).
|
|
3799
|
+
* The lifecycle cron can falsely reclaim a `processing` row back to `pending`
|
|
3800
|
+
* mid-turn (a 5-minute liveness-staleness check racing a still-running turn);
|
|
3801
|
+
* without this fence the drain loop would re-`prompt_async` the SAME turn a
|
|
3802
|
+
* second time against live GitHub state. Mirrors `readoptOne`'s job for the
|
|
3803
|
+
* `processing` re-adopt path, but simpler: no b1/b2 preamble cross-check is
|
|
3804
|
+
* needed here because `refusedSessionId` already handles the one case
|
|
3805
|
+
* (#553 abandoned session) that path exists for.
|
|
3806
|
+
*
|
|
3807
|
+
* Only `ChannelAuthError` propagates. A poll that fails identically
|
|
3808
|
+
* `MAX_IDENTICAL_REDRIVE_POLL_FAILURES` times in a row reports the message
|
|
3809
|
+
* failed instead of retrying it (#1348) — SEPARATE from, not a replacement
|
|
3810
|
+
* for, `resolveRedriveUnresolved`'s own `pausedMaxWaitMs` bound below. Every
|
|
3811
|
+
* other failure resolves to `unresolved` and is retried whole on the next
|
|
3812
|
+
* ~2s drain tick.
|
|
3813
|
+
*/
|
|
3814
|
+
async resolveRedrive(conv, sessionId, message, refusedSessionId) {
|
|
3815
|
+
const ocId = message.opencode_message_id ?? null;
|
|
3816
|
+
if (refusedSessionId) {
|
|
3817
|
+
this.clearRedriveUnresolved(message.id);
|
|
3818
|
+
void this.postSignal(conv.id, message.id, "redrive_redispatched");
|
|
3819
|
+
return "dispatch";
|
|
3820
|
+
}
|
|
3821
|
+
const polled = await this.pollSessionMessagesForRedrive(conv, message, sessionId);
|
|
3822
|
+
if (!polled.ok) {
|
|
3823
|
+
const streak = this.recordRedrivePollFailure(message.id, sessionId, polled.signature);
|
|
3824
|
+
if (streak >= MAX_IDENTICAL_REDRIVE_POLL_FAILURES && polled.signature !== null) {
|
|
3825
|
+
return this.failRedrivePollPermanent(conv, sessionId, message, polled.signature, streak);
|
|
3826
|
+
}
|
|
3827
|
+
return this.resolveRedriveUnresolved(conv, message);
|
|
3828
|
+
}
|
|
3829
|
+
this.redrivePollFailures.delete(message.id);
|
|
3830
|
+
const messages = polled.messages;
|
|
3831
|
+
if (messages.length === 0) {
|
|
3832
|
+
return this.resolveRedriveUnresolved(conv, message);
|
|
3833
|
+
}
|
|
3834
|
+
const state = messageRunState(messages, ocId ?? "");
|
|
3835
|
+
if (state === "failed" && isAbortedTerminalReply(messages, ocId ?? "")) {
|
|
3836
|
+
const ongoing = await isSessionOngoing(this.port, sessionId);
|
|
3837
|
+
if (ongoing === false) {
|
|
3838
|
+
this.log({
|
|
3839
|
+
level: "info",
|
|
3840
|
+
message: `Re-drive: message ${message.id.slice(0, 8)} carries an abort-shaped terminal error and session ${sessionId.slice(0, 8)} is not-ongoing per GET /session/status \u2014 restart orphan, re-dispatching instead of marking it permanently failed`,
|
|
3841
|
+
conversation_id: conv.id,
|
|
3842
|
+
message_id: message.id
|
|
3843
|
+
});
|
|
3844
|
+
this.clearRedriveUnresolved(message.id);
|
|
3845
|
+
void this.postSignal(conv.id, message.id, "redrive_redispatched");
|
|
3846
|
+
return "dispatch";
|
|
3847
|
+
}
|
|
3848
|
+
}
|
|
3849
|
+
if (state === "done" || state === "failed") {
|
|
3850
|
+
return this.settleRedrive(conv, sessionId, message, ocId, messages, state);
|
|
3851
|
+
}
|
|
3852
|
+
if (state === "running" || state === "queued") {
|
|
3853
|
+
const ongoing = await isSessionOngoing(this.port, sessionId);
|
|
3854
|
+
if (ongoing === true) {
|
|
3855
|
+
return this.reattachRedrive(conv, sessionId, message, ocId);
|
|
3856
|
+
}
|
|
3857
|
+
if (ongoing === false) {
|
|
3858
|
+
this.clearRedriveUnresolved(message.id);
|
|
3859
|
+
void this.postSignal(conv.id, message.id, "redrive_redispatched");
|
|
3860
|
+
return "dispatch";
|
|
3861
|
+
}
|
|
3862
|
+
return this.resolveRedriveUnresolved(conv, message);
|
|
3863
|
+
}
|
|
3864
|
+
this.clearRedriveUnresolved(message.id);
|
|
3865
|
+
void this.postSignal(conv.id, message.id, "redrive_redispatched");
|
|
3866
|
+
return "dispatch";
|
|
3867
|
+
}
|
|
3868
|
+
/**
|
|
3869
|
+
* The `reattached` outcome (Task 3.3): the prior turn is STILL ONGOING per
|
|
3870
|
+
* opencode's own status map — undo the false reclaim instead of starting a
|
|
3871
|
+
* second turn.
|
|
3872
|
+
*/
|
|
3873
|
+
async reattachRedrive(conv, sessionId, message, ocId) {
|
|
3874
|
+
let anchorMs;
|
|
3875
|
+
const parsed = message.processing_started_at ? Date.parse(message.processing_started_at) : NaN;
|
|
3876
|
+
if (!Number.isNaN(parsed)) {
|
|
3877
|
+
anchorMs = parsed;
|
|
3878
|
+
} else {
|
|
3879
|
+
anchorMs = this.now();
|
|
3880
|
+
this.log({
|
|
3881
|
+
level: "error",
|
|
3882
|
+
message: `Re-drive: message ${message.id.slice(0, 8)} has null/unparseable processing_started_at (${String(message.processing_started_at)}) \u2014 anchoring the watcher's absolute-age ceiling to now (defensive)`,
|
|
3883
|
+
conversation_id: conv.id,
|
|
3884
|
+
message_id: message.id
|
|
3885
|
+
});
|
|
3886
|
+
}
|
|
3887
|
+
const title = await this.resolveSessionTitle(sessionId, conv.id);
|
|
3888
|
+
try {
|
|
3889
|
+
await this.markProcessing(conv.id, message.id, sessionId, ocId, title);
|
|
3890
|
+
} catch (err) {
|
|
3891
|
+
if (err instanceof ChannelAuthError) throw err;
|
|
3892
|
+
this.log({
|
|
3893
|
+
level: "warn",
|
|
3894
|
+
message: `Re-drive: failed to restore message ${message.id.slice(0, 8)} to processing (will retry next drain): ${err instanceof Error ? err.message : String(err)}`,
|
|
3895
|
+
conversation_id: conv.id,
|
|
3896
|
+
message_id: message.id
|
|
3897
|
+
});
|
|
3898
|
+
return "unresolved";
|
|
3899
|
+
}
|
|
3900
|
+
this.clearRedriveUnresolved(message.id);
|
|
3901
|
+
this.registerReadopted(conv, sessionId, message, ocId ?? "", anchorMs);
|
|
3902
|
+
this.dispatched.add(message.id);
|
|
3903
|
+
this.readopted.add(message.id);
|
|
3904
|
+
this.ensureWatcherRunning(sessionId);
|
|
3905
|
+
const watchedForMs = this.now() - anchorMs;
|
|
3906
|
+
void this.postSignal(conv.id, message.id, "redrive_reattached", {
|
|
3907
|
+
watched_for_ms: watchedForMs
|
|
3908
|
+
});
|
|
3909
|
+
this.log({
|
|
3910
|
+
level: "warn",
|
|
3911
|
+
message: `Re-drive: message ${message.id.slice(0, 8)} (session ${sessionId.slice(0, 8)}) was wrongly reclaimed to pending while its turn was still running (watched ${watchedForMs}ms) \u2014 restored to processing instead of re-dispatching`,
|
|
3912
|
+
conversation_id: conv.id,
|
|
3913
|
+
message_id: message.id
|
|
3914
|
+
});
|
|
3915
|
+
return "reattached";
|
|
3916
|
+
}
|
|
3917
|
+
/**
|
|
3918
|
+
* The `settled` outcome (Task 3.2): the prior turn already finished (or
|
|
3919
|
+
* errored) while nobody was watching — deliver/report it instead of re-running.
|
|
3920
|
+
* Mirrors `readoptOne`'s `done`/`failed` branches' error discipline, simplified
|
|
3921
|
+
* (no `doneUndeliverable` park: a terminal PATCH failure here just retries next
|
|
3922
|
+
* drain, same as any other non-auth failure). The restart-abort carve-out that
|
|
3923
|
+
* keeps the two in step for `failed` lives in the caller (`resolveRedrive`, #1310),
|
|
3924
|
+
* so a row reaching this `failed` branch is a GENUINE failure.
|
|
3925
|
+
*/
|
|
3926
|
+
async settleRedrive(conv, sessionId, message, ocId, messages, state) {
|
|
3927
|
+
try {
|
|
3928
|
+
if (state === "done") {
|
|
3929
|
+
const title = await this.resolveSessionTitle(sessionId, conv.id);
|
|
3930
|
+
const usage = messageUsage(messages, ocId ?? "");
|
|
3931
|
+
this.log({
|
|
3932
|
+
level: "info",
|
|
3933
|
+
message: `Re-drive: message ${message.id.slice(0, 8)} completed while its row was wrongly reclaimed to pending \u2014 marking done instead of re-dispatching`,
|
|
3934
|
+
conversation_id: conv.id,
|
|
3935
|
+
message_id: message.id
|
|
3936
|
+
});
|
|
3937
|
+
await this.markDone(conv.id, message.id, sessionId, ocId, title, usage);
|
|
3938
|
+
} else {
|
|
3939
|
+
const error2 = messageError(messages, ocId ?? "") ?? void 0;
|
|
3940
|
+
const usage = messageUsage(messages, ocId ?? "");
|
|
3941
|
+
const failure = await this.classifyModelAuthFailure(messages, ocId ?? "");
|
|
3942
|
+
this.log({
|
|
3943
|
+
level: "error",
|
|
3944
|
+
message: `Re-drive: message ${message.id.slice(0, 8)} errored while its row was wrongly reclaimed to pending \u2014 marking failed instead of re-dispatching: ${error2 ?? "(no error text)"}`,
|
|
3945
|
+
conversation_id: conv.id,
|
|
3946
|
+
message_id: message.id
|
|
3947
|
+
});
|
|
3948
|
+
await this.markFailed(conv.id, message.id, sessionId, error2, usage, failure);
|
|
3949
|
+
}
|
|
3950
|
+
} catch (err) {
|
|
3951
|
+
if (err instanceof ChannelAuthError) throw err;
|
|
3952
|
+
this.log({
|
|
3953
|
+
level: "warn",
|
|
3954
|
+
message: `Re-drive: failed to report message ${message.id.slice(0, 8)} ${state} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`,
|
|
3955
|
+
conversation_id: conv.id,
|
|
3956
|
+
message_id: message.id
|
|
3957
|
+
});
|
|
3958
|
+
return "unresolved";
|
|
3959
|
+
}
|
|
3960
|
+
this.clearRedriveUnresolved(message.id);
|
|
3961
|
+
void this.postSignal(conv.id, message.id, "redrive_settled");
|
|
3962
|
+
return "settled";
|
|
3963
|
+
}
|
|
3964
|
+
/**
|
|
3965
|
+
* The permanent-failure outcome (#1348): the fence's own poll of this session
|
|
3966
|
+
* failed with the SAME opencode-answered signature
|
|
3967
|
+
* `MAX_IDENTICAL_REDRIVE_POLL_FAILURES` times in a row — a transient blip
|
|
3968
|
+
* would have varied or eventually cleared (see `pollSessionMessagesForRedrive`
|
|
3969
|
+
* and `recordRedrivePollFailure`), so this is a durable fault (e.g. #1345's
|
|
3970
|
+
* corrupted opencode session) rather than something worth retrying forever.
|
|
3971
|
+
* Mirrors `settleRedrive`'s error discipline: no `usage`/`failure` args to
|
|
3972
|
+
* `markFailed` (no opencode snapshot to extract them from — this poll never
|
|
3973
|
+
* got a readable one).
|
|
3974
|
+
*/
|
|
3975
|
+
async failRedrivePollPermanent(conv, sessionId, message, signature, streak) {
|
|
3976
|
+
this.log({
|
|
3977
|
+
level: "error",
|
|
3978
|
+
message: `Re-drive: message ${message.id.slice(0, 8)} (session ${sessionId.slice(0, 8)}) failed to poll with the identical signature "${signature}" ${streak} times in a row \u2014 reporting the message failed instead of retrying forever`,
|
|
3979
|
+
conversation_id: conv.id,
|
|
3980
|
+
message_id: message.id
|
|
3981
|
+
});
|
|
3982
|
+
try {
|
|
3983
|
+
await this.markFailed(
|
|
3984
|
+
conv.id,
|
|
3985
|
+
message.id,
|
|
3986
|
+
sessionId,
|
|
3987
|
+
`The runner could not read this conversation's state from OpenCode (${signature}). The same failure repeated ${streak} times in a row, so the message was not retried further.`
|
|
3988
|
+
);
|
|
3989
|
+
} catch (err) {
|
|
3990
|
+
if (err instanceof ChannelAuthError) throw err;
|
|
3991
|
+
this.log({
|
|
3992
|
+
level: "warn",
|
|
3993
|
+
message: `Re-drive: failed to report message ${message.id.slice(0, 8)} permanently failed (will retry next drain): ${err instanceof Error ? err.message : String(err)}`,
|
|
3994
|
+
conversation_id: conv.id,
|
|
3995
|
+
message_id: message.id
|
|
3996
|
+
});
|
|
3997
|
+
return "unresolved";
|
|
3998
|
+
}
|
|
3999
|
+
this.clearRedriveUnresolved(message.id);
|
|
4000
|
+
void this.postSignal(conv.id, message.id, "redrive_poll_failed");
|
|
4001
|
+
return "settled";
|
|
4002
|
+
}
|
|
4003
|
+
/**
|
|
4004
|
+
* The bounded `unresolved` outcome (Task 3.4): opencode's state could not be
|
|
4005
|
+
* observed (snapshot unreadable/empty, or `isSessionOngoing` returned `null`).
|
|
4006
|
+
* A `pending` row is invisible to every cron arm (all require `status =
|
|
4007
|
+
* 'processing'`), so an indefinitely-`unresolved` row would be stranded with
|
|
4008
|
+
* nothing driving it — bound it to the existing `pausedMaxWaitMs` window
|
|
4009
|
+
* (reusing the knob, not a new constant) and take `dispatch` once elapsed.
|
|
4010
|
+
*/
|
|
4011
|
+
resolveRedriveUnresolved(conv, message) {
|
|
4012
|
+
const now = this.now();
|
|
4013
|
+
const since = this.redriveUnresolvedSince.get(message.id);
|
|
4014
|
+
if (since !== void 0 && now - since >= this.pausedMaxWaitMs) {
|
|
4015
|
+
this.clearRedriveUnresolved(message.id);
|
|
4016
|
+
void this.postSignal(conv.id, message.id, "redrive_redispatched");
|
|
4017
|
+
return "dispatch";
|
|
4018
|
+
}
|
|
4019
|
+
if (since === void 0) {
|
|
4020
|
+
this.redriveUnresolvedSince.set(message.id, now);
|
|
4021
|
+
}
|
|
4022
|
+
if (!this.redriveUnresolvedSignalled.has(message.id)) {
|
|
4023
|
+
this.redriveUnresolvedSignalled.add(message.id);
|
|
4024
|
+
void this.postSignal(conv.id, message.id, "redrive_unresolved");
|
|
4025
|
+
}
|
|
4026
|
+
return "unresolved";
|
|
4027
|
+
}
|
|
4028
|
+
/** Clear all three `unresolved`/failure-streak trackers for a row (any non-`unresolved` outcome). */
|
|
4029
|
+
clearRedriveUnresolved(messageId) {
|
|
4030
|
+
this.redriveUnresolvedSince.delete(messageId);
|
|
4031
|
+
this.redriveUnresolvedSignalled.delete(messageId);
|
|
4032
|
+
this.redrivePollFailures.delete(messageId);
|
|
4033
|
+
}
|
|
4034
|
+
/**
|
|
4035
|
+
* Record one poll outcome toward the re-drive fence's consecutive-identical-
|
|
4036
|
+
* failure streak (#1348) and return the resulting count. `signature === null`
|
|
4037
|
+
* (a thrown exception, H1) always clears the streak and returns `0` — it is
|
|
4038
|
+
* never countable. Otherwise the streak continues only when BOTH the session
|
|
4039
|
+
* and the signature match the previous failure; anything else (a different
|
|
4040
|
+
* session, or the same session failing a DIFFERENT way) starts a fresh streak
|
|
4041
|
+
* at `1`.
|
|
4042
|
+
*/
|
|
4043
|
+
recordRedrivePollFailure(messageId, sessionId, signature) {
|
|
4044
|
+
if (signature === null) {
|
|
4045
|
+
this.redrivePollFailures.delete(messageId);
|
|
4046
|
+
return 0;
|
|
4047
|
+
}
|
|
4048
|
+
const existing = this.redrivePollFailures.get(messageId);
|
|
4049
|
+
if (existing && existing.sessionId === sessionId && existing.signature === signature) {
|
|
4050
|
+
existing.count += 1;
|
|
4051
|
+
return existing.count;
|
|
4052
|
+
}
|
|
4053
|
+
this.redrivePollFailures.set(messageId, { sessionId, signature, count: 1 });
|
|
4054
|
+
return 1;
|
|
4055
|
+
}
|
|
3120
4056
|
/**
|
|
3121
4057
|
* Record that `sessionId` is no longer a valid binding for `conversationId`
|
|
3122
4058
|
* (#553). Keyed by conversation and hard-capped, so it cannot grow with the
|
|
@@ -3178,7 +4114,12 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3178
4114
|
const directory = await this.resolveOpenCodeDirectory();
|
|
3179
4115
|
const sessionId = await createOpenCodeSession(this.port, directory);
|
|
3180
4116
|
this.sessions.set(conversationId, sessionId);
|
|
3181
|
-
await this.persistSession(conversationId, sessionId).catch(() => {
|
|
4117
|
+
await this.persistSession(conversationId, sessionId).catch((err) => {
|
|
4118
|
+
this.log({
|
|
4119
|
+
level: "warn",
|
|
4120
|
+
message: `Persisting the OpenCode session binding ${sessionId.slice(0, 8)} for conversation ${conversationId.slice(0, 8)} failed (best-effort, not retried) \u2014 the completion PATCH also carries opencode_session_id, so the binding is repaired when the turn finishes: ${err instanceof Error ? err.message : String(err)}`,
|
|
4121
|
+
conversation_id: conversationId
|
|
4122
|
+
});
|
|
3182
4123
|
});
|
|
3183
4124
|
return sessionId;
|
|
3184
4125
|
}
|
|
@@ -3395,9 +4336,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3395
4336
|
* opencode reports ACTIVELY `running` is watched to completion (its liveness
|
|
3396
4337
|
* heartbeat keeps the cron off its row), while a re-adopted turn that is paused
|
|
3397
4338
|
* awaiting a human — or queued/unreachable — is still bounded by `deadline` and
|
|
3398
|
-
* handed to the cron.
|
|
3399
|
-
*
|
|
3400
|
-
*
|
|
4339
|
+
* handed to the cron. Real invariant (#965): the cron MAY reclaim a row this
|
|
4340
|
+
* runner still holds; a reclaimed row that already ran is never re-dispatched
|
|
4341
|
+
* while opencode reports its turn ongoing (readopt's own gate here, and the
|
|
4342
|
+
* `pending`-row re-drive fence, `resolveRedrive`). `dispatchedAt` stays `now`
|
|
3401
4343
|
* (only the appear-guard uses it).
|
|
3402
4344
|
*
|
|
3403
4345
|
* `evidentMessageId` addresses the SERVER row (for markProcessing/markDone);
|
|
@@ -3957,7 +4899,10 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3957
4899
|
* re-dispatched (at most once, see `forceReadoptRun`):
|
|
3958
4900
|
* - `done` → `markDone` now (guarded like the watcher's done branch);
|
|
3959
4901
|
* - `failed` → `markFailed` with the surfaced error (issue #182), so an
|
|
3960
|
-
* errored turn is reported failed on restart, NOT re-dispatched
|
|
4902
|
+
* errored turn is reported failed on restart, NOT re-dispatched —
|
|
4903
|
+
* EXCEPT a restart-ABORTED turn under a not-ongoing session,
|
|
4904
|
+
* which is a restart orphan wearing a terminal error and is
|
|
4905
|
+
* re-dispatched instead (issue #1310, see the branch below);
|
|
3961
4906
|
* - `running`/`queued` → re-attach a watcher via `registerReadopted` (no re-dispatch),
|
|
3962
4907
|
* tracking the stored id so the reply correlates by it;
|
|
3963
4908
|
* - `unknown`/null id → re-dispatch (opencode assigns a fresh id) + attach a watcher.
|
|
@@ -4021,7 +4966,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4021
4966
|
void this.postSignal(row.conversation_id, row.id, "readopt_done");
|
|
4022
4967
|
return;
|
|
4023
4968
|
}
|
|
4024
|
-
|
|
4969
|
+
const restartAborted = state === "failed" && sessionOngoing === false && isAbortedTerminalReply(messages, ocId ?? "");
|
|
4970
|
+
if (restartAborted) {
|
|
4971
|
+
this.log({
|
|
4972
|
+
level: "info",
|
|
4973
|
+
message: `Re-adopt: message ${row.id.slice(0, 8)} carries an abort-shaped terminal error and session ${sessionId.slice(0, 8)} is not-ongoing per GET /session/status \u2014 restart orphan, re-dispatching instead of marking it permanently failed`,
|
|
4974
|
+
conversation_id: row.conversation_id,
|
|
4975
|
+
message_id: row.id
|
|
4976
|
+
});
|
|
4977
|
+
}
|
|
4978
|
+
if (state === "failed" && !restartAborted) {
|
|
4025
4979
|
const error2 = messageError(messages, ocId ?? "") ?? void 0;
|
|
4026
4980
|
const usage = messageUsage(messages, ocId ?? "");
|
|
4027
4981
|
const failure = await this.classifyModelAuthFailure(messages, ocId ?? "");
|
|
@@ -4299,7 +5253,8 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4299
5253
|
opencode_model: row.opencode_model,
|
|
4300
5254
|
source_message_id: row.source_message_id,
|
|
4301
5255
|
slack_user_id: row.slack_user_id,
|
|
4302
|
-
attachments: row.attachments ?? null
|
|
5256
|
+
attachments: row.attachments ?? null,
|
|
5257
|
+
opencode_message_id: row.opencode_message_id
|
|
4303
5258
|
};
|
|
4304
5259
|
}
|
|
4305
5260
|
/**
|
|
@@ -4891,11 +5846,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4891
5846
|
* `ensureSession` guard, not this suppression, is what makes the self-heal
|
|
4892
5847
|
* stick.
|
|
4893
5848
|
*/
|
|
4894
|
-
sessionIdBody(sessionId, conversationId, messageId,
|
|
5849
|
+
sessionIdBody(sessionId, conversationId, messageId, status2) {
|
|
4895
5850
|
if (!this.isSuperseded(conversationId, sessionId)) return { opencode_session_id: sessionId };
|
|
4896
5851
|
this.log({
|
|
4897
5852
|
level: "debug",
|
|
4898
|
-
message: `Omitting the abandoned OpenCode session ${sessionId.slice(0, 8)} from the '${
|
|
5853
|
+
message: `Omitting the abandoned OpenCode session ${sessionId.slice(0, 8)} from the '${status2}' update for message ${messageId.slice(0, 8)} so it is not re-bound to conversation ${conversationId.slice(0, 8)}`,
|
|
4899
5854
|
conversation_id: conversationId,
|
|
4900
5855
|
message_id: messageId
|
|
4901
5856
|
});
|
|
@@ -5212,10 +6167,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
5212
6167
|
import chalk5 from "chalk";
|
|
5213
6168
|
import ora2 from "ora";
|
|
5214
6169
|
import { select as select2 } from "@inquirer/prompts";
|
|
6170
|
+
var INTERACTIVE_START_TIMEOUT_MS = 3e4;
|
|
5215
6171
|
async function ensureOpenCodeRunning(ctx) {
|
|
5216
6172
|
const healthCheck = await checkOpenCodeHealth(ctx.port);
|
|
5217
6173
|
if (healthCheck.healthy) {
|
|
5218
|
-
return {
|
|
6174
|
+
return {
|
|
6175
|
+
port: ctx.port,
|
|
6176
|
+
process: null,
|
|
6177
|
+
version: healthCheck.version ?? null,
|
|
6178
|
+
notReadyReason: null
|
|
6179
|
+
};
|
|
5219
6180
|
}
|
|
5220
6181
|
const runningInstances = await findHealthyOpenCodeInstances();
|
|
5221
6182
|
if (runningInstances.length > 0) {
|
|
@@ -5256,14 +6217,22 @@ async function ensureOpenCodeRunning(ctx) {
|
|
|
5256
6217
|
if (!ctx.interactive) {
|
|
5257
6218
|
ctx.log(`OpenCode is not running on port ${ctx.port}. Starting it automatically...`);
|
|
5258
6219
|
const proc = await startOpenCode(ctx.port);
|
|
5259
|
-
const health = await waitForOpenCodeHealth(ctx.port,
|
|
6220
|
+
const health = await waitForOpenCodeHealth(ctx.port, ctx.startTimeoutMs);
|
|
5260
6221
|
if (!health.healthy) {
|
|
5261
|
-
|
|
5262
|
-
|
|
5263
|
-
|
|
6222
|
+
return {
|
|
6223
|
+
port: ctx.port,
|
|
6224
|
+
process: proc,
|
|
6225
|
+
version: null,
|
|
6226
|
+
notReadyReason: `it did not become healthy within ${Math.round(ctx.startTimeoutMs / 1e3)}s`
|
|
6227
|
+
};
|
|
5264
6228
|
}
|
|
5265
6229
|
ctx.log(`OpenCode started on port ${ctx.port}${health.version ? ` (v${health.version})` : ""}`);
|
|
5266
|
-
return {
|
|
6230
|
+
return {
|
|
6231
|
+
port: ctx.port,
|
|
6232
|
+
process: proc,
|
|
6233
|
+
version: health.version ?? null,
|
|
6234
|
+
notReadyReason: null
|
|
6235
|
+
};
|
|
5267
6236
|
}
|
|
5268
6237
|
let port = ctx.port;
|
|
5269
6238
|
if (isPortInUse(port)) {
|
|
@@ -5316,152 +6285,15 @@ Port ${port} is already in use.`));
|
|
|
5316
6285
|
if (action === "start") {
|
|
5317
6286
|
const spinner = ora2("Starting OpenCode...").start();
|
|
5318
6287
|
const proc = await startOpenCode(port);
|
|
5319
|
-
const health = await waitForOpenCodeHealth(port,
|
|
6288
|
+
const health = await waitForOpenCodeHealth(port, INTERACTIVE_START_TIMEOUT_MS);
|
|
5320
6289
|
if (!health.healthy) {
|
|
5321
6290
|
spinner.fail("Failed to start OpenCode");
|
|
5322
6291
|
throw new Error("OpenCode failed to start");
|
|
5323
6292
|
}
|
|
5324
6293
|
spinner.stop();
|
|
5325
|
-
return { port, process: proc, version: health.version ?? null };
|
|
5326
|
-
}
|
|
5327
|
-
return { port, process: null, version: null };
|
|
5328
|
-
}
|
|
5329
|
-
|
|
5330
|
-
// src/commands/agent-lookup.ts
|
|
5331
|
-
async function readErrorMessage(response) {
|
|
5332
|
-
const text = await response.text().catch(() => "");
|
|
5333
|
-
if (!text) return response.statusText || void 0;
|
|
5334
|
-
try {
|
|
5335
|
-
const data = JSON.parse(text);
|
|
5336
|
-
const message = data.message ?? data.error;
|
|
5337
|
-
if (typeof message === "string" && message.trim()) {
|
|
5338
|
-
return message;
|
|
5339
|
-
}
|
|
5340
|
-
} catch {
|
|
5341
|
-
}
|
|
5342
|
-
return text.trim() || response.statusText || void 0;
|
|
5343
|
-
}
|
|
5344
|
-
function authFailureHint(apiUrl, serverMessage) {
|
|
5345
|
-
const reason = serverMessage ? `: ${serverMessage}` : "";
|
|
5346
|
-
return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
|
|
5347
|
-
}
|
|
5348
|
-
async function resolveAgentIdFromKey(authHeader) {
|
|
5349
|
-
const apiUrl = getApiUrlConfig();
|
|
5350
|
-
try {
|
|
5351
|
-
const response = await fetch(`${apiUrl}/me`, {
|
|
5352
|
-
headers: { Authorization: authHeader }
|
|
5353
|
-
});
|
|
5354
|
-
if (response.status === 401) {
|
|
5355
|
-
const serverMessage = await readErrorMessage(response);
|
|
5356
|
-
return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
5357
|
-
}
|
|
5358
|
-
if (!response.ok) {
|
|
5359
|
-
const serverMessage = await readErrorMessage(response);
|
|
5360
|
-
return {
|
|
5361
|
-
error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
5362
|
-
};
|
|
5363
|
-
}
|
|
5364
|
-
const data = await response.json();
|
|
5365
|
-
if (data.auth_type === "agent_key" && data.agent_id) {
|
|
5366
|
-
return { agent_id: data.agent_id };
|
|
5367
|
-
}
|
|
5368
|
-
return {
|
|
5369
|
-
error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --runner explicitly."
|
|
5370
|
-
};
|
|
5371
|
-
} catch (error2) {
|
|
5372
|
-
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
5373
|
-
return { error: `Failed to resolve runner from key: ${message}` };
|
|
5374
|
-
}
|
|
5375
|
-
}
|
|
5376
|
-
var BEST_EFFORT_NOTIFY_TIMEOUT_MS = 2e3;
|
|
5377
|
-
async function notifyAgentDisconnected(agentId, authHeader) {
|
|
5378
|
-
const apiUrl = getApiUrlConfig();
|
|
5379
|
-
try {
|
|
5380
|
-
const response = await fetch(`${apiUrl}/runners/${agentId}/disconnect`, {
|
|
5381
|
-
method: "POST",
|
|
5382
|
-
headers: { Authorization: authHeader },
|
|
5383
|
-
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
5384
|
-
});
|
|
5385
|
-
if (!response.ok) {
|
|
5386
|
-
const serverMessage = await readErrorMessage(response);
|
|
5387
|
-
return {
|
|
5388
|
-
ok: false,
|
|
5389
|
-
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
5390
|
-
};
|
|
5391
|
-
}
|
|
5392
|
-
return { ok: true };
|
|
5393
|
-
} catch (error2) {
|
|
5394
|
-
return { ok: false, error: describeBestEffortError(error2) };
|
|
5395
|
-
}
|
|
5396
|
-
}
|
|
5397
|
-
function describeBestEffortError(error2) {
|
|
5398
|
-
const name = error2?.name;
|
|
5399
|
-
if (name === "TimeoutError" || name === "AbortError") {
|
|
5400
|
-
return `timed out after ${BEST_EFFORT_NOTIFY_TIMEOUT_MS}ms`;
|
|
5401
|
-
}
|
|
5402
|
-
return error2 instanceof Error ? error2.message : String(error2);
|
|
5403
|
-
}
|
|
5404
|
-
async function reportMicrovmId(agentId, authHeader, microvmId) {
|
|
5405
|
-
try {
|
|
5406
|
-
const apiUrl = getApiUrlConfig();
|
|
5407
|
-
const response = await fetch(`${apiUrl}/runners/${agentId}/microvm`, {
|
|
5408
|
-
method: "POST",
|
|
5409
|
-
headers: { Authorization: authHeader, "Content-Type": "application/json" },
|
|
5410
|
-
body: JSON.stringify({ microvm_id: microvmId }),
|
|
5411
|
-
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
5412
|
-
});
|
|
5413
|
-
if (!response.ok) {
|
|
5414
|
-
const serverMessage = await readErrorMessage(response);
|
|
5415
|
-
return {
|
|
5416
|
-
ok: false,
|
|
5417
|
-
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
5418
|
-
};
|
|
5419
|
-
}
|
|
5420
|
-
return { ok: true };
|
|
5421
|
-
} catch (error2) {
|
|
5422
|
-
return { ok: false, error: describeBestEffortError(error2) };
|
|
5423
|
-
}
|
|
5424
|
-
}
|
|
5425
|
-
async function getAgentInfo(agentId, authHeader) {
|
|
5426
|
-
const apiUrl = getApiUrlConfig();
|
|
5427
|
-
try {
|
|
5428
|
-
const response = await fetch(`${apiUrl}/runners/${agentId}`, {
|
|
5429
|
-
headers: { Authorization: authHeader }
|
|
5430
|
-
});
|
|
5431
|
-
if (response.status === 401) {
|
|
5432
|
-
const serverMessage = await readErrorMessage(response);
|
|
5433
|
-
return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
5434
|
-
}
|
|
5435
|
-
if (response.status === 403) {
|
|
5436
|
-
const serverMessage = await readErrorMessage(response);
|
|
5437
|
-
return {
|
|
5438
|
-
valid: false,
|
|
5439
|
-
error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
|
|
5440
|
-
};
|
|
5441
|
-
}
|
|
5442
|
-
if (response.status === 404) {
|
|
5443
|
-
const serverMessage = await readErrorMessage(response);
|
|
5444
|
-
return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
|
|
5445
|
-
}
|
|
5446
|
-
if (!response.ok) {
|
|
5447
|
-
const serverMessage = await readErrorMessage(response);
|
|
5448
|
-
return {
|
|
5449
|
-
valid: false,
|
|
5450
|
-
error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
5451
|
-
};
|
|
5452
|
-
}
|
|
5453
|
-
const agent = await response.json();
|
|
5454
|
-
if (agent.agent_type !== "local") {
|
|
5455
|
-
return {
|
|
5456
|
-
valid: false,
|
|
5457
|
-
error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
|
|
5458
|
-
};
|
|
5459
|
-
}
|
|
5460
|
-
return { valid: true, agent };
|
|
5461
|
-
} catch (error2) {
|
|
5462
|
-
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
5463
|
-
return { valid: false, error: `Failed to validate runner: ${message}` };
|
|
6294
|
+
return { port, process: proc, version: health.version ?? null, notReadyReason: null };
|
|
5464
6295
|
}
|
|
6296
|
+
return { port, process: null, version: null, notReadyReason: "you chose to continue without it" };
|
|
5465
6297
|
}
|
|
5466
6298
|
|
|
5467
6299
|
// src/commands/run.ts
|
|
@@ -5500,7 +6332,7 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
5500
6332
|
if (trimmed === "") {
|
|
5501
6333
|
throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
|
|
5502
6334
|
}
|
|
5503
|
-
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ?
|
|
6335
|
+
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join3(homeDir, trimmed.slice(2)) : trimmed;
|
|
5504
6336
|
if (!isAbsolute2(expanded)) {
|
|
5505
6337
|
throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
|
|
5506
6338
|
}
|
|
@@ -5521,6 +6353,35 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
5521
6353
|
}
|
|
5522
6354
|
return directories;
|
|
5523
6355
|
}
|
|
6356
|
+
var DEFAULT_OPENCODE_START_TIMEOUT_SECONDS = 180;
|
|
6357
|
+
var MAX_OPENCODE_START_TIMEOUT_SECONDS = 3600;
|
|
6358
|
+
var OPENCODE_START_TIMEOUT_ENV = "EVIDENT_OPENCODE_START_TIMEOUT";
|
|
6359
|
+
function resolveOpenCodeStartTimeoutMs(options, env = process.env) {
|
|
6360
|
+
const defaultMs = DEFAULT_OPENCODE_START_TIMEOUT_SECONDS * 1e3;
|
|
6361
|
+
let raw;
|
|
6362
|
+
let source;
|
|
6363
|
+
if (options.opencodeStartTimeout !== void 0) {
|
|
6364
|
+
raw = options.opencodeStartTimeout;
|
|
6365
|
+
source = "--opencode-start-timeout";
|
|
6366
|
+
} else if (env[OPENCODE_START_TIMEOUT_ENV] !== void 0 && env[OPENCODE_START_TIMEOUT_ENV] !== "") {
|
|
6367
|
+
raw = env[OPENCODE_START_TIMEOUT_ENV];
|
|
6368
|
+
source = OPENCODE_START_TIMEOUT_ENV;
|
|
6369
|
+
} else {
|
|
6370
|
+
return { timeoutMs: defaultMs, warnings: [] };
|
|
6371
|
+
}
|
|
6372
|
+
const trimmed = raw.trim();
|
|
6373
|
+
const seconds = Number(trimmed);
|
|
6374
|
+
const isPositiveInteger = /^\d+$/.test(trimmed) && Number.isInteger(seconds) && seconds > 0;
|
|
6375
|
+
if (!isPositiveInteger || seconds > MAX_OPENCODE_START_TIMEOUT_SECONDS) {
|
|
6376
|
+
return {
|
|
6377
|
+
timeoutMs: defaultMs,
|
|
6378
|
+
warnings: [
|
|
6379
|
+
`Ignoring invalid ${source} "${raw}": expected a positive integer number of seconds (at most ${MAX_OPENCODE_START_TIMEOUT_SECONDS}); using the default ${DEFAULT_OPENCODE_START_TIMEOUT_SECONDS}s`
|
|
6380
|
+
]
|
|
6381
|
+
};
|
|
6382
|
+
}
|
|
6383
|
+
return { timeoutMs: seconds * 1e3, warnings: [] };
|
|
6384
|
+
}
|
|
5524
6385
|
function meetsThreshold(state, level) {
|
|
5525
6386
|
return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
|
|
5526
6387
|
}
|
|
@@ -5542,6 +6403,10 @@ function log2(state, message, level = "info") {
|
|
|
5542
6403
|
function logActivity(state, entry) {
|
|
5543
6404
|
const level = entry.level ?? (entry.type === "error" ? "error" : "info");
|
|
5544
6405
|
if (!meetsThreshold(state, level)) return;
|
|
6406
|
+
forwardRunnerActivity(
|
|
6407
|
+
{ level, message: entry.message, error: entry.error },
|
|
6408
|
+
{ agentId: state.agentId, authHeader: state.authHeader }
|
|
6409
|
+
);
|
|
5545
6410
|
const fullEntry = {
|
|
5546
6411
|
...entry,
|
|
5547
6412
|
level,
|
|
@@ -5641,9 +6506,15 @@ async function handleAuthError(state, error2) {
|
|
|
5641
6506
|
}
|
|
5642
6507
|
async function driveChannels(state, driver) {
|
|
5643
6508
|
let idlePolls = 0;
|
|
6509
|
+
let idleMs = 0;
|
|
6510
|
+
let consecutiveDrainFailures = 0;
|
|
6511
|
+
let unreachableMs = 0;
|
|
5644
6512
|
let lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
|
|
5645
6513
|
let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
5646
6514
|
while (state.running) {
|
|
6515
|
+
const cycleStartedAtMs = performance.now();
|
|
6516
|
+
let idleThisCycle = false;
|
|
6517
|
+
let unreachableThisCycle = false;
|
|
5647
6518
|
if (state.connection?.reconnecting && state.connection.reconnectPromise) {
|
|
5648
6519
|
logActivity(state, { type: "info", message: "Waiting for tunnel reconnection..." });
|
|
5649
6520
|
if (state.interactive) displayStatus(state);
|
|
@@ -5658,17 +6529,23 @@ async function driveChannels(state, driver) {
|
|
|
5658
6529
|
);
|
|
5659
6530
|
try {
|
|
5660
6531
|
const processed = await driver.drainPending();
|
|
6532
|
+
consecutiveDrainFailures = 0;
|
|
6533
|
+
unreachableMs = 0;
|
|
5661
6534
|
state.messageCount += processed;
|
|
5662
6535
|
const proxiedActivity = state.lastProxiedActivityAt !== lastSeenProxiedActivityAt;
|
|
5663
6536
|
lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
|
|
5664
6537
|
const appliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
5665
|
-
const
|
|
6538
|
+
const filesApplied = appliedFiles !== lastSeenAppliedFiles;
|
|
6539
|
+
const fileActivity = carriedOverFileSync || filesApplied;
|
|
5666
6540
|
lastSeenAppliedFiles = appliedFiles;
|
|
6541
|
+
if (filesApplied) state.claudeUsageRearm?.();
|
|
5667
6542
|
if (processed > 0 || driver.hasInFlightWatchers() || proxiedActivity || fileActivity) {
|
|
5668
6543
|
idlePolls = 0;
|
|
6544
|
+
idleMs = 0;
|
|
5669
6545
|
if (processed > 0 && state.interactive) displayStatus(state);
|
|
5670
6546
|
} else if (state.idleTimeout !== null) {
|
|
5671
6547
|
idlePolls++;
|
|
6548
|
+
idleThisCycle = true;
|
|
5672
6549
|
if (idlePolls === 1) {
|
|
5673
6550
|
logActivity(state, {
|
|
5674
6551
|
type: "info",
|
|
@@ -5692,21 +6569,44 @@ async function driveChannels(state, driver) {
|
|
|
5692
6569
|
const errorMessage = error2 instanceof Error ? error2.message : String(error2);
|
|
5693
6570
|
logActivity(state, { type: "error", error: `Channel processing error: ${errorMessage}` });
|
|
5694
6571
|
if (state.interactive) displayStatus(state);
|
|
6572
|
+
if (driver.hasInFlightWatchers()) {
|
|
6573
|
+
consecutiveDrainFailures = 0;
|
|
6574
|
+
unreachableMs = 0;
|
|
6575
|
+
} else if (state.idleTimeout !== null) {
|
|
6576
|
+
consecutiveDrainFailures++;
|
|
6577
|
+
unreachableThisCycle = true;
|
|
6578
|
+
if (consecutiveDrainFailures === 1) {
|
|
6579
|
+
logActivity(state, {
|
|
6580
|
+
type: "info",
|
|
6581
|
+
message: `Cannot reach Evident, will exit if this persists past the idle timeout (timeout: ${state.idleTimeout}s)...`
|
|
6582
|
+
});
|
|
6583
|
+
if (state.interactive) displayStatus(state);
|
|
6584
|
+
}
|
|
6585
|
+
}
|
|
5695
6586
|
}
|
|
5696
6587
|
await new Promise((resolve3) => setTimeout(resolve3, CHANNEL_POLL_INTERVAL_MS));
|
|
5697
|
-
|
|
5698
|
-
|
|
5699
|
-
|
|
5700
|
-
|
|
5701
|
-
|
|
5702
|
-
|
|
5703
|
-
|
|
6588
|
+
const cycleMs = performance.now() - cycleStartedAtMs;
|
|
6589
|
+
if (idleThisCycle) idleMs += cycleMs;
|
|
6590
|
+
if (unreachableThisCycle) unreachableMs += cycleMs;
|
|
6591
|
+
if (state.idleTimeout !== null && consecutiveDrainFailures >= 2 && unreachableMs > state.idleTimeout * 1e3) {
|
|
6592
|
+
logActivity(state, {
|
|
6593
|
+
type: "info",
|
|
6594
|
+
level: "warn",
|
|
6595
|
+
message: `Exiting: could not reach Evident for ${consecutiveDrainFailures} consecutive polls (${Math.round(unreachableMs / 1e3)}s)`
|
|
6596
|
+
});
|
|
6597
|
+
if (state.interactive) displayStatus(state);
|
|
6598
|
+
break;
|
|
6599
|
+
}
|
|
6600
|
+
if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3) {
|
|
6601
|
+
logActivity(state, { type: "info", message: "Idle timeout reached" });
|
|
6602
|
+
if (state.interactive) displayStatus(state);
|
|
6603
|
+
break;
|
|
5704
6604
|
}
|
|
5705
6605
|
}
|
|
5706
6606
|
}
|
|
5707
6607
|
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
5708
|
-
async function runSweep(state, driver,
|
|
5709
|
-
const mode = `age=${
|
|
6608
|
+
async function runSweep(state, driver, config) {
|
|
6609
|
+
const mode = `age=${config.maxAgeMs ?? "\u2014"} count=${config.maxCount ?? "\u2014"}`;
|
|
5710
6610
|
try {
|
|
5711
6611
|
const sessions = await listSessions(state.port);
|
|
5712
6612
|
if (sessions === null) {
|
|
@@ -5719,8 +6619,8 @@ async function runSweep(state, driver, config2) {
|
|
|
5719
6619
|
const toDelete = selectSessionsToDelete(
|
|
5720
6620
|
sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
|
|
5721
6621
|
{
|
|
5722
|
-
maxAgeMs:
|
|
5723
|
-
maxCount:
|
|
6622
|
+
maxAgeMs: config.maxAgeMs,
|
|
6623
|
+
maxCount: config.maxCount,
|
|
5724
6624
|
nowMs: Date.now(),
|
|
5725
6625
|
protectedIds: driver.protectedSessionIds()
|
|
5726
6626
|
}
|
|
@@ -5756,7 +6656,7 @@ async function runSweep(state, driver, config2) {
|
|
|
5756
6656
|
}
|
|
5757
6657
|
}
|
|
5758
6658
|
function scheduleSessionCleanup(state, driver, options) {
|
|
5759
|
-
const
|
|
6659
|
+
const config = resolveSessionCleanupConfig(
|
|
5760
6660
|
{
|
|
5761
6661
|
maxAge: options.sessionCleanupMaxAge,
|
|
5762
6662
|
maxCount: options.sessionCleanupMaxCount,
|
|
@@ -5764,21 +6664,129 @@ function scheduleSessionCleanup(state, driver, options) {
|
|
|
5764
6664
|
},
|
|
5765
6665
|
process.env
|
|
5766
6666
|
);
|
|
5767
|
-
for (const warning2 of
|
|
6667
|
+
for (const warning2 of config.warnings) {
|
|
5768
6668
|
logActivity(state, { type: "info", level: "warn", message: `Session cleanup: ${warning2}` });
|
|
5769
6669
|
}
|
|
5770
|
-
if (!
|
|
6670
|
+
if (!config.enabled) return;
|
|
5771
6671
|
logActivity(state, {
|
|
5772
6672
|
type: "info",
|
|
5773
|
-
message: `Session cleanup enabled (age=${
|
|
6673
|
+
message: `Session cleanup enabled (age=${config.maxAgeMs ?? "\u2014"}, count=${config.maxCount ?? "\u2014"}, interval=${config.intervalMs}ms)`
|
|
5774
6674
|
});
|
|
5775
|
-
const interval = setInterval(() => void runSweep(state, driver,
|
|
6675
|
+
const interval = setInterval(() => void runSweep(state, driver, config), config.intervalMs);
|
|
5776
6676
|
const firstSweep = setTimeout(
|
|
5777
|
-
() => void runSweep(state, driver,
|
|
6677
|
+
() => void runSweep(state, driver, config),
|
|
5778
6678
|
SESSION_CLEANUP_FIRST_SWEEP_MS
|
|
5779
6679
|
);
|
|
5780
6680
|
state.sessionCleanupTimers.push(interval, firstSweep);
|
|
5781
6681
|
}
|
|
6682
|
+
function claudeUsageFailureStreakSuffix(consecutiveFailures) {
|
|
6683
|
+
return consecutiveFailures > 1 ? ` (${consecutiveFailures} consecutive failures)` : "";
|
|
6684
|
+
}
|
|
6685
|
+
function scheduleClaudeUsageReporting(state, options) {
|
|
6686
|
+
const { mode, warnings } = resolveClaudeUsageReportingMode(
|
|
6687
|
+
options.claudeUsageReporting,
|
|
6688
|
+
process.env
|
|
6689
|
+
);
|
|
6690
|
+
for (const warning2 of warnings) {
|
|
6691
|
+
logActivity(state, {
|
|
6692
|
+
type: "info",
|
|
6693
|
+
level: "warn",
|
|
6694
|
+
message: `Claude usage reporting: ${warning2}`
|
|
6695
|
+
});
|
|
6696
|
+
}
|
|
6697
|
+
if (mode === "off") {
|
|
6698
|
+
logActivity(state, {
|
|
6699
|
+
type: "info",
|
|
6700
|
+
level: "debug",
|
|
6701
|
+
message: "Claude usage reporting is off (--claude-usage-reporting off)"
|
|
6702
|
+
});
|
|
6703
|
+
return null;
|
|
6704
|
+
}
|
|
6705
|
+
let consecutiveFailures = 0;
|
|
6706
|
+
let armed = false;
|
|
6707
|
+
let rearmRequested = false;
|
|
6708
|
+
const scheduleNextTick = () => {
|
|
6709
|
+
armed = true;
|
|
6710
|
+
rearmRequested = false;
|
|
6711
|
+
state.claudeUsageTimer = setTimeout(() => void tick(false), nextReportDelayMs());
|
|
6712
|
+
};
|
|
6713
|
+
const rearm = () => {
|
|
6714
|
+
if (armed) {
|
|
6715
|
+
rearmRequested = true;
|
|
6716
|
+
return;
|
|
6717
|
+
}
|
|
6718
|
+
rearmRequested = false;
|
|
6719
|
+
armed = true;
|
|
6720
|
+
state.claudeUsageTimer = setTimeout(() => void tick(true), FIRST_REPORT_DELAY_MS);
|
|
6721
|
+
};
|
|
6722
|
+
const tick = async (isProbe) => {
|
|
6723
|
+
try {
|
|
6724
|
+
const usage = await getClaudeUsage();
|
|
6725
|
+
const result = await reportClaudeUsage(state.agentId, state.authHeader, usage);
|
|
6726
|
+
if (result.ok) {
|
|
6727
|
+
if (consecutiveFailures > 0) {
|
|
6728
|
+
logActivity(state, {
|
|
6729
|
+
type: "info",
|
|
6730
|
+
level: "info",
|
|
6731
|
+
message: "Claude usage reporting recovered"
|
|
6732
|
+
});
|
|
6733
|
+
}
|
|
6734
|
+
consecutiveFailures = 0;
|
|
6735
|
+
logActivity(state, {
|
|
6736
|
+
type: "info",
|
|
6737
|
+
level: "debug",
|
|
6738
|
+
message: "Reported Claude usage to Evident"
|
|
6739
|
+
});
|
|
6740
|
+
} else {
|
|
6741
|
+
consecutiveFailures++;
|
|
6742
|
+
logActivity(state, {
|
|
6743
|
+
type: "info",
|
|
6744
|
+
level: claudeUsageFailureLogLevel(consecutiveFailures),
|
|
6745
|
+
message: `Failed to report Claude usage: ${result.error}${claudeUsageFailureStreakSuffix(consecutiveFailures)}`
|
|
6746
|
+
});
|
|
6747
|
+
}
|
|
6748
|
+
scheduleNextTick();
|
|
6749
|
+
} catch (error2) {
|
|
6750
|
+
if (error2 instanceof ClaudeUsageError && isLocalCredentialProblem(error2)) {
|
|
6751
|
+
if (mode === "on") {
|
|
6752
|
+
logActivity(state, {
|
|
6753
|
+
type: "info",
|
|
6754
|
+
level: "warn",
|
|
6755
|
+
message: "Claude usage reporting is forced on but no usable Claude Code login was found \u2014 run `claude` to sign in; reporting will keep retrying"
|
|
6756
|
+
});
|
|
6757
|
+
scheduleNextTick();
|
|
6758
|
+
} else if (isProbe) {
|
|
6759
|
+
logActivity(state, {
|
|
6760
|
+
type: "info",
|
|
6761
|
+
level: "debug",
|
|
6762
|
+
message: `Claude usage reporting: ${error2.message}`
|
|
6763
|
+
});
|
|
6764
|
+
armed = false;
|
|
6765
|
+
if (rearmRequested) rearm();
|
|
6766
|
+
} else {
|
|
6767
|
+
logActivity(state, {
|
|
6768
|
+
type: "info",
|
|
6769
|
+
level: "debug",
|
|
6770
|
+
message: `Claude usage reporting: ${error2.message}`
|
|
6771
|
+
});
|
|
6772
|
+
scheduleNextTick();
|
|
6773
|
+
}
|
|
6774
|
+
} else {
|
|
6775
|
+
consecutiveFailures++;
|
|
6776
|
+
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
6777
|
+
logActivity(state, {
|
|
6778
|
+
type: "info",
|
|
6779
|
+
level: claudeUsageFailureLogLevel(consecutiveFailures),
|
|
6780
|
+
message: `Claude usage reporting failed: ${message}${claudeUsageFailureStreakSuffix(consecutiveFailures)}`
|
|
6781
|
+
});
|
|
6782
|
+
scheduleNextTick();
|
|
6783
|
+
}
|
|
6784
|
+
}
|
|
6785
|
+
};
|
|
6786
|
+
armed = true;
|
|
6787
|
+
state.claudeUsageTimer = setTimeout(() => void tick(true), FIRST_REPORT_DELAY_MS);
|
|
6788
|
+
return rearm;
|
|
6789
|
+
}
|
|
5782
6790
|
async function notifyOffline(state) {
|
|
5783
6791
|
if (!state.agentId || !state.authHeader) return;
|
|
5784
6792
|
if (!state.connected) {
|
|
@@ -5814,6 +6822,11 @@ async function cleanup(state, opts = {}) {
|
|
|
5814
6822
|
clearTimeout(timer);
|
|
5815
6823
|
}
|
|
5816
6824
|
state.sessionCleanupTimers = [];
|
|
6825
|
+
if (state.claudeUsageTimer) {
|
|
6826
|
+
clearTimeout(state.claudeUsageTimer);
|
|
6827
|
+
state.claudeUsageTimer = null;
|
|
6828
|
+
}
|
|
6829
|
+
state.claudeUsageRearm = null;
|
|
5817
6830
|
if (opts.graceful && state.channelDriver) {
|
|
5818
6831
|
state.channelDriver.stop();
|
|
5819
6832
|
log2(state, "Draining in-flight channel work before shutdown...");
|
|
@@ -5861,7 +6874,7 @@ async function run(options) {
|
|
|
5861
6874
|
let fileSyncDirectories;
|
|
5862
6875
|
try {
|
|
5863
6876
|
logLevel = resolveLogLevel(options);
|
|
5864
|
-
fileSyncDirectories = resolveFileSyncDirectories(options.enableFileSyncTo,
|
|
6877
|
+
fileSyncDirectories = resolveFileSyncDirectories(options.enableFileSyncTo, homedir3());
|
|
5865
6878
|
} catch (error2) {
|
|
5866
6879
|
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
5867
6880
|
if (options.json) {
|
|
@@ -5894,8 +6907,11 @@ async function run(options) {
|
|
|
5894
6907
|
messageCount: 0,
|
|
5895
6908
|
lastProxiedActivityAt: null,
|
|
5896
6909
|
sessionCleanupTimers: [],
|
|
6910
|
+
claudeUsageTimer: null,
|
|
6911
|
+
claudeUsageRearm: null,
|
|
5897
6912
|
authHeader: ""
|
|
5898
6913
|
};
|
|
6914
|
+
setTelemetryAuthProvider(() => ({ authHeader: state.authHeader, agentId: state.agentId }));
|
|
5899
6915
|
if (fileSyncDirectories.length > 0) {
|
|
5900
6916
|
log2(state, `File sync enabled for: ${fileSyncDirectories.join(", ")}`);
|
|
5901
6917
|
} else {
|
|
@@ -5972,6 +6988,7 @@ async function run(options) {
|
|
|
5972
6988
|
console.log(chalk6.dim("Or run `evident login` for interactive authentication"));
|
|
5973
6989
|
blank();
|
|
5974
6990
|
process.exit(1);
|
|
6991
|
+
return;
|
|
5975
6992
|
}
|
|
5976
6993
|
blank();
|
|
5977
6994
|
console.log(chalk6.yellow("You are not logged in to Evident."));
|
|
@@ -6016,6 +7033,7 @@ async function run(options) {
|
|
|
6016
7033
|
} else {
|
|
6017
7034
|
printError(resolved.error || "Failed to resolve runner ID from key");
|
|
6018
7035
|
process.exit(1);
|
|
7036
|
+
return;
|
|
6019
7037
|
}
|
|
6020
7038
|
} else {
|
|
6021
7039
|
printError(
|
|
@@ -6029,6 +7047,7 @@ async function run(options) {
|
|
|
6029
7047
|
);
|
|
6030
7048
|
blank();
|
|
6031
7049
|
process.exit(1);
|
|
7050
|
+
return;
|
|
6032
7051
|
}
|
|
6033
7052
|
}
|
|
6034
7053
|
telemetry.info(
|
|
@@ -6084,40 +7103,52 @@ async function run(options) {
|
|
|
6084
7103
|
} else {
|
|
6085
7104
|
log2(state, "Not running in a MicroVM (MICROVM_ID unset) \u2014 nothing to report", "debug");
|
|
6086
7105
|
}
|
|
7106
|
+
const { timeoutMs: opencodeStartTimeoutMs, warnings: opencodeStartTimeoutWarnings } = resolveOpenCodeStartTimeoutMs(options, process.env);
|
|
7107
|
+
for (const warning2 of opencodeStartTimeoutWarnings) {
|
|
7108
|
+
logActivity(state, { type: "info", level: "warn", message: warning2 });
|
|
7109
|
+
}
|
|
6087
7110
|
const ocSpinner = interactive && !state.json ? ora3("Checking OpenCode...").start() : null;
|
|
6088
7111
|
try {
|
|
6089
7112
|
const oc = await ensureOpenCodeRunning({
|
|
6090
7113
|
port: state.port,
|
|
6091
7114
|
interactive: state.interactive,
|
|
6092
7115
|
agentId: state.agentId,
|
|
6093
|
-
log: (message) => log2(state, message)
|
|
7116
|
+
log: (message) => log2(state, message),
|
|
7117
|
+
startTimeoutMs: opencodeStartTimeoutMs
|
|
6094
7118
|
});
|
|
6095
7119
|
state.port = oc.port;
|
|
6096
7120
|
state.opencodeProcess = oc.process;
|
|
6097
7121
|
state.opencodeVersion = oc.version;
|
|
6098
|
-
state.opencodeConnected = oc.
|
|
7122
|
+
state.opencodeConnected = oc.notReadyReason === null;
|
|
6099
7123
|
const version2 = state.opencodeVersion ? ` (v${state.opencodeVersion})` : "";
|
|
6100
7124
|
ocSpinner?.succeed(`OpenCode running on port ${state.port}${version2}`);
|
|
6101
|
-
|
|
6102
|
-
|
|
6103
|
-
|
|
6104
|
-
|
|
6105
|
-
|
|
7125
|
+
if (!state.interactive && oc.notReadyReason !== null) {
|
|
7126
|
+
const message = `OpenCode is not ready on port ${state.port}: ${oc.notReadyReason}. The runner will still come online, but messages will fail until opencode answers \u2014 raise the wait with --opencode-start-timeout <seconds> (env ${OPENCODE_START_TIMEOUT_ENV}).`;
|
|
7127
|
+
logActivity(state, { type: "info", level: "warn", message });
|
|
7128
|
+
} else {
|
|
7129
|
+
const versionWarning = buildOpenCodeVersionWarning(state.opencodeVersion);
|
|
7130
|
+
if (versionWarning) {
|
|
7131
|
+
log2(state, versionWarning, "warn");
|
|
7132
|
+
if (state.interactive && !state.json) {
|
|
7133
|
+
logActivity(state, { type: "info", level: "warn", message: versionWarning });
|
|
7134
|
+
}
|
|
6106
7135
|
}
|
|
6107
|
-
|
|
6108
|
-
|
|
6109
|
-
|
|
6110
|
-
|
|
6111
|
-
|
|
6112
|
-
|
|
6113
|
-
|
|
6114
|
-
|
|
6115
|
-
|
|
6116
|
-
|
|
6117
|
-
|
|
6118
|
-
|
|
6119
|
-
|
|
6120
|
-
|
|
7136
|
+
const noProviderWarning = buildNoProviderWarning(
|
|
7137
|
+
await hasAnyConfiguredProvider(state.port)
|
|
7138
|
+
);
|
|
7139
|
+
if (noProviderWarning) {
|
|
7140
|
+
log2(state, noProviderWarning, "warn");
|
|
7141
|
+
if (state.interactive && !state.json) {
|
|
7142
|
+
logActivity(state, { type: "info", level: "warn", message: noProviderWarning });
|
|
7143
|
+
blank();
|
|
7144
|
+
console.log(chalk6.yellow("\u26A0 No OpenCode model provider is configured."));
|
|
7145
|
+
console.log(
|
|
7146
|
+
chalk6.dim(
|
|
7147
|
+
`Run ${chalk6.cyan("opencode auth login")} to set one up \u2014 messages will fail until then.`
|
|
7148
|
+
)
|
|
7149
|
+
);
|
|
7150
|
+
blank();
|
|
7151
|
+
}
|
|
6121
7152
|
}
|
|
6122
7153
|
}
|
|
6123
7154
|
} catch (error2) {
|
|
@@ -6135,7 +7166,7 @@ async function run(options) {
|
|
|
6135
7166
|
// #559: the `--enable-file-sync-to` allow-list. Empty ⇒ pending files are
|
|
6136
7167
|
// REJECTED with `file_sync_disabled` on the ack, not silently ignored.
|
|
6137
7168
|
fileSyncDirectories,
|
|
6138
|
-
homeDir:
|
|
7169
|
+
homeDir: homedir3(),
|
|
6139
7170
|
log: (entry) => (
|
|
6140
7171
|
// Thread the driver's real level straight through so `debug`/`warn`
|
|
6141
7172
|
// survive the sink filter (they no longer collapse to info). `type`
|
|
@@ -6264,6 +7295,7 @@ async function run(options) {
|
|
|
6264
7295
|
throw error2;
|
|
6265
7296
|
}
|
|
6266
7297
|
scheduleSessionCleanup(state, channelDriver, options);
|
|
7298
|
+
state.claudeUsageRearm = scheduleClaudeUsageReporting(state, options);
|
|
6267
7299
|
if (!interactive || state.json) {
|
|
6268
7300
|
log2(state, "Driving channel messages...");
|
|
6269
7301
|
}
|
|
@@ -6318,13 +7350,18 @@ program.name("evident").description("Run OpenCode locally and connect it to Evid
|
|
|
6318
7350
|
program.command("login").description("Authenticate with Evident").option("--token", "Use token-based authentication (for CI/CD)").option("--no-browser", "Do not open the browser automatically").action(login);
|
|
6319
7351
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
6320
7352
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
7353
|
+
program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
|
|
7354
|
+
program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
|
|
6321
7355
|
program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
|
|
6322
7356
|
"-a, --agent [id]",
|
|
6323
7357
|
"Deprecated alias for --runner (still supported; --runner wins if both are given)"
|
|
6324
7358
|
).option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option(
|
|
6325
7359
|
"--log-level <level>",
|
|
6326
7360
|
"Log verbosity: debug | info | warn | error (default: info). Env: EVIDENT_LOG_LEVEL"
|
|
6327
|
-
).option("-v, --verbose", "Alias for --log-level debug (ignored if --log-level is set)").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option(
|
|
7361
|
+
).option("-v, --verbose", "Alias for --log-level debug (ignored if --log-level is set)").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option(
|
|
7362
|
+
"--opencode-start-timeout <seconds>",
|
|
7363
|
+
"Seconds to wait for OpenCode to become healthy when the runner starts it (default: 180). Env: EVIDENT_OPENCODE_START_TIMEOUT"
|
|
7364
|
+
).option("--json", "Output in JSON format").option(
|
|
6328
7365
|
"--session-cleanup-max-age <duration>",
|
|
6329
7366
|
"Delete OpenCode sessions idle longer than this (e.g. 7d, 24h). Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_AGE"
|
|
6330
7367
|
).option(
|
|
@@ -6333,6 +7370,9 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
6333
7370
|
).option(
|
|
6334
7371
|
"--session-cleanup-interval <duration>",
|
|
6335
7372
|
"How often the cleanup sweep runs (default: 1h). Env: EVIDENT_SESSION_CLEANUP_INTERVAL"
|
|
7373
|
+
).option(
|
|
7374
|
+
"--claude-usage-reporting <mode>",
|
|
7375
|
+
"Report Claude subscription usage to Evident: auto | on | off (default: auto). Env: EVIDENT_CLAUDE_USAGE_REPORTING"
|
|
6336
7376
|
).option(
|
|
6337
7377
|
"--enable-file-sync-to <dir>",
|
|
6338
7378
|
"Allow Evident to write files into this directory (repeatable). Omit to disable file sync entirely.",
|
|
@@ -6340,7 +7380,7 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
6340
7380
|
[]
|
|
6341
7381
|
).option(
|
|
6342
7382
|
"--tunnel-ready-file <path>",
|
|
6343
|
-
"Path to write once the tunnel is connected (
|
|
7383
|
+
"Path to write once the tunnel is connected (opt-in; unused unless an operator/image sets it)"
|
|
6344
7384
|
).action(
|
|
6345
7385
|
(options) => {
|
|
6346
7386
|
run({
|
|
@@ -6353,11 +7393,17 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
6353
7393
|
verbose: options.verbose,
|
|
6354
7394
|
conversation: options.conversation,
|
|
6355
7395
|
idleTimeout: options.idleTimeout ? parseInt(options.idleTimeout, 10) : void 0,
|
|
7396
|
+
// Raw string — validation/precedence is single-sourced in run.ts's
|
|
7397
|
+
// resolveOpenCodeStartTimeoutMs (flag > EVIDENT_OPENCODE_START_TIMEOUT > 180s default).
|
|
7398
|
+
opencodeStartTimeout: options.opencodeStartTimeout,
|
|
6356
7399
|
json: options.json,
|
|
6357
7400
|
// Raw strings — the resolver in run.ts single-sources parsing (M1).
|
|
6358
7401
|
sessionCleanupMaxAge: options.sessionCleanupMaxAge,
|
|
6359
7402
|
sessionCleanupMaxCount: options.sessionCleanupMaxCount,
|
|
6360
7403
|
sessionCleanupInterval: options.sessionCleanupInterval,
|
|
7404
|
+
// Raw string — the resolver in run.ts single-sources parsing
|
|
7405
|
+
// (resolveClaudeUsageReportingMode).
|
|
7406
|
+
claudeUsageReporting: options.claudeUsageReporting,
|
|
6361
7407
|
// Raw values — expansion/validation is single-sourced in run.ts's
|
|
6362
7408
|
// resolveFileSyncDirectories.
|
|
6363
7409
|
enableFileSyncTo: options.enableFileSyncTo,
|