@evident-ai/cli 3.1.1-dev.7b045d5 → 3.1.1-dev.7db1d8e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +45 -0
- package/dist/index.js +1393 -329
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -38,11 +38,6 @@ function getApiUrl() {
|
|
|
38
38
|
function getTunnelUrl() {
|
|
39
39
|
return tunnelOverride ?? process.env.EVIDENT_TUNNEL_URL ?? defaults.tunnelUrl;
|
|
40
40
|
}
|
|
41
|
-
var config = new Conf({
|
|
42
|
-
projectName: "evident",
|
|
43
|
-
projectSuffix: "",
|
|
44
|
-
defaults
|
|
45
|
-
});
|
|
46
41
|
var credentials = new Conf({
|
|
47
42
|
projectName: "evident",
|
|
48
43
|
projectSuffix: "",
|
|
@@ -267,16 +262,28 @@ async function getToken() {
|
|
|
267
262
|
}
|
|
268
263
|
return null;
|
|
269
264
|
}
|
|
265
|
+
function toError(err) {
|
|
266
|
+
return err instanceof Error ? err : new Error(String(err));
|
|
267
|
+
}
|
|
270
268
|
async function deleteToken(options = {}) {
|
|
271
269
|
const keytar = await getKeytar();
|
|
270
|
+
const failures = [];
|
|
272
271
|
if (keytar) {
|
|
273
272
|
if (options.all) {
|
|
274
|
-
|
|
273
|
+
let accounts = [];
|
|
274
|
+
try {
|
|
275
|
+
accounts = await keytar.findCredentials(SERVICE_NAME);
|
|
276
|
+
} catch (err) {
|
|
277
|
+
failures.push({ type: "enumerate", error: toError(err) });
|
|
278
|
+
}
|
|
275
279
|
await Promise.all(
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
+
accounts.map(async (entry) => {
|
|
281
|
+
try {
|
|
282
|
+
await keytar.deletePassword(SERVICE_NAME, entry.account);
|
|
283
|
+
} catch (err) {
|
|
284
|
+
failures.push({ type: "delete", account: entry.account, error: toError(err) });
|
|
285
|
+
}
|
|
286
|
+
})
|
|
280
287
|
);
|
|
281
288
|
} else {
|
|
282
289
|
await keytar.deletePassword(SERVICE_NAME, keychainAccount());
|
|
@@ -287,6 +294,7 @@ async function deleteToken(options = {}) {
|
|
|
287
294
|
} else {
|
|
288
295
|
clearCredentials();
|
|
289
296
|
}
|
|
297
|
+
return { failures };
|
|
290
298
|
}
|
|
291
299
|
|
|
292
300
|
// src/utils/ui.ts
|
|
@@ -404,8 +412,10 @@ async function deviceFlowLogin(options) {
|
|
|
404
412
|
}
|
|
405
413
|
async function tokenLogin() {
|
|
406
414
|
console.log("Token login mode.");
|
|
407
|
-
console.log("
|
|
408
|
-
console.log(
|
|
415
|
+
console.log("Create a token under Settings \u2192 CLI tokens in the dashboard, then paste it below.");
|
|
416
|
+
console.log(
|
|
417
|
+
"(Alternatively, run `evident login` on a machine with a browser, or set EVIDENT_TOKEN for CI.)"
|
|
418
|
+
);
|
|
409
419
|
blank();
|
|
410
420
|
process.stdout.write("Paste token: ");
|
|
411
421
|
const token = await new Promise((resolve3) => {
|
|
@@ -429,13 +439,22 @@ async function tokenLogin() {
|
|
|
429
439
|
printError("No token provided.");
|
|
430
440
|
process.exit(1);
|
|
431
441
|
}
|
|
442
|
+
await validateAndStoreToken(token);
|
|
443
|
+
}
|
|
444
|
+
async function validateAndStoreToken(token) {
|
|
432
445
|
const spinner = ora("Validating token...").start();
|
|
433
446
|
try {
|
|
434
|
-
const result = await api.
|
|
447
|
+
const result = await api.get("/me", {
|
|
448
|
+
headers: { Authorization: `Bearer ${token}` }
|
|
449
|
+
});
|
|
450
|
+
if (!result.user) {
|
|
451
|
+
throw new Error(
|
|
452
|
+
"This token is not a user login (e.g. a runner key). Paste a CLI token instead."
|
|
453
|
+
);
|
|
454
|
+
}
|
|
435
455
|
await storeToken({
|
|
436
456
|
token,
|
|
437
|
-
user: result.user
|
|
438
|
-
expiresAt: result.expires_at
|
|
457
|
+
user: { email: result.user.email }
|
|
439
458
|
});
|
|
440
459
|
spinner.stop();
|
|
441
460
|
printSuccess(`Logged in as ${chalk2.bold(result.user.email)}`);
|
|
@@ -455,9 +474,22 @@ async function login(options) {
|
|
|
455
474
|
}
|
|
456
475
|
|
|
457
476
|
// src/commands/logout.ts
|
|
477
|
+
function describeFailure(failure) {
|
|
478
|
+
if (failure.type === "enumerate") {
|
|
479
|
+
return `could not list stored keychain entries (${failure.error.message})`;
|
|
480
|
+
}
|
|
481
|
+
return `${failure.account} (${failure.error.message})`;
|
|
482
|
+
}
|
|
458
483
|
async function logout(options = {}) {
|
|
459
484
|
if (options.all) {
|
|
460
|
-
await deleteToken({ all: true });
|
|
485
|
+
const result = await deleteToken({ all: true });
|
|
486
|
+
if (result.failures.length > 0) {
|
|
487
|
+
printError(
|
|
488
|
+
`Failed to fully clear your keychain: ${result.failures.map(describeFailure).join("; ")}. Your local credentials file was cleared, but stale keychain entries may remain \u2014 run \`evident logout --all\` again, or remove them manually from your OS keychain / credential manager.`
|
|
489
|
+
);
|
|
490
|
+
process.exitCode = 1;
|
|
491
|
+
return;
|
|
492
|
+
}
|
|
461
493
|
printSuccess("Logged out of all endpoints.");
|
|
462
494
|
return;
|
|
463
495
|
}
|
|
@@ -479,28 +511,490 @@ async function whoami() {
|
|
|
479
511
|
printError(`Not logged in to ${apiUrl}. Run the \`login\` command to authenticate.`);
|
|
480
512
|
process.exit(1);
|
|
481
513
|
}
|
|
482
|
-
blank();
|
|
483
|
-
console.log(keyValue("Endpoint", apiUrl));
|
|
484
|
-
console.log(keyValue("User", chalk3.bold(credentials2.user.email)));
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
514
|
+
blank();
|
|
515
|
+
console.log(keyValue("Endpoint", apiUrl));
|
|
516
|
+
console.log(keyValue("User", chalk3.bold(credentials2.user.email)));
|
|
517
|
+
if (credentials2.user.id) {
|
|
518
|
+
console.log(keyValue("User ID", credentials2.user.id));
|
|
519
|
+
}
|
|
520
|
+
if (credentials2.expiresAt) {
|
|
521
|
+
const expiresAt = new Date(credentials2.expiresAt);
|
|
522
|
+
const now = /* @__PURE__ */ new Date();
|
|
523
|
+
if (expiresAt < now) {
|
|
524
|
+
console.log(keyValue("Status", chalk3.red("Token expired")));
|
|
525
|
+
} else {
|
|
526
|
+
const daysRemaining = Math.ceil(
|
|
527
|
+
(expiresAt.getTime() - now.getTime()) / (1e3 * 60 * 60 * 24)
|
|
528
|
+
);
|
|
529
|
+
console.log(keyValue("Expires", `${daysRemaining} days`));
|
|
530
|
+
}
|
|
531
|
+
}
|
|
532
|
+
blank();
|
|
533
|
+
}
|
|
534
|
+
|
|
535
|
+
// src/lib/auth.ts
|
|
536
|
+
async function getAuthCredentials() {
|
|
537
|
+
const runnerKey = process.env.EVIDENT_RUNNER_KEY;
|
|
538
|
+
const agentKey = process.env.EVIDENT_AGENT_KEY;
|
|
539
|
+
if (runnerKey) {
|
|
540
|
+
return {
|
|
541
|
+
token: runnerKey,
|
|
542
|
+
authType: "agent_key",
|
|
543
|
+
keySource: "runner_key",
|
|
544
|
+
notice: agentKey ? "Both EVIDENT_RUNNER_KEY and EVIDENT_AGENT_KEY are set; using EVIDENT_RUNNER_KEY." : void 0
|
|
545
|
+
};
|
|
546
|
+
}
|
|
547
|
+
if (agentKey) {
|
|
548
|
+
return { token: agentKey, authType: "agent_key", keySource: "agent_key" };
|
|
549
|
+
}
|
|
550
|
+
const userToken = process.env.EVIDENT_TOKEN;
|
|
551
|
+
if (userToken) {
|
|
552
|
+
return { token: userToken, authType: "bearer" };
|
|
553
|
+
}
|
|
554
|
+
const keychainCreds = await getToken();
|
|
555
|
+
if (keychainCreds) {
|
|
556
|
+
return {
|
|
557
|
+
token: keychainCreds.token,
|
|
558
|
+
authType: "bearer",
|
|
559
|
+
user: keychainCreds.user
|
|
560
|
+
};
|
|
561
|
+
}
|
|
562
|
+
return null;
|
|
563
|
+
}
|
|
564
|
+
function getAuthHeader(credentials2) {
|
|
565
|
+
if (credentials2.authType === "agent_key") {
|
|
566
|
+
return `SandboxKey ${credentials2.token}`;
|
|
567
|
+
}
|
|
568
|
+
return `Bearer ${credentials2.token}`;
|
|
569
|
+
}
|
|
570
|
+
function isInteractive(jsonOutput) {
|
|
571
|
+
if (jsonOutput) return false;
|
|
572
|
+
if (process.env.CI) return false;
|
|
573
|
+
if (process.env.GITHUB_ACTIONS) return false;
|
|
574
|
+
if (!process.stdin.isTTY) return false;
|
|
575
|
+
return true;
|
|
576
|
+
}
|
|
577
|
+
|
|
578
|
+
// src/commands/agent-lookup.ts
|
|
579
|
+
async function readErrorMessage(response) {
|
|
580
|
+
const text = await response.text().catch(() => "");
|
|
581
|
+
if (!text) return response.statusText || void 0;
|
|
582
|
+
try {
|
|
583
|
+
const data = JSON.parse(text);
|
|
584
|
+
const message = data.message ?? data.error;
|
|
585
|
+
if (typeof message === "string" && message.trim()) {
|
|
586
|
+
return message;
|
|
587
|
+
}
|
|
588
|
+
} catch {
|
|
589
|
+
}
|
|
590
|
+
return text.trim() || response.statusText || void 0;
|
|
591
|
+
}
|
|
592
|
+
function authFailureHint(apiUrl, serverMessage) {
|
|
593
|
+
const reason = serverMessage ? `: ${serverMessage}` : "";
|
|
594
|
+
return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
|
|
595
|
+
}
|
|
596
|
+
async function resolveAgentIdFromKey(authHeader) {
|
|
597
|
+
const apiUrl = getApiUrlConfig();
|
|
598
|
+
try {
|
|
599
|
+
const response = await fetch(`${apiUrl}/me`, {
|
|
600
|
+
headers: { Authorization: authHeader }
|
|
601
|
+
});
|
|
602
|
+
if (response.status === 401) {
|
|
603
|
+
const serverMessage = await readErrorMessage(response);
|
|
604
|
+
return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
605
|
+
}
|
|
606
|
+
if (!response.ok) {
|
|
607
|
+
const serverMessage = await readErrorMessage(response);
|
|
608
|
+
return {
|
|
609
|
+
error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
610
|
+
};
|
|
611
|
+
}
|
|
612
|
+
const data = await response.json();
|
|
613
|
+
if (data.auth_type === "agent_key" && data.agent_id) {
|
|
614
|
+
return { agent_id: data.agent_id };
|
|
615
|
+
}
|
|
616
|
+
return {
|
|
617
|
+
error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --runner explicitly."
|
|
618
|
+
};
|
|
619
|
+
} catch (error2) {
|
|
620
|
+
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
621
|
+
return { error: `Failed to resolve runner from key: ${message}` };
|
|
622
|
+
}
|
|
623
|
+
}
|
|
624
|
+
var BEST_EFFORT_NOTIFY_TIMEOUT_MS = 2e3;
|
|
625
|
+
async function notifyAgentDisconnected(agentId, authHeader) {
|
|
626
|
+
const apiUrl = getApiUrlConfig();
|
|
627
|
+
try {
|
|
628
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/disconnect`, {
|
|
629
|
+
method: "POST",
|
|
630
|
+
headers: { Authorization: authHeader },
|
|
631
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
632
|
+
});
|
|
633
|
+
if (!response.ok) {
|
|
634
|
+
const serverMessage = await readErrorMessage(response);
|
|
635
|
+
return {
|
|
636
|
+
ok: false,
|
|
637
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
638
|
+
};
|
|
639
|
+
}
|
|
640
|
+
return { ok: true };
|
|
641
|
+
} catch (error2) {
|
|
642
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
643
|
+
}
|
|
644
|
+
}
|
|
645
|
+
function describeBestEffortError(error2) {
|
|
646
|
+
const name = error2?.name;
|
|
647
|
+
if (name === "TimeoutError" || name === "AbortError") {
|
|
648
|
+
return `timed out after ${BEST_EFFORT_NOTIFY_TIMEOUT_MS}ms`;
|
|
649
|
+
}
|
|
650
|
+
return error2 instanceof Error ? error2.message : String(error2);
|
|
651
|
+
}
|
|
652
|
+
async function reportMicrovmId(agentId, authHeader, microvmId) {
|
|
653
|
+
try {
|
|
654
|
+
const apiUrl = getApiUrlConfig();
|
|
655
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/microvm`, {
|
|
656
|
+
method: "POST",
|
|
657
|
+
headers: { Authorization: authHeader, "Content-Type": "application/json" },
|
|
658
|
+
body: JSON.stringify({ microvm_id: microvmId }),
|
|
659
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
660
|
+
});
|
|
661
|
+
if (!response.ok) {
|
|
662
|
+
const serverMessage = await readErrorMessage(response);
|
|
663
|
+
return {
|
|
664
|
+
ok: false,
|
|
665
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
666
|
+
};
|
|
667
|
+
}
|
|
668
|
+
return { ok: true };
|
|
669
|
+
} catch (error2) {
|
|
670
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
671
|
+
}
|
|
672
|
+
}
|
|
673
|
+
function toReportedWindow(window) {
|
|
674
|
+
if (!window) return null;
|
|
675
|
+
return { utilization: window.utilization, resets_at: window.resetsAt };
|
|
676
|
+
}
|
|
677
|
+
async function reportClaudeUsage(agentId, authHeader, snapshot) {
|
|
678
|
+
try {
|
|
679
|
+
const apiUrl = getApiUrlConfig();
|
|
680
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}/claude-usage`, {
|
|
681
|
+
method: "POST",
|
|
682
|
+
headers: { Authorization: authHeader, "Content-Type": "application/json" },
|
|
683
|
+
body: JSON.stringify({
|
|
684
|
+
five_hour: toReportedWindow(snapshot.fiveHour),
|
|
685
|
+
seven_day: toReportedWindow(snapshot.sevenDay)
|
|
686
|
+
}),
|
|
687
|
+
signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
|
|
688
|
+
});
|
|
689
|
+
if (!response.ok) {
|
|
690
|
+
const serverMessage = await readErrorMessage(response);
|
|
691
|
+
return {
|
|
692
|
+
ok: false,
|
|
693
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
694
|
+
};
|
|
695
|
+
}
|
|
696
|
+
return { ok: true };
|
|
697
|
+
} catch (error2) {
|
|
698
|
+
return { ok: false, error: describeBestEffortError(error2) };
|
|
699
|
+
}
|
|
700
|
+
}
|
|
701
|
+
async function getAgentInfo(agentId, authHeader) {
|
|
702
|
+
const apiUrl = getApiUrlConfig();
|
|
703
|
+
try {
|
|
704
|
+
const response = await fetch(`${apiUrl}/runners/${agentId}`, {
|
|
705
|
+
headers: { Authorization: authHeader }
|
|
706
|
+
});
|
|
707
|
+
if (response.status === 401) {
|
|
708
|
+
const serverMessage = await readErrorMessage(response);
|
|
709
|
+
return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
710
|
+
}
|
|
711
|
+
if (response.status === 403) {
|
|
712
|
+
const serverMessage = await readErrorMessage(response);
|
|
713
|
+
return {
|
|
714
|
+
valid: false,
|
|
715
|
+
error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
|
|
716
|
+
};
|
|
717
|
+
}
|
|
718
|
+
if (response.status === 404) {
|
|
719
|
+
const serverMessage = await readErrorMessage(response);
|
|
720
|
+
return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
|
|
721
|
+
}
|
|
722
|
+
if (!response.ok) {
|
|
723
|
+
const serverMessage = await readErrorMessage(response);
|
|
724
|
+
return {
|
|
725
|
+
valid: false,
|
|
726
|
+
error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
727
|
+
};
|
|
728
|
+
}
|
|
729
|
+
const agent = await response.json();
|
|
730
|
+
if (agent.agent_type !== "local") {
|
|
731
|
+
return {
|
|
732
|
+
valid: false,
|
|
733
|
+
error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
|
|
734
|
+
};
|
|
735
|
+
}
|
|
736
|
+
return { valid: true, agent };
|
|
737
|
+
} catch (error2) {
|
|
738
|
+
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
739
|
+
return { valid: false, error: `Failed to validate runner: ${message}` };
|
|
740
|
+
}
|
|
741
|
+
}
|
|
742
|
+
|
|
743
|
+
// src/commands/status.ts
|
|
744
|
+
var STATUS_TIMEOUT_MS = 1e4;
|
|
745
|
+
function authLabelFor(credentials2) {
|
|
746
|
+
if (credentials2.authType === "agent_key") {
|
|
747
|
+
return credentials2.keySource === "agent_key" ? "runner key (EVIDENT_AGENT_KEY)" : "runner key (EVIDENT_RUNNER_KEY)";
|
|
748
|
+
}
|
|
749
|
+
return "user token";
|
|
750
|
+
}
|
|
751
|
+
function describeFetchError(error2) {
|
|
752
|
+
const name = error2?.name;
|
|
753
|
+
if (name === "TimeoutError" || name === "AbortError") {
|
|
754
|
+
return `timed out after ${STATUS_TIMEOUT_MS}ms waiting for a response`;
|
|
755
|
+
}
|
|
756
|
+
return error2 instanceof Error ? error2.message : String(error2);
|
|
757
|
+
}
|
|
758
|
+
async function checkStatus(jsonMode) {
|
|
759
|
+
const apiUrl = getApiUrlConfig();
|
|
760
|
+
const credentials2 = await getAuthCredentials();
|
|
761
|
+
if (!credentials2) {
|
|
762
|
+
return {
|
|
763
|
+
ok: false,
|
|
764
|
+
endpoint: apiUrl,
|
|
765
|
+
reason: "no_credentials",
|
|
766
|
+
error: "No credentials configured. Set EVIDENT_RUNNER_KEY (or EVIDENT_AGENT_KEY), or EVIDENT_TOKEN, or run `evident login`.",
|
|
767
|
+
exitCode: 1
|
|
768
|
+
};
|
|
769
|
+
}
|
|
770
|
+
if (credentials2.notice && !jsonMode) {
|
|
771
|
+
printWarning(credentials2.notice);
|
|
772
|
+
}
|
|
773
|
+
let response;
|
|
774
|
+
try {
|
|
775
|
+
response = await fetch(`${apiUrl}/me`, {
|
|
776
|
+
headers: { Authorization: getAuthHeader(credentials2) },
|
|
777
|
+
signal: AbortSignal.timeout(STATUS_TIMEOUT_MS)
|
|
778
|
+
});
|
|
779
|
+
} catch (error2) {
|
|
780
|
+
return {
|
|
781
|
+
ok: false,
|
|
782
|
+
endpoint: apiUrl,
|
|
783
|
+
authLabel: authLabelFor(credentials2),
|
|
784
|
+
reason: "unreachable",
|
|
785
|
+
error: `Could not reach ${apiUrl}: ${describeFetchError(error2)}. The credentials were NOT validated.`,
|
|
786
|
+
exitCode: 75
|
|
787
|
+
};
|
|
788
|
+
}
|
|
789
|
+
if (response.status === 401) {
|
|
790
|
+
const serverMessage = await readErrorMessage(response);
|
|
791
|
+
return {
|
|
792
|
+
ok: false,
|
|
793
|
+
endpoint: apiUrl,
|
|
794
|
+
authLabel: authLabelFor(credentials2),
|
|
795
|
+
reason: "unauthorized",
|
|
796
|
+
error: authFailureHint(apiUrl, serverMessage),
|
|
797
|
+
exitCode: 1
|
|
798
|
+
};
|
|
799
|
+
}
|
|
800
|
+
if (response.status >= 500) {
|
|
801
|
+
const serverMessage = await readErrorMessage(response);
|
|
802
|
+
return {
|
|
803
|
+
ok: false,
|
|
804
|
+
endpoint: apiUrl,
|
|
805
|
+
authLabel: authLabelFor(credentials2),
|
|
806
|
+
reason: "unreachable",
|
|
807
|
+
error: `${apiUrl} returned HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}. The credentials were NOT validated.`,
|
|
808
|
+
exitCode: 75
|
|
809
|
+
};
|
|
810
|
+
}
|
|
811
|
+
if (!response.ok) {
|
|
812
|
+
const serverMessage = await readErrorMessage(response);
|
|
813
|
+
return {
|
|
814
|
+
ok: false,
|
|
815
|
+
endpoint: apiUrl,
|
|
816
|
+
authLabel: authLabelFor(credentials2),
|
|
817
|
+
reason: "http_error",
|
|
818
|
+
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`,
|
|
819
|
+
exitCode: 1
|
|
820
|
+
};
|
|
821
|
+
}
|
|
822
|
+
const data = await response.json();
|
|
823
|
+
return {
|
|
824
|
+
ok: true,
|
|
825
|
+
endpoint: apiUrl,
|
|
826
|
+
authType: data.auth_type,
|
|
827
|
+
authLabel: authLabelFor(credentials2),
|
|
828
|
+
runnerId: data.auth_type === "agent_key" ? data.agent_id : void 0,
|
|
829
|
+
reason: "ok",
|
|
830
|
+
exitCode: 0
|
|
831
|
+
};
|
|
832
|
+
}
|
|
833
|
+
function printJson(result) {
|
|
834
|
+
const payload = {
|
|
835
|
+
ok: result.ok,
|
|
836
|
+
endpoint: result.endpoint
|
|
837
|
+
};
|
|
838
|
+
if (result.authType) payload.auth_type = result.authType;
|
|
839
|
+
if (result.runnerId) payload.runner_id = result.runnerId;
|
|
840
|
+
if (result.reason) payload.reason = result.reason;
|
|
841
|
+
if (result.error) payload.error = result.error;
|
|
842
|
+
console.log(JSON.stringify(payload));
|
|
843
|
+
}
|
|
844
|
+
function printHuman(result) {
|
|
845
|
+
blank();
|
|
846
|
+
console.log(keyValue("Endpoint", result.endpoint));
|
|
847
|
+
if (result.ok) {
|
|
848
|
+
console.log(keyValue("Auth", result.authLabel ?? "\u2014"));
|
|
849
|
+
if (result.runnerId) {
|
|
850
|
+
console.log(keyValue("Runner", result.runnerId));
|
|
851
|
+
}
|
|
852
|
+
console.log(keyValue("Status", "OK \u2014 credentials accepted"));
|
|
853
|
+
blank();
|
|
854
|
+
return;
|
|
855
|
+
}
|
|
856
|
+
if (result.authLabel) {
|
|
857
|
+
console.log(keyValue("Auth", result.authLabel));
|
|
858
|
+
}
|
|
859
|
+
blank();
|
|
860
|
+
printError(result.error ?? "Unknown error");
|
|
861
|
+
}
|
|
862
|
+
async function status(options = {}) {
|
|
863
|
+
const result = await checkStatus(Boolean(options.json));
|
|
864
|
+
if (options.json) {
|
|
865
|
+
printJson(result);
|
|
866
|
+
} else {
|
|
867
|
+
printHuman(result);
|
|
868
|
+
}
|
|
869
|
+
process.exit(result.exitCode);
|
|
870
|
+
}
|
|
871
|
+
|
|
872
|
+
// src/lib/claude-usage.ts
|
|
873
|
+
import { execFileSync } from "child_process";
|
|
874
|
+
import { readFileSync } from "fs";
|
|
875
|
+
import { homedir } from "os";
|
|
876
|
+
import { join } from "path";
|
|
877
|
+
var CLAUDE_USAGE_URL = "https://api.anthropic.com/api/oauth/usage";
|
|
878
|
+
var KEYCHAIN_SERVICE = "Claude Code-credentials";
|
|
879
|
+
function parseClaudeCliCredentials(raw) {
|
|
880
|
+
let parsed;
|
|
881
|
+
try {
|
|
882
|
+
parsed = JSON.parse(raw);
|
|
883
|
+
} catch {
|
|
884
|
+
return null;
|
|
885
|
+
}
|
|
886
|
+
const data = parsed.claudeAiOauth ?? parsed;
|
|
887
|
+
const creds = data;
|
|
888
|
+
if (typeof creds.accessToken !== "string" || typeof creds.expiresAt !== "number") {
|
|
889
|
+
return null;
|
|
890
|
+
}
|
|
891
|
+
return { accessToken: creds.accessToken, expiresAt: creds.expiresAt };
|
|
892
|
+
}
|
|
893
|
+
function readClaudeCliCredentials() {
|
|
894
|
+
if (process.platform === "darwin") {
|
|
895
|
+
try {
|
|
896
|
+
const raw = execFileSync(
|
|
897
|
+
"/usr/bin/security",
|
|
898
|
+
["find-generic-password", "-s", KEYCHAIN_SERVICE, "-w"],
|
|
899
|
+
{ encoding: "utf-8", timeout: 2e3, stdio: ["pipe", "pipe", "ignore"] }
|
|
900
|
+
);
|
|
901
|
+
return parseClaudeCliCredentials(raw);
|
|
902
|
+
} catch {
|
|
903
|
+
return null;
|
|
904
|
+
}
|
|
905
|
+
}
|
|
906
|
+
try {
|
|
907
|
+
const raw = readFileSync(join(homedir(), ".claude", ".credentials.json"), "utf-8");
|
|
908
|
+
return parseClaudeCliCredentials(raw);
|
|
909
|
+
} catch {
|
|
910
|
+
return null;
|
|
911
|
+
}
|
|
912
|
+
}
|
|
913
|
+
var ClaudeUsageError = class extends Error {
|
|
914
|
+
constructor(message, reason) {
|
|
915
|
+
super(message);
|
|
916
|
+
this.reason = reason;
|
|
917
|
+
}
|
|
918
|
+
};
|
|
919
|
+
function isLocalCredentialProblem(err) {
|
|
920
|
+
return err instanceof ClaudeUsageError && (err.reason === "no_credentials" || err.reason === "credentials_expired");
|
|
921
|
+
}
|
|
922
|
+
function normalizeResetsAt(value) {
|
|
923
|
+
const ms = Date.parse(value);
|
|
924
|
+
return Number.isNaN(ms) ? null : new Date(ms).toISOString();
|
|
925
|
+
}
|
|
926
|
+
function toWindow(value) {
|
|
927
|
+
if (!value || typeof value !== "object") {
|
|
928
|
+
return null;
|
|
929
|
+
}
|
|
930
|
+
const window = value;
|
|
931
|
+
if (typeof window.utilization !== "number" || typeof window.resets_at !== "string") {
|
|
932
|
+
return null;
|
|
933
|
+
}
|
|
934
|
+
const resetsAt = normalizeResetsAt(window.resets_at);
|
|
935
|
+
if (resetsAt === null) {
|
|
936
|
+
return null;
|
|
937
|
+
}
|
|
938
|
+
return { utilization: window.utilization, resetsAt };
|
|
939
|
+
}
|
|
940
|
+
async function getClaudeUsage() {
|
|
941
|
+
const credentials2 = readClaudeCliCredentials();
|
|
942
|
+
if (!credentials2) {
|
|
943
|
+
throw new ClaudeUsageError(
|
|
944
|
+
"No local Claude Code login found. Run `claude` once to sign in with your Claude subscription.",
|
|
945
|
+
"no_credentials"
|
|
946
|
+
);
|
|
947
|
+
}
|
|
948
|
+
if (credentials2.expiresAt < Date.now()) {
|
|
949
|
+
throw new ClaudeUsageError(
|
|
950
|
+
"Claude Code credentials have expired. Run `claude` to refresh them.",
|
|
951
|
+
"credentials_expired"
|
|
952
|
+
);
|
|
953
|
+
}
|
|
954
|
+
const res = await fetch(CLAUDE_USAGE_URL, {
|
|
955
|
+
headers: {
|
|
956
|
+
Authorization: `Bearer ${credentials2.accessToken}`,
|
|
957
|
+
"Content-Type": "application/json",
|
|
958
|
+
"anthropic-version": "2023-06-01"
|
|
959
|
+
}
|
|
960
|
+
});
|
|
961
|
+
if (!res.ok) {
|
|
962
|
+
throw new ClaudeUsageError(`Claude usage request failed: HTTP ${res.status}`, "request_failed");
|
|
963
|
+
}
|
|
964
|
+
const body = await res.json();
|
|
965
|
+
return {
|
|
966
|
+
fiveHour: toWindow(body.five_hour),
|
|
967
|
+
sevenDay: toWindow(body.seven_day)
|
|
968
|
+
};
|
|
969
|
+
}
|
|
970
|
+
|
|
971
|
+
// src/commands/claude-usage.ts
|
|
972
|
+
function formatWindow(label, window) {
|
|
973
|
+
if (!window) {
|
|
974
|
+
return keyValue(label, "not available for this plan");
|
|
975
|
+
}
|
|
976
|
+
const resetsAt = new Date(window.resetsAt);
|
|
977
|
+
return keyValue(label, `${window.utilization}% used, resets ${resetsAt.toLocaleString()}`);
|
|
978
|
+
}
|
|
979
|
+
async function claudeUsage() {
|
|
980
|
+
try {
|
|
981
|
+
const usage = await getClaudeUsage();
|
|
982
|
+
blank();
|
|
983
|
+
console.log(formatWindow("5-hour session", usage.fiveHour));
|
|
984
|
+
console.log(formatWindow("7-day", usage.sevenDay));
|
|
985
|
+
blank();
|
|
986
|
+
} catch (err) {
|
|
987
|
+
if (err instanceof ClaudeUsageError) {
|
|
988
|
+
printError(err.message);
|
|
989
|
+
process.exit(1);
|
|
496
990
|
}
|
|
991
|
+
throw err;
|
|
497
992
|
}
|
|
498
|
-
blank();
|
|
499
993
|
}
|
|
500
994
|
|
|
501
995
|
// src/commands/run.ts
|
|
502
|
-
import { homedir as
|
|
503
|
-
import { isAbsolute as isAbsolute2, join as
|
|
996
|
+
import { homedir as homedir3 } from "os";
|
|
997
|
+
import { isAbsolute as isAbsolute2, join as join3, parse, resolve as resolvePath } from "path";
|
|
504
998
|
import chalk6 from "chalk";
|
|
505
999
|
|
|
506
1000
|
// ../../packages/types/src/telemetry/index.ts
|
|
@@ -510,7 +1004,10 @@ var TelemetryEventTypes = {
|
|
|
510
1004
|
AGENT_DISCONNECTED: "agent.disconnected",
|
|
511
1005
|
AGENT_MESSAGE_PROCESSING: "agent.message_processing",
|
|
512
1006
|
AGENT_MESSAGE_DONE: "agent.message_done",
|
|
513
|
-
AGENT_MESSAGE_FAILED: "agent.message_failed"
|
|
1007
|
+
AGENT_MESSAGE_FAILED: "agent.message_failed",
|
|
1008
|
+
// A `warn`/`error` runner-side log line forwarded server-side for
|
|
1009
|
+
// observability (issue #916) — see `apps/cli/src/lib/runner-activity-telemetry.ts`.
|
|
1010
|
+
RUNNER_ACTIVITY: "runner.activity"
|
|
514
1011
|
};
|
|
515
1012
|
|
|
516
1013
|
// ../../packages/types/src/tunnel/index.ts
|
|
@@ -565,6 +1062,13 @@ var isShuttingDown = false;
|
|
|
565
1062
|
var FLUSH_INTERVAL_MS = 5e3;
|
|
566
1063
|
var MAX_BUFFER_SIZE = 50;
|
|
567
1064
|
var FLUSH_TIMEOUT_MS = 3e3;
|
|
1065
|
+
var authProvider = null;
|
|
1066
|
+
function setTelemetryAuthProvider(provider) {
|
|
1067
|
+
authProvider = provider;
|
|
1068
|
+
}
|
|
1069
|
+
var FLUSH_FAILURE_LOG_INTERVAL_MS = 6e4;
|
|
1070
|
+
var lastFlushFailureLoggedAt = 0;
|
|
1071
|
+
var suppressedFlushFailureCount = 0;
|
|
568
1072
|
function logEvent(eventType, options = {}) {
|
|
569
1073
|
const event = {
|
|
570
1074
|
event_type: eventType,
|
|
@@ -599,9 +1103,16 @@ async function flushEvents() {
|
|
|
599
1103
|
flushTimeout = null;
|
|
600
1104
|
}
|
|
601
1105
|
try {
|
|
602
|
-
const
|
|
603
|
-
|
|
604
|
-
|
|
1106
|
+
const providerContext = authProvider?.();
|
|
1107
|
+
let authHeader;
|
|
1108
|
+
if (providerContext?.authHeader) {
|
|
1109
|
+
authHeader = providerContext.authHeader;
|
|
1110
|
+
} else {
|
|
1111
|
+
const credentials2 = await getToken();
|
|
1112
|
+
if (!credentials2) {
|
|
1113
|
+
return;
|
|
1114
|
+
}
|
|
1115
|
+
authHeader = `Bearer ${credentials2.token}`;
|
|
605
1116
|
}
|
|
606
1117
|
const apiUrl = getApiUrlConfig();
|
|
607
1118
|
const controller = new AbortController();
|
|
@@ -616,7 +1127,7 @@ async function flushEvents() {
|
|
|
616
1127
|
method: "POST",
|
|
617
1128
|
headers: {
|
|
618
1129
|
"Content-Type": "application/json",
|
|
619
|
-
Authorization:
|
|
1130
|
+
Authorization: authHeader
|
|
620
1131
|
},
|
|
621
1132
|
body: JSON.stringify(request),
|
|
622
1133
|
signal: controller.signal
|
|
@@ -628,8 +1139,15 @@ async function flushEvents() {
|
|
|
628
1139
|
clearTimeout(timeout);
|
|
629
1140
|
}
|
|
630
1141
|
} catch (error2) {
|
|
631
|
-
|
|
632
|
-
|
|
1142
|
+
const now = Date.now();
|
|
1143
|
+
if (now - lastFlushFailureLoggedAt >= FLUSH_FAILURE_LOG_INTERVAL_MS) {
|
|
1144
|
+
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
1145
|
+
const suffix = suppressedFlushFailureCount > 0 ? ` (${suppressedFlushFailureCount} more suppressed in the last ${FLUSH_FAILURE_LOG_INTERVAL_MS / 1e3}s)` : "";
|
|
1146
|
+
console.error(`Telemetry flush error: ${message}${suffix}`);
|
|
1147
|
+
lastFlushFailureLoggedAt = now;
|
|
1148
|
+
suppressedFlushFailureCount = 0;
|
|
1149
|
+
} else {
|
|
1150
|
+
suppressedFlushFailureCount++;
|
|
633
1151
|
}
|
|
634
1152
|
}
|
|
635
1153
|
}
|
|
@@ -698,47 +1216,67 @@ var EventTypes = {
|
|
|
698
1216
|
DEPRECATED_AGENT_KEY_ENV_USED: "cli.deprecated_agent_key_env_used"
|
|
699
1217
|
};
|
|
700
1218
|
|
|
701
|
-
// src/lib/
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
if (
|
|
714
|
-
|
|
715
|
-
|
|
716
|
-
|
|
717
|
-
|
|
718
|
-
|
|
1219
|
+
// src/lib/runner-activity-telemetry.ts
|
|
1220
|
+
var FORWARDED_LEVELS = /* @__PURE__ */ new Set(["warn", "error"]);
|
|
1221
|
+
var SEVERITY_BY_LEVEL = {
|
|
1222
|
+
warn: "warning",
|
|
1223
|
+
error: "error"
|
|
1224
|
+
};
|
|
1225
|
+
var MAX_MESSAGE_LENGTH = 500;
|
|
1226
|
+
var TRUNCATION_MARKER = "\u2026";
|
|
1227
|
+
function redact(message) {
|
|
1228
|
+
return message.replace(/esk_[A-Za-z0-9_-]+/g, "esk_***").replace(/ct_[A-Za-z0-9_-]+/g, "ct_***").replace(/https?:\/\/\S+/g, "<url>");
|
|
1229
|
+
}
|
|
1230
|
+
function truncate(message) {
|
|
1231
|
+
if (message.length <= MAX_MESSAGE_LENGTH) return message;
|
|
1232
|
+
return message.slice(0, MAX_MESSAGE_LENGTH - TRUNCATION_MARKER.length) + TRUNCATION_MARKER;
|
|
1233
|
+
}
|
|
1234
|
+
var RATE_LIMIT_WINDOW_MS = 6e4;
|
|
1235
|
+
var RATE_LIMIT_MAX_EVENTS = 30;
|
|
1236
|
+
var windowStartedAt = 0;
|
|
1237
|
+
var windowCount = 0;
|
|
1238
|
+
var windowDroppedCount = 0;
|
|
1239
|
+
function admitUnderRateLimit(now) {
|
|
1240
|
+
if (now - windowStartedAt >= RATE_LIMIT_WINDOW_MS) {
|
|
1241
|
+
if (windowDroppedCount > 0) {
|
|
1242
|
+
console.error(
|
|
1243
|
+
`[runner-activity-telemetry] rate cap reached: dropped ${windowDroppedCount} ${windowDroppedCount === 1 ? "entry" : "entries"} in the last ${RATE_LIMIT_WINDOW_MS / 1e3}s (cap ${RATE_LIMIT_MAX_EVENTS}/min)`
|
|
1244
|
+
);
|
|
1245
|
+
}
|
|
1246
|
+
windowStartedAt = now;
|
|
1247
|
+
windowCount = 0;
|
|
1248
|
+
windowDroppedCount = 0;
|
|
719
1249
|
}
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
-
|
|
726
|
-
}
|
|
1250
|
+
if (windowCount >= RATE_LIMIT_MAX_EVENTS) {
|
|
1251
|
+
windowDroppedCount++;
|
|
1252
|
+
if (windowDroppedCount === 1) {
|
|
1253
|
+
console.error(
|
|
1254
|
+
`[runner-activity-telemetry] rate cap reached (${RATE_LIMIT_MAX_EVENTS} per ${RATE_LIMIT_WINDOW_MS / 1e3}s) \u2014 dropping further entries this window`
|
|
1255
|
+
);
|
|
1256
|
+
}
|
|
1257
|
+
return false;
|
|
727
1258
|
}
|
|
728
|
-
|
|
1259
|
+
windowCount++;
|
|
1260
|
+
return true;
|
|
729
1261
|
}
|
|
730
|
-
function
|
|
731
|
-
|
|
732
|
-
|
|
1262
|
+
function forwardRunnerActivity(entry, context) {
|
|
1263
|
+
try {
|
|
1264
|
+
if (!FORWARDED_LEVELS.has(entry.level)) return;
|
|
1265
|
+
if (!context.agentId || !context.authHeader) return;
|
|
1266
|
+
if (!admitUnderRateLimit(Date.now())) return;
|
|
1267
|
+
const rawMessage = entry.error ?? entry.message ?? "";
|
|
1268
|
+
const message = truncate(redact(rawMessage));
|
|
1269
|
+
logEvent(TelemetryEventTypes.RUNNER_ACTIVITY, {
|
|
1270
|
+
severity: SEVERITY_BY_LEVEL[entry.level],
|
|
1271
|
+
message,
|
|
1272
|
+
metadata: { source: "cli.run" },
|
|
1273
|
+
agentId: context.agentId
|
|
1274
|
+
});
|
|
1275
|
+
} catch (err) {
|
|
1276
|
+
console.error(
|
|
1277
|
+
`[runner-activity-telemetry] failed to forward runner activity: ${err instanceof Error ? err.message : String(err)}`
|
|
1278
|
+
);
|
|
733
1279
|
}
|
|
734
|
-
return `Bearer ${credentials2.token}`;
|
|
735
|
-
}
|
|
736
|
-
function isInteractive(jsonOutput) {
|
|
737
|
-
if (jsonOutput) return false;
|
|
738
|
-
if (process.env.CI) return false;
|
|
739
|
-
if (process.env.GITHUB_ACTIONS) return false;
|
|
740
|
-
if (!process.stdin.isTTY) return false;
|
|
741
|
-
return true;
|
|
742
1280
|
}
|
|
743
1281
|
|
|
744
1282
|
// src/lib/opencode/health.ts
|
|
@@ -1532,6 +2070,9 @@ function isPreamblePinnedRunning(messages, userMessageId) {
|
|
|
1532
2070
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1533
2071
|
return completedOf(reply) != null && finishOf(reply) === "tool-calls";
|
|
1534
2072
|
}
|
|
2073
|
+
function isB2AbandonmentConfirmed(params) {
|
|
2074
|
+
return params.pinnedForMs >= params.minPinnedMs && params.descendantOngoing === false;
|
|
2075
|
+
}
|
|
1535
2076
|
function messageError(messages, userMessageId) {
|
|
1536
2077
|
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
1537
2078
|
const error2 = errorOf(reply);
|
|
@@ -1545,6 +2086,42 @@ function messageError(messages, userMessageId) {
|
|
|
1545
2086
|
}
|
|
1546
2087
|
return "The agent run failed.";
|
|
1547
2088
|
}
|
|
2089
|
+
function messageFailure(messages, userMessageId) {
|
|
2090
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
2091
|
+
const error2 = errorOf(reply);
|
|
2092
|
+
if (error2 == null || typeof error2 !== "object") return null;
|
|
2093
|
+
const e = error2;
|
|
2094
|
+
const replyProviderId = reply?.info?.providerID ?? null;
|
|
2095
|
+
const replyModelId = reply?.info?.modelID ?? null;
|
|
2096
|
+
if (e.name === "ProviderAuthError") {
|
|
2097
|
+
const data = e.data;
|
|
2098
|
+
const providerId = typeof data?.providerID === "string" && data.providerID || replyProviderId;
|
|
2099
|
+
return { kind: "model_auth", providerId, modelId: replyModelId, reason: "missing" };
|
|
2100
|
+
}
|
|
2101
|
+
if (e.name === "APIError") {
|
|
2102
|
+
const data = e.data;
|
|
2103
|
+
const statusCode = data?.statusCode;
|
|
2104
|
+
if (statusCode === 401 || statusCode === 403) {
|
|
2105
|
+
return {
|
|
2106
|
+
kind: "model_auth",
|
|
2107
|
+
providerId: replyProviderId,
|
|
2108
|
+
modelId: replyModelId,
|
|
2109
|
+
reason: "rejected"
|
|
2110
|
+
};
|
|
2111
|
+
}
|
|
2112
|
+
}
|
|
2113
|
+
return null;
|
|
2114
|
+
}
|
|
2115
|
+
function applyZeroProviderFallback(classified, hasConfiguredProvider, replyProviderId, replyModelId = null) {
|
|
2116
|
+
if (classified != null) return classified;
|
|
2117
|
+
if (hasConfiguredProvider !== false) return null;
|
|
2118
|
+
return {
|
|
2119
|
+
kind: "model_auth",
|
|
2120
|
+
providerId: replyProviderId,
|
|
2121
|
+
modelId: replyModelId,
|
|
2122
|
+
reason: "missing"
|
|
2123
|
+
};
|
|
2124
|
+
}
|
|
1548
2125
|
function hasRunningAssistantExcept(messages, exceptUserMessageId) {
|
|
1549
2126
|
if (!messages || messages.length === 0) return false;
|
|
1550
2127
|
return messages.some(
|
|
@@ -2073,13 +2650,52 @@ var RunnerConnection = class {
|
|
|
2073
2650
|
}
|
|
2074
2651
|
};
|
|
2075
2652
|
|
|
2653
|
+
// src/lib/tunnel/ready-marker.ts
|
|
2654
|
+
import { writeFileSync } from "fs";
|
|
2655
|
+
function writeTunnelReadyMarker(path, agentId) {
|
|
2656
|
+
try {
|
|
2657
|
+
writeFileSync(path, `${agentId}
|
|
2658
|
+
`);
|
|
2659
|
+
return { ok: true };
|
|
2660
|
+
} catch (error2) {
|
|
2661
|
+
return { ok: false, error: error2 instanceof Error ? error2.message : String(error2) };
|
|
2662
|
+
}
|
|
2663
|
+
}
|
|
2664
|
+
|
|
2665
|
+
// src/lib/claude-usage-reporting.ts
|
|
2666
|
+
var VALID_MODES = ["auto", "on", "off"];
|
|
2667
|
+
function resolveClaudeUsageReportingMode(flagValue, env) {
|
|
2668
|
+
const raw = flagValue ?? env.EVIDENT_CLAUDE_USAGE_REPORTING;
|
|
2669
|
+
if (raw === void 0 || raw === "") {
|
|
2670
|
+
return { mode: "auto", warnings: [] };
|
|
2671
|
+
}
|
|
2672
|
+
const normalized = raw.trim().toLowerCase();
|
|
2673
|
+
if (VALID_MODES.includes(normalized)) {
|
|
2674
|
+
return { mode: normalized, warnings: [] };
|
|
2675
|
+
}
|
|
2676
|
+
const source = flagValue !== void 0 ? "--claude-usage-reporting" : "EVIDENT_CLAUDE_USAGE_REPORTING";
|
|
2677
|
+
return {
|
|
2678
|
+
mode: "auto",
|
|
2679
|
+
warnings: [
|
|
2680
|
+
`Ignoring invalid ${source} "${raw}": expected one of ${VALID_MODES.join(", ")}; using auto`
|
|
2681
|
+
]
|
|
2682
|
+
};
|
|
2683
|
+
}
|
|
2684
|
+
var BASE_REPORT_DELAY_MS = 10 * 6e4;
|
|
2685
|
+
var REPORT_DELAY_JITTER_FRACTION = 0.2;
|
|
2686
|
+
function nextReportDelayMs(random = Math.random) {
|
|
2687
|
+
const jitterRangeMs = BASE_REPORT_DELAY_MS * REPORT_DELAY_JITTER_FRACTION;
|
|
2688
|
+
return BASE_REPORT_DELAY_MS - jitterRangeMs + random() * (2 * jitterRangeMs);
|
|
2689
|
+
}
|
|
2690
|
+
var FIRST_REPORT_DELAY_MS = 5e3 + Math.random() * 1e4;
|
|
2691
|
+
|
|
2076
2692
|
// src/lib/channels/driver.ts
|
|
2077
|
-
import { homedir } from "os";
|
|
2693
|
+
import { homedir as homedir2 } from "os";
|
|
2078
2694
|
|
|
2079
2695
|
// src/lib/file-push.ts
|
|
2080
2696
|
import { randomUUID } from "crypto";
|
|
2081
2697
|
import { chmod, mkdir, open as open2, realpath, rename, unlink } from "fs/promises";
|
|
2082
|
-
import { basename, dirname as dirname2, isAbsolute, join, relative, resolve as resolve2, sep } from "path";
|
|
2698
|
+
import { basename, dirname as dirname2, isAbsolute, join as join2, relative, resolve as resolve2, sep } from "path";
|
|
2083
2699
|
var FILE_MODE = 384;
|
|
2084
2700
|
var DIRECTORY_MODE = 448;
|
|
2085
2701
|
async function writePushedFile(request) {
|
|
@@ -2112,7 +2728,7 @@ async function writePushedFile(request) {
|
|
|
2112
2728
|
const { existingAncestor, missingSegments } = await resolveNearestExistingAncestor(
|
|
2113
2729
|
dirname2(candidate)
|
|
2114
2730
|
);
|
|
2115
|
-
const realTarget =
|
|
2731
|
+
const realTarget = join2(existingAncestor, ...missingSegments, basename(candidate));
|
|
2116
2732
|
const allowedDirectory = await findContainingAllowedDirectory(allowedDirectories, realTarget);
|
|
2117
2733
|
if (allowedDirectory === null) {
|
|
2118
2734
|
return refuse("path_not_allowed", "The runner does not allow writing to that location.", {
|
|
@@ -2148,7 +2764,7 @@ function expandAndValidate(requestedPath, homeDir) {
|
|
|
2148
2764
|
if (requestedPath.trim() === "" || requestedPath.includes("\0")) {
|
|
2149
2765
|
return null;
|
|
2150
2766
|
}
|
|
2151
|
-
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ?
|
|
2767
|
+
const expanded = requestedPath === "~" ? homeDir : requestedPath.startsWith("~/") ? join2(homeDir, requestedPath.slice(2)) : requestedPath;
|
|
2152
2768
|
if (expanded.split(/[/\\]/).includes("..")) {
|
|
2153
2769
|
return null;
|
|
2154
2770
|
}
|
|
@@ -2221,13 +2837,13 @@ function contains(realDirectory, realTarget) {
|
|
|
2221
2837
|
async function createMissingDirectories(existingAncestor, missingSegments) {
|
|
2222
2838
|
let current = existingAncestor;
|
|
2223
2839
|
for (const segment of missingSegments) {
|
|
2224
|
-
current =
|
|
2840
|
+
current = join2(current, segment);
|
|
2225
2841
|
await mkdir(current, { recursive: true, mode: DIRECTORY_MODE });
|
|
2226
2842
|
await chmod(current, DIRECTORY_MODE);
|
|
2227
2843
|
}
|
|
2228
2844
|
}
|
|
2229
2845
|
async function writeAtomically(realTarget, content) {
|
|
2230
|
-
const temporaryPath =
|
|
2846
|
+
const temporaryPath = join2(dirname2(realTarget), `.evident-push-${randomUUID()}.tmp`);
|
|
2231
2847
|
let handle;
|
|
2232
2848
|
try {
|
|
2233
2849
|
handle = await open2(temporaryPath, "wx", FILE_MODE);
|
|
@@ -2394,8 +3010,8 @@ async function applyOne(options, file) {
|
|
|
2394
3010
|
await ack(options, file, "applied");
|
|
2395
3011
|
return true;
|
|
2396
3012
|
}
|
|
2397
|
-
function durableDownloadCode(
|
|
2398
|
-
return
|
|
3013
|
+
function durableDownloadCode(status2) {
|
|
3014
|
+
return status2 === 413 ? "file_too_large" : "write_failed";
|
|
2399
3015
|
}
|
|
2400
3016
|
async function downloadContent(options, file, label) {
|
|
2401
3017
|
try {
|
|
@@ -2428,8 +3044,8 @@ async function downloadContent(options, file, label) {
|
|
|
2428
3044
|
return { ok: false, terminal: false };
|
|
2429
3045
|
}
|
|
2430
3046
|
}
|
|
2431
|
-
async function ack(options, file,
|
|
2432
|
-
const outcome = `${
|
|
3047
|
+
async function ack(options, file, status2, reason) {
|
|
3048
|
+
const outcome = `${status2}${reason ? ` (${reason})` : ""}`;
|
|
2433
3049
|
try {
|
|
2434
3050
|
const res = await options.fetchImpl(
|
|
2435
3051
|
`${options.apiUrl}/runners/${options.agentId}/files/${file.id}/ack`,
|
|
@@ -2439,7 +3055,7 @@ async function ack(options, file, status, reason) {
|
|
|
2439
3055
|
Authorization: options.getAuthHeader(),
|
|
2440
3056
|
"Content-Type": "application/json"
|
|
2441
3057
|
},
|
|
2442
|
-
body: JSON.stringify(reason ? { status, reason } : { status })
|
|
3058
|
+
body: JSON.stringify(reason ? { status: status2, reason } : { status: status2 })
|
|
2443
3059
|
}
|
|
2444
3060
|
);
|
|
2445
3061
|
if (!res.ok) {
|
|
@@ -2499,6 +3115,8 @@ var DEFAULT_PAUSED_MAX_WAIT_MS = 10 * 60 * 1e3;
|
|
|
2499
3115
|
var DEFAULT_STUCK_QUEUED_MS = 6e4;
|
|
2500
3116
|
var HEARTBEAT_MS = 6e4;
|
|
2501
3117
|
var ABSOLUTE_MAX_PROCESSING_MS = 6 * 60 * 60 * 1e3;
|
|
3118
|
+
var B2_ABANDONMENT_MIN_PINNED_MS = 3 * 6e4;
|
|
3119
|
+
var B2_ABANDONMENT_RECHECK_MS = HEARTBEAT_MS;
|
|
2502
3120
|
var POLL_MISS_GRACE_MS = HEARTBEAT_MS;
|
|
2503
3121
|
var MAX_SUPERSEDED_CONVERSATIONS = 256;
|
|
2504
3122
|
var ChannelAuthError = class extends Error {
|
|
@@ -2509,10 +3127,10 @@ var ChannelAuthError = class extends Error {
|
|
|
2509
3127
|
};
|
|
2510
3128
|
var ChannelTerminalError = class extends Error {
|
|
2511
3129
|
status;
|
|
2512
|
-
constructor(message,
|
|
3130
|
+
constructor(message, status2) {
|
|
2513
3131
|
super(message);
|
|
2514
3132
|
this.name = "ChannelTerminalError";
|
|
2515
|
-
this.status =
|
|
3133
|
+
this.status = status2;
|
|
2516
3134
|
}
|
|
2517
3135
|
};
|
|
2518
3136
|
function backoffDelay(attempt, policy) {
|
|
@@ -2520,8 +3138,8 @@ function backoffDelay(attempt, policy) {
|
|
|
2520
3138
|
const capped = Math.min(policy.maxDelayMs, exp);
|
|
2521
3139
|
return Math.floor(Math.random() * capped);
|
|
2522
3140
|
}
|
|
2523
|
-
function isRetryableStatus(
|
|
2524
|
-
return
|
|
3141
|
+
function isRetryableStatus(status2) {
|
|
3142
|
+
return status2 === 429 || status2 >= 500 && status2 <= 599;
|
|
2525
3143
|
}
|
|
2526
3144
|
var ChannelDriver = class _ChannelDriver {
|
|
2527
3145
|
agentId;
|
|
@@ -2724,23 +3342,23 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
2724
3342
|
* and stops opencode.
|
|
2725
3343
|
*/
|
|
2726
3344
|
stopped = false;
|
|
2727
|
-
constructor(
|
|
2728
|
-
this.agentId =
|
|
2729
|
-
this.port =
|
|
2730
|
-
this.apiUrl =
|
|
2731
|
-
this.getAuthHeader =
|
|
2732
|
-
this.conversationFilter =
|
|
2733
|
-
this.retry = { ...DEFAULT_RETRY_POLICY, ...
|
|
2734
|
-
this.log =
|
|
3345
|
+
constructor(config) {
|
|
3346
|
+
this.agentId = config.agentId;
|
|
3347
|
+
this.port = config.port;
|
|
3348
|
+
this.apiUrl = config.apiUrl.replace(/\/$/, "");
|
|
3349
|
+
this.getAuthHeader = config.getAuthHeader;
|
|
3350
|
+
this.conversationFilter = config.conversationFilter ?? null;
|
|
3351
|
+
this.retry = { ...DEFAULT_RETRY_POLICY, ...config.retry };
|
|
3352
|
+
this.log = config.log ?? (() => {
|
|
2735
3353
|
});
|
|
2736
|
-
this.fetchImpl =
|
|
2737
|
-
this.sleep =
|
|
2738
|
-
this.pausedPollIntervalMs =
|
|
2739
|
-
this.pausedMaxWaitMs =
|
|
2740
|
-
this.stuckQueuedMs =
|
|
2741
|
-
this.now =
|
|
2742
|
-
this.fileSyncDirectories =
|
|
2743
|
-
this.homeDir =
|
|
3354
|
+
this.fetchImpl = config.fetchImpl ?? fetch;
|
|
3355
|
+
this.sleep = config.sleep ?? ((ms) => new Promise((r) => setTimeout(r, ms)));
|
|
3356
|
+
this.pausedPollIntervalMs = config.pausedPollIntervalMs ?? DEFAULT_PAUSED_POLL_INTERVAL_MS;
|
|
3357
|
+
this.pausedMaxWaitMs = config.pausedMaxWaitMs ?? DEFAULT_PAUSED_MAX_WAIT_MS;
|
|
3358
|
+
this.stuckQueuedMs = config.stuckQueuedMs ?? DEFAULT_STUCK_QUEUED_MS;
|
|
3359
|
+
this.now = config.now ?? (() => Date.now());
|
|
3360
|
+
this.fileSyncDirectories = config.fileSyncDirectories ?? [];
|
|
3361
|
+
this.homeDir = config.homeDir ?? homedir2();
|
|
2744
3362
|
}
|
|
2745
3363
|
/** The IPv4-loopback base URL for the local `opencode serve`. */
|
|
2746
3364
|
get opencodeBase() {
|
|
@@ -3125,7 +3743,12 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3125
3743
|
const directory = await this.resolveOpenCodeDirectory();
|
|
3126
3744
|
const sessionId = await createOpenCodeSession(this.port, directory);
|
|
3127
3745
|
this.sessions.set(conversationId, sessionId);
|
|
3128
|
-
await this.persistSession(conversationId, sessionId).catch(() => {
|
|
3746
|
+
await this.persistSession(conversationId, sessionId).catch((err) => {
|
|
3747
|
+
this.log({
|
|
3748
|
+
level: "warn",
|
|
3749
|
+
message: `Persisting the OpenCode session binding ${sessionId.slice(0, 8)} for conversation ${conversationId.slice(0, 8)} failed (best-effort, not retried) \u2014 the completion PATCH also carries opencode_session_id, so the binding is repaired when the turn finishes: ${err instanceof Error ? err.message : String(err)}`,
|
|
3750
|
+
conversation_id: conversationId
|
|
3751
|
+
});
|
|
3129
3752
|
});
|
|
3130
3753
|
return sessionId;
|
|
3131
3754
|
}
|
|
@@ -3317,12 +3940,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3317
3940
|
stuckReported: false,
|
|
3318
3941
|
lastAliveAt: 0,
|
|
3319
3942
|
aliveInFlight: false,
|
|
3943
|
+
titleSynced: false,
|
|
3944
|
+
titleSyncInFlight: false,
|
|
3320
3945
|
awaitingHumanLatched: false,
|
|
3321
3946
|
pausedOnQuestion: false,
|
|
3322
3947
|
pausedOnPermission: false,
|
|
3323
3948
|
pausedClearConfirmed: false,
|
|
3324
3949
|
pausedInFlight: false,
|
|
3325
|
-
deliveryDeadlineAnchored: false
|
|
3950
|
+
deliveryDeadlineAnchored: false,
|
|
3951
|
+
b2PinnedSinceMs: 0,
|
|
3952
|
+
b2LastDescendantCheckMs: 0,
|
|
3953
|
+
b2AbandonedSignalled: false
|
|
3326
3954
|
});
|
|
3327
3955
|
}
|
|
3328
3956
|
/**
|
|
@@ -3390,12 +4018,17 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3390
4018
|
// with no extra `re_adopted` signal needed (folds old WI-6).
|
|
3391
4019
|
lastAliveAt: 0,
|
|
3392
4020
|
aliveInFlight: false,
|
|
4021
|
+
titleSynced: false,
|
|
4022
|
+
titleSyncInFlight: false,
|
|
3393
4023
|
awaitingHumanLatched: false,
|
|
3394
4024
|
pausedOnQuestion: false,
|
|
3395
4025
|
pausedOnPermission: false,
|
|
3396
4026
|
pausedClearConfirmed: false,
|
|
3397
4027
|
pausedInFlight: false,
|
|
3398
|
-
deliveryDeadlineAnchored: false
|
|
4028
|
+
deliveryDeadlineAnchored: false,
|
|
4029
|
+
b2PinnedSinceMs: 0,
|
|
4030
|
+
b2LastDescendantCheckMs: 0,
|
|
4031
|
+
b2AbandonedSignalled: false
|
|
3399
4032
|
});
|
|
3400
4033
|
}
|
|
3401
4034
|
/**
|
|
@@ -3557,58 +4190,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3557
4190
|
}
|
|
3558
4191
|
}
|
|
3559
4192
|
if (state === "done") {
|
|
3560
|
-
this.
|
|
3561
|
-
if (!inFlight.done) {
|
|
3562
|
-
this.log({
|
|
3563
|
-
level: "info",
|
|
3564
|
-
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} completed \u2014 marking done`,
|
|
3565
|
-
conversation_id: conv.id,
|
|
3566
|
-
message_id: inFlight.evidentMessageId
|
|
3567
|
-
});
|
|
3568
|
-
const title = await this.resolveSessionTitle(sessionId, watcher.conv.id);
|
|
3569
|
-
const usage = messageUsage(messages, inFlight.opencodeMessageId);
|
|
3570
|
-
try {
|
|
3571
|
-
await this.markDone(
|
|
3572
|
-
conv.id,
|
|
3573
|
-
inFlight.evidentMessageId,
|
|
3574
|
-
sessionId,
|
|
3575
|
-
inFlight.opencodeMessageId,
|
|
3576
|
-
title,
|
|
3577
|
-
usage
|
|
3578
|
-
);
|
|
3579
|
-
} catch (err) {
|
|
3580
|
-
if (err instanceof ChannelAuthError) throw err;
|
|
3581
|
-
if (err instanceof ChannelTerminalError) {
|
|
3582
|
-
this.log({
|
|
3583
|
-
level: "warn",
|
|
3584
|
-
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (terminal HTTP ${err.status}) \u2014 leaving for the cron safety net: ${err.message}`,
|
|
3585
|
-
conversation_id: conv.id,
|
|
3586
|
-
message_id: inFlight.evidentMessageId
|
|
3587
|
-
});
|
|
3588
|
-
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
3589
|
-
return;
|
|
3590
|
-
}
|
|
3591
|
-
if (this.now() >= inFlight.deadline) {
|
|
3592
|
-
this.log({
|
|
3593
|
-
level: "warn",
|
|
3594
|
-
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done within the watch window \u2014 leaving for the cron safety net: ${err instanceof Error ? err.message : String(err)}`,
|
|
3595
|
-
conversation_id: conv.id,
|
|
3596
|
-
message_id: inFlight.evidentMessageId
|
|
3597
|
-
});
|
|
3598
|
-
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
3599
|
-
return;
|
|
3600
|
-
}
|
|
3601
|
-
this.log({
|
|
3602
|
-
level: "warn",
|
|
3603
|
-
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
|
|
3604
|
-
conversation_id: conv.id,
|
|
3605
|
-
message_id: inFlight.evidentMessageId
|
|
3606
|
-
});
|
|
3607
|
-
return;
|
|
3608
|
-
}
|
|
3609
|
-
inFlight.done = true;
|
|
3610
|
-
}
|
|
3611
|
-
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4193
|
+
await this.settleMessageDone(sessionId, watcher, inFlight, messages);
|
|
3612
4194
|
return;
|
|
3613
4195
|
}
|
|
3614
4196
|
if (state === "failed") {
|
|
@@ -3622,8 +4204,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3622
4204
|
message_id: inFlight.evidentMessageId
|
|
3623
4205
|
});
|
|
3624
4206
|
const usage = messageUsage(messages, inFlight.opencodeMessageId);
|
|
4207
|
+
const failure = await this.classifyModelAuthFailure(messages, inFlight.opencodeMessageId);
|
|
3625
4208
|
try {
|
|
3626
|
-
await this.markFailed(
|
|
4209
|
+
await this.markFailed(
|
|
4210
|
+
conv.id,
|
|
4211
|
+
inFlight.evidentMessageId,
|
|
4212
|
+
sessionId,
|
|
4213
|
+
error2,
|
|
4214
|
+
usage,
|
|
4215
|
+
failure
|
|
4216
|
+
);
|
|
3627
4217
|
} catch (err) {
|
|
3628
4218
|
if (err instanceof ChannelAuthError) throw err;
|
|
3629
4219
|
if (err instanceof ChannelTerminalError) {
|
|
@@ -3668,6 +4258,44 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3668
4258
|
});
|
|
3669
4259
|
}
|
|
3670
4260
|
const activelyRunning = state === "running" && !awaitingHuman;
|
|
4261
|
+
const pinnedNow = activelyRunning && isPreamblePinnedRunning(messages, inFlight.opencodeMessageId);
|
|
4262
|
+
const snapshotReadable = messages != null && messages.length > 0;
|
|
4263
|
+
if (!pinnedNow) {
|
|
4264
|
+
if (snapshotReadable) {
|
|
4265
|
+
inFlight.b2PinnedSinceMs = 0;
|
|
4266
|
+
inFlight.b2LastDescendantCheckMs = 0;
|
|
4267
|
+
inFlight.b2AbandonedSignalled = false;
|
|
4268
|
+
}
|
|
4269
|
+
} else {
|
|
4270
|
+
if (inFlight.b2AbandonedSignalled) {
|
|
4271
|
+
await this.settleMessageDone(sessionId, watcher, inFlight, messages);
|
|
4272
|
+
return;
|
|
4273
|
+
}
|
|
4274
|
+
if (inFlight.b2PinnedSinceMs === 0) inFlight.b2PinnedSinceMs = this.now();
|
|
4275
|
+
const pinnedForMs = this.now() - inFlight.b2PinnedSinceMs;
|
|
4276
|
+
if (pinnedForMs >= B2_ABANDONMENT_MIN_PINNED_MS && this.now() - inFlight.b2LastDescendantCheckMs >= B2_ABANDONMENT_RECHECK_MS) {
|
|
4277
|
+
inFlight.b2LastDescendantCheckMs = this.now();
|
|
4278
|
+
const descendantOngoing = await this.isAnyDescendantSessionOngoing(sessionId);
|
|
4279
|
+
if (isB2AbandonmentConfirmed({
|
|
4280
|
+
pinnedForMs,
|
|
4281
|
+
minPinnedMs: B2_ABANDONMENT_MIN_PINNED_MS,
|
|
4282
|
+
descendantOngoing
|
|
4283
|
+
})) {
|
|
4284
|
+
inFlight.b2AbandonedSignalled = true;
|
|
4285
|
+
this.log({
|
|
4286
|
+
level: "warn",
|
|
4287
|
+
message: `Message ${id.slice(0, 8)} b2-pinned for ${Math.round(pinnedForMs / 1e3)}s with no ongoing descendant sub-agent session (status-map confirmed) \u2014 treating the delegated/tool turn as abandoned, resolving done`,
|
|
4288
|
+
conversation_id: conv.id,
|
|
4289
|
+
message_id: id
|
|
4290
|
+
});
|
|
4291
|
+
void this.postSignal(conv.id, id, "b2_abandoned_resolved", {
|
|
4292
|
+
watched_for_ms: pinnedForMs
|
|
4293
|
+
});
|
|
4294
|
+
await this.settleMessageDone(sessionId, watcher, inFlight, messages);
|
|
4295
|
+
return;
|
|
4296
|
+
}
|
|
4297
|
+
}
|
|
4298
|
+
}
|
|
3671
4299
|
if (activelyRunning && this.now() - inFlight.processingAnchorMs >= ABSOLUTE_MAX_PROCESSING_MS) {
|
|
3672
4300
|
this.log({
|
|
3673
4301
|
level: "warn",
|
|
@@ -3687,6 +4315,18 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3687
4315
|
inFlight.aliveInFlight = false;
|
|
3688
4316
|
if (ok) inFlight.lastAliveAt = this.now();
|
|
3689
4317
|
});
|
|
4318
|
+
if (!inFlight.titleSynced && !inFlight.titleSyncInFlight) {
|
|
4319
|
+
inFlight.titleSyncInFlight = true;
|
|
4320
|
+
void this.resolveSessionTitle(sessionId, conv.id).then(async (title) => {
|
|
4321
|
+
if (!title) {
|
|
4322
|
+
inFlight.titleSyncInFlight = false;
|
|
4323
|
+
return;
|
|
4324
|
+
}
|
|
4325
|
+
const ok = await this.patchConversationTitle(conv.id, title);
|
|
4326
|
+
inFlight.titleSyncInFlight = false;
|
|
4327
|
+
if (ok) inFlight.titleSynced = true;
|
|
4328
|
+
});
|
|
4329
|
+
}
|
|
3690
4330
|
}
|
|
3691
4331
|
if (awaitingHuman) {
|
|
3692
4332
|
if (!inFlight.awaitingHumanLatched) {
|
|
@@ -3724,6 +4364,70 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3724
4364
|
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
3725
4365
|
}
|
|
3726
4366
|
}
|
|
4367
|
+
/**
|
|
4368
|
+
* Settle a message whose run-state has resolved `'done'` — extracted verbatim
|
|
4369
|
+
* (pure refactor, no behavior change) from `serviceInFlightMessage`'s former
|
|
4370
|
+
* inline `state === 'done'` branch body, so a SECOND caller (the #721
|
|
4371
|
+
* b2-abandonment resolution) can reach the exact same completion behavior
|
|
4372
|
+
* (delivery-deadline anchoring, title resolution, usage extraction, and
|
|
4373
|
+
* `markDone`'s auth/terminal/transient-retry discipline) without duplicating it
|
|
4374
|
+
* and risking the two copies silently drifting apart.
|
|
4375
|
+
*/
|
|
4376
|
+
async settleMessageDone(sessionId, watcher, inFlight, messages) {
|
|
4377
|
+
const conv = watcher.conv;
|
|
4378
|
+
this.anchorDeliveryDeadline(inFlight);
|
|
4379
|
+
if (!inFlight.done) {
|
|
4380
|
+
this.log({
|
|
4381
|
+
level: "info",
|
|
4382
|
+
message: `Message ${inFlight.evidentMessageId.slice(0, 8)} completed \u2014 marking done`,
|
|
4383
|
+
conversation_id: conv.id,
|
|
4384
|
+
message_id: inFlight.evidentMessageId
|
|
4385
|
+
});
|
|
4386
|
+
const title = await this.resolveSessionTitle(sessionId, watcher.conv.id);
|
|
4387
|
+
const usage = messageUsage(messages, inFlight.opencodeMessageId);
|
|
4388
|
+
try {
|
|
4389
|
+
await this.markDone(
|
|
4390
|
+
conv.id,
|
|
4391
|
+
inFlight.evidentMessageId,
|
|
4392
|
+
sessionId,
|
|
4393
|
+
inFlight.opencodeMessageId,
|
|
4394
|
+
title,
|
|
4395
|
+
usage
|
|
4396
|
+
);
|
|
4397
|
+
} catch (err) {
|
|
4398
|
+
if (err instanceof ChannelAuthError) throw err;
|
|
4399
|
+
if (err instanceof ChannelTerminalError) {
|
|
4400
|
+
this.log({
|
|
4401
|
+
level: "warn",
|
|
4402
|
+
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (terminal HTTP ${err.status}) \u2014 leaving for the cron safety net: ${err.message}`,
|
|
4403
|
+
conversation_id: conv.id,
|
|
4404
|
+
message_id: inFlight.evidentMessageId
|
|
4405
|
+
});
|
|
4406
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4407
|
+
return;
|
|
4408
|
+
}
|
|
4409
|
+
if (this.now() >= inFlight.deadline) {
|
|
4410
|
+
this.log({
|
|
4411
|
+
level: "warn",
|
|
4412
|
+
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done within the watch window \u2014 leaving for the cron safety net: ${err instanceof Error ? err.message : String(err)}`,
|
|
4413
|
+
conversation_id: conv.id,
|
|
4414
|
+
message_id: inFlight.evidentMessageId
|
|
4415
|
+
});
|
|
4416
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4417
|
+
return;
|
|
4418
|
+
}
|
|
4419
|
+
this.log({
|
|
4420
|
+
level: "warn",
|
|
4421
|
+
message: `Failed to mark message ${inFlight.evidentMessageId.slice(0, 8)} done (will retry next tick): ${err instanceof Error ? err.message : String(err)}`,
|
|
4422
|
+
conversation_id: conv.id,
|
|
4423
|
+
message_id: inFlight.evidentMessageId
|
|
4424
|
+
});
|
|
4425
|
+
return;
|
|
4426
|
+
}
|
|
4427
|
+
inFlight.done = true;
|
|
4428
|
+
}
|
|
4429
|
+
this.removeInFlight(watcher, inFlight.evidentMessageId);
|
|
4430
|
+
}
|
|
3727
4431
|
// Restart recovery: re-adopt `processing` messages (ADR-0046, WI-3/4/5)
|
|
3728
4432
|
/**
|
|
3729
4433
|
* Re-adopt this agent's `processing` messages on drain (ADR-0046 Decision §1).
|
|
@@ -3890,6 +4594,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3890
4594
|
if (state === "failed") {
|
|
3891
4595
|
const error2 = messageError(messages, ocId ?? "") ?? void 0;
|
|
3892
4596
|
const usage = messageUsage(messages, ocId ?? "");
|
|
4597
|
+
const failure = await this.classifyModelAuthFailure(messages, ocId ?? "");
|
|
3893
4598
|
this.log({
|
|
3894
4599
|
level: "error",
|
|
3895
4600
|
message: `Re-adopt: message ${row.id.slice(0, 8)} errored while unwatched \u2014 marking failed: ${error2 ?? "(no error text)"}`,
|
|
@@ -3897,7 +4602,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
3897
4602
|
message_id: row.id
|
|
3898
4603
|
});
|
|
3899
4604
|
try {
|
|
3900
|
-
await this.markFailed(row.conversation_id, row.id, sessionId, error2, usage);
|
|
4605
|
+
await this.markFailed(row.conversation_id, row.id, sessionId, error2, usage, failure);
|
|
3901
4606
|
} catch (err) {
|
|
3902
4607
|
if (err instanceof ChannelAuthError) throw err;
|
|
3903
4608
|
if (err instanceof ChannelTerminalError) {
|
|
@@ -4303,6 +5008,47 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4303
5008
|
}
|
|
4304
5009
|
return false;
|
|
4305
5010
|
}
|
|
5011
|
+
/**
|
|
5012
|
+
* Tri-state variant of the upward parentID membership walk (#721), used ONLY
|
|
5013
|
+
* by `isAnyDescendantSessionOngoing`. Walks the SAME cached
|
|
5014
|
+
* `resolveSessionParent` chain `sessionBelongsTo` uses above, but — unlike
|
|
5015
|
+
* `sessionBelongsTo`, which deliberately collapses "confirmed not a
|
|
5016
|
+
* descendant" and "the walk's fetch failed" into the same `false` (safe for
|
|
5017
|
+
* its OTHER callers: interaction attribution and the recovery-path
|
|
5018
|
+
* `isAnyDescendantSessionAlive`, both of which just retry next tick with no
|
|
5019
|
+
* safety consequence either way) — this variant keeps those two outcomes
|
|
5020
|
+
* SEPARATE, because `isAnyDescendantSessionOngoing`'s caller
|
|
5021
|
+
* (`isB2AbandonmentConfirmed`) must never treat "couldn't tell" as "confirmed
|
|
5022
|
+
* not ongoing".
|
|
5023
|
+
*
|
|
5024
|
+
* Return contract:
|
|
5025
|
+
* - `true` → the walk reached `rootSessionId` — `sessionId` IS a descendant.
|
|
5026
|
+
* - `false` → the walk reached a definitive, parent-less root session
|
|
5027
|
+
* WITHOUT ever matching `rootSessionId` — `sessionId` is
|
|
5028
|
+
* CONFIRMED NOT a descendant of it.
|
|
5029
|
+
* - `null` → INDETERMINATE: a `GET /session/:id` fetch failed partway
|
|
5030
|
+
* through the walk (`resolveSessionParent` returned `undefined`),
|
|
5031
|
+
* or the depth cap (32) was hit without a definitive answer (a
|
|
5032
|
+
* pathological/cyclic chain proves nothing either way). NEVER
|
|
5033
|
+
* treat this the same as `false` — see `sessionBelongsTo`'s own
|
|
5034
|
+
* doc comment above for why that collapse is safe THERE but not
|
|
5035
|
+
* here.
|
|
5036
|
+
*
|
|
5037
|
+
* `sessionBelongsTo` itself is UNCHANGED — this is an additive helper scoped
|
|
5038
|
+
* to the live-path descendant check, not a modification of shared code used
|
|
5039
|
+
* by interaction attribution or the recovery path.
|
|
5040
|
+
*/
|
|
5041
|
+
async resolveSessionMembership(sessionId, rootSessionId) {
|
|
5042
|
+
let current = sessionId;
|
|
5043
|
+
for (let depth = 0; current && depth < 32; depth++) {
|
|
5044
|
+
if (current === rootSessionId) return true;
|
|
5045
|
+
const parent = await this.resolveSessionParent(current);
|
|
5046
|
+
if (parent === void 0) return null;
|
|
5047
|
+
if (parent === null) return false;
|
|
5048
|
+
current = parent;
|
|
5049
|
+
}
|
|
5050
|
+
return null;
|
|
5051
|
+
}
|
|
4306
5052
|
/**
|
|
4307
5053
|
* Resolve (and cache) a session's `parentID` via `GET /session/:id`. Returns
|
|
4308
5054
|
* `null` for a root session (no parent) and `undefined` when opencode is
|
|
@@ -4381,11 +5127,59 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4381
5127
|
} catch (err) {
|
|
4382
5128
|
this.log({
|
|
4383
5129
|
level: "debug",
|
|
4384
|
-
message: `Best-effort session title fetch failed for session ${sessionId.slice(0, 8)} (agent ${this.agentId.slice(0, 8)}) \u2014 omitting title: ${err instanceof Error ? err.message : String(err)}`,
|
|
5130
|
+
message: `Best-effort session title fetch failed for session ${sessionId.slice(0, 8)} (agent ${this.agentId.slice(0, 8)}) \u2014 omitting title: ${err instanceof Error ? err.message : String(err)}`,
|
|
5131
|
+
conversation_id: conversationId
|
|
5132
|
+
});
|
|
5133
|
+
}
|
|
5134
|
+
return null;
|
|
5135
|
+
}
|
|
5136
|
+
/**
|
|
5137
|
+
* Best-effort mid-turn title sync (#711 follow-up): PATCH a resolved OpenCode
|
|
5138
|
+
* session title onto the conversation via the PLAIN conversation-update
|
|
5139
|
+
* endpoint (`PATCH /runners/:agentId/conversations/:conversationId`) — NOT the
|
|
5140
|
+
* message-status endpoint `markProcessing`/`markDone` use. Deliberately a
|
|
5141
|
+
* separate, lighter call: it carries no `status`, so it cannot re-trigger the
|
|
5142
|
+
* `processing`/`done` transition side effects (Slack notices, activity-log
|
|
5143
|
+
* rows, delivery jobs) those PATCHes gate on `transitioned` — this call only
|
|
5144
|
+
* ever touches `conversations.title`. That route (`routes/conversations.ts`)
|
|
5145
|
+
* skips a title write matching the stored value, so a redundant call with the
|
|
5146
|
+
* same title is a real no-op — it does not bump `updated_at`, which the
|
|
5147
|
+
* conversation list sorts and paginates on. (Note this is a DIFFERENT guard
|
|
5148
|
+
* from `threads.ts`'s "non-empty AND changed" one, which only covers the
|
|
5149
|
+
* message-status PATCH; the non-empty half is enforced here instead, by
|
|
5150
|
+
* `resolveSessionTitle` never returning an empty/placeholder title.)
|
|
5151
|
+
*
|
|
5152
|
+
* Telemetry-only / never blocks the caller, mirroring `postSignal`: a failure
|
|
5153
|
+
* is logged and the title is simply retried on the next heartbeat tick (the
|
|
5154
|
+
* caller only latches `titleSynced` on `true`).
|
|
5155
|
+
*/
|
|
5156
|
+
async patchConversationTitle(conversationId, title) {
|
|
5157
|
+
try {
|
|
5158
|
+
const res = await this.fetchImpl(
|
|
5159
|
+
`${this.apiUrl}/runners/${this.agentId}/conversations/${conversationId}`,
|
|
5160
|
+
{
|
|
5161
|
+
method: "PATCH",
|
|
5162
|
+
headers: { Authorization: this.getAuthHeader(), "Content-Type": "application/json" },
|
|
5163
|
+
body: JSON.stringify({ title })
|
|
5164
|
+
}
|
|
5165
|
+
);
|
|
5166
|
+
if (!res.ok) {
|
|
5167
|
+
this.log({
|
|
5168
|
+
level: "debug",
|
|
5169
|
+
message: `Mid-turn title sync PATCH for conversation ${conversationId.slice(0, 8)} returned HTTP ${res.status} (best-effort, will retry next heartbeat)`,
|
|
5170
|
+
conversation_id: conversationId
|
|
5171
|
+
});
|
|
5172
|
+
return false;
|
|
5173
|
+
}
|
|
5174
|
+
return true;
|
|
5175
|
+
} catch (err) {
|
|
5176
|
+
this.log({
|
|
5177
|
+
level: "debug",
|
|
5178
|
+
message: `Best-effort mid-turn title sync PATCH failed for conversation ${conversationId.slice(0, 8)} (will retry next heartbeat): ${err instanceof Error ? err.message : String(err)}`,
|
|
4385
5179
|
conversation_id: conversationId
|
|
4386
5180
|
});
|
|
5181
|
+
return false;
|
|
4387
5182
|
}
|
|
4388
|
-
return null;
|
|
4389
5183
|
}
|
|
4390
5184
|
/**
|
|
4391
5185
|
* DEFENSIVE cross-check for the restart-recovery path (WI-2): is any descendant
|
|
@@ -4445,6 +5239,84 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4445
5239
|
}
|
|
4446
5240
|
return false;
|
|
4447
5241
|
}
|
|
5242
|
+
/**
|
|
5243
|
+
* LIVE-PATH descendant-liveness check (#721): is any descendant (`task`
|
|
5244
|
+
* sub-agent) session under `rootSessionId` currently ONGOING per OpenCode's own
|
|
5245
|
+
* in-memory status map (`isSessionOngoing` — `busy`/`retry`)?
|
|
5246
|
+
*
|
|
5247
|
+
* Deliberately NOT `isAnyDescendantSessionAlive` (the RECOVERY-path
|
|
5248
|
+
* cross-check above): that method judges liveness from the child's OWN
|
|
5249
|
+
* TRANSCRIPT (`isSessionActivelyGenerating`), which is the right (only) option
|
|
5250
|
+
* on the recovery path because a restart WIPES `SessionStatus`. On the LIVE
|
|
5251
|
+
* path the local opencode server IS running, so its in-memory status map is
|
|
5252
|
+
* live and authoritative — and per ADR-0047 §4a ("the child has its own entry
|
|
5253
|
+
* [in the map]"), a `task` descendant's OWN busy/retry entry reflects its
|
|
5254
|
+
* ENTIRE turn (including any tool call it is itself executing), not a
|
|
5255
|
+
* per-message transcript snapshot. This sidesteps the "child's own tool is
|
|
5256
|
+
* executing, between its step's completion and the next generation step"
|
|
5257
|
+
* transcript gap that a transcript-based check would need a second,
|
|
5258
|
+
* sustained-window bound to guard against — it is simply not derived from
|
|
5259
|
+
* message timestamps at all.
|
|
5260
|
+
*
|
|
5261
|
+
* Why not just check `isSessionOngoing(port, rootSessionId)` (the ROOT's own
|
|
5262
|
+
* status, as the recovery path does per §4a)? Because on the LIVE path the
|
|
5263
|
+
* root session can be shared: a SECOND, unrelated user message can land on the
|
|
5264
|
+
* SAME session (issue #721's own root cause) and keep the root `busy` for a
|
|
5265
|
+
* reason that has nothing to do with THIS message's delegation. A `task`
|
|
5266
|
+
* descendant session is spawned for exactly one delegated turn and never
|
|
5267
|
+
* reused, so its OWN status-map entry is unambiguous evidence about that one
|
|
5268
|
+
* delegation — which the root's status is not.
|
|
5269
|
+
*
|
|
5270
|
+
* Why membership is checked via `resolveSessionMembership`, NOT
|
|
5271
|
+
* `sessionBelongsTo`: `sessionBelongsTo` collapses a transient
|
|
5272
|
+
* `GET /session/:id` fetch failure into "not a descendant", which would
|
|
5273
|
+
* silently drop a genuinely-live candidate from consideration on the one
|
|
5274
|
+
* unlucky tick its membership-walk fetch hiccups (#721).
|
|
5275
|
+
* `resolveSessionMembership` keeps that failure mode as a distinct `null`
|
|
5276
|
+
* (indeterminate) so it is folded into THIS method's own `indeterminate` flag
|
|
5277
|
+
* instead.
|
|
5278
|
+
*
|
|
5279
|
+
* Return contract (note the DIFFERENT judge vs. `isAnyDescendantSessionAlive`):
|
|
5280
|
+
* - `true` → some descendant session is `busy`/`retry` (genuinely ongoing).
|
|
5281
|
+
* - `false` → enumeration succeeded, EVERY candidate's MEMBERSHIP was
|
|
5282
|
+
* confirmed either way (`resolveSessionMembership` never
|
|
5283
|
+
* returned `null`), and every CONFIRMED descendant's status read
|
|
5284
|
+
* succeeded and is not ongoing (includes "no descendant session
|
|
5285
|
+
* exists at all" — e.g. a plain, non-`task` tool call).
|
|
5286
|
+
* - `null` → INDETERMINATE: `listSessions` failed, OR at least one
|
|
5287
|
+
* candidate's MEMBERSHIP could not be confirmed
|
|
5288
|
+
* (`resolveSessionMembership` returned `null` — a fetch failure
|
|
5289
|
+
* or pathological chain partway through the parent walk), OR at
|
|
5290
|
+
* least one CONFIRMED descendant's `isSessionOngoing` read
|
|
5291
|
+
* failed — and no OTHER candidate was already confirmed `true`.
|
|
5292
|
+
* The caller MUST NOT treat `null` the same as `false` here
|
|
5293
|
+
* (unlike the recovery cross-check's contract) — see
|
|
5294
|
+
* `isB2AbandonmentConfirmed`.
|
|
5295
|
+
*/
|
|
5296
|
+
async isAnyDescendantSessionOngoing(rootSessionId) {
|
|
5297
|
+
const sessions = await listSessions(this.port);
|
|
5298
|
+
if (!sessions) {
|
|
5299
|
+
this.log({
|
|
5300
|
+
level: "warn",
|
|
5301
|
+
message: `Could not enumerate sessions to check descendant liveness for root ${rootSessionId} (listSessions failed) \u2014 treating descendant liveness as indeterminate`
|
|
5302
|
+
});
|
|
5303
|
+
return null;
|
|
5304
|
+
}
|
|
5305
|
+
let indeterminate = false;
|
|
5306
|
+
for (const candidate of sessions) {
|
|
5307
|
+
if (!candidate?.id || candidate.id === rootSessionId) continue;
|
|
5308
|
+
const membership = await this.resolveSessionMembership(candidate.id, rootSessionId);
|
|
5309
|
+
if (membership === null) {
|
|
5310
|
+
indeterminate = true;
|
|
5311
|
+
continue;
|
|
5312
|
+
}
|
|
5313
|
+
if (membership === false) continue;
|
|
5314
|
+
const ongoing = await isSessionOngoing(this.port, candidate.id);
|
|
5315
|
+
if (ongoing === true) return true;
|
|
5316
|
+
if (ongoing === null) indeterminate = true;
|
|
5317
|
+
}
|
|
5318
|
+
return indeterminate ? null : false;
|
|
5319
|
+
}
|
|
4448
5320
|
/**
|
|
4449
5321
|
* Cheap decision-telemetry label for a running row's LAST correlated reply
|
|
4450
5322
|
* (WI-2 Task 2.2): which running SHAPE it is, for the status-gated recovery log.
|
|
@@ -4589,11 +5461,11 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4589
5461
|
* `ensureSession` guard, not this suppression, is what makes the self-heal
|
|
4590
5462
|
* stick.
|
|
4591
5463
|
*/
|
|
4592
|
-
sessionIdBody(sessionId, conversationId, messageId,
|
|
5464
|
+
sessionIdBody(sessionId, conversationId, messageId, status2) {
|
|
4593
5465
|
if (!this.isSuperseded(conversationId, sessionId)) return { opencode_session_id: sessionId };
|
|
4594
5466
|
this.log({
|
|
4595
5467
|
level: "debug",
|
|
4596
|
-
message: `Omitting the abandoned OpenCode session ${sessionId.slice(0, 8)} from the '${
|
|
5468
|
+
message: `Omitting the abandoned OpenCode session ${sessionId.slice(0, 8)} from the '${status2}' update for message ${messageId.slice(0, 8)} so it is not re-bound to conversation ${conversationId.slice(0, 8)}`,
|
|
4597
5469
|
conversation_id: conversationId,
|
|
4598
5470
|
message_id: messageId
|
|
4599
5471
|
});
|
|
@@ -4708,7 +5580,7 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4708
5580
|
* exists but is wedged, so the next attempt must get a fresh one
|
|
4709
5581
|
* instead of reusing it — see WI-1's server-side null-clearing PATCH).
|
|
4710
5582
|
*/
|
|
4711
|
-
async markFailed(conversationId, messageId, sessionId, error2, usage) {
|
|
5583
|
+
async markFailed(conversationId, messageId, sessionId, error2, usage, failure) {
|
|
4712
5584
|
const body = { status: "failed" };
|
|
4713
5585
|
if (sessionId === null) {
|
|
4714
5586
|
body.opencode_session_id = null;
|
|
@@ -4717,6 +5589,12 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4717
5589
|
}
|
|
4718
5590
|
if (error2 !== void 0) body.error = error2;
|
|
4719
5591
|
if (usage) Object.assign(body, usage);
|
|
5592
|
+
if (failure) {
|
|
5593
|
+
body.failure_kind = failure.kind;
|
|
5594
|
+
body.failure_provider_id = failure.providerId;
|
|
5595
|
+
body.failure_model_id = failure.modelId;
|
|
5596
|
+
body.failure_reason = failure.reason;
|
|
5597
|
+
}
|
|
4720
5598
|
await this.callWithRetry(
|
|
4721
5599
|
"marking message as failed",
|
|
4722
5600
|
() => this.fetchImpl(
|
|
@@ -4729,6 +5607,29 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4729
5607
|
)
|
|
4730
5608
|
);
|
|
4731
5609
|
}
|
|
5610
|
+
/**
|
|
5611
|
+
* Classify an errored turn as a model-auth failure (#736 P1-4), for `markFailed`.
|
|
5612
|
+
*
|
|
5613
|
+
* `messageFailure` alone (structured OpenCode error → `model_auth`) covers
|
|
5614
|
+
* most cases; when it returns `null` on this ALREADY-FAILED turn, fall back
|
|
5615
|
+
* to the P1-2b zero-provider check — one extra loopback call to
|
|
5616
|
+
* `hasAnyConfiguredProvider`, only reached when the structured classifier
|
|
5617
|
+
* couldn't place it. Fails open (never throws): a fallback probe failure
|
|
5618
|
+
* (`null`/indeterminate) leaves the classification `null`, which produces
|
|
5619
|
+
* today's byte-identical PATCH body via `markFailed`'s `if (failure)` guard.
|
|
5620
|
+
*/
|
|
5621
|
+
async classifyModelAuthFailure(messages, userMessageId) {
|
|
5622
|
+
const classified = messageFailure(messages, userMessageId);
|
|
5623
|
+
if (classified != null) return classified;
|
|
5624
|
+
const reply = findLastAssistantReplyFor(messages, userMessageId);
|
|
5625
|
+
const hasProvider = await hasAnyConfiguredProvider(this.port);
|
|
5626
|
+
return applyZeroProviderFallback(
|
|
5627
|
+
classified,
|
|
5628
|
+
hasProvider,
|
|
5629
|
+
reply?.info?.providerID ?? null,
|
|
5630
|
+
reply?.info?.modelID ?? null
|
|
5631
|
+
);
|
|
5632
|
+
}
|
|
4732
5633
|
/**
|
|
4733
5634
|
* Best-effort, SINGLE-ATTEMPT runner→server telemetry ping
|
|
4734
5635
|
* (queued-followup-redrive). `POST .../messages/:id/signal {signal, ...extra}`
|
|
@@ -4881,10 +5782,16 @@ var ChannelDriver = class _ChannelDriver {
|
|
|
4881
5782
|
import chalk5 from "chalk";
|
|
4882
5783
|
import ora2 from "ora";
|
|
4883
5784
|
import { select as select2 } from "@inquirer/prompts";
|
|
5785
|
+
var INTERACTIVE_START_TIMEOUT_MS = 3e4;
|
|
4884
5786
|
async function ensureOpenCodeRunning(ctx) {
|
|
4885
5787
|
const healthCheck = await checkOpenCodeHealth(ctx.port);
|
|
4886
5788
|
if (healthCheck.healthy) {
|
|
4887
|
-
return {
|
|
5789
|
+
return {
|
|
5790
|
+
port: ctx.port,
|
|
5791
|
+
process: null,
|
|
5792
|
+
version: healthCheck.version ?? null,
|
|
5793
|
+
notReadyReason: null
|
|
5794
|
+
};
|
|
4888
5795
|
}
|
|
4889
5796
|
const runningInstances = await findHealthyOpenCodeInstances();
|
|
4890
5797
|
if (runningInstances.length > 0) {
|
|
@@ -4905,7 +5812,7 @@ async function ensureOpenCodeRunning(ctx) {
|
|
|
4905
5812
|
console.log(chalk5.yellow("Tip: Run with the correct port:"));
|
|
4906
5813
|
console.log(
|
|
4907
5814
|
chalk5.dim(
|
|
4908
|
-
` ${getCliName()} run --
|
|
5815
|
+
` ${getCliName()} run --runner ${ctx.agentId} --port ${runningInstances[0].port}`
|
|
4909
5816
|
)
|
|
4910
5817
|
);
|
|
4911
5818
|
}
|
|
@@ -4925,14 +5832,22 @@ async function ensureOpenCodeRunning(ctx) {
|
|
|
4925
5832
|
if (!ctx.interactive) {
|
|
4926
5833
|
ctx.log(`OpenCode is not running on port ${ctx.port}. Starting it automatically...`);
|
|
4927
5834
|
const proc = await startOpenCode(ctx.port);
|
|
4928
|
-
const health = await waitForOpenCodeHealth(ctx.port,
|
|
5835
|
+
const health = await waitForOpenCodeHealth(ctx.port, ctx.startTimeoutMs);
|
|
4929
5836
|
if (!health.healthy) {
|
|
4930
|
-
|
|
4931
|
-
|
|
4932
|
-
|
|
5837
|
+
return {
|
|
5838
|
+
port: ctx.port,
|
|
5839
|
+
process: proc,
|
|
5840
|
+
version: null,
|
|
5841
|
+
notReadyReason: `it did not become healthy within ${Math.round(ctx.startTimeoutMs / 1e3)}s`
|
|
5842
|
+
};
|
|
4933
5843
|
}
|
|
4934
5844
|
ctx.log(`OpenCode started on port ${ctx.port}${health.version ? ` (v${health.version})` : ""}`);
|
|
4935
|
-
return {
|
|
5845
|
+
return {
|
|
5846
|
+
port: ctx.port,
|
|
5847
|
+
process: proc,
|
|
5848
|
+
version: health.version ?? null,
|
|
5849
|
+
notReadyReason: null
|
|
5850
|
+
};
|
|
4936
5851
|
}
|
|
4937
5852
|
let port = ctx.port;
|
|
4938
5853
|
if (isPortInUse(port)) {
|
|
@@ -4985,122 +5900,15 @@ Port ${port} is already in use.`));
|
|
|
4985
5900
|
if (action === "start") {
|
|
4986
5901
|
const spinner = ora2("Starting OpenCode...").start();
|
|
4987
5902
|
const proc = await startOpenCode(port);
|
|
4988
|
-
const health = await waitForOpenCodeHealth(port,
|
|
5903
|
+
const health = await waitForOpenCodeHealth(port, INTERACTIVE_START_TIMEOUT_MS);
|
|
4989
5904
|
if (!health.healthy) {
|
|
4990
5905
|
spinner.fail("Failed to start OpenCode");
|
|
4991
5906
|
throw new Error("OpenCode failed to start");
|
|
4992
5907
|
}
|
|
4993
5908
|
spinner.stop();
|
|
4994
|
-
return { port, process: proc, version: health.version ?? null };
|
|
4995
|
-
}
|
|
4996
|
-
return { port, process: null, version: null };
|
|
4997
|
-
}
|
|
4998
|
-
|
|
4999
|
-
// src/commands/agent-lookup.ts
|
|
5000
|
-
async function readErrorMessage(response) {
|
|
5001
|
-
const text = await response.text().catch(() => "");
|
|
5002
|
-
if (!text) return response.statusText || void 0;
|
|
5003
|
-
try {
|
|
5004
|
-
const data = JSON.parse(text);
|
|
5005
|
-
const message = data.message ?? data.error;
|
|
5006
|
-
if (typeof message === "string" && message.trim()) {
|
|
5007
|
-
return message;
|
|
5008
|
-
}
|
|
5009
|
-
} catch {
|
|
5010
|
-
}
|
|
5011
|
-
return text.trim() || response.statusText || void 0;
|
|
5012
|
-
}
|
|
5013
|
-
function authFailureHint(apiUrl, serverMessage) {
|
|
5014
|
-
const reason = serverMessage ? `: ${serverMessage}` : "";
|
|
5015
|
-
return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
|
|
5016
|
-
}
|
|
5017
|
-
async function resolveAgentIdFromKey(authHeader) {
|
|
5018
|
-
const apiUrl = getApiUrlConfig();
|
|
5019
|
-
try {
|
|
5020
|
-
const response = await fetch(`${apiUrl}/me`, {
|
|
5021
|
-
headers: { Authorization: authHeader }
|
|
5022
|
-
});
|
|
5023
|
-
if (response.status === 401) {
|
|
5024
|
-
const serverMessage = await readErrorMessage(response);
|
|
5025
|
-
return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
5026
|
-
}
|
|
5027
|
-
if (!response.ok) {
|
|
5028
|
-
const serverMessage = await readErrorMessage(response);
|
|
5029
|
-
return {
|
|
5030
|
-
error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
5031
|
-
};
|
|
5032
|
-
}
|
|
5033
|
-
const data = await response.json();
|
|
5034
|
-
if (data.auth_type === "agent_key" && data.agent_id) {
|
|
5035
|
-
return { agent_id: data.agent_id };
|
|
5036
|
-
}
|
|
5037
|
-
return {
|
|
5038
|
-
error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --agent explicitly."
|
|
5039
|
-
};
|
|
5040
|
-
} catch (error2) {
|
|
5041
|
-
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
5042
|
-
return { error: `Failed to resolve runner from key: ${message}` };
|
|
5043
|
-
}
|
|
5044
|
-
}
|
|
5045
|
-
async function notifyAgentDisconnected(agentId, authHeader) {
|
|
5046
|
-
const apiUrl = getApiUrlConfig();
|
|
5047
|
-
try {
|
|
5048
|
-
const response = await fetch(`${apiUrl}/runners/${agentId}/disconnect`, {
|
|
5049
|
-
method: "POST",
|
|
5050
|
-
headers: { Authorization: authHeader }
|
|
5051
|
-
});
|
|
5052
|
-
if (!response.ok) {
|
|
5053
|
-
const serverMessage = await readErrorMessage(response);
|
|
5054
|
-
return {
|
|
5055
|
-
ok: false,
|
|
5056
|
-
error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
|
|
5057
|
-
};
|
|
5058
|
-
}
|
|
5059
|
-
return { ok: true };
|
|
5060
|
-
} catch (error2) {
|
|
5061
|
-
return { ok: false, error: error2 instanceof Error ? error2.message : String(error2) };
|
|
5062
|
-
}
|
|
5063
|
-
}
|
|
5064
|
-
async function getAgentInfo(agentId, authHeader) {
|
|
5065
|
-
const apiUrl = getApiUrlConfig();
|
|
5066
|
-
try {
|
|
5067
|
-
const response = await fetch(`${apiUrl}/runners/${agentId}`, {
|
|
5068
|
-
headers: { Authorization: authHeader }
|
|
5069
|
-
});
|
|
5070
|
-
if (response.status === 401) {
|
|
5071
|
-
const serverMessage = await readErrorMessage(response);
|
|
5072
|
-
return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
|
|
5073
|
-
}
|
|
5074
|
-
if (response.status === 403) {
|
|
5075
|
-
const serverMessage = await readErrorMessage(response);
|
|
5076
|
-
return {
|
|
5077
|
-
valid: false,
|
|
5078
|
-
error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
|
|
5079
|
-
};
|
|
5080
|
-
}
|
|
5081
|
-
if (response.status === 404) {
|
|
5082
|
-
const serverMessage = await readErrorMessage(response);
|
|
5083
|
-
return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
|
|
5084
|
-
}
|
|
5085
|
-
if (!response.ok) {
|
|
5086
|
-
const serverMessage = await readErrorMessage(response);
|
|
5087
|
-
return {
|
|
5088
|
-
valid: false,
|
|
5089
|
-
error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
|
|
5090
|
-
};
|
|
5091
|
-
}
|
|
5092
|
-
const agent = await response.json();
|
|
5093
|
-
if (agent.agent_type !== "local") {
|
|
5094
|
-
return {
|
|
5095
|
-
valid: false,
|
|
5096
|
-
error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
|
|
5097
|
-
};
|
|
5098
|
-
}
|
|
5099
|
-
return { valid: true, agent };
|
|
5100
|
-
} catch (error2) {
|
|
5101
|
-
const message = error2 instanceof Error ? error2.message : "Unknown error";
|
|
5102
|
-
return { valid: false, error: `Failed to validate runner: ${message}` };
|
|
5909
|
+
return { port, process: proc, version: health.version ?? null, notReadyReason: null };
|
|
5103
5910
|
}
|
|
5911
|
+
return { port, process: null, version: null, notReadyReason: "you chose to continue without it" };
|
|
5104
5912
|
}
|
|
5105
5913
|
|
|
5106
5914
|
// src/commands/run.ts
|
|
@@ -5108,6 +5916,7 @@ var MAX_ACTIVITY_LOG_ENTRIES = 10;
|
|
|
5108
5916
|
var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
|
|
5109
5917
|
var CHANNEL_STUCK_QUEUED_MS = Number(process.env.EVIDENT_STUCK_QUEUED_MS) || void 0;
|
|
5110
5918
|
var SHUTDOWN_DRAIN_TIMEOUT_MS = Number(process.env.EVIDENT_SHUTDOWN_DRAIN_MS) || 25e3;
|
|
5919
|
+
var TELEMETRY_SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
5111
5920
|
function resolveLogLevel(options) {
|
|
5112
5921
|
const accepted = Object.keys(LOG_LEVELS);
|
|
5113
5922
|
const validate = (value, source) => {
|
|
@@ -5138,7 +5947,7 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
5138
5947
|
if (trimmed === "") {
|
|
5139
5948
|
throw new Error("--enable-file-sync-to requires a directory path (got an empty value)");
|
|
5140
5949
|
}
|
|
5141
|
-
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ?
|
|
5950
|
+
const expanded = trimmed === "~" ? homeDir : trimmed.startsWith("~/") ? join3(homeDir, trimmed.slice(2)) : trimmed;
|
|
5142
5951
|
if (!isAbsolute2(expanded)) {
|
|
5143
5952
|
throw new Error(`--enable-file-sync-to requires an absolute directory path; got "${entry}"`);
|
|
5144
5953
|
}
|
|
@@ -5159,6 +5968,35 @@ function resolveFileSyncDirectories(raw, homeDir) {
|
|
|
5159
5968
|
}
|
|
5160
5969
|
return directories;
|
|
5161
5970
|
}
|
|
5971
|
+
var DEFAULT_OPENCODE_START_TIMEOUT_SECONDS = 180;
|
|
5972
|
+
var MAX_OPENCODE_START_TIMEOUT_SECONDS = 3600;
|
|
5973
|
+
var OPENCODE_START_TIMEOUT_ENV = "EVIDENT_OPENCODE_START_TIMEOUT";
|
|
5974
|
+
function resolveOpenCodeStartTimeoutMs(options, env = process.env) {
|
|
5975
|
+
const defaultMs = DEFAULT_OPENCODE_START_TIMEOUT_SECONDS * 1e3;
|
|
5976
|
+
let raw;
|
|
5977
|
+
let source;
|
|
5978
|
+
if (options.opencodeStartTimeout !== void 0) {
|
|
5979
|
+
raw = options.opencodeStartTimeout;
|
|
5980
|
+
source = "--opencode-start-timeout";
|
|
5981
|
+
} else if (env[OPENCODE_START_TIMEOUT_ENV] !== void 0 && env[OPENCODE_START_TIMEOUT_ENV] !== "") {
|
|
5982
|
+
raw = env[OPENCODE_START_TIMEOUT_ENV];
|
|
5983
|
+
source = OPENCODE_START_TIMEOUT_ENV;
|
|
5984
|
+
} else {
|
|
5985
|
+
return { timeoutMs: defaultMs, warnings: [] };
|
|
5986
|
+
}
|
|
5987
|
+
const trimmed = raw.trim();
|
|
5988
|
+
const seconds = Number(trimmed);
|
|
5989
|
+
const isPositiveInteger = /^\d+$/.test(trimmed) && Number.isInteger(seconds) && seconds > 0;
|
|
5990
|
+
if (!isPositiveInteger || seconds > MAX_OPENCODE_START_TIMEOUT_SECONDS) {
|
|
5991
|
+
return {
|
|
5992
|
+
timeoutMs: defaultMs,
|
|
5993
|
+
warnings: [
|
|
5994
|
+
`Ignoring invalid ${source} "${raw}": expected a positive integer number of seconds (at most ${MAX_OPENCODE_START_TIMEOUT_SECONDS}); using the default ${DEFAULT_OPENCODE_START_TIMEOUT_SECONDS}s`
|
|
5995
|
+
]
|
|
5996
|
+
};
|
|
5997
|
+
}
|
|
5998
|
+
return { timeoutMs: seconds * 1e3, warnings: [] };
|
|
5999
|
+
}
|
|
5162
6000
|
function meetsThreshold(state, level) {
|
|
5163
6001
|
return LOG_LEVELS[level] >= LOG_LEVELS[state.logLevel];
|
|
5164
6002
|
}
|
|
@@ -5180,6 +6018,10 @@ function log2(state, message, level = "info") {
|
|
|
5180
6018
|
function logActivity(state, entry) {
|
|
5181
6019
|
const level = entry.level ?? (entry.type === "error" ? "error" : "info");
|
|
5182
6020
|
if (!meetsThreshold(state, level)) return;
|
|
6021
|
+
forwardRunnerActivity(
|
|
6022
|
+
{ level, message: entry.message, error: entry.error },
|
|
6023
|
+
{ agentId: state.agentId, authHeader: state.authHeader }
|
|
6024
|
+
);
|
|
5183
6025
|
const fullEntry = {
|
|
5184
6026
|
...entry,
|
|
5185
6027
|
level,
|
|
@@ -5279,6 +6121,7 @@ async function handleAuthError(state, error2) {
|
|
|
5279
6121
|
}
|
|
5280
6122
|
async function driveChannels(state, driver) {
|
|
5281
6123
|
let idlePolls = 0;
|
|
6124
|
+
let consecutiveDrainFailures = 0;
|
|
5282
6125
|
let lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
|
|
5283
6126
|
let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
|
|
5284
6127
|
while (state.running) {
|
|
@@ -5296,6 +6139,7 @@ async function driveChannels(state, driver) {
|
|
|
5296
6139
|
);
|
|
5297
6140
|
try {
|
|
5298
6141
|
const processed = await driver.drainPending();
|
|
6142
|
+
consecutiveDrainFailures = 0;
|
|
5299
6143
|
state.messageCount += processed;
|
|
5300
6144
|
const proxiedActivity = state.lastProxiedActivityAt !== lastSeenProxiedActivityAt;
|
|
5301
6145
|
lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
|
|
@@ -5330,8 +6174,32 @@ async function driveChannels(state, driver) {
|
|
|
5330
6174
|
const errorMessage = error2 instanceof Error ? error2.message : String(error2);
|
|
5331
6175
|
logActivity(state, { type: "error", error: `Channel processing error: ${errorMessage}` });
|
|
5332
6176
|
if (state.interactive) displayStatus(state);
|
|
6177
|
+
if (driver.hasInFlightWatchers()) {
|
|
6178
|
+
consecutiveDrainFailures = 0;
|
|
6179
|
+
} else if (state.idleTimeout !== null) {
|
|
6180
|
+
consecutiveDrainFailures++;
|
|
6181
|
+
if (consecutiveDrainFailures === 1) {
|
|
6182
|
+
logActivity(state, {
|
|
6183
|
+
type: "info",
|
|
6184
|
+
message: `Cannot reach Evident, will exit if this persists past the idle timeout (timeout: ${state.idleTimeout}s)...`
|
|
6185
|
+
});
|
|
6186
|
+
if (state.interactive) displayStatus(state);
|
|
6187
|
+
}
|
|
6188
|
+
}
|
|
5333
6189
|
}
|
|
5334
6190
|
await new Promise((resolve3) => setTimeout(resolve3, CHANNEL_POLL_INTERVAL_MS));
|
|
6191
|
+
if (state.idleTimeout !== null && consecutiveDrainFailures >= 2) {
|
|
6192
|
+
const unreachableMs = consecutiveDrainFailures * CHANNEL_POLL_INTERVAL_MS;
|
|
6193
|
+
if (unreachableMs > state.idleTimeout * 1e3) {
|
|
6194
|
+
logActivity(state, {
|
|
6195
|
+
type: "info",
|
|
6196
|
+
level: "warn",
|
|
6197
|
+
message: `Exiting: could not reach Evident for ${consecutiveDrainFailures} consecutive polls (${Math.round(unreachableMs / 1e3)}s)`
|
|
6198
|
+
});
|
|
6199
|
+
if (state.interactive) displayStatus(state);
|
|
6200
|
+
break;
|
|
6201
|
+
}
|
|
6202
|
+
}
|
|
5335
6203
|
if (state.idleTimeout !== null && idlePolls >= 2) {
|
|
5336
6204
|
const idleMs = idlePolls * CHANNEL_POLL_INTERVAL_MS;
|
|
5337
6205
|
if (idleMs > state.idleTimeout * 1e3) {
|
|
@@ -5343,8 +6211,8 @@ async function driveChannels(state, driver) {
|
|
|
5343
6211
|
}
|
|
5344
6212
|
}
|
|
5345
6213
|
var SESSION_CLEANUP_FIRST_SWEEP_MS = 1e4;
|
|
5346
|
-
async function runSweep(state, driver,
|
|
5347
|
-
const mode = `age=${
|
|
6214
|
+
async function runSweep(state, driver, config) {
|
|
6215
|
+
const mode = `age=${config.maxAgeMs ?? "\u2014"} count=${config.maxCount ?? "\u2014"}`;
|
|
5348
6216
|
try {
|
|
5349
6217
|
const sessions = await listSessions(state.port);
|
|
5350
6218
|
if (sessions === null) {
|
|
@@ -5357,8 +6225,8 @@ async function runSweep(state, driver, config2) {
|
|
|
5357
6225
|
const toDelete = selectSessionsToDelete(
|
|
5358
6226
|
sessions.map((s) => ({ id: s.id, lastActivityMs: sessionLastActivityMs(s) })),
|
|
5359
6227
|
{
|
|
5360
|
-
maxAgeMs:
|
|
5361
|
-
maxCount:
|
|
6228
|
+
maxAgeMs: config.maxAgeMs,
|
|
6229
|
+
maxCount: config.maxCount,
|
|
5362
6230
|
nowMs: Date.now(),
|
|
5363
6231
|
protectedIds: driver.protectedSessionIds()
|
|
5364
6232
|
}
|
|
@@ -5394,7 +6262,7 @@ async function runSweep(state, driver, config2) {
|
|
|
5394
6262
|
}
|
|
5395
6263
|
}
|
|
5396
6264
|
function scheduleSessionCleanup(state, driver, options) {
|
|
5397
|
-
const
|
|
6265
|
+
const config = resolveSessionCleanupConfig(
|
|
5398
6266
|
{
|
|
5399
6267
|
maxAge: options.sessionCleanupMaxAge,
|
|
5400
6268
|
maxCount: options.sessionCleanupMaxCount,
|
|
@@ -5402,21 +6270,109 @@ function scheduleSessionCleanup(state, driver, options) {
|
|
|
5402
6270
|
},
|
|
5403
6271
|
process.env
|
|
5404
6272
|
);
|
|
5405
|
-
for (const warning2 of
|
|
6273
|
+
for (const warning2 of config.warnings) {
|
|
5406
6274
|
logActivity(state, { type: "info", level: "warn", message: `Session cleanup: ${warning2}` });
|
|
5407
6275
|
}
|
|
5408
|
-
if (!
|
|
6276
|
+
if (!config.enabled) return;
|
|
5409
6277
|
logActivity(state, {
|
|
5410
6278
|
type: "info",
|
|
5411
|
-
message: `Session cleanup enabled (age=${
|
|
6279
|
+
message: `Session cleanup enabled (age=${config.maxAgeMs ?? "\u2014"}, count=${config.maxCount ?? "\u2014"}, interval=${config.intervalMs}ms)`
|
|
5412
6280
|
});
|
|
5413
|
-
const interval = setInterval(() => void runSweep(state, driver,
|
|
6281
|
+
const interval = setInterval(() => void runSweep(state, driver, config), config.intervalMs);
|
|
5414
6282
|
const firstSweep = setTimeout(
|
|
5415
|
-
() => void runSweep(state, driver,
|
|
6283
|
+
() => void runSweep(state, driver, config),
|
|
5416
6284
|
SESSION_CLEANUP_FIRST_SWEEP_MS
|
|
5417
6285
|
);
|
|
5418
6286
|
state.sessionCleanupTimers.push(interval, firstSweep);
|
|
5419
6287
|
}
|
|
6288
|
+
function scheduleClaudeUsageReporting(state, options) {
|
|
6289
|
+
const { mode, warnings } = resolveClaudeUsageReportingMode(
|
|
6290
|
+
options.claudeUsageReporting,
|
|
6291
|
+
process.env
|
|
6292
|
+
);
|
|
6293
|
+
for (const warning2 of warnings) {
|
|
6294
|
+
logActivity(state, {
|
|
6295
|
+
type: "info",
|
|
6296
|
+
level: "warn",
|
|
6297
|
+
message: `Claude usage reporting: ${warning2}`
|
|
6298
|
+
});
|
|
6299
|
+
}
|
|
6300
|
+
if (mode === "off") {
|
|
6301
|
+
logActivity(state, {
|
|
6302
|
+
type: "info",
|
|
6303
|
+
level: "debug",
|
|
6304
|
+
message: "Claude usage reporting is off (--claude-usage-reporting off)"
|
|
6305
|
+
});
|
|
6306
|
+
return;
|
|
6307
|
+
}
|
|
6308
|
+
let consecutiveFailures = 0;
|
|
6309
|
+
const scheduleNextTick = () => {
|
|
6310
|
+
state.claudeUsageTimer = setTimeout(() => void tick(false), nextReportDelayMs());
|
|
6311
|
+
};
|
|
6312
|
+
const tick = async (isFirst) => {
|
|
6313
|
+
try {
|
|
6314
|
+
const usage = await getClaudeUsage();
|
|
6315
|
+
const result = await reportClaudeUsage(state.agentId, state.authHeader, usage);
|
|
6316
|
+
if (result.ok) {
|
|
6317
|
+
if (consecutiveFailures > 0) {
|
|
6318
|
+
logActivity(state, {
|
|
6319
|
+
type: "info",
|
|
6320
|
+
level: "info",
|
|
6321
|
+
message: "Claude usage reporting recovered"
|
|
6322
|
+
});
|
|
6323
|
+
}
|
|
6324
|
+
consecutiveFailures = 0;
|
|
6325
|
+
logActivity(state, {
|
|
6326
|
+
type: "info",
|
|
6327
|
+
level: "debug",
|
|
6328
|
+
message: "Reported Claude usage to Evident"
|
|
6329
|
+
});
|
|
6330
|
+
} else {
|
|
6331
|
+
consecutiveFailures++;
|
|
6332
|
+
logActivity(state, {
|
|
6333
|
+
type: "info",
|
|
6334
|
+
level: consecutiveFailures === 1 ? "warn" : "debug",
|
|
6335
|
+
message: `Failed to report Claude usage: ${result.error}`
|
|
6336
|
+
});
|
|
6337
|
+
}
|
|
6338
|
+
scheduleNextTick();
|
|
6339
|
+
} catch (error2) {
|
|
6340
|
+
if (error2 instanceof ClaudeUsageError && isLocalCredentialProblem(error2)) {
|
|
6341
|
+
if (mode === "on") {
|
|
6342
|
+
logActivity(state, {
|
|
6343
|
+
type: "info",
|
|
6344
|
+
level: "warn",
|
|
6345
|
+
message: "Claude usage reporting is forced on but no usable Claude Code login was found \u2014 run `claude` to sign in; reporting will keep retrying"
|
|
6346
|
+
});
|
|
6347
|
+
scheduleNextTick();
|
|
6348
|
+
} else if (isFirst) {
|
|
6349
|
+
logActivity(state, {
|
|
6350
|
+
type: "info",
|
|
6351
|
+
level: "debug",
|
|
6352
|
+
message: `Claude usage reporting: ${error2.message}`
|
|
6353
|
+
});
|
|
6354
|
+
} else {
|
|
6355
|
+
logActivity(state, {
|
|
6356
|
+
type: "info",
|
|
6357
|
+
level: "debug",
|
|
6358
|
+
message: `Claude usage reporting: ${error2.message}`
|
|
6359
|
+
});
|
|
6360
|
+
scheduleNextTick();
|
|
6361
|
+
}
|
|
6362
|
+
} else {
|
|
6363
|
+
consecutiveFailures++;
|
|
6364
|
+
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
6365
|
+
logActivity(state, {
|
|
6366
|
+
type: "info",
|
|
6367
|
+
level: consecutiveFailures === 1 ? "warn" : "debug",
|
|
6368
|
+
message: `Claude usage reporting failed: ${message}`
|
|
6369
|
+
});
|
|
6370
|
+
scheduleNextTick();
|
|
6371
|
+
}
|
|
6372
|
+
}
|
|
6373
|
+
};
|
|
6374
|
+
state.claudeUsageTimer = setTimeout(() => void tick(true), FIRST_REPORT_DELAY_MS);
|
|
6375
|
+
}
|
|
5420
6376
|
async function notifyOffline(state) {
|
|
5421
6377
|
if (!state.agentId || !state.authHeader) return;
|
|
5422
6378
|
if (!state.connected) {
|
|
@@ -5434,13 +6390,28 @@ async function notifyOffline(state) {
|
|
|
5434
6390
|
if (state.interactive) displayStatus(state);
|
|
5435
6391
|
}
|
|
5436
6392
|
}
|
|
6393
|
+
async function timeShutdownPhase(state, durations, name, run2) {
|
|
6394
|
+
const startedAt = Date.now();
|
|
6395
|
+
try {
|
|
6396
|
+
return await run2();
|
|
6397
|
+
} finally {
|
|
6398
|
+
const elapsedMs = Date.now() - startedAt;
|
|
6399
|
+
durations[name] = elapsedMs;
|
|
6400
|
+
log2(state, `Shutdown phase ${name}: ${elapsedMs}ms`);
|
|
6401
|
+
}
|
|
6402
|
+
}
|
|
5437
6403
|
async function cleanup(state, opts = {}) {
|
|
6404
|
+
const durations = {};
|
|
5438
6405
|
state.running = false;
|
|
5439
6406
|
for (const timer of state.sessionCleanupTimers) {
|
|
5440
6407
|
clearInterval(timer);
|
|
5441
6408
|
clearTimeout(timer);
|
|
5442
6409
|
}
|
|
5443
6410
|
state.sessionCleanupTimers = [];
|
|
6411
|
+
if (state.claudeUsageTimer) {
|
|
6412
|
+
clearTimeout(state.claudeUsageTimer);
|
|
6413
|
+
state.claudeUsageTimer = null;
|
|
6414
|
+
}
|
|
5444
6415
|
if (opts.graceful && state.channelDriver) {
|
|
5445
6416
|
state.channelDriver.stop();
|
|
5446
6417
|
log2(state, "Draining in-flight channel work before shutdown...");
|
|
@@ -5448,7 +6419,13 @@ async function cleanup(state, opts = {}) {
|
|
|
5448
6419
|
logActivity(state, { type: "info", message: "Draining in-flight work before shutdown..." });
|
|
5449
6420
|
displayStatus(state);
|
|
5450
6421
|
}
|
|
5451
|
-
const
|
|
6422
|
+
const driver = state.channelDriver;
|
|
6423
|
+
const settled = await timeShutdownPhase(
|
|
6424
|
+
state,
|
|
6425
|
+
durations,
|
|
6426
|
+
"drain",
|
|
6427
|
+
() => driver.waitForInFlight(SHUTDOWN_DRAIN_TIMEOUT_MS)
|
|
6428
|
+
);
|
|
5452
6429
|
if (!settled) {
|
|
5453
6430
|
logActivity(state, {
|
|
5454
6431
|
type: "info",
|
|
@@ -5457,13 +6434,15 @@ async function cleanup(state, opts = {}) {
|
|
|
5457
6434
|
if (state.interactive) displayStatus(state);
|
|
5458
6435
|
}
|
|
5459
6436
|
}
|
|
5460
|
-
await notifyOffline(state);
|
|
6437
|
+
await timeShutdownPhase(state, durations, "offline_notify", () => notifyOffline(state));
|
|
5461
6438
|
if (state.connection) {
|
|
5462
|
-
state.connection
|
|
6439
|
+
const connection = state.connection;
|
|
6440
|
+
await timeShutdownPhase(state, durations, "tunnel_close", () => connection.close());
|
|
5463
6441
|
state.connection = null;
|
|
5464
6442
|
}
|
|
5465
6443
|
if (state.opencodeProcess) {
|
|
5466
|
-
|
|
6444
|
+
const opencodeProcess = state.opencodeProcess;
|
|
6445
|
+
await timeShutdownPhase(state, durations, "opencode_stop", () => stopOpenCode(opencodeProcess));
|
|
5467
6446
|
if (state.interactive) {
|
|
5468
6447
|
logActivity(state, { type: "info", message: "Stopped OpenCode process" });
|
|
5469
6448
|
displayStatus(state);
|
|
@@ -5472,6 +6451,7 @@ async function cleanup(state, opts = {}) {
|
|
|
5472
6451
|
}
|
|
5473
6452
|
state.opencodeProcess = null;
|
|
5474
6453
|
}
|
|
6454
|
+
return durations;
|
|
5475
6455
|
}
|
|
5476
6456
|
async function run(options) {
|
|
5477
6457
|
const interactive = isInteractive(options.json);
|
|
@@ -5479,7 +6459,7 @@ async function run(options) {
|
|
|
5479
6459
|
let fileSyncDirectories;
|
|
5480
6460
|
try {
|
|
5481
6461
|
logLevel = resolveLogLevel(options);
|
|
5482
|
-
fileSyncDirectories = resolveFileSyncDirectories(options.enableFileSyncTo,
|
|
6462
|
+
fileSyncDirectories = resolveFileSyncDirectories(options.enableFileSyncTo, homedir3());
|
|
5483
6463
|
} catch (error2) {
|
|
5484
6464
|
const message = error2 instanceof Error ? error2.message : String(error2);
|
|
5485
6465
|
if (options.json) {
|
|
@@ -5512,8 +6492,10 @@ async function run(options) {
|
|
|
5512
6492
|
messageCount: 0,
|
|
5513
6493
|
lastProxiedActivityAt: null,
|
|
5514
6494
|
sessionCleanupTimers: [],
|
|
6495
|
+
claudeUsageTimer: null,
|
|
5515
6496
|
authHeader: ""
|
|
5516
6497
|
};
|
|
6498
|
+
setTelemetryAuthProvider(() => ({ authHeader: state.authHeader, agentId: state.agentId }));
|
|
5517
6499
|
if (fileSyncDirectories.length > 0) {
|
|
5518
6500
|
log2(state, `File sync enabled for: ${fileSyncDirectories.join(", ")}`);
|
|
5519
6501
|
} else {
|
|
@@ -5542,14 +6524,38 @@ async function run(options) {
|
|
|
5542
6524
|
const handleSignal = async () => {
|
|
5543
6525
|
if (state.shuttingDown) return;
|
|
5544
6526
|
state.shuttingDown = true;
|
|
6527
|
+
const shutdownStartedAt = Date.now();
|
|
5545
6528
|
if (state.interactive) {
|
|
5546
6529
|
logActivity(state, { type: "info", message: "Shutting down..." });
|
|
5547
6530
|
displayStatus(state);
|
|
5548
6531
|
} else {
|
|
5549
6532
|
log2(state, "Shutting down...");
|
|
5550
6533
|
}
|
|
5551
|
-
await cleanup(state, { graceful: true });
|
|
5552
|
-
|
|
6534
|
+
const durations = await cleanup(state, { graceful: true });
|
|
6535
|
+
const telemetryBudgetMs = Number(process.env.EVIDENT_TELEMETRY_SHUTDOWN_MS) || TELEMETRY_SHUTDOWN_TIMEOUT_MS;
|
|
6536
|
+
await timeShutdownPhase(state, durations, "telemetry_flush", async () => {
|
|
6537
|
+
let timer;
|
|
6538
|
+
const flushed = shutdownTelemetry().then(
|
|
6539
|
+
() => true,
|
|
6540
|
+
(error2) => {
|
|
6541
|
+
log2(
|
|
6542
|
+
state,
|
|
6543
|
+
`Telemetry flush failed during shutdown: ${error2 instanceof Error ? error2.message : String(error2)}`,
|
|
6544
|
+
"warn"
|
|
6545
|
+
);
|
|
6546
|
+
return true;
|
|
6547
|
+
}
|
|
6548
|
+
);
|
|
6549
|
+
const timedOut = new Promise((resolve3) => {
|
|
6550
|
+
timer = setTimeout(() => resolve3(false), telemetryBudgetMs);
|
|
6551
|
+
});
|
|
6552
|
+
if (!await Promise.race([flushed, timedOut])) {
|
|
6553
|
+
log2(state, `Telemetry flush exceeded ${telemetryBudgetMs}ms \u2014 exiting anyway`, "warn");
|
|
6554
|
+
}
|
|
6555
|
+
clearTimeout(timer);
|
|
6556
|
+
});
|
|
6557
|
+
const breakdown = Object.entries(durations).map(([phase, ms]) => `${phase}=${ms}ms`).join(" ");
|
|
6558
|
+
log2(state, `Shutdown complete in ${Date.now() - shutdownStartedAt}ms (${breakdown})`);
|
|
5553
6559
|
process.exit(0);
|
|
5554
6560
|
};
|
|
5555
6561
|
process.on("SIGINT", handleSignal);
|
|
@@ -5663,40 +6669,67 @@ async function run(options) {
|
|
|
5663
6669
|
}
|
|
5664
6670
|
spinner?.succeed(`Runner: ${validation.agent.name || state.agentId}`);
|
|
5665
6671
|
state.agentName = validation.agent.name;
|
|
6672
|
+
const microvmId = process.env.MICROVM_ID?.trim();
|
|
6673
|
+
if (microvmId) {
|
|
6674
|
+
const reported = await reportMicrovmId(state.agentId, state.authHeader, microvmId);
|
|
6675
|
+
if (reported.ok) {
|
|
6676
|
+
log2(state, "Reported MicroVM identity so this runner can be resumed rather than restarted");
|
|
6677
|
+
} else {
|
|
6678
|
+
const message = `Could not report MicroVM identity (future wakes will cold-start): ${reported.error}`;
|
|
6679
|
+
log2(state, message, "warn");
|
|
6680
|
+
if (state.interactive && !state.json) {
|
|
6681
|
+
logActivity(state, { type: "info", level: "warn", message });
|
|
6682
|
+
}
|
|
6683
|
+
}
|
|
6684
|
+
} else {
|
|
6685
|
+
log2(state, "Not running in a MicroVM (MICROVM_ID unset) \u2014 nothing to report", "debug");
|
|
6686
|
+
}
|
|
6687
|
+
const { timeoutMs: opencodeStartTimeoutMs, warnings: opencodeStartTimeoutWarnings } = resolveOpenCodeStartTimeoutMs(options, process.env);
|
|
6688
|
+
for (const warning2 of opencodeStartTimeoutWarnings) {
|
|
6689
|
+
logActivity(state, { type: "info", level: "warn", message: warning2 });
|
|
6690
|
+
}
|
|
5666
6691
|
const ocSpinner = interactive && !state.json ? ora3("Checking OpenCode...").start() : null;
|
|
5667
6692
|
try {
|
|
5668
6693
|
const oc = await ensureOpenCodeRunning({
|
|
5669
6694
|
port: state.port,
|
|
5670
6695
|
interactive: state.interactive,
|
|
5671
6696
|
agentId: state.agentId,
|
|
5672
|
-
log: (message) => log2(state, message)
|
|
6697
|
+
log: (message) => log2(state, message),
|
|
6698
|
+
startTimeoutMs: opencodeStartTimeoutMs
|
|
5673
6699
|
});
|
|
5674
6700
|
state.port = oc.port;
|
|
5675
6701
|
state.opencodeProcess = oc.process;
|
|
5676
6702
|
state.opencodeVersion = oc.version;
|
|
5677
|
-
state.opencodeConnected = oc.
|
|
6703
|
+
state.opencodeConnected = oc.notReadyReason === null;
|
|
5678
6704
|
const version2 = state.opencodeVersion ? ` (v${state.opencodeVersion})` : "";
|
|
5679
6705
|
ocSpinner?.succeed(`OpenCode running on port ${state.port}${version2}`);
|
|
5680
|
-
|
|
5681
|
-
|
|
5682
|
-
|
|
5683
|
-
|
|
5684
|
-
|
|
6706
|
+
if (!state.interactive && oc.notReadyReason !== null) {
|
|
6707
|
+
const message = `OpenCode is not ready on port ${state.port}: ${oc.notReadyReason}. The runner will still come online, but messages will fail until opencode answers \u2014 raise the wait with --opencode-start-timeout <seconds> (env ${OPENCODE_START_TIMEOUT_ENV}).`;
|
|
6708
|
+
logActivity(state, { type: "info", level: "warn", message });
|
|
6709
|
+
} else {
|
|
6710
|
+
const versionWarning = buildOpenCodeVersionWarning(state.opencodeVersion);
|
|
6711
|
+
if (versionWarning) {
|
|
6712
|
+
log2(state, versionWarning, "warn");
|
|
6713
|
+
if (state.interactive && !state.json) {
|
|
6714
|
+
logActivity(state, { type: "info", level: "warn", message: versionWarning });
|
|
6715
|
+
}
|
|
5685
6716
|
}
|
|
5686
|
-
|
|
5687
|
-
|
|
5688
|
-
|
|
5689
|
-
|
|
5690
|
-
|
|
5691
|
-
|
|
5692
|
-
|
|
5693
|
-
|
|
5694
|
-
|
|
5695
|
-
|
|
5696
|
-
|
|
5697
|
-
|
|
5698
|
-
|
|
5699
|
-
|
|
6717
|
+
const noProviderWarning = buildNoProviderWarning(
|
|
6718
|
+
await hasAnyConfiguredProvider(state.port)
|
|
6719
|
+
);
|
|
6720
|
+
if (noProviderWarning) {
|
|
6721
|
+
log2(state, noProviderWarning, "warn");
|
|
6722
|
+
if (state.interactive && !state.json) {
|
|
6723
|
+
logActivity(state, { type: "info", level: "warn", message: noProviderWarning });
|
|
6724
|
+
blank();
|
|
6725
|
+
console.log(chalk6.yellow("\u26A0 No OpenCode model provider is configured."));
|
|
6726
|
+
console.log(
|
|
6727
|
+
chalk6.dim(
|
|
6728
|
+
`Run ${chalk6.cyan("opencode auth login")} to set one up \u2014 messages will fail until then.`
|
|
6729
|
+
)
|
|
6730
|
+
);
|
|
6731
|
+
blank();
|
|
6732
|
+
}
|
|
5700
6733
|
}
|
|
5701
6734
|
}
|
|
5702
6735
|
} catch (error2) {
|
|
@@ -5714,7 +6747,7 @@ async function run(options) {
|
|
|
5714
6747
|
// #559: the `--enable-file-sync-to` allow-list. Empty ⇒ pending files are
|
|
5715
6748
|
// REJECTED with `file_sync_disabled` on the ack, not silently ignored.
|
|
5716
6749
|
fileSyncDirectories,
|
|
5717
|
-
homeDir:
|
|
6750
|
+
homeDir: homedir3(),
|
|
5718
6751
|
log: (entry) => (
|
|
5719
6752
|
// Thread the driver's real level straight through so `debug`/`warn`
|
|
5720
6753
|
// survive the sink filter (they no longer collapse to info). `type`
|
|
@@ -5741,6 +6774,18 @@ async function run(options) {
|
|
|
5741
6774
|
type: "info",
|
|
5742
6775
|
message: `Tunnel ${isReconnect ? "reconnected" : "connected"} (runner: ${agentId})`
|
|
5743
6776
|
});
|
|
6777
|
+
if (options.tunnelReadyFile) {
|
|
6778
|
+
const marker = writeTunnelReadyMarker(options.tunnelReadyFile, agentId);
|
|
6779
|
+
if (marker.ok) {
|
|
6780
|
+
log2(state, `Wrote tunnel readiness marker to ${options.tunnelReadyFile}`, "debug");
|
|
6781
|
+
} else {
|
|
6782
|
+
log2(
|
|
6783
|
+
state,
|
|
6784
|
+
`Failed to write tunnel readiness marker to ${options.tunnelReadyFile}: ${marker.error}`,
|
|
6785
|
+
"error"
|
|
6786
|
+
);
|
|
6787
|
+
}
|
|
6788
|
+
}
|
|
5744
6789
|
emitAgentConnected(state.agentId, {
|
|
5745
6790
|
port: state.port,
|
|
5746
6791
|
cli_version: getCliVersion(),
|
|
@@ -5831,6 +6876,7 @@ async function run(options) {
|
|
|
5831
6876
|
throw error2;
|
|
5832
6877
|
}
|
|
5833
6878
|
scheduleSessionCleanup(state, channelDriver, options);
|
|
6879
|
+
scheduleClaudeUsageReporting(state, options);
|
|
5834
6880
|
if (!interactive || state.json) {
|
|
5835
6881
|
log2(state, "Driving channel messages...");
|
|
5836
6882
|
}
|
|
@@ -5885,13 +6931,18 @@ program.name("evident").description("Run OpenCode locally and connect it to Evid
|
|
|
5885
6931
|
program.command("login").description("Authenticate with Evident").option("--token", "Use token-based authentication (for CI/CD)").option("--no-browser", "Do not open the browser automatically").action(login);
|
|
5886
6932
|
program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
|
|
5887
6933
|
program.command("whoami").description("Show the currently logged in user").action(whoami);
|
|
6934
|
+
program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
|
|
6935
|
+
program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
|
|
5888
6936
|
program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
|
|
5889
6937
|
"-a, --agent [id]",
|
|
5890
6938
|
"Deprecated alias for --runner (still supported; --runner wins if both are given)"
|
|
5891
6939
|
).option("-p, --port <port>", "OpenCode port (default: 4096)", "4096").option(
|
|
5892
6940
|
"--log-level <level>",
|
|
5893
6941
|
"Log verbosity: debug | info | warn | error (default: info). Env: EVIDENT_LOG_LEVEL"
|
|
5894
|
-
).option("-v, --verbose", "Alias for --log-level debug (ignored if --log-level is set)").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option(
|
|
6942
|
+
).option("-v, --verbose", "Alias for --log-level debug (ignored if --log-level is set)").option("-c, --conversation <id>", "Process only this specific conversation").option("--idle-timeout <seconds>", "Exit after N seconds idle").option(
|
|
6943
|
+
"--opencode-start-timeout <seconds>",
|
|
6944
|
+
"Seconds to wait for OpenCode to become healthy when the runner starts it (default: 180). Env: EVIDENT_OPENCODE_START_TIMEOUT"
|
|
6945
|
+
).option("--json", "Output in JSON format").option(
|
|
5895
6946
|
"--session-cleanup-max-age <duration>",
|
|
5896
6947
|
"Delete OpenCode sessions idle longer than this (e.g. 7d, 24h). Enables cleanup. Env: EVIDENT_SESSION_CLEANUP_MAX_AGE"
|
|
5897
6948
|
).option(
|
|
@@ -5900,11 +6951,17 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
5900
6951
|
).option(
|
|
5901
6952
|
"--session-cleanup-interval <duration>",
|
|
5902
6953
|
"How often the cleanup sweep runs (default: 1h). Env: EVIDENT_SESSION_CLEANUP_INTERVAL"
|
|
6954
|
+
).option(
|
|
6955
|
+
"--claude-usage-reporting <mode>",
|
|
6956
|
+
"Report Claude subscription usage to Evident: auto | on | off (default: auto). Env: EVIDENT_CLAUDE_USAGE_REPORTING"
|
|
5903
6957
|
).option(
|
|
5904
6958
|
"--enable-file-sync-to <dir>",
|
|
5905
6959
|
"Allow Evident to write files into this directory (repeatable). Omit to disable file sync entirely.",
|
|
5906
6960
|
(value, previous) => previous.concat([value]),
|
|
5907
6961
|
[]
|
|
6962
|
+
).option(
|
|
6963
|
+
"--tunnel-ready-file <path>",
|
|
6964
|
+
"Path to write once the tunnel is connected (set by the MicroVM hooks; unused on a developer machine)"
|
|
5908
6965
|
).action(
|
|
5909
6966
|
(options) => {
|
|
5910
6967
|
run({
|
|
@@ -5917,14 +6974,21 @@ program.command("run").description("Connect to Evident and process messages").op
|
|
|
5917
6974
|
verbose: options.verbose,
|
|
5918
6975
|
conversation: options.conversation,
|
|
5919
6976
|
idleTimeout: options.idleTimeout ? parseInt(options.idleTimeout, 10) : void 0,
|
|
6977
|
+
// Raw string — validation/precedence is single-sourced in run.ts's
|
|
6978
|
+
// resolveOpenCodeStartTimeoutMs (flag > EVIDENT_OPENCODE_START_TIMEOUT > 180s default).
|
|
6979
|
+
opencodeStartTimeout: options.opencodeStartTimeout,
|
|
5920
6980
|
json: options.json,
|
|
5921
6981
|
// Raw strings — the resolver in run.ts single-sources parsing (M1).
|
|
5922
6982
|
sessionCleanupMaxAge: options.sessionCleanupMaxAge,
|
|
5923
6983
|
sessionCleanupMaxCount: options.sessionCleanupMaxCount,
|
|
5924
6984
|
sessionCleanupInterval: options.sessionCleanupInterval,
|
|
6985
|
+
// Raw string — the resolver in run.ts single-sources parsing
|
|
6986
|
+
// (resolveClaudeUsageReportingMode).
|
|
6987
|
+
claudeUsageReporting: options.claudeUsageReporting,
|
|
5925
6988
|
// Raw values — expansion/validation is single-sourced in run.ts's
|
|
5926
6989
|
// resolveFileSyncDirectories.
|
|
5927
|
-
enableFileSyncTo: options.enableFileSyncTo
|
|
6990
|
+
enableFileSyncTo: options.enableFileSyncTo,
|
|
6991
|
+
tunnelReadyFile: options.tunnelReadyFile
|
|
5928
6992
|
});
|
|
5929
6993
|
}
|
|
5930
6994
|
);
|