@evident-ai/cli 3.1.1-dev.5d5a3d3 → 3.1.1-dev.6119cff

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.js CHANGED
@@ -532,6 +532,343 @@ async function whoami() {
532
532
  blank();
533
533
  }
534
534
 
535
+ // src/lib/auth.ts
536
+ async function getAuthCredentials() {
537
+ const runnerKey = process.env.EVIDENT_RUNNER_KEY;
538
+ const agentKey = process.env.EVIDENT_AGENT_KEY;
539
+ if (runnerKey) {
540
+ return {
541
+ token: runnerKey,
542
+ authType: "agent_key",
543
+ keySource: "runner_key",
544
+ notice: agentKey ? "Both EVIDENT_RUNNER_KEY and EVIDENT_AGENT_KEY are set; using EVIDENT_RUNNER_KEY." : void 0
545
+ };
546
+ }
547
+ if (agentKey) {
548
+ return { token: agentKey, authType: "agent_key", keySource: "agent_key" };
549
+ }
550
+ const userToken = process.env.EVIDENT_TOKEN;
551
+ if (userToken) {
552
+ return { token: userToken, authType: "bearer" };
553
+ }
554
+ const keychainCreds = await getToken();
555
+ if (keychainCreds) {
556
+ return {
557
+ token: keychainCreds.token,
558
+ authType: "bearer",
559
+ user: keychainCreds.user
560
+ };
561
+ }
562
+ return null;
563
+ }
564
+ function getAuthHeader(credentials2) {
565
+ if (credentials2.authType === "agent_key") {
566
+ return `SandboxKey ${credentials2.token}`;
567
+ }
568
+ return `Bearer ${credentials2.token}`;
569
+ }
570
+ function isInteractive(jsonOutput) {
571
+ if (jsonOutput) return false;
572
+ if (process.env.CI) return false;
573
+ if (process.env.GITHUB_ACTIONS) return false;
574
+ if (!process.stdin.isTTY) return false;
575
+ return true;
576
+ }
577
+
578
+ // src/commands/agent-lookup.ts
579
+ async function readErrorMessage(response) {
580
+ const text = await response.text().catch(() => "");
581
+ if (!text) return response.statusText || void 0;
582
+ try {
583
+ const data = JSON.parse(text);
584
+ const message = data.message ?? data.error;
585
+ if (typeof message === "string" && message.trim()) {
586
+ return message;
587
+ }
588
+ } catch {
589
+ }
590
+ return text.trim() || response.statusText || void 0;
591
+ }
592
+ function authFailureHint(apiUrl, serverMessage) {
593
+ const reason = serverMessage ? `: ${serverMessage}` : "";
594
+ return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
595
+ }
596
+ async function resolveAgentIdFromKey(authHeader) {
597
+ const apiUrl = getApiUrlConfig();
598
+ try {
599
+ const response = await fetch(`${apiUrl}/me`, {
600
+ headers: { Authorization: authHeader }
601
+ });
602
+ if (response.status === 401) {
603
+ const serverMessage = await readErrorMessage(response);
604
+ return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
605
+ }
606
+ if (!response.ok) {
607
+ const serverMessage = await readErrorMessage(response);
608
+ return {
609
+ error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
610
+ };
611
+ }
612
+ const data = await response.json();
613
+ if (data.auth_type === "agent_key" && data.agent_id) {
614
+ return { agent_id: data.agent_id };
615
+ }
616
+ return {
617
+ error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --runner explicitly."
618
+ };
619
+ } catch (error2) {
620
+ const message = error2 instanceof Error ? error2.message : "Unknown error";
621
+ return { error: `Failed to resolve runner from key: ${message}` };
622
+ }
623
+ }
624
+ var BEST_EFFORT_NOTIFY_TIMEOUT_MS = 2e3;
625
+ async function notifyAgentDisconnected(agentId, authHeader) {
626
+ const apiUrl = getApiUrlConfig();
627
+ try {
628
+ const response = await fetch(`${apiUrl}/runners/${agentId}/disconnect`, {
629
+ method: "POST",
630
+ headers: { Authorization: authHeader },
631
+ signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
632
+ });
633
+ if (!response.ok) {
634
+ const serverMessage = await readErrorMessage(response);
635
+ return {
636
+ ok: false,
637
+ error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
638
+ };
639
+ }
640
+ return { ok: true };
641
+ } catch (error2) {
642
+ return { ok: false, error: describeBestEffortError(error2) };
643
+ }
644
+ }
645
+ function describeBestEffortError(error2) {
646
+ const name = error2?.name;
647
+ if (name === "TimeoutError" || name === "AbortError") {
648
+ return `timed out after ${BEST_EFFORT_NOTIFY_TIMEOUT_MS}ms`;
649
+ }
650
+ return error2 instanceof Error ? error2.message : String(error2);
651
+ }
652
+ async function reportMicrovmId(agentId, authHeader, microvmId) {
653
+ try {
654
+ const apiUrl = getApiUrlConfig();
655
+ const response = await fetch(`${apiUrl}/runners/${agentId}/microvm`, {
656
+ method: "POST",
657
+ headers: { Authorization: authHeader, "Content-Type": "application/json" },
658
+ body: JSON.stringify({ microvm_id: microvmId }),
659
+ signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
660
+ });
661
+ if (!response.ok) {
662
+ const serverMessage = await readErrorMessage(response);
663
+ return {
664
+ ok: false,
665
+ error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
666
+ };
667
+ }
668
+ return { ok: true };
669
+ } catch (error2) {
670
+ return { ok: false, error: describeBestEffortError(error2) };
671
+ }
672
+ }
673
+ function toReportedWindow(window) {
674
+ if (!window) return null;
675
+ return { utilization: window.utilization, resets_at: window.resetsAt };
676
+ }
677
+ async function reportClaudeUsage(agentId, authHeader, snapshot) {
678
+ try {
679
+ const apiUrl = getApiUrlConfig();
680
+ const response = await fetch(`${apiUrl}/runners/${agentId}/claude-usage`, {
681
+ method: "POST",
682
+ headers: { Authorization: authHeader, "Content-Type": "application/json" },
683
+ body: JSON.stringify({
684
+ five_hour: toReportedWindow(snapshot.fiveHour),
685
+ seven_day: toReportedWindow(snapshot.sevenDay)
686
+ }),
687
+ signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
688
+ });
689
+ if (!response.ok) {
690
+ const serverMessage = await readErrorMessage(response);
691
+ return {
692
+ ok: false,
693
+ error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
694
+ };
695
+ }
696
+ return { ok: true };
697
+ } catch (error2) {
698
+ return { ok: false, error: describeBestEffortError(error2) };
699
+ }
700
+ }
701
+ async function getAgentInfo(agentId, authHeader) {
702
+ const apiUrl = getApiUrlConfig();
703
+ try {
704
+ const response = await fetch(`${apiUrl}/runners/${agentId}`, {
705
+ headers: { Authorization: authHeader }
706
+ });
707
+ if (response.status === 401) {
708
+ const serverMessage = await readErrorMessage(response);
709
+ return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
710
+ }
711
+ if (response.status === 403) {
712
+ const serverMessage = await readErrorMessage(response);
713
+ return {
714
+ valid: false,
715
+ error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
716
+ };
717
+ }
718
+ if (response.status === 404) {
719
+ const serverMessage = await readErrorMessage(response);
720
+ return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
721
+ }
722
+ if (!response.ok) {
723
+ const serverMessage = await readErrorMessage(response);
724
+ return {
725
+ valid: false,
726
+ error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
727
+ };
728
+ }
729
+ const agent = await response.json();
730
+ if (agent.agent_type !== "local") {
731
+ return {
732
+ valid: false,
733
+ error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
734
+ };
735
+ }
736
+ return { valid: true, agent };
737
+ } catch (error2) {
738
+ const message = error2 instanceof Error ? error2.message : "Unknown error";
739
+ return { valid: false, error: `Failed to validate runner: ${message}` };
740
+ }
741
+ }
742
+
743
+ // src/commands/status.ts
744
+ var STATUS_TIMEOUT_MS = 1e4;
745
+ function authLabelFor(credentials2) {
746
+ if (credentials2.authType === "agent_key") {
747
+ return credentials2.keySource === "agent_key" ? "runner key (EVIDENT_AGENT_KEY)" : "runner key (EVIDENT_RUNNER_KEY)";
748
+ }
749
+ return "user token";
750
+ }
751
+ function describeFetchError(error2) {
752
+ const name = error2?.name;
753
+ if (name === "TimeoutError" || name === "AbortError") {
754
+ return `timed out after ${STATUS_TIMEOUT_MS}ms waiting for a response`;
755
+ }
756
+ return error2 instanceof Error ? error2.message : String(error2);
757
+ }
758
+ async function checkStatus(jsonMode) {
759
+ const apiUrl = getApiUrlConfig();
760
+ const credentials2 = await getAuthCredentials();
761
+ if (!credentials2) {
762
+ return {
763
+ ok: false,
764
+ endpoint: apiUrl,
765
+ reason: "no_credentials",
766
+ error: "No credentials configured. Set EVIDENT_RUNNER_KEY (or EVIDENT_AGENT_KEY), or EVIDENT_TOKEN, or run `evident login`.",
767
+ exitCode: 1
768
+ };
769
+ }
770
+ if (credentials2.notice && !jsonMode) {
771
+ printWarning(credentials2.notice);
772
+ }
773
+ let response;
774
+ try {
775
+ response = await fetch(`${apiUrl}/me`, {
776
+ headers: { Authorization: getAuthHeader(credentials2) },
777
+ signal: AbortSignal.timeout(STATUS_TIMEOUT_MS)
778
+ });
779
+ } catch (error2) {
780
+ return {
781
+ ok: false,
782
+ endpoint: apiUrl,
783
+ authLabel: authLabelFor(credentials2),
784
+ reason: "unreachable",
785
+ error: `Could not reach ${apiUrl}: ${describeFetchError(error2)}. The credentials were NOT validated.`,
786
+ exitCode: 75
787
+ };
788
+ }
789
+ if (response.status === 401) {
790
+ const serverMessage = await readErrorMessage(response);
791
+ return {
792
+ ok: false,
793
+ endpoint: apiUrl,
794
+ authLabel: authLabelFor(credentials2),
795
+ reason: "unauthorized",
796
+ error: authFailureHint(apiUrl, serverMessage),
797
+ exitCode: 1
798
+ };
799
+ }
800
+ if (response.status >= 500) {
801
+ const serverMessage = await readErrorMessage(response);
802
+ return {
803
+ ok: false,
804
+ endpoint: apiUrl,
805
+ authLabel: authLabelFor(credentials2),
806
+ reason: "unreachable",
807
+ error: `${apiUrl} returned HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}. The credentials were NOT validated.`,
808
+ exitCode: 75
809
+ };
810
+ }
811
+ if (!response.ok) {
812
+ const serverMessage = await readErrorMessage(response);
813
+ return {
814
+ ok: false,
815
+ endpoint: apiUrl,
816
+ authLabel: authLabelFor(credentials2),
817
+ reason: "http_error",
818
+ error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`,
819
+ exitCode: 1
820
+ };
821
+ }
822
+ const data = await response.json();
823
+ return {
824
+ ok: true,
825
+ endpoint: apiUrl,
826
+ authType: data.auth_type,
827
+ authLabel: authLabelFor(credentials2),
828
+ runnerId: data.auth_type === "agent_key" ? data.agent_id : void 0,
829
+ reason: "ok",
830
+ exitCode: 0
831
+ };
832
+ }
833
+ function printJson(result) {
834
+ const payload = {
835
+ ok: result.ok,
836
+ endpoint: result.endpoint
837
+ };
838
+ if (result.authType) payload.auth_type = result.authType;
839
+ if (result.runnerId) payload.runner_id = result.runnerId;
840
+ if (result.reason) payload.reason = result.reason;
841
+ if (result.error) payload.error = result.error;
842
+ console.log(JSON.stringify(payload));
843
+ }
844
+ function printHuman(result) {
845
+ blank();
846
+ console.log(keyValue("Endpoint", result.endpoint));
847
+ if (result.ok) {
848
+ console.log(keyValue("Auth", result.authLabel ?? "\u2014"));
849
+ if (result.runnerId) {
850
+ console.log(keyValue("Runner", result.runnerId));
851
+ }
852
+ console.log(keyValue("Status", "OK \u2014 credentials accepted"));
853
+ blank();
854
+ return;
855
+ }
856
+ if (result.authLabel) {
857
+ console.log(keyValue("Auth", result.authLabel));
858
+ }
859
+ blank();
860
+ printError(result.error ?? "Unknown error");
861
+ }
862
+ async function status(options = {}) {
863
+ const result = await checkStatus(Boolean(options.json));
864
+ if (options.json) {
865
+ printJson(result);
866
+ } else {
867
+ printHuman(result);
868
+ }
869
+ process.exit(result.exitCode);
870
+ }
871
+
535
872
  // src/lib/claude-usage.ts
536
873
  import { execFileSync } from "child_process";
537
874
  import { readFileSync } from "fs";
@@ -942,49 +1279,6 @@ function forwardRunnerActivity(entry, context) {
942
1279
  }
943
1280
  }
944
1281
 
945
- // src/lib/auth.ts
946
- async function getAuthCredentials() {
947
- const runnerKey = process.env.EVIDENT_RUNNER_KEY;
948
- const agentKey = process.env.EVIDENT_AGENT_KEY;
949
- if (runnerKey) {
950
- return {
951
- token: runnerKey,
952
- authType: "agent_key",
953
- keySource: "runner_key",
954
- notice: agentKey ? "Both EVIDENT_RUNNER_KEY and EVIDENT_AGENT_KEY are set; using EVIDENT_RUNNER_KEY." : void 0
955
- };
956
- }
957
- if (agentKey) {
958
- return { token: agentKey, authType: "agent_key", keySource: "agent_key" };
959
- }
960
- const userToken = process.env.EVIDENT_TOKEN;
961
- if (userToken) {
962
- return { token: userToken, authType: "bearer" };
963
- }
964
- const keychainCreds = await getToken();
965
- if (keychainCreds) {
966
- return {
967
- token: keychainCreds.token,
968
- authType: "bearer",
969
- user: keychainCreds.user
970
- };
971
- }
972
- return null;
973
- }
974
- function getAuthHeader(credentials2) {
975
- if (credentials2.authType === "agent_key") {
976
- return `SandboxKey ${credentials2.token}`;
977
- }
978
- return `Bearer ${credentials2.token}`;
979
- }
980
- function isInteractive(jsonOutput) {
981
- if (jsonOutput) return false;
982
- if (process.env.CI) return false;
983
- if (process.env.GITHUB_ACTIONS) return false;
984
- if (!process.stdin.isTTY) return false;
985
- return true;
986
- }
987
-
988
1282
  // src/lib/opencode/health.ts
989
1283
  async function checkOpenCodeHealth(port) {
990
1284
  try {
@@ -2394,6 +2688,10 @@ function nextReportDelayMs(random = Math.random) {
2394
2688
  return BASE_REPORT_DELAY_MS - jitterRangeMs + random() * (2 * jitterRangeMs);
2395
2689
  }
2396
2690
  var FIRST_REPORT_DELAY_MS = 5e3 + Math.random() * 1e4;
2691
+ var CLAUDE_USAGE_FAILURE_REESCALATION_TICKS = 6;
2692
+ function claudeUsageFailureLogLevel(consecutiveFailures) {
2693
+ return consecutiveFailures === 1 || consecutiveFailures % CLAUDE_USAGE_FAILURE_REESCALATION_TICKS === 0 ? "warn" : "debug";
2694
+ }
2397
2695
 
2398
2696
  // src/lib/channels/driver.ts
2399
2697
  import { homedir as homedir2 } from "os";
@@ -2716,8 +3014,8 @@ async function applyOne(options, file) {
2716
3014
  await ack(options, file, "applied");
2717
3015
  return true;
2718
3016
  }
2719
- function durableDownloadCode(status) {
2720
- return status === 413 ? "file_too_large" : "write_failed";
3017
+ function durableDownloadCode(status2) {
3018
+ return status2 === 413 ? "file_too_large" : "write_failed";
2721
3019
  }
2722
3020
  async function downloadContent(options, file, label) {
2723
3021
  try {
@@ -2750,8 +3048,8 @@ async function downloadContent(options, file, label) {
2750
3048
  return { ok: false, terminal: false };
2751
3049
  }
2752
3050
  }
2753
- async function ack(options, file, status, reason) {
2754
- const outcome = `${status}${reason ? ` (${reason})` : ""}`;
3051
+ async function ack(options, file, status2, reason) {
3052
+ const outcome = `${status2}${reason ? ` (${reason})` : ""}`;
2755
3053
  try {
2756
3054
  const res = await options.fetchImpl(
2757
3055
  `${options.apiUrl}/runners/${options.agentId}/files/${file.id}/ack`,
@@ -2761,7 +3059,7 @@ async function ack(options, file, status, reason) {
2761
3059
  Authorization: options.getAuthHeader(),
2762
3060
  "Content-Type": "application/json"
2763
3061
  },
2764
- body: JSON.stringify(reason ? { status, reason } : { status })
3062
+ body: JSON.stringify(reason ? { status: status2, reason } : { status: status2 })
2765
3063
  }
2766
3064
  );
2767
3065
  if (!res.ok) {
@@ -2833,10 +3131,10 @@ var ChannelAuthError = class extends Error {
2833
3131
  };
2834
3132
  var ChannelTerminalError = class extends Error {
2835
3133
  status;
2836
- constructor(message, status) {
3134
+ constructor(message, status2) {
2837
3135
  super(message);
2838
3136
  this.name = "ChannelTerminalError";
2839
- this.status = status;
3137
+ this.status = status2;
2840
3138
  }
2841
3139
  };
2842
3140
  function backoffDelay(attempt, policy) {
@@ -2844,8 +3142,8 @@ function backoffDelay(attempt, policy) {
2844
3142
  const capped = Math.min(policy.maxDelayMs, exp);
2845
3143
  return Math.floor(Math.random() * capped);
2846
3144
  }
2847
- function isRetryableStatus(status) {
2848
- return status === 429 || status >= 500 && status <= 599;
3145
+ function isRetryableStatus(status2) {
3146
+ return status2 === 429 || status2 >= 500 && status2 <= 599;
2849
3147
  }
2850
3148
  var ChannelDriver = class _ChannelDriver {
2851
3149
  agentId;
@@ -2960,6 +3258,24 @@ var ChannelDriver = class _ChannelDriver {
2960
3258
  * processing list, exactly like `dontRedispatch`/`doneUndeliverable`.
2961
3259
  */
2962
3260
  readoptPollUnresolvedSignalled = /* @__PURE__ */ new Set();
3261
+ /**
3262
+ * "Already emitted `redrive_unresolved` for this row" (#965). Mirrors
3263
+ * `readoptPollUnresolvedSignalled`: `resolveRedrive`'s `unresolved` leaf recurs
3264
+ * every ~2s drain until opencode's status becomes readable, but the
3265
+ * server-visible signal is an OUTCOME, so it fires at most once per row. Cleared
3266
+ * on any non-`unresolved` outcome so the set cannot grow beyond the currently
3267
+ * unresolvable rows.
3268
+ */
3269
+ redriveUnresolvedSignalled = /* @__PURE__ */ new Set();
3270
+ /**
3271
+ * First `now()` a `pending` row's re-drive was observed `unresolved` (#965). A
3272
+ * `pending` row is invisible to every cron arm (all require `status =
3273
+ * 'processing'`), so an indefinitely-`unresolved` row would be stranded with
3274
+ * nothing driving it. Once `now - since >= pausedMaxWaitMs`, `resolveRedrive`
3275
+ * takes `dispatch` instead of `unresolved` (reusing the existing knob — see
3276
+ * ADR-0047's own "unreachable ⇒ bounded" rule). Cleared on any other outcome.
3277
+ */
3278
+ redriveUnresolvedSince = /* @__PURE__ */ new Map();
2963
3279
  /**
2964
3280
  * "A null-id re-adopt re-dispatch is in flight, awaiting its read-back" (WI-5
2965
3281
  * Task 5.4, High-2). Since we no longer send a caller-supplied id, a re-dispatch
@@ -3299,6 +3615,12 @@ var ChannelDriver = class _ChannelDriver {
3299
3615
  skippedAlreadyDispatched += 1;
3300
3616
  continue;
3301
3617
  }
3618
+ if (message.opencode_message_id) {
3619
+ const outcome = await this.resolveRedrive(conv, sessionId, message, refusedSessionId);
3620
+ if (outcome !== "dispatch") {
3621
+ break;
3622
+ }
3623
+ }
3302
3624
  const options = {
3303
3625
  agent: message.opencode_agent ?? void 0,
3304
3626
  model: message.opencode_model ?? void 0
@@ -3343,50 +3665,262 @@ var ChannelDriver = class _ChannelDriver {
3343
3665
  this.sessions.delete(conv.id);
3344
3666
  this.supersede(conv.id, sessionId);
3345
3667
  this.log({
3346
- level: "warn",
3347
- message: `Abandoning OpenCode session ${sessionId.slice(0, 8)} as the binding for conversation ${conv.id.slice(0, 8)} (it exists but failed to run a turn) \u2014 a fresh session is created on the next tick, whatever the persisted binding says by then.`,
3668
+ level: "warn",
3669
+ message: `Abandoning OpenCode session ${sessionId.slice(0, 8)} as the binding for conversation ${conv.id.slice(0, 8)} (it exists but failed to run a turn) \u2014 a fresh session is created on the next tick, whatever the persisted binding says by then.`,
3670
+ conversation_id: conv.id,
3671
+ message_id: message.id
3672
+ });
3673
+ await this.markFailed(conv.id, message.id, null, errorMessage).catch((markErr) => {
3674
+ this.log({
3675
+ level: "warn",
3676
+ message: `markFailed PATCH for message ${message.id.slice(0, 8)} (conversation ${conv.id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
3677
+ conversation_id: conv.id,
3678
+ message_id: message.id
3679
+ });
3680
+ });
3681
+ this.log({
3682
+ level: "error",
3683
+ message: `Message ${message.id.slice(0, 8)} dispatch failed: ${errorMessage}`,
3684
+ conversation_id: conv.id,
3685
+ message_id: message.id
3686
+ });
3687
+ break;
3688
+ }
3689
+ if (opencodeMessageId === null) {
3690
+ this.log({
3691
+ level: "warn",
3692
+ message: `Message ${message.id.slice(0, 8)} dispatched but its opencode id could not be read back \u2014 leaving un-tracked to retry next tick`,
3693
+ conversation_id: conv.id,
3694
+ message_id: message.id
3695
+ });
3696
+ continue;
3697
+ }
3698
+ this.dispatched.add(message.id);
3699
+ this.registerInFlight(conv, sessionId, message, opencodeMessageId);
3700
+ dispatched += 1;
3701
+ void this.postSignal(conv.id, message.id, "dispatched");
3702
+ }
3703
+ if (messages.length > 0 && dispatched === 0 && skippedAlreadyDispatched === messages.length) {
3704
+ this.log({
3705
+ level: "warn",
3706
+ message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode this tick. If this repeats, a message may be stuck acknowledged-but-never-dispatched (its watcher never settled).`,
3707
+ conversation_id: conv.id
3708
+ });
3709
+ }
3710
+ this.ensureWatcherRunning(sessionId);
3711
+ return dispatched;
3712
+ }
3713
+ /**
3714
+ * Poll a session's message list for the re-drive fence (#965), via the
3715
+ * INJECTED `fetchImpl` — NOT the imported `getSessionMessages` helper, which
3716
+ * hits the global `fetch` and would bypass the same override every other
3717
+ * opencode poll in this file respects. Mirrors `readoptProcessing`'s own
3718
+ * snapshot fetch (`:3081-3111`). `null` = unreadable (non-OK response,
3719
+ * non-array body, or a network exception) — treated as "can't observe",
3720
+ * never as "confirmed gone".
3721
+ */
3722
+ async pollSessionMessagesForRedrive(conv, message, sessionId) {
3723
+ try {
3724
+ const res = await this.fetchImpl(`${this.opencodeBase}/session/${sessionId}/message`);
3725
+ if (!res.ok) {
3726
+ this.log({
3727
+ level: "warn",
3728
+ message: `Re-drive: polling session ${sessionId.slice(0, 8)} for message ${message.id.slice(0, 8)} returned HTTP ${res.status} \u2014 treating as unreadable this tick`,
3729
+ conversation_id: conv.id,
3730
+ message_id: message.id
3731
+ });
3732
+ return null;
3733
+ }
3734
+ const body = await res.json();
3735
+ if (!Array.isArray(body)) {
3736
+ this.log({
3737
+ level: "warn",
3738
+ message: `Re-drive: polling session ${sessionId.slice(0, 8)} for message ${message.id.slice(0, 8)} returned a non-array message body \u2014 treating as unreadable this tick`,
3739
+ conversation_id: conv.id,
3740
+ message_id: message.id
3741
+ });
3742
+ return null;
3743
+ }
3744
+ return body;
3745
+ } catch (err) {
3746
+ this.log({
3747
+ level: "warn",
3748
+ message: `Re-drive: failed to poll session ${sessionId.slice(0, 8)} for message ${message.id.slice(0, 8)} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`,
3749
+ conversation_id: conv.id,
3750
+ message_id: message.id
3751
+ });
3752
+ return null;
3753
+ }
3754
+ }
3755
+ /**
3756
+ * The re-drive fence for a `pending` row that already carries a stored
3757
+ * `opencode_message_id` (#965) — i.e. it has already been handed to opencode at
3758
+ * least once (see the invariant at `QueuedMessage.opencode_message_id`'s doc).
3759
+ * The lifecycle cron can falsely reclaim a `processing` row back to `pending`
3760
+ * mid-turn (a 5-minute liveness-staleness check racing a still-running turn);
3761
+ * without this fence the drain loop would re-`prompt_async` the SAME turn a
3762
+ * second time against live GitHub state. Mirrors `readoptOne`'s job for the
3763
+ * `processing` re-adopt path, but simpler: no b1/b2 preamble cross-check is
3764
+ * needed here because `refusedSessionId` already handles the one case
3765
+ * (#553 abandoned session) that path exists for.
3766
+ *
3767
+ * Only `ChannelAuthError` propagates; every other failure resolves to
3768
+ * `unresolved` and is retried whole on the next ~2s drain tick.
3769
+ */
3770
+ async resolveRedrive(conv, sessionId, message, refusedSessionId) {
3771
+ const ocId = message.opencode_message_id ?? null;
3772
+ if (refusedSessionId) {
3773
+ this.clearRedriveUnresolved(message.id);
3774
+ void this.postSignal(conv.id, message.id, "redrive_redispatched");
3775
+ return "dispatch";
3776
+ }
3777
+ const messages = await this.pollSessionMessagesForRedrive(conv, message, sessionId);
3778
+ if (messages == null || messages.length === 0) {
3779
+ return this.resolveRedriveUnresolved(conv, message);
3780
+ }
3781
+ const state = messageRunState(messages, ocId ?? "");
3782
+ if (state === "done" || state === "failed") {
3783
+ return this.settleRedrive(conv, sessionId, message, ocId, messages, state);
3784
+ }
3785
+ if (state === "running" || state === "queued") {
3786
+ const ongoing = await isSessionOngoing(this.port, sessionId);
3787
+ if (ongoing === true) {
3788
+ return this.reattachRedrive(conv, sessionId, message, ocId);
3789
+ }
3790
+ if (ongoing === false) {
3791
+ this.clearRedriveUnresolved(message.id);
3792
+ void this.postSignal(conv.id, message.id, "redrive_redispatched");
3793
+ return "dispatch";
3794
+ }
3795
+ return this.resolveRedriveUnresolved(conv, message);
3796
+ }
3797
+ this.clearRedriveUnresolved(message.id);
3798
+ void this.postSignal(conv.id, message.id, "redrive_redispatched");
3799
+ return "dispatch";
3800
+ }
3801
+ /**
3802
+ * The `reattached` outcome (Task 3.3): the prior turn is STILL ONGOING per
3803
+ * opencode's own status map — undo the false reclaim instead of starting a
3804
+ * second turn.
3805
+ */
3806
+ async reattachRedrive(conv, sessionId, message, ocId) {
3807
+ let anchorMs;
3808
+ const parsed = message.processing_started_at ? Date.parse(message.processing_started_at) : NaN;
3809
+ if (!Number.isNaN(parsed)) {
3810
+ anchorMs = parsed;
3811
+ } else {
3812
+ anchorMs = this.now();
3813
+ this.log({
3814
+ level: "error",
3815
+ message: `Re-drive: message ${message.id.slice(0, 8)} has null/unparseable processing_started_at (${String(message.processing_started_at)}) \u2014 anchoring the watcher's absolute-age ceiling to now (defensive)`,
3816
+ conversation_id: conv.id,
3817
+ message_id: message.id
3818
+ });
3819
+ }
3820
+ const title = await this.resolveSessionTitle(sessionId, conv.id);
3821
+ try {
3822
+ await this.markProcessing(conv.id, message.id, sessionId, ocId, title);
3823
+ } catch (err) {
3824
+ if (err instanceof ChannelAuthError) throw err;
3825
+ this.log({
3826
+ level: "warn",
3827
+ message: `Re-drive: failed to restore message ${message.id.slice(0, 8)} to processing (will retry next drain): ${err instanceof Error ? err.message : String(err)}`,
3828
+ conversation_id: conv.id,
3829
+ message_id: message.id
3830
+ });
3831
+ return "unresolved";
3832
+ }
3833
+ this.clearRedriveUnresolved(message.id);
3834
+ this.registerReadopted(conv, sessionId, message, ocId ?? "", anchorMs);
3835
+ this.dispatched.add(message.id);
3836
+ this.readopted.add(message.id);
3837
+ this.ensureWatcherRunning(sessionId);
3838
+ const watchedForMs = this.now() - anchorMs;
3839
+ void this.postSignal(conv.id, message.id, "redrive_reattached", {
3840
+ watched_for_ms: watchedForMs
3841
+ });
3842
+ this.log({
3843
+ level: "warn",
3844
+ message: `Re-drive: message ${message.id.slice(0, 8)} (session ${sessionId.slice(0, 8)}) was wrongly reclaimed to pending while its turn was still running (watched ${watchedForMs}ms) \u2014 restored to processing instead of re-dispatching`,
3845
+ conversation_id: conv.id,
3846
+ message_id: message.id
3847
+ });
3848
+ return "reattached";
3849
+ }
3850
+ /**
3851
+ * The `settled` outcome (Task 3.2): the prior turn already finished (or
3852
+ * errored) while nobody was watching — deliver/report it instead of re-running.
3853
+ * Mirrors `readoptOne`'s `done`/`failed` branches' error discipline, simplified
3854
+ * (no `doneUndeliverable` park: a terminal PATCH failure here just retries next
3855
+ * drain, same as any other non-auth failure).
3856
+ */
3857
+ async settleRedrive(conv, sessionId, message, ocId, messages, state) {
3858
+ try {
3859
+ if (state === "done") {
3860
+ const title = await this.resolveSessionTitle(sessionId, conv.id);
3861
+ const usage = messageUsage(messages, ocId ?? "");
3862
+ this.log({
3863
+ level: "info",
3864
+ message: `Re-drive: message ${message.id.slice(0, 8)} completed while its row was wrongly reclaimed to pending \u2014 marking done instead of re-dispatching`,
3348
3865
  conversation_id: conv.id,
3349
3866
  message_id: message.id
3350
3867
  });
3351
- await this.markFailed(conv.id, message.id, null, errorMessage).catch((markErr) => {
3352
- this.log({
3353
- level: "warn",
3354
- message: `markFailed PATCH for message ${message.id.slice(0, 8)} (conversation ${conv.id.slice(0, 8)}) failed (best-effort, not retried): ${markErr instanceof Error ? markErr.message : String(markErr)}`,
3355
- conversation_id: conv.id,
3356
- message_id: message.id
3357
- });
3358
- });
3868
+ await this.markDone(conv.id, message.id, sessionId, ocId, title, usage);
3869
+ } else {
3870
+ const error2 = messageError(messages, ocId ?? "") ?? void 0;
3871
+ const usage = messageUsage(messages, ocId ?? "");
3872
+ const failure = await this.classifyModelAuthFailure(messages, ocId ?? "");
3359
3873
  this.log({
3360
3874
  level: "error",
3361
- message: `Message ${message.id.slice(0, 8)} dispatch failed: ${errorMessage}`,
3362
- conversation_id: conv.id,
3363
- message_id: message.id
3364
- });
3365
- break;
3366
- }
3367
- if (opencodeMessageId === null) {
3368
- this.log({
3369
- level: "warn",
3370
- message: `Message ${message.id.slice(0, 8)} dispatched but its opencode id could not be read back \u2014 leaving un-tracked to retry next tick`,
3875
+ message: `Re-drive: message ${message.id.slice(0, 8)} errored while its row was wrongly reclaimed to pending \u2014 marking failed instead of re-dispatching: ${error2 ?? "(no error text)"}`,
3371
3876
  conversation_id: conv.id,
3372
3877
  message_id: message.id
3373
3878
  });
3374
- continue;
3879
+ await this.markFailed(conv.id, message.id, sessionId, error2, usage, failure);
3375
3880
  }
3376
- this.dispatched.add(message.id);
3377
- this.registerInFlight(conv, sessionId, message, opencodeMessageId);
3378
- dispatched += 1;
3379
- void this.postSignal(conv.id, message.id, "dispatched");
3380
- }
3381
- if (messages.length > 0 && dispatched === 0 && skippedAlreadyDispatched === messages.length) {
3881
+ } catch (err) {
3882
+ if (err instanceof ChannelAuthError) throw err;
3382
3883
  this.log({
3383
3884
  level: "warn",
3384
- message: `Conversation ${conv.id.slice(0, 8)} has ${messages.length} pending message(s) but ALL are already marked dispatched locally (in-flight set: ${this.dispatched.size}) \u2014 none sent to OpenCode this tick. If this repeats, a message may be stuck acknowledged-but-never-dispatched (its watcher never settled).`,
3385
- conversation_id: conv.id
3885
+ message: `Re-drive: failed to report message ${message.id.slice(0, 8)} ${state} (will retry next drain): ${err instanceof Error ? err.message : String(err)}`,
3886
+ conversation_id: conv.id,
3887
+ message_id: message.id
3386
3888
  });
3889
+ return "unresolved";
3387
3890
  }
3388
- this.ensureWatcherRunning(sessionId);
3389
- return dispatched;
3891
+ this.clearRedriveUnresolved(message.id);
3892
+ void this.postSignal(conv.id, message.id, "redrive_settled");
3893
+ return "settled";
3894
+ }
3895
+ /**
3896
+ * The bounded `unresolved` outcome (Task 3.4): opencode's state could not be
3897
+ * observed (snapshot unreadable/empty, or `isSessionOngoing` returned `null`).
3898
+ * A `pending` row is invisible to every cron arm (all require `status =
3899
+ * 'processing'`), so an indefinitely-`unresolved` row would be stranded with
3900
+ * nothing driving it — bound it to the existing `pausedMaxWaitMs` window
3901
+ * (reusing the knob, not a new constant) and take `dispatch` once elapsed.
3902
+ */
3903
+ resolveRedriveUnresolved(conv, message) {
3904
+ const now = this.now();
3905
+ const since = this.redriveUnresolvedSince.get(message.id);
3906
+ if (since !== void 0 && now - since >= this.pausedMaxWaitMs) {
3907
+ this.clearRedriveUnresolved(message.id);
3908
+ void this.postSignal(conv.id, message.id, "redrive_redispatched");
3909
+ return "dispatch";
3910
+ }
3911
+ if (since === void 0) {
3912
+ this.redriveUnresolvedSince.set(message.id, now);
3913
+ }
3914
+ if (!this.redriveUnresolvedSignalled.has(message.id)) {
3915
+ this.redriveUnresolvedSignalled.add(message.id);
3916
+ void this.postSignal(conv.id, message.id, "redrive_unresolved");
3917
+ }
3918
+ return "unresolved";
3919
+ }
3920
+ /** Clear both `unresolved`-bound trackers for a row (any non-`unresolved` outcome). */
3921
+ clearRedriveUnresolved(messageId) {
3922
+ this.redriveUnresolvedSince.delete(messageId);
3923
+ this.redriveUnresolvedSignalled.delete(messageId);
3390
3924
  }
3391
3925
  /**
3392
3926
  * Record that `sessionId` is no longer a valid binding for `conversationId`
@@ -3671,9 +4205,10 @@ var ChannelDriver = class _ChannelDriver {
3671
4205
  * opencode reports ACTIVELY `running` is watched to completion (its liveness
3672
4206
  * heartbeat keeps the cron off its row), while a re-adopted turn that is paused
3673
4207
  * awaiting a human — or queued/unreachable — is still bounded by `deadline` and
3674
- * handed to the cron. The old "the `deadline` must settle before the ~15-min
3675
- * cron or they double-drive" reasoning is superseded: liveness now settles the
3676
- * actively-running case; `deadline` settles the rest. `dispatchedAt` stays `now`
4208
+ * handed to the cron. Real invariant (#965): the cron MAY reclaim a row this
4209
+ * runner still holds; a reclaimed row that already ran is never re-dispatched
4210
+ * while opencode reports its turn ongoing (readopt's own gate here, and the
4211
+ * `pending`-row re-drive fence, `resolveRedrive`). `dispatchedAt` stays `now`
3677
4212
  * (only the appear-guard uses it).
3678
4213
  *
3679
4214
  * `evidentMessageId` addresses the SERVER row (for markProcessing/markDone);
@@ -4575,7 +5110,8 @@ var ChannelDriver = class _ChannelDriver {
4575
5110
  opencode_model: row.opencode_model,
4576
5111
  source_message_id: row.source_message_id,
4577
5112
  slack_user_id: row.slack_user_id,
4578
- attachments: row.attachments ?? null
5113
+ attachments: row.attachments ?? null,
5114
+ opencode_message_id: row.opencode_message_id
4579
5115
  };
4580
5116
  }
4581
5117
  /**
@@ -5167,11 +5703,11 @@ var ChannelDriver = class _ChannelDriver {
5167
5703
  * `ensureSession` guard, not this suppression, is what makes the self-heal
5168
5704
  * stick.
5169
5705
  */
5170
- sessionIdBody(sessionId, conversationId, messageId, status) {
5706
+ sessionIdBody(sessionId, conversationId, messageId, status2) {
5171
5707
  if (!this.isSuperseded(conversationId, sessionId)) return { opencode_session_id: sessionId };
5172
5708
  this.log({
5173
5709
  level: "debug",
5174
- message: `Omitting the abandoned OpenCode session ${sessionId.slice(0, 8)} from the '${status}' update for message ${messageId.slice(0, 8)} so it is not re-bound to conversation ${conversationId.slice(0, 8)}`,
5710
+ message: `Omitting the abandoned OpenCode session ${sessionId.slice(0, 8)} from the '${status2}' update for message ${messageId.slice(0, 8)} so it is not re-bound to conversation ${conversationId.slice(0, 8)}`,
5175
5711
  conversation_id: conversationId,
5176
5712
  message_id: messageId
5177
5713
  });
@@ -5617,171 +6153,6 @@ Port ${port} is already in use.`));
5617
6153
  return { port, process: null, version: null, notReadyReason: "you chose to continue without it" };
5618
6154
  }
5619
6155
 
5620
- // src/commands/agent-lookup.ts
5621
- async function readErrorMessage(response) {
5622
- const text = await response.text().catch(() => "");
5623
- if (!text) return response.statusText || void 0;
5624
- try {
5625
- const data = JSON.parse(text);
5626
- const message = data.message ?? data.error;
5627
- if (typeof message === "string" && message.trim()) {
5628
- return message;
5629
- }
5630
- } catch {
5631
- }
5632
- return text.trim() || response.statusText || void 0;
5633
- }
5634
- function authFailureHint(apiUrl, serverMessage) {
5635
- const reason = serverMessage ? `: ${serverMessage}` : "";
5636
- return `Authentication failed${reason}. Your credentials were rejected by ${apiUrl}. This usually means you logged in against a different environment, or your session expired \u2014 log in again pointing at this endpoint and retry.`;
5637
- }
5638
- async function resolveAgentIdFromKey(authHeader) {
5639
- const apiUrl = getApiUrlConfig();
5640
- try {
5641
- const response = await fetch(`${apiUrl}/me`, {
5642
- headers: { Authorization: authHeader }
5643
- });
5644
- if (response.status === 401) {
5645
- const serverMessage = await readErrorMessage(response);
5646
- return { error: authFailureHint(apiUrl, serverMessage), authFailed: true };
5647
- }
5648
- if (!response.ok) {
5649
- const serverMessage = await readErrorMessage(response);
5650
- return {
5651
- error: `Failed to resolve runner from key (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
5652
- };
5653
- }
5654
- const data = await response.json();
5655
- if (data.auth_type === "agent_key" && data.agent_id) {
5656
- return { agent_id: data.agent_id };
5657
- }
5658
- return {
5659
- error: "Cannot resolve runner ID: auth type is not agent_key. Please provide --runner explicitly."
5660
- };
5661
- } catch (error2) {
5662
- const message = error2 instanceof Error ? error2.message : "Unknown error";
5663
- return { error: `Failed to resolve runner from key: ${message}` };
5664
- }
5665
- }
5666
- var BEST_EFFORT_NOTIFY_TIMEOUT_MS = 2e3;
5667
- async function notifyAgentDisconnected(agentId, authHeader) {
5668
- const apiUrl = getApiUrlConfig();
5669
- try {
5670
- const response = await fetch(`${apiUrl}/runners/${agentId}/disconnect`, {
5671
- method: "POST",
5672
- headers: { Authorization: authHeader },
5673
- signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
5674
- });
5675
- if (!response.ok) {
5676
- const serverMessage = await readErrorMessage(response);
5677
- return {
5678
- ok: false,
5679
- error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
5680
- };
5681
- }
5682
- return { ok: true };
5683
- } catch (error2) {
5684
- return { ok: false, error: describeBestEffortError(error2) };
5685
- }
5686
- }
5687
- function describeBestEffortError(error2) {
5688
- const name = error2?.name;
5689
- if (name === "TimeoutError" || name === "AbortError") {
5690
- return `timed out after ${BEST_EFFORT_NOTIFY_TIMEOUT_MS}ms`;
5691
- }
5692
- return error2 instanceof Error ? error2.message : String(error2);
5693
- }
5694
- async function reportMicrovmId(agentId, authHeader, microvmId) {
5695
- try {
5696
- const apiUrl = getApiUrlConfig();
5697
- const response = await fetch(`${apiUrl}/runners/${agentId}/microvm`, {
5698
- method: "POST",
5699
- headers: { Authorization: authHeader, "Content-Type": "application/json" },
5700
- body: JSON.stringify({ microvm_id: microvmId }),
5701
- signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
5702
- });
5703
- if (!response.ok) {
5704
- const serverMessage = await readErrorMessage(response);
5705
- return {
5706
- ok: false,
5707
- error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
5708
- };
5709
- }
5710
- return { ok: true };
5711
- } catch (error2) {
5712
- return { ok: false, error: describeBestEffortError(error2) };
5713
- }
5714
- }
5715
- function toReportedWindow(window) {
5716
- if (!window) return null;
5717
- return { utilization: window.utilization, resets_at: window.resetsAt };
5718
- }
5719
- async function reportClaudeUsage(agentId, authHeader, snapshot) {
5720
- try {
5721
- const apiUrl = getApiUrlConfig();
5722
- const response = await fetch(`${apiUrl}/runners/${agentId}/claude-usage`, {
5723
- method: "POST",
5724
- headers: { Authorization: authHeader, "Content-Type": "application/json" },
5725
- body: JSON.stringify({
5726
- five_hour: toReportedWindow(snapshot.fiveHour),
5727
- seven_day: toReportedWindow(snapshot.sevenDay)
5728
- }),
5729
- signal: AbortSignal.timeout(BEST_EFFORT_NOTIFY_TIMEOUT_MS)
5730
- });
5731
- if (!response.ok) {
5732
- const serverMessage = await readErrorMessage(response);
5733
- return {
5734
- ok: false,
5735
- error: `HTTP ${response.status}${serverMessage ? `: ${serverMessage}` : ""}`
5736
- };
5737
- }
5738
- return { ok: true };
5739
- } catch (error2) {
5740
- return { ok: false, error: describeBestEffortError(error2) };
5741
- }
5742
- }
5743
- async function getAgentInfo(agentId, authHeader) {
5744
- const apiUrl = getApiUrlConfig();
5745
- try {
5746
- const response = await fetch(`${apiUrl}/runners/${agentId}`, {
5747
- headers: { Authorization: authHeader }
5748
- });
5749
- if (response.status === 401) {
5750
- const serverMessage = await readErrorMessage(response);
5751
- return { valid: false, error: authFailureHint(apiUrl, serverMessage), authFailed: true };
5752
- }
5753
- if (response.status === 403) {
5754
- const serverMessage = await readErrorMessage(response);
5755
- return {
5756
- valid: false,
5757
- error: serverMessage ?? "You do not have access to this runner (it may belong to a different team or organization)."
5758
- };
5759
- }
5760
- if (response.status === 404) {
5761
- const serverMessage = await readErrorMessage(response);
5762
- return { valid: false, error: serverMessage ?? `Runner ${agentId} not found` };
5763
- }
5764
- if (!response.ok) {
5765
- const serverMessage = await readErrorMessage(response);
5766
- return {
5767
- valid: false,
5768
- error: `API error (HTTP ${response.status})${serverMessage ? `: ${serverMessage}` : ""}`
5769
- };
5770
- }
5771
- const agent = await response.json();
5772
- if (agent.agent_type !== "local") {
5773
- return {
5774
- valid: false,
5775
- error: `Runner is type '${agent.agent_type}', must be 'local' for CLI connection`
5776
- };
5777
- }
5778
- return { valid: true, agent };
5779
- } catch (error2) {
5780
- const message = error2 instanceof Error ? error2.message : "Unknown error";
5781
- return { valid: false, error: `Failed to validate runner: ${message}` };
5782
- }
5783
- }
5784
-
5785
6156
  // src/commands/run.ts
5786
6157
  var MAX_ACTIVITY_LOG_ENTRIES = 10;
5787
6158
  var CHANNEL_POLL_INTERVAL_MS = Number(process.env.EVIDENT_CHANNEL_POLL_INTERVAL_MS) || 2e3;
@@ -5992,10 +6363,15 @@ async function handleAuthError(state, error2) {
5992
6363
  }
5993
6364
  async function driveChannels(state, driver) {
5994
6365
  let idlePolls = 0;
6366
+ let idleMs = 0;
5995
6367
  let consecutiveDrainFailures = 0;
6368
+ let unreachableMs = 0;
5996
6369
  let lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
5997
6370
  let lastSeenAppliedFiles = driver.fileSyncActivity().appliedFiles;
5998
6371
  while (state.running) {
6372
+ const cycleStartedAtMs = performance.now();
6373
+ let idleThisCycle = false;
6374
+ let unreachableThisCycle = false;
5999
6375
  if (state.connection?.reconnecting && state.connection.reconnectPromise) {
6000
6376
  logActivity(state, { type: "info", message: "Waiting for tunnel reconnection..." });
6001
6377
  if (state.interactive) displayStatus(state);
@@ -6011,17 +6387,22 @@ async function driveChannels(state, driver) {
6011
6387
  try {
6012
6388
  const processed = await driver.drainPending();
6013
6389
  consecutiveDrainFailures = 0;
6390
+ unreachableMs = 0;
6014
6391
  state.messageCount += processed;
6015
6392
  const proxiedActivity = state.lastProxiedActivityAt !== lastSeenProxiedActivityAt;
6016
6393
  lastSeenProxiedActivityAt = state.lastProxiedActivityAt;
6017
6394
  const appliedFiles = driver.fileSyncActivity().appliedFiles;
6018
- const fileActivity = carriedOverFileSync || appliedFiles !== lastSeenAppliedFiles;
6395
+ const filesApplied = appliedFiles !== lastSeenAppliedFiles;
6396
+ const fileActivity = carriedOverFileSync || filesApplied;
6019
6397
  lastSeenAppliedFiles = appliedFiles;
6398
+ if (filesApplied) state.claudeUsageRearm?.();
6020
6399
  if (processed > 0 || driver.hasInFlightWatchers() || proxiedActivity || fileActivity) {
6021
6400
  idlePolls = 0;
6401
+ idleMs = 0;
6022
6402
  if (processed > 0 && state.interactive) displayStatus(state);
6023
6403
  } else if (state.idleTimeout !== null) {
6024
6404
  idlePolls++;
6405
+ idleThisCycle = true;
6025
6406
  if (idlePolls === 1) {
6026
6407
  logActivity(state, {
6027
6408
  type: "info",
@@ -6047,8 +6428,10 @@ async function driveChannels(state, driver) {
6047
6428
  if (state.interactive) displayStatus(state);
6048
6429
  if (driver.hasInFlightWatchers()) {
6049
6430
  consecutiveDrainFailures = 0;
6431
+ unreachableMs = 0;
6050
6432
  } else if (state.idleTimeout !== null) {
6051
6433
  consecutiveDrainFailures++;
6434
+ unreachableThisCycle = true;
6052
6435
  if (consecutiveDrainFailures === 1) {
6053
6436
  logActivity(state, {
6054
6437
  type: "info",
@@ -6059,25 +6442,22 @@ async function driveChannels(state, driver) {
6059
6442
  }
6060
6443
  }
6061
6444
  await new Promise((resolve3) => setTimeout(resolve3, CHANNEL_POLL_INTERVAL_MS));
6062
- if (state.idleTimeout !== null && consecutiveDrainFailures >= 2) {
6063
- const unreachableMs = consecutiveDrainFailures * CHANNEL_POLL_INTERVAL_MS;
6064
- if (unreachableMs > state.idleTimeout * 1e3) {
6065
- logActivity(state, {
6066
- type: "info",
6067
- level: "warn",
6068
- message: `Exiting: could not reach Evident for ${consecutiveDrainFailures} consecutive polls (${Math.round(unreachableMs / 1e3)}s)`
6069
- });
6070
- if (state.interactive) displayStatus(state);
6071
- break;
6072
- }
6445
+ const cycleMs = performance.now() - cycleStartedAtMs;
6446
+ if (idleThisCycle) idleMs += cycleMs;
6447
+ if (unreachableThisCycle) unreachableMs += cycleMs;
6448
+ if (state.idleTimeout !== null && consecutiveDrainFailures >= 2 && unreachableMs > state.idleTimeout * 1e3) {
6449
+ logActivity(state, {
6450
+ type: "info",
6451
+ level: "warn",
6452
+ message: `Exiting: could not reach Evident for ${consecutiveDrainFailures} consecutive polls (${Math.round(unreachableMs / 1e3)}s)`
6453
+ });
6454
+ if (state.interactive) displayStatus(state);
6455
+ break;
6073
6456
  }
6074
- if (state.idleTimeout !== null && idlePolls >= 2) {
6075
- const idleMs = idlePolls * CHANNEL_POLL_INTERVAL_MS;
6076
- if (idleMs > state.idleTimeout * 1e3) {
6077
- logActivity(state, { type: "info", message: "Idle timeout reached" });
6078
- if (state.interactive) displayStatus(state);
6079
- break;
6080
- }
6457
+ if (state.idleTimeout !== null && idlePolls >= 2 && idleMs > state.idleTimeout * 1e3) {
6458
+ logActivity(state, { type: "info", message: "Idle timeout reached" });
6459
+ if (state.interactive) displayStatus(state);
6460
+ break;
6081
6461
  }
6082
6462
  }
6083
6463
  }
@@ -6156,6 +6536,9 @@ function scheduleSessionCleanup(state, driver, options) {
6156
6536
  );
6157
6537
  state.sessionCleanupTimers.push(interval, firstSweep);
6158
6538
  }
6539
+ function claudeUsageFailureStreakSuffix(consecutiveFailures) {
6540
+ return consecutiveFailures > 1 ? ` (${consecutiveFailures} consecutive failures)` : "";
6541
+ }
6159
6542
  function scheduleClaudeUsageReporting(state, options) {
6160
6543
  const { mode, warnings } = resolveClaudeUsageReportingMode(
6161
6544
  options.claudeUsageReporting,
@@ -6174,13 +6557,26 @@ function scheduleClaudeUsageReporting(state, options) {
6174
6557
  level: "debug",
6175
6558
  message: "Claude usage reporting is off (--claude-usage-reporting off)"
6176
6559
  });
6177
- return;
6560
+ return null;
6178
6561
  }
6179
6562
  let consecutiveFailures = 0;
6563
+ let armed = false;
6564
+ let rearmRequested = false;
6180
6565
  const scheduleNextTick = () => {
6566
+ armed = true;
6567
+ rearmRequested = false;
6181
6568
  state.claudeUsageTimer = setTimeout(() => void tick(false), nextReportDelayMs());
6182
6569
  };
6183
- const tick = async (isFirst) => {
6570
+ const rearm = () => {
6571
+ if (armed) {
6572
+ rearmRequested = true;
6573
+ return;
6574
+ }
6575
+ rearmRequested = false;
6576
+ armed = true;
6577
+ state.claudeUsageTimer = setTimeout(() => void tick(true), FIRST_REPORT_DELAY_MS);
6578
+ };
6579
+ const tick = async (isProbe) => {
6184
6580
  try {
6185
6581
  const usage = await getClaudeUsage();
6186
6582
  const result = await reportClaudeUsage(state.agentId, state.authHeader, usage);
@@ -6202,8 +6598,8 @@ function scheduleClaudeUsageReporting(state, options) {
6202
6598
  consecutiveFailures++;
6203
6599
  logActivity(state, {
6204
6600
  type: "info",
6205
- level: consecutiveFailures === 1 ? "warn" : "debug",
6206
- message: `Failed to report Claude usage: ${result.error}`
6601
+ level: claudeUsageFailureLogLevel(consecutiveFailures),
6602
+ message: `Failed to report Claude usage: ${result.error}${claudeUsageFailureStreakSuffix(consecutiveFailures)}`
6207
6603
  });
6208
6604
  }
6209
6605
  scheduleNextTick();
@@ -6216,12 +6612,14 @@ function scheduleClaudeUsageReporting(state, options) {
6216
6612
  message: "Claude usage reporting is forced on but no usable Claude Code login was found \u2014 run `claude` to sign in; reporting will keep retrying"
6217
6613
  });
6218
6614
  scheduleNextTick();
6219
- } else if (isFirst) {
6615
+ } else if (isProbe) {
6220
6616
  logActivity(state, {
6221
6617
  type: "info",
6222
6618
  level: "debug",
6223
6619
  message: `Claude usage reporting: ${error2.message}`
6224
6620
  });
6621
+ armed = false;
6622
+ if (rearmRequested) rearm();
6225
6623
  } else {
6226
6624
  logActivity(state, {
6227
6625
  type: "info",
@@ -6235,14 +6633,16 @@ function scheduleClaudeUsageReporting(state, options) {
6235
6633
  const message = error2 instanceof Error ? error2.message : String(error2);
6236
6634
  logActivity(state, {
6237
6635
  type: "info",
6238
- level: consecutiveFailures === 1 ? "warn" : "debug",
6239
- message: `Claude usage reporting failed: ${message}`
6636
+ level: claudeUsageFailureLogLevel(consecutiveFailures),
6637
+ message: `Claude usage reporting failed: ${message}${claudeUsageFailureStreakSuffix(consecutiveFailures)}`
6240
6638
  });
6241
6639
  scheduleNextTick();
6242
6640
  }
6243
6641
  }
6244
6642
  };
6643
+ armed = true;
6245
6644
  state.claudeUsageTimer = setTimeout(() => void tick(true), FIRST_REPORT_DELAY_MS);
6645
+ return rearm;
6246
6646
  }
6247
6647
  async function notifyOffline(state) {
6248
6648
  if (!state.agentId || !state.authHeader) return;
@@ -6283,6 +6683,7 @@ async function cleanup(state, opts = {}) {
6283
6683
  clearTimeout(state.claudeUsageTimer);
6284
6684
  state.claudeUsageTimer = null;
6285
6685
  }
6686
+ state.claudeUsageRearm = null;
6286
6687
  if (opts.graceful && state.channelDriver) {
6287
6688
  state.channelDriver.stop();
6288
6689
  log2(state, "Draining in-flight channel work before shutdown...");
@@ -6364,6 +6765,7 @@ async function run(options) {
6364
6765
  lastProxiedActivityAt: null,
6365
6766
  sessionCleanupTimers: [],
6366
6767
  claudeUsageTimer: null,
6768
+ claudeUsageRearm: null,
6367
6769
  authHeader: ""
6368
6770
  };
6369
6771
  setTelemetryAuthProvider(() => ({ authHeader: state.authHeader, agentId: state.agentId }));
@@ -6443,6 +6845,7 @@ async function run(options) {
6443
6845
  console.log(chalk6.dim("Or run `evident login` for interactive authentication"));
6444
6846
  blank();
6445
6847
  process.exit(1);
6848
+ return;
6446
6849
  }
6447
6850
  blank();
6448
6851
  console.log(chalk6.yellow("You are not logged in to Evident."));
@@ -6487,6 +6890,7 @@ async function run(options) {
6487
6890
  } else {
6488
6891
  printError(resolved.error || "Failed to resolve runner ID from key");
6489
6892
  process.exit(1);
6893
+ return;
6490
6894
  }
6491
6895
  } else {
6492
6896
  printError(
@@ -6500,6 +6904,7 @@ async function run(options) {
6500
6904
  );
6501
6905
  blank();
6502
6906
  process.exit(1);
6907
+ return;
6503
6908
  }
6504
6909
  }
6505
6910
  telemetry.info(
@@ -6747,7 +7152,7 @@ async function run(options) {
6747
7152
  throw error2;
6748
7153
  }
6749
7154
  scheduleSessionCleanup(state, channelDriver, options);
6750
- scheduleClaudeUsageReporting(state, options);
7155
+ state.claudeUsageRearm = scheduleClaudeUsageReporting(state, options);
6751
7156
  if (!interactive || state.json) {
6752
7157
  log2(state, "Driving channel messages...");
6753
7158
  }
@@ -6802,6 +7207,7 @@ program.name("evident").description("Run OpenCode locally and connect it to Evid
6802
7207
  program.command("login").description("Authenticate with Evident").option("--token", "Use token-based authentication (for CI/CD)").option("--no-browser", "Do not open the browser automatically").action(login);
6803
7208
  program.command("logout").description("Remove stored credentials for the current endpoint").option("--all", "Remove stored credentials for all endpoints").action((options) => logout({ all: options.all }));
6804
7209
  program.command("whoami").description("Show the currently logged in user").action(whoami);
7210
+ program.command("status").description("Check whether the configured credentials can reach Evident").option("--json", "Output in JSON format").action((options) => status({ json: options.json }));
6805
7211
  program.command("claude-usage").description("[spike] Show Claude subscription usage (requires a local `claude login`)").action(claudeUsage);
6806
7212
  program.command("run").description("Connect to Evident and process messages").option("--runner [id]", "Runner ID to connect to (optional when EVIDENT_RUNNER_KEY is set)").option(
6807
7213
  "-a, --agent [id]",