@indigoai-us/hq-cli 5.154.0 → 5.155.0

package/dist/lib/lanes/watcher.d.ts

@@ -34,8 +34,9 @@
 import { type LaneEnvelope, type LaneRecord, type LaneState } from "./types.js";
 import { type QuotaSignal } from "./quota.js";
 import { type ProviderRejection } from "./provider-rejection.js";
+import type { AdmissionHost } from "./admission.js";
 import { type LaneMesh } from "./mesh-events.js";
-import { type EnvelopeRepairSpawnInput } from "./spawn.js";
+import { type EnvelopeRepairSpawnInput, type SpawnLaneDeps } from "./spawn.js";
 /** Spec §5.7: no signal for 20 minutes while the process is still alive. */
 export declare const SILENCE_MS: number;
 export declare const WATCHER_POLL_MS = 5000;
@@ -206,6 +207,12 @@ export interface WatcherLoopDeps {
     meshRequestTimeoutMs?: number;
     /** Spec §4 repair spawn. Default: `spawnEnvelopeRepair`. */
     spawnRepair?: (hqRoot: string, lane: LaneRecord, input: EnvelopeRepairSpawnInput) => number;
+    /** Rebind and respawn after a provider quota or authentication refusal. */
+    retryAccount?: (hqRoot: string, lane: LaneRecord, reason: "usage_limit" | "account_unavailable") => LaneRecord | Promise<LaneRecord>;
+    /** Shared process/Outpost identity used by command admission and watcher retries. */
+    resolveAdmissionHost?: () => AdmissionHost;
+    /** Spawn seams for account retry; host scope is supplied by the resolver above. */
+    retrySpawnDeps?: Omit<SpawnLaneDeps, "admissionHost">;
 }
 /**
  * Wrap one mesh call. A failed emit is logged as `mesh_event_failed` with

package/dist/lib/lanes/watcher.js

@@ -40,12 +40,13 @@ import { laneStories, storyStatusForEnvelope } from "./stories.js";
 import { readLane, retryUpdateLane } from "./store.js";
 import { readWorkerRunResult } from "./delivery.js";
 import { applyDefaultQuotaHold, quotaSignalFromFields, readQuotaSignal, recordAccountQuota, } from "./quota.js";
-import { PROVIDER_REJECTED_REASON, QUOTA_STATUS, providerRejectionDetails, readProviderRejection, } from "./provider-rejection.js";
+import { PROVIDER_REJECTED_REASON, QUOTA_STATUS, isProviderLoginFailure, providerRejectionDetails, readProviderRejection, } from "./provider-rejection.js";
 import { readToolActivity, toolActivityPath } from "./dropbox.js";
 import { loadLanesConfig, providerProgressEventMinIntervalMs, providerQuotaDefaultHoldMs } from "./config.js";
+import { resolveAdmissionHost as resolveProcessAdmissionHost } from "./admission-host.js";
 import { createLaneMesh, emitLaneDecisionEvents, emitLaneProgressEvent, progressEventDue, } from "./mesh-events.js";
 import { envelopeQuestionId } from "./questions.js";
-import { laneRunDir, missingPidProbe, probePidRecord, readPidRecord, readProcStarttime, readSpawnManifest, envelopeRepairMode, spawnEnvelopeRepair, } from "./spawn.js";
+import { laneRunDir, missingPidProbe, probePidRecord, readPidRecord, readProcStarttime, readSpawnManifest, envelopeRepairMode, spawnEnvelopeRepair, retryLaneOnAlternateAccount, } from "./spawn.js";
 /** Spec §5.7: no signal for 20 minutes while the process is still alive. */
 export const SILENCE_MS = 20 * 60 * 1000;
 export const WATCHER_POLL_MS = 5_000;
@@ -89,7 +90,12 @@ export function classifyLaneExit(input) {
         throw new LanesError("unknown_envelope_decision", `Unknown envelope decision ${JSON.stringify(input.envelope.decision)}. Accepted: done, ask, blocked`, { accepted: ["done", "ask", "blocked"], value: input.envelope.decision });
     }
     if (input.providerRejection) {
-        return { state: "failed", reason: PROVIDER_REJECTED_REASON };
+        return {
+            state: "failed",
+            reason: isProviderLoginFailure(input.providerRejection)
+                ? "account_not_logged_in"
+                : PROVIDER_REJECTED_REASON,
+        };
     }
     if (input.invalidEnvelope) {
         return { state: "failed", reason: ENVELOPE_INVALID_REASON };
@@ -613,6 +619,10 @@ export async function runWatcherLoop(hqRoot, laneId, deps = {}) {
     }
     const progressIntervalMs = deps.progressEventMinIntervalMs ?? readProgressIntervalMs(hqRoot, readLaneSoft(hqRoot, laneId));
     const spawnRepair = deps.spawnRepair ?? spawnEnvelopeRepair;
+    const retryAccount = deps.retryAccount ?? ((root, lane, reason) => retryLaneOnAlternateAccount(root, lane, reason, "watcher", {
+        ...deps.retrySpawnDeps,
+        admissionHost: (deps.resolveAdmissionHost ?? resolveProcessAdmissionHost)(),
+    }));
     let lastSignalMs = now();
     let lastSeenMtime = 0;
     let lastAlive = null;
@@ -836,6 +846,32 @@ export async function runWatcherLoop(hqRoot, laneId, deps = {}) {
                         process.stderr.write(`hq lanes watcher: quota record failed for ${laneId}: ${err instanceof Error ? err.message : String(err)}\n`);
                     }
                 }
+                const accountRetryReason = quota
+                    ? "usage_limit"
+                    : isProviderLoginFailure(providerRejection)
+                        ? "account_unavailable"
+                        : null;
+                if (accountRetryReason && quotaLane?.account) {
+                    try {
+                        const retry = await retryAccount(hqRoot, quotaLane, accountRetryReason);
+                        logDecision({
+                            event: "account_failover",
+                            at: tick.emit.at,
+                            from: quotaLane.account,
+                            to: retry.account ?? null,
+                            reason: accountRetryReason,
+                            state: retry.state,
+                        });
+                        return;
+                    }
+                    catch (err) {
+                        const message = err instanceof Error ? err.message : String(err);
+                        process.stderr.write(`hq lanes watcher: account failover failed for ${laneId}: ${message}\n`);
+                        logDecision({ event: "account_failover_failed", at: tick.emit.at, reason: accountRetryReason, error: message });
+                        if (readLane(hqRoot, laneId).state !== "running")
+                            return;
+                    }
+                }
                 const terminalWrite = applyTerminalToLaneWithResult(hqRoot, laneId, classification, {
                     envelope,
                     envelopeRef: latest?.ref,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@indigoai-us/hq-cli",
-  "version": "5.154.0",
+  "version": "5.155.0",
   "description": "HQ by Indigo management CLI — modules and cloud sync",
   "main": "dist/index.js",
   "bin": {