visionclaw 0.1.216-beta.1 → 0.1.216-beta.2

package/dist/agent/engine-fallback.d.ts

@@ -0,0 +1,175 @@
+/**
+ * EngineFallbackManager — health, cooldowns and failover across engines.
+ *
+ * Failover happens between **engines** (`grok` / `gpt` / `claude`), all served
+ * through the single runtime provider, LLM Gateway. The provider only chooses
+ * the route, credentials and protocol; it takes no part in health tracking.
+ * Failures that belong to the shared gateway — 401/402/403, the managed key's
+ * token budget — are handled by the caller and never cool an engine down,
+ * because every engine would fail them identically. See issue #2519.
+ *
+ * ## What is and is not persisted
+ *
+ * The selected failover engine lives in `model-provider`'s module state, not
+ * in `config.json`: `engineOverride` is the *user's* preference and must
+ * survive a failover untouched. But degrading to Claude changes the agent
+ * runtime and therefore requires a process restart — so the cooldown table is
+ * mirrored to `<configDir>/engine-health.json`. Without that, the replacement
+ * process would come up with an empty table, re-select the dead engine, and
+ * restart again in a loop.
+ *
+ * ## Priority
+ *
+ * The candidate order is the user's preference first, then the remaining
+ * engines in priority order. Putting the preference first is what makes
+ * recovery automatic: as soon as its cooldown lapses it is picked again, with
+ * no separate "switch back" code path.
+ *
+ * The priority comes from the heartbeat's `llmEnginePriority` when the server
+ * sends it, and from {@link ENGINE_PRIORITY} otherwise — so an older server, or
+ * one that never sets the field, leaves failover fully working.
+ *
+ * Cooldowns:
+ *   - 5 min, doubling per consecutive failure, capped at 30 min
+ *   - reset to the base on the first success
+ */
+import { type Engine, type VisionClawConfig } from "../config/types.js";
+/** Engine failover order used when the server does not send one. */
+export declare const ENGINE_PRIORITY: readonly Engine[];
+/**
+ * Why an engine was taken out of rotation. There is deliberately no auth
+ * reason: a gateway auth or key-budget failure is shared by every engine and
+ * never cools one down.
+ */
+export type EngineFailReason = "network" | "silence_exhausted"
+/** The engine's model is gone or out of quota — deterministic, not transient. */
+ | "model_unavailable";
+/** An engine currently out of rotation, as reported on the heartbeat. */
+export interface DisabledEngineInfo {
+    engine: Engine;
+    reason: EngineFailReason;
+    disabledUntil: string;
+}
+/** Outcome of an attempted failover, for logging and caller branching. */
+export type EngineSwitchOutcome = {
+    kind: "hot";
+    from: Engine;
+    to: Engine;
+} | {
+    kind: "restart";
+    from: Engine;
+    to: Engine;
+} | {
+    kind: "none";
+    why: "no-candidate" | "probe-failed" | "persist-failed" | "worker-cross-runtime";
+};
+export declare function setActiveEngineFallback(manager: EngineFallbackManager | null): void;
+export declare function getActiveEngineFallback(): EngineFallbackManager | null;
+export declare class EngineFallbackManager {
+    private readonly config;
+    private priorityList;
+    private states;
+    /**
+     * Cross-runtime failover is blocked while a restart is already pending, so
+     * a second failure inside the shutdown window cannot schedule a second one.
+     */
+    private restartScheduled;
+    constructor(config: VisionClawConfig);
+    /**
+     * Adopt the server's `llmEnginePriority`. Unknown and duplicate entries are
+     * dropped; a missing or unusable list falls back to {@link ENGINE_PRIORITY}.
+     * Never let a bad list disable failover — that is exactly the silent no-op
+     * this class used to have.
+     */
+    setPriorityList(serverPriority: string[] | null | undefined): void;
+    /** Engine priority currently in force. */
+    get enginePriority(): Engine[];
+    private healthFilePath;
+    /**
+     * Load the persisted cooldown table and re-apply a still-valid failover
+     * selection. Must run before `prepareEngineSwitchBoundary()` so the session
+     * boundary is evaluated against the engine we will actually start on.
+     *
+     * A missing, corrupt or version-mismatched file is treated as "no state":
+     * startup must never be blocked by it.
+     */
+    initEngineHealth(): void;
+    /**
+     * Atomically write the cooldown table. Returns false when it did not land.
+     *
+     * `activeFallback` is passed explicitly rather than read from module state:
+     * a cross-runtime switch records the engine the *next* process should start
+     * on while this process deliberately keeps serving the old one until the
+     * restart lands.
+     */
+    private persistEngineHealth;
+    /** The engine the user/server selected, ignoring any active failover. */
+    private preferredEngine;
+    /** Candidate order: preference first, then the remaining priority entries. */
+    private candidateOrder;
+    private isCooling;
+    private getOrCreateState;
+    /** The engine currently serving traffic. */
+    get activeEngine(): Engine | null;
+    /** Engines currently in cooldown, reported on the heartbeat as `disabledEngines`. */
+    get disabledEngines(): DisabledEngineInfo[];
+    /**
+     * Record a retryable network failure against the active engine.
+     * Returns true once the threshold is reached and it should be cooled down.
+     */
+    recordNetworkFailure(): boolean;
+    /**
+     * A turn completed on `engine`: clear its backoff so a later, unrelated
+     * failure starts from the 5 minute base again.
+     */
+    noteEngineSuccess(): void;
+    /**
+     * Cool down the active engine and move to the next usable candidate.
+     *
+     * `probeTarget` is injected so the manager stays free of network concerns
+     * and unit-testable; it is only consulted before a cross-runtime switch,
+     * where being wrong costs a restart plus a session collapse. A failing probe
+     * there means the target is unreachable too, i.e. a shared-cause failure
+     * rather than a per-engine one, so nothing is switched.
+     */
+    switchAwayFromActive(reason: EngineFailReason, probeTarget?: (engine: Engine) => Promise<boolean>): Promise<EngineSwitchOutcome>;
+    private runtimeOf;
+    /**
+     * Optimistic recovery: when a better candidate (normally the user's
+     * preference) is out of cooldown again, take it.
+     *
+     * Only same-runtime moves happen here — a cross-runtime move back costs a
+     * restart, so it waits for the idle gate (see
+     * {@link pendingCrossRuntimeRecovery}). Either way the caller must rotate the
+     * session: a model change never reuses the previous history.
+     */
+    maybeRecoverEngine(): {
+        recovered: Engine;
+    } | null;
+    /**
+     * Whether a cross-runtime move back to a recovered engine is pending.
+     * The caller restarts only while idle so a live conversation is never cut.
+     */
+    pendingCrossRuntimeRecovery(): {
+        target: Engine;
+    } | null;
+    /**
+     * A cross-runtime failover or recovery has armed a restart of this process.
+     * Work claimed by the current wake must then stay in flight so the
+     * replacement process replays it on the new engine.
+     */
+    isRestartPending(): boolean;
+    /** Arm a cross-runtime recovery: persist first, then let the caller restart. */
+    commitCrossRuntimeRecovery(target: Engine): boolean;
+    /**
+     * Forget every cooldown and the failover selection because the owner chose
+     * an engine by hand (`/engine`, `switch_engine`).
+     *
+     * Only valid for callers that restart immediately afterwards: dropping a
+     * cross-runtime selection (e.g. back from Claude) without a restart would
+     * flip the effective engine while the live `SessionManager` still runs the
+     * old SDK. Every manual-switch caller restarts, and nothing else resets.
+     */
+    clearForManualSwitch(): void;
+}
+//# sourceMappingURL=engine-fallback.d.ts.map

package/dist/agent/engine-fallback.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-fallback.d.ts","sourceRoot":"","sources":["../../src/agent/engine-fallback.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAOH,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EAEtB,MAAM,oBAAoB,CAAC;AAU5B,oEAAoE;AACpE,eAAO,MAAM,eAAe,EAAE,SAAS,MAAM,EAA8B,CAAC;AAQ5E;;;;GAIG;AACH,MAAM,MAAM,gBAAgB,GACxB,SAAS,GACT,mBAAmB;AACrB,iFAAiF;GAC/E,mBAAmB,CAAC;AAaxB,yEAAyE;AACzE,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,gBAAgB,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,0EAA0E;AAC1E,MAAM,MAAM,mBAAmB,GAC3B;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GACzC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,cAAc,GAAG,cAAc,GAAG,gBAAgB,GAAG,sBAAsB,CAAA;CAAE,CAAC;AAiDvG,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI,GAAG,IAAI,CAEnF;AAED,wBAAgB,uBAAuB,IAAI,qBAAqB,GAAG,IAAI,CAEtE;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAC1C,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,MAAM,CAAkC;IAChD;;;OAGG;IACH,OAAO,CAAC,gBAAgB,CAAS;gBAErB,MAAM,EAAE,gBAAgB;IAMpC;;;;;OAKG;IACH,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,GAAG,IAAI,GAAG,SAAS,GAAG,IAAI;IAclE,0CAA0C;IAC1C,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAID,OAAO,CAAC,cAAc;IAItB;;;;;;;OAOG;IACH,gBAAgB,IAAI,IAAI;IA+CxB;;;;;;;OAOG;IACH,OAAO,CAAC,mBAAmB;IAmC3B,yEAAyE;IACzE,OAAO,CAAC,eAAe;IAMvB,8EAA8E;IAC9E,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,SAAS;IAKjB,OAAO,CAAC,gBAAgB;IASxB,4CAA4C;IAC5C,IAAI,YAAY,IAAI,MAAM,GAAG,IAAI,CAEhC;IAED,qFAAqF;IACrF,IAAI,eAAe,IAAI,kBAAkB,EAAE,CAa1C;IAID;;;OAGG;IACH,oBAAoB,IAAI,OAAO;IAQ/B;;;OAGG;IACH,iBAAiB,IAAI,IAAI;IAazB;;;;;;;;OAQG;IACG,oBAAoB,CACxB,MAAM,EAAE,gBAAgB,EACxB,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,GACjD,OAAO,CAAC,mBAAmB,CAAC;IA0F/B,OAAO,CAAC,SAAS;IAIjB;;;;;;;;OAQG;IACH,kBAAkB,IAAI;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAiBlD;;;OAGG;IACH,2BAA2B,IAAI;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAWxD;;;;OAIG;IACH,gBAAgB,IAAI,OAAO;IAI3B,gFAAgF;IAChF,0BAA0B,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAenD;;;;;;;;OAQG;IACH,oBAAoB,IAAI,IAAI;CAK7B"}

package/dist/agent/engine-fallback.js

@@ -0,0 +1,454 @@
+/**
+ * EngineFallbackManager — health, cooldowns and failover across engines.
+ *
+ * Failover happens between **engines** (`grok` / `gpt` / `claude`), all served
+ * through the single runtime provider, LLM Gateway. The provider only chooses
+ * the route, credentials and protocol; it takes no part in health tracking.
+ * Failures that belong to the shared gateway — 401/402/403, the managed key's
+ * token budget — are handled by the caller and never cool an engine down,
+ * because every engine would fail them identically. See issue #2519.
+ *
+ * ## What is and is not persisted
+ *
+ * The selected failover engine lives in `model-provider`'s module state, not
+ * in `config.json`: `engineOverride` is the *user's* preference and must
+ * survive a failover untouched. But degrading to Claude changes the agent
+ * runtime and therefore requires a process restart — so the cooldown table is
+ * mirrored to `<configDir>/engine-health.json`. Without that, the replacement
+ * process would come up with an empty table, re-select the dead engine, and
+ * restart again in a loop.
+ *
+ * ## Priority
+ *
+ * The candidate order is the user's preference first, then the remaining
+ * engines in priority order. Putting the preference first is what makes
+ * recovery automatic: as soon as its cooldown lapses it is picked again, with
+ * no separate "switch back" code path.
+ *
+ * The priority comes from the heartbeat's `llmEnginePriority` when the server
+ * sends it, and from {@link ENGINE_PRIORITY} otherwise — so an older server, or
+ * one that never sets the field, leaves failover fully working.
+ *
+ * Cooldowns:
+ *   - 5 min, doubling per consecutive failure, capped at 30 min
+ *   - reset to the base on the first success
+ */
+import fs from "node:fs";
+import { z } from "zod";
+import path from "node:path";
+import { getConfigDir, isWorkerThreadContext } from "../config/index.js";
+import { EngineSchema, } from "../config/types.js";
+import { canUseEngine, getEffectiveEngine, getEffectiveRoute, getFallbackEngine, setFallbackEngine, } from "./model-provider.js";
+import { logger } from "../logger.js";
+/** Engine failover order used when the server does not send one. */
+export const ENGINE_PRIORITY = ["grok", "gpt", "claude"];
+const ENGINE_COOLDOWN_BASE_MS = 5 * 60_000; // 5 minutes
+const ENGINE_COOLDOWN_MAX_MS = 30 * 60_000; // 30 minutes
+const NETWORK_FAILURE_THRESHOLD = 3;
+const ENGINE_HEALTH_FILE = "engine-health.json";
+const ENGINE_HEALTH_VERSION = 1;
+const ENGINE_FAIL_REASONS = ["network", "silence_exhausted", "model_unavailable"];
+/**
+ * Validates `engine-health.json`. Anything that does not match — including an
+ * older `version` — is discarded rather than trusted, because this file drives
+ * a restart decision.
+ */
+const EngineHealthFileSchema = z.object({
+    version: z.literal(ENGINE_HEALTH_VERSION),
+    activeFallback: EngineSchema.nullish().transform((v) => v ?? null),
+    engines: z.record(z.string(), z.object({
+        until: z.number(),
+        consecutiveFailures: z.number().int().nonnegative().catch(1),
+        // An unknown reason (e.g. from a newer build) drops the reason, not the
+        // whole cooldown entry.
+        reason: z.enum(ENGINE_FAIL_REASONS).optional().catch(undefined),
+    })).default({}),
+});
+function emptyState() {
+    return {
+        disabledUntil: 0,
+        consecutiveFailures: 0,
+        consecutiveNetworkFailures: 0,
+        disableReason: null,
+    };
+}
+/**
+ * The manager owned by the running agent loop.
+ *
+ * `/engine` and the `switch_engine` remote command both land in
+ * `applyEngineSwitchTarget()`, which is a pure config mutation with no access
+ * to the loop's wiring. It needs to drop the failover state so a manual choice
+ * is not immediately overridden — hence this small registry rather than
+ * threading the manager through every command handler.
+ */
+let activeManager = null;
+export function setActiveEngineFallback(manager) {
+    activeManager = manager;
+}
+export function getActiveEngineFallback() {
+    return activeManager;
+}
+export class EngineFallbackManager {
+    config;
+    priorityList = [];
+    states = new Map();
+    /**
+     * Cross-runtime failover is blocked while a restart is already pending, so
+     * a second failure inside the shutdown window cannot schedule a second one.
+     */
+    restartScheduled = false;
+    constructor(config) {
+        this.config = config;
+    }
+    // ---------------------------------------------------------------- priority
+    /**
+     * Adopt the server's `llmEnginePriority`. Unknown and duplicate entries are
+     * dropped; a missing or unusable list falls back to {@link ENGINE_PRIORITY}.
+     * Never let a bad list disable failover — that is exactly the silent no-op
+     * this class used to have.
+     */
+    setPriorityList(serverPriority) {
+        const engines = [];
+        for (const candidate of serverPriority ?? []) {
+            const parsed = EngineSchema.safeParse(candidate);
+            if (parsed.success && !engines.includes(parsed.data))
+                engines.push(parsed.data);
+        }
+        const next = engines.length > 0 ? engines : [...ENGINE_PRIORITY];
+        const changed = next.join(",") !== this.priorityList.join(",");
+        this.priorityList = next;
+        if (changed && engines.length > 0) {
+            logger.system(`[engine-fallback] Engine priority from server: [${next.join(", ")}]`);
+        }
+    }
+    /** Engine priority currently in force. */
+    get enginePriority() {
+        return this.priorityList.length > 0 ? this.priorityList : [...ENGINE_PRIORITY];
+    }
+    // ------------------------------------------------------------- persistence
+    healthFilePath() {
+        return path.join(getConfigDir(), ENGINE_HEALTH_FILE);
+    }
+    /**
+     * Load the persisted cooldown table and re-apply a still-valid failover
+     * selection. Must run before `prepareEngineSwitchBoundary()` so the session
+     * boundary is evaluated against the engine we will actually start on.
+     *
+     * A missing, corrupt or version-mismatched file is treated as "no state":
+     * startup must never be blocked by it.
+     */
+    initEngineHealth() {
+        const filePath = this.healthFilePath();
+        let parsed;
+        try {
+            if (!fs.existsSync(filePath))
+                return;
+            parsed = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+        }
+        catch (err) {
+            logger.warn(`[engine-fallback] Ignoring unreadable engine-health.json: ${err instanceof Error ? err.message : String(err)}`);
+            return;
+        }
+        const snapshot = EngineHealthFileSchema.safeParse(parsed);
+        if (!snapshot.success) {
+            logger.warn("[engine-fallback] Ignoring malformed or version-mismatched engine-health.json");
+            return;
+        }
+        const now = Date.now();
+        for (const [name, entry] of Object.entries(snapshot.data.engines)) {
+            const engine = EngineSchema.safeParse(name);
+            if (!engine.success)
+                continue;
+            if (entry.until <= now)
+                continue; // expired — drop it
+            const state = this.getOrCreateState(engine.data);
+            state.disabledUntil = entry.until;
+            state.consecutiveFailures = entry.consecutiveFailures;
+            state.disableReason = entry.reason ?? null;
+        }
+        const restored = snapshot.data.activeFallback;
+        if (restored) {
+            // Only honour a restored selection that is still usable; otherwise the
+            // normal selection path runs on the next failure.
+            if (!this.isCooling(restored) && canUseEngine(this.config, restored)) {
+                setFallbackEngine(restored);
+                logger.system(`[engine-fallback] Restored failover engine "${restored}" from disk`);
+            }
+        }
+        const cooling = this.disabledEngines;
+        if (cooling.length > 0) {
+            logger.system(`[engine-fallback] Restored cooldowns: ${cooling.map((c) => `${c.engine}→${c.disabledUntil}`).join(", ")}`);
+        }
+    }
+    /**
+     * Atomically write the cooldown table. Returns false when it did not land.
+     *
+     * `activeFallback` is passed explicitly rather than read from module state:
+     * a cross-runtime switch records the engine the *next* process should start
+     * on while this process deliberately keeps serving the old one until the
+     * restart lands.
+     */
+    persistEngineHealth(activeFallback = getFallbackEngine()) {
+        const filePath = this.healthFilePath();
+        const tempPath = `${filePath}.tmp-${process.pid}`;
+        const engines = {};
+        const now = Date.now();
+        for (const [engine, state] of this.states) {
+            if (state.disabledUntil <= now)
+                continue;
+            engines[engine] = {
+                until: state.disabledUntil,
+                consecutiveFailures: state.consecutiveFailures,
+                ...(state.disableReason ? { reason: state.disableReason } : {}),
+            };
+        }
+        const payload = {
+            version: ENGINE_HEALTH_VERSION,
+            updatedAt: new Date().toISOString(),
+            activeFallback,
+            engines,
+        };
+        try {
+            fs.mkdirSync(path.dirname(filePath), { recursive: true });
+            fs.writeFileSync(tempPath, JSON.stringify(payload, null, 2), "utf-8");
+            fs.renameSync(tempPath, filePath);
+            return true;
+        }
+        catch (err) {
+            try {
+                fs.unlinkSync(tempPath);
+            }
+            catch { /* best-effort */ }
+            logger.warn(`[engine-fallback] Failed to persist engine health: ${err instanceof Error ? err.message : String(err)}`);
+            return false;
+        }
+    }
+    // ------------------------------------------------------------------ state
+    /** The engine the user/server selected, ignoring any active failover. */
+    preferredEngine() {
+        return this.config.engineOverride
+            ?? getEffectiveRoute(this.config, { ignoreFallback: true })?.engine
+            ?? null;
+    }
+    /** Candidate order: preference first, then the remaining priority entries. */
+    candidateOrder() {
+        const preference = this.preferredEngine();
+        const rest = this.enginePriority.filter((e) => e !== preference);
+        return preference ? [preference, ...rest] : rest;
+    }
+    isCooling(engine) {
+        const state = this.states.get(engine);
+        return !!state && state.disabledUntil > Date.now();
+    }
+    getOrCreateState(engine) {
+        let state = this.states.get(engine);
+        if (!state) {
+            state = emptyState();
+            this.states.set(engine, state);
+        }
+        return state;
+    }
+    /** The engine currently serving traffic. */
+    get activeEngine() {
+        return getEffectiveEngine(this.config);
+    }
+    /** Engines currently in cooldown, reported on the heartbeat as `disabledEngines`. */
+    get disabledEngines() {
+        const now = Date.now();
+        const result = [];
+        for (const [engine, state] of this.states) {
+            if (state.disabledUntil > now) {
+                result.push({
+                    engine,
+                    reason: state.disableReason ?? "network",
+                    disabledUntil: new Date(state.disabledUntil).toISOString(),
+                });
+            }
+        }
+        return result;
+    }
+    // ------------------------------------------------------------- failure I/O
+    /**
+     * Record a retryable network failure against the active engine.
+     * Returns true once the threshold is reached and it should be cooled down.
+     */
+    recordNetworkFailure() {
+        const engine = this.activeEngine;
+        if (!engine)
+            return false;
+        const state = this.getOrCreateState(engine);
+        state.consecutiveNetworkFailures++;
+        return state.consecutiveNetworkFailures >= NETWORK_FAILURE_THRESHOLD;
+    }
+    /**
+     * A turn completed on `engine`: clear its backoff so a later, unrelated
+     * failure starts from the 5 minute base again.
+     */
+    noteEngineSuccess() {
+        const engine = this.activeEngine;
+        if (!engine)
+            return;
+        const state = this.states.get(engine);
+        if (!state)
+            return;
+        state.consecutiveNetworkFailures = 0;
+        state.consecutiveFailures = 0;
+        state.disabledUntil = 0;
+        state.disableReason = null;
+    }
+    // ---------------------------------------------------------------- failover
+    /**
+     * Cool down the active engine and move to the next usable candidate.
+     *
+     * `probeTarget` is injected so the manager stays free of network concerns
+     * and unit-testable; it is only consulted before a cross-runtime switch,
+     * where being wrong costs a restart plus a session collapse. A failing probe
+     * there means the target is unreachable too, i.e. a shared-cause failure
+     * rather than a per-engine one, so nothing is switched.
+     */
+    async switchAwayFromActive(reason, probeTarget) {
+        const current = this.activeEngine;
+        if (!current)
+            return { kind: "none", why: "no-candidate" };
+        if (this.restartScheduled) {
+            // A restart is already armed and the replacement process will pick its
+            // engine from `engine-health.json`. Rerouting now would only diverge
+            // from what was persisted.
+            return { kind: "none", why: "no-candidate" };
+        }
+        const state = this.getOrCreateState(current);
+        const cooldownMs = Math.min(ENGINE_COOLDOWN_BASE_MS * 2 ** state.consecutiveFailures, ENGINE_COOLDOWN_MAX_MS);
+        const previousUntil = state.disabledUntil;
+        const previousFailures = state.consecutiveFailures;
+        state.disabledUntil = Date.now() + cooldownMs;
+        state.consecutiveFailures += 1;
+        state.consecutiveNetworkFailures = 0;
+        state.disableReason = reason;
+        const rollback = () => {
+            state.disabledUntil = previousUntil;
+            state.consecutiveFailures = previousFailures;
+        };
+        const target = this.candidateOrder().find((engine) => engine !== current && !this.isCooling(engine) && canUseEngine(this.config, engine));
+        if (!target) {
+            logger.system(`[engine-fallback] ${current} cooled for ${cooldownMs / 60_000}min (${reason}); ` +
+                "no usable alternate engine — staying put");
+            this.persistEngineHealth();
+            return { kind: "none", why: "no-candidate" };
+        }
+        const crossRuntime = this.runtimeOf(current) !== this.runtimeOf(target);
+        if (!crossRuntime) {
+            setFallbackEngine(target === this.preferredEngine() ? null : target);
+            this.persistEngineHealth();
+            logger.system(`[engine-fallback] ${current} → ${target} (${reason}, cooled ${cooldownMs / 60_000}min) — same runtime, no restart (the caller rotates the session)`);
+            return { kind: "hot", from: current, to: target };
+        }
+        // Cross-runtime: the agent SDK and transcript store both change, so this
+        // only takes effect after a restart.
+        if (isWorkerThreadContext()) {
+            // A worker is a forked child; `scheduleRestart()` would either bounce the
+            // whole app via its process manager or exit just this worker. Neither is
+            // a behaviour we want to trigger from a thread, so stay put.
+            rollback();
+            logger.system(`[engine-fallback] ${current} → ${target} needs a cross-runtime restart; skipped inside a thread worker`);
+            return { kind: "none", why: "worker-cross-runtime" };
+        }
+        if (probeTarget && !(await probeTarget(target))) {
+            rollback();
+            logger.system(`[engine-fallback] ${target} failed its probe as well — treating as a shared-cause failure, not restarting`);
+            return { kind: "none", why: "probe-failed" };
+        }
+        // Deliberately not `setFallbackEngine(target)`: this process keeps serving
+        // the old runtime until the restart lands, and flipping the effective
+        // engine now would make `SessionManager` (built for the old runtime)
+        // resolve models for the new one.
+        if (!this.persistEngineHealth(target === this.preferredEngine() ? null : target)) {
+            // Restarting without a durable cooldown table would re-select the dead
+            // engine and restart again. Abort the switch instead.
+            rollback();
+            logger.err(`[engine-fallback] Refusing cross-runtime switch to ${target}: engine health could not be persisted`);
+            return { kind: "none", why: "persist-failed" };
+        }
+        this.restartScheduled = true;
+        logger.system(`[engine-fallback] ${current} → ${target} (${reason}) — cross-runtime, restarting`);
+        return { kind: "restart", from: current, to: target };
+    }
+    runtimeOf(engine) {
+        return getEffectiveRoute(this.config, { engine })?.runtime ?? null;
+    }
+    /**
+     * Optimistic recovery: when a better candidate (normally the user's
+     * preference) is out of cooldown again, take it.
+     *
+     * Only same-runtime moves happen here — a cross-runtime move back costs a
+     * restart, so it waits for the idle gate (see
+     * {@link pendingCrossRuntimeRecovery}). Either way the caller must rotate the
+     * session: a model change never reuses the previous history.
+     */
+    maybeRecoverEngine() {
+        const current = this.activeEngine;
+        // A restart is already armed and the next process will pick its own engine
+        // from disk; swapping now would only diverge from what was persisted.
+        if (!current || this.restartScheduled)
+            return null;
+        const target = this.candidateOrder().find((engine) => !this.isCooling(engine) && canUseEngine(this.config, engine));
+        if (!target || target === current)
+            return null;
+        if (this.runtimeOf(target) !== this.runtimeOf(current))
+            return null;
+        setFallbackEngine(target === this.preferredEngine() ? null : target);
+        this.persistEngineHealth();
+        logger.system(`[engine-fallback] ${current} → ${target} — recovered, same runtime`);
+        return { recovered: target };
+    }
+    /**
+     * Whether a cross-runtime move back to a recovered engine is pending.
+     * The caller restarts only while idle so a live conversation is never cut.
+     */
+    pendingCrossRuntimeRecovery() {
+        const current = this.activeEngine;
+        if (!current || this.restartScheduled || isWorkerThreadContext())
+            return null;
+        const target = this.candidateOrder().find((engine) => !this.isCooling(engine) && canUseEngine(this.config, engine));
+        if (!target || target === current)
+            return null;
+        if (this.runtimeOf(target) === this.runtimeOf(current))
+            return null;
+        return { target };
+    }
+    /**
+     * A cross-runtime failover or recovery has armed a restart of this process.
+     * Work claimed by the current wake must then stay in flight so the
+     * replacement process replays it on the new engine.
+     */
+    isRestartPending() {
+        return this.restartScheduled;
+    }
+    /** Arm a cross-runtime recovery: persist first, then let the caller restart. */
+    commitCrossRuntimeRecovery(target) {
+        if (this.restartScheduled)
+            return false;
+        // As above: persist the next process's selection without activating it here.
+        if (!this.persistEngineHealth(target === this.preferredEngine() ? null : target)) {
+            logger.err(`[engine-fallback] Refusing cross-runtime recovery to ${target}: engine health could not be persisted`);
+            return false;
+        }
+        this.restartScheduled = true;
+        return true;
+    }
+    // --------------------------------------------------------------- lifecycle
+    /**
+     * Forget every cooldown and the failover selection because the owner chose
+     * an engine by hand (`/engine`, `switch_engine`).
+     *
+     * Only valid for callers that restart immediately afterwards: dropping a
+     * cross-runtime selection (e.g. back from Claude) without a restart would
+     * flip the effective engine while the live `SessionManager` still runs the
+     * old SDK. Every manual-switch caller restarts, and nothing else resets.
+     */
+    clearForManualSwitch() {
+        this.states.clear();
+        setFallbackEngine(null);
+        this.persistEngineHealth(null);
+    }
+}
+//# sourceMappingURL=engine-fallback.js.map

package/dist/agent/engine-fallback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-fallback.js","sourceRoot":"","sources":["../../src/agent/engine-fallback.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAGL,YAAY,GACb,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,oEAAoE;AACpE,MAAM,CAAC,MAAM,eAAe,GAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;AAE5E,MAAM,uBAAuB,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,YAAY;AACxD,MAAM,sBAAsB,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,aAAa;AACzD,MAAM,yBAAyB,GAAG,CAAC,CAAC;AACpC,MAAM,kBAAkB,GAAG,oBAAoB,CAAC;AAChD,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAahC,MAAM,mBAAmB,GAAG,CAAC,SAAS,EAAE,mBAAmB,EAAE,mBAAmB,CAAU,CAAC;AA+B3F;;;;GAIG;AACH,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC;IACzC,cAAc,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;IAClE,OAAO,EAAE,CAAC,CAAC,MAAM,CACf,CAAC,CAAC,MAAM,EAAE,EACV,CAAC,CAAC,MAAM,CAAC;QACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;QACjB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,wEAAwE;QACxE,wBAAwB;QACxB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;KAChE,CAAC,CACH,CAAC,OAAO,CAAC,EAAE,CAAC;CACd,CAAC,CAAC;AAEH,SAAS,UAAU;IACjB,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,mBAAmB,EAAE,CAAC;QACtB,0BAA0B,EAAE,CAAC;QAC7B,aAAa,EAAE,IAAI;KACpB,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,IAAI,aAAa,GAAiC,IAAI,CAAC;AAEvD,MAAM,UAAU,uBAAuB,CAAC,OAAqC;IAC3E,aAAa,GAAG,OAAO,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,OAAO,qBAAqB;IACf,MAAM,CAAmB;IAClC,YAAY,GAAa,EAAE,CAAC;IAC5B,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAChD;;;OAGG;IACK,gBAAgB,GAAG,KAAK,CAAC;IAEjC,YAAY,MAAwB;QAClC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,4EAA4E;IAE5E;;;;;OAKG;IACH,eAAe,CAAC,cAA2C;QACzD,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,SAAS,IAAI,cAAc,IAAI,EAAE,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACjD,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM,CAAC,MAAM,CAAC,mDAAmD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;IACjF,CAAC;IAED,4EAA4E;IAEpE,cAAc;QACpB,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACvD,CAAC;IAED;;;;;;;OAOG;IACH,gBAAgB;QACd,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO;YACrC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT,6DAA6D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAChH,CAAC;YACF,OAAO;QACT,CAAC;QACD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;YAC7F,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAClE,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,SAAS;YAC9B,IAAI,KAAK,CAAC,KAAK,IAAI,GAAG;gBAAE,SAAS,CAAC,oBAAoB;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACjD,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC;YAClC,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;YACtD,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC;QAC7C,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,uEAAuE;YACvE,kDAAkD;YAClD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACrE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAC5B,MAAM,CAAC,MAAM,CAAC,+CAA+C,QAAQ,aAAa,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC;QACrC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,MAAM,CACX,yCAAyC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC3G,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,mBAAmB,CAAC,iBAAgC,iBAAiB,EAAE;QAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,GAAG,QAAQ,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;QAClD,MAAM,OAAO,GAAqC,EAAE,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1C,IAAI,KAAK,CAAC,aAAa,IAAI,GAAG;gBAAE,SAAS;YACzC,OAAO,CAAC,MAAM,CAAC,GAAG;gBAChB,KAAK,EAAE,KAAK,CAAC,aAAa;gBAC1B,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;gBAC9C,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAA0B;YACrC,OAAO,EAAE,qBAAqB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,cAAc;YACd,OAAO;SACR,CAAC;QACF,IAAI,CAAC;YACH,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACtE,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC;gBAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAC5D,MAAM,CAAC,IAAI,CACT,sDAAsD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACzG,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,2EAA2E;IAE3E,yEAAyE;IACjE,eAAe;QACrB,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc;eAC5B,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM;eAChE,IAAI,CAAC;IACZ,CAAC;IAED,8EAA8E;IACtE,cAAc;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC;QACjE,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAEO,SAAS,CAAC,MAAc;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACrD,CAAC;IAEO,gBAAgB,CAAC,MAAc;QACrC,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,4CAA4C;IAC5C,IAAI,YAAY;QACd,OAAO,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,qFAAqF;IACrF,IAAI,eAAe;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAyB,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1C,IAAI,KAAK,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC;oBACV,MAAM;oBACN,MAAM,EAAE,KAAK,CAAC,aAAa,IAAI,SAAS;oBACxC,aAAa,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE;iBAC3D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,4EAA4E;IAE5E;;;OAGG;IACH,oBAAoB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC5C,KAAK,CAAC,0BAA0B,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC,0BAA0B,IAAI,yBAAyB,CAAC;IACvE,CAAC;IAED;;;OAGG;IACH,iBAAiB;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,KAAK,CAAC,0BAA0B,GAAG,CAAC,CAAC;QACrC,KAAK,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC9B,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;QACxB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;IAC7B,CAAC;IAED,4EAA4E;IAE5E;;;;;;;;OAQG;IACH,KAAK,CAAC,oBAAoB,CACxB,MAAwB,EACxB,WAAkD;QAElD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,uEAAuE;YACvE,qEAAqE;YACrE,2BAA2B;YAC3B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;QAC/C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,uBAAuB,GAAG,CAAC,IAAI,KAAK,CAAC,mBAAmB,EACxD,sBAAsB,CACvB,CAAC;QACF,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC;QAC1C,MAAM,gBAAgB,GAAG,KAAK,CAAC,mBAAmB,CAAC;QACnD,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;QAC9C,KAAK,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC/B,KAAK,CAAC,0BAA0B,GAAG,CAAC,CAAC;QACrC,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC;QAE7B,MAAM,QAAQ,GAAG,GAAS,EAAE;YAC1B,KAAK,CAAC,aAAa,GAAG,aAAa,CAAC;YACpC,KAAK,CAAC,mBAAmB,GAAG,gBAAgB,CAAC;QAC/C,CAAC,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CACvC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAC/F,CAAC;QACF,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,MAAM,CACX,qBAAqB,OAAO,eAAe,UAAU,GAAG,MAAM,QAAQ,MAAM,KAAK;gBAC/E,0CAA0C,CAC7C,CAAC;YACF,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;QAC/C,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACxE,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,iBAAiB,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC3B,MAAM,CAAC,MAAM,CACX,qBAAqB,OAAO,MAAM,MAAM,KAAK,MAAM,YAAY,UAAU,GAAG,MAAM,kEAAkE,CACrJ,CAAC;YACF,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;QACpD,CAAC;QAED,yEAAyE;QACzE,qCAAqC;QACrC,IAAI,qBAAqB,EAAE,EAAE,CAAC;YAC5B,0EAA0E;YAC1E,yEAAyE;YACzE,6DAA6D;YAC7D,QAAQ,EAAE,CAAC;YACX,MAAM,CAAC,MAAM,CACX,qBAAqB,OAAO,MAAM,MAAM,gEAAgE,CACzG,CAAC;YACF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,sBAAsB,EAAE,CAAC;QACvD,CAAC;QACD,IAAI,WAAW,IAAI,CAAC,CAAC,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAChD,QAAQ,EAAE,CAAC;YACX,MAAM,CAAC,MAAM,CACX,qBAAqB,MAAM,gFAAgF,CAC5G,CAAC;YACF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;QAC/C,CAAC;QAED,2EAA2E;QAC3E,sEAAsE;QACtE,qEAAqE;QACrE,kCAAkC;QAClC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACjF,uEAAuE;YACvE,sDAAsD;YACtD,QAAQ,EAAE,CAAC;YACX,MAAM,CAAC,GAAG,CACR,sDAAsD,MAAM,wCAAwC,CACrG,CAAC;YACF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,MAAM,CAAC,MAAM,CACX,qBAAqB,OAAO,MAAM,MAAM,KAAK,MAAM,+BAA+B,CACnF,CAAC;QACF,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;IACxD,CAAC;IAEO,SAAS,CAAC,MAAc;QAC9B,OAAO,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC;IACrE,CAAC;IAED;;;;;;;;OAQG;IACH,kBAAkB;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,2EAA2E;QAC3E,sEAAsE;QACtE,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CACvC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CACzE,CAAC;QACF,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/C,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAEpE,iBAAiB,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACrE,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,MAAM,CAAC,MAAM,CAAC,qBAAqB,OAAO,MAAM,MAAM,4BAA4B,CAAC,CAAC;QACpF,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,2BAA2B;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,gBAAgB,IAAI,qBAAqB,EAAE;YAAE,OAAO,IAAI,CAAC;QAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CACvC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CACzE,CAAC;QACF,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/C,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QACpE,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED,gFAAgF;IAChF,0BAA0B,CAAC,MAAc;QACvC,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO,KAAK,CAAC;QACxC,6EAA6E;QAC7E,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACjF,MAAM,CAAC,GAAG,CACR,wDAAwD,MAAM,wCAAwC,CACvG,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAE5E;;;;;;;;OAQG;IACH,oBAAoB;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACxB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;CACF"}