@beeos-ai/device-agent 0.4.0

package/dist/fleet/supervisor.js

@@ -0,0 +1,508 @@
+/**
+ * Fleet supervisor — orchestrator that translates the pure FSM (`domain/fsm.ts`)
+ * effects into real side effects against the adapter ports.
+ *
+ * Responsibilities:
+ *
+ *   1. Wire `IDeviceSource` (ADB events), `IStateRegistry` (devices.json),
+ *      `IProcessManager` (mcp + daemon spawn/kill) and `IClock` (timers).
+ *   2. Maintain one `DeviceRecord` per serial discovered from EITHER source
+ *      (a device with a binding but no ADB → `adb_offline`; a device with
+ *      ADB but no binding → `awaiting_bind`).
+ *   3. For every event, call `step()` to compute `(record', effects)` and
+ *      enact each effect (spawn / kill / timer / port allocation / log).
+ *   4. Track `mcpAlive` / `daemonAlive` outside the FSM and call
+ *      `markHealthy()` when both are observed in `spawning`.
+ *   5. Expose a read-only `snapshot()` for the HTTP `/fleet/devices` endpoint
+ *      in M4.
+ *
+ * Concurrency model: single async serializer. All inbound events queue through
+ * `dispatch()` which pulls one at a time. This guarantees a coherent view of
+ * the FSM during multi-effect transitions and removes any need for locks.
+ */
+import { newDeviceRecord, stateExpectsDaemon, stateExpectsMcp } from "./domain/device.js";
+import { backoffMs, markHealthy, step, } from "./domain/fsm.js";
+import { SystemClock } from "./ports/clock.js";
+const noopLogger = {
+    debug: () => { },
+    info: () => { },
+    warn: () => { },
+    error: () => { },
+};
+// ── FleetSupervisor ─────────────────────────────────────────────────────────
+export class FleetSupervisor {
+    source;
+    registry;
+    allocator;
+    processManager;
+    clock;
+    graceMs;
+    keepMs;
+    logger;
+    defaultAgentGatewayUrl;
+    slots = new Map();
+    queue = [];
+    dispatching = false;
+    started = false;
+    unsubAdb = null;
+    unsubBinding = null;
+    unsubProcess = null;
+    constructor(opts) {
+        this.source = opts.source;
+        this.registry = opts.registry;
+        this.allocator = opts.allocator;
+        this.processManager = opts.processManager;
+        this.clock = opts.clock ?? new SystemClock();
+        this.graceMs = opts.graceMs ?? readEnvMs("FLEET_ADB_GRACE_MS", 5_000);
+        this.keepMs = opts.keepMs ?? readEnvMs("FLEET_DAEMON_KEEP_MS", 300_000);
+        this.logger = opts.logger ?? noopLogger;
+        this.defaultAgentGatewayUrl = opts.defaultAgentGatewayUrl;
+    }
+    async start() {
+        if (this.started)
+            return;
+        this.started = true;
+        await this.allocator.start();
+        await this.registry.start();
+        await this.processManager.start();
+        // Seed in-memory slots from currently-known bindings (devices that have
+        // been attached but ADB hasn't connected yet → `adb_offline`).
+        for (const binding of this.registry.list()) {
+            this.ensureSlot(binding.serial, binding);
+        }
+        // Subscribe to events BEFORE starting the source so the initial-sync
+        // snapshot is observed.
+        this.unsubAdb = this.source.on((ev) => this.enqueue(ev));
+        this.unsubBinding = this.registry.on((ev) => this.enqueue(ev));
+        this.unsubProcess = this.processManager.on((ev) => this.enqueue(ev));
+        await this.source.start();
+    }
+    async stop() {
+        if (!this.started)
+            return;
+        this.started = false;
+        this.unsubAdb?.();
+        this.unsubBinding?.();
+        this.unsubProcess?.();
+        this.unsubAdb = null;
+        this.unsubBinding = null;
+        this.unsubProcess = null;
+        for (const slot of this.slots.values()) {
+            slot.graceTimer?.();
+            slot.keepTimer?.();
+            slot.backoffTimer?.();
+            slot.graceTimer = undefined;
+            slot.keepTimer = undefined;
+            slot.backoffTimer = undefined;
+        }
+        await this.source.stop();
+        await this.processManager.stop();
+        await this.registry.stop();
+        await this.allocator.stop();
+    }
+    /** Read-only snapshot for `/fleet/devices`. */
+    snapshot() {
+        const now = this.clock.now();
+        const out = [];
+        for (const slot of this.slots.values()) {
+            const r = slot.record;
+            const mcpPid = this.processManager.pid(r.serial, "mcp");
+            const daemonPid = this.processManager.pid(r.serial, "daemon");
+            const mcpUrl = r.mcpPort > 0 ? `http://127.0.0.1:${r.mcpPort}` : null;
+            const scrcpy = {
+                enabled: scrcpyEnabled(r.binding),
+                running: slot.scrcpyAlive,
+                pid: this.processManager.pid(r.serial, "scrcpy"),
+                lastError: slot.scrcpyLastError,
+            };
+            out.push({
+                serial: r.serial,
+                name: r.name,
+                instanceId: r.binding?.instanceId ?? null,
+                state: r.state,
+                mcpUrl,
+                mcpPid,
+                daemonPid,
+                scrcpy,
+                enteredAt: r.enteredAt,
+                sinceMs: Math.max(0, now - r.enteredAt),
+                restartCount: r.restartCount,
+            });
+        }
+        return out.sort((a, b) => a.serial.localeCompare(b.serial));
+    }
+    /**
+     * Force the registry to re-read `devices.json` (e.g. after `beeos device
+     * attach` finished). Returns once the diff has been queued; the per-slot
+     * effects fire asynchronously.
+     */
+    async reload() {
+        await this.registry.reload();
+    }
+    /**
+     * User-initiated full restart of one device's mcp + daemon pair.
+     *
+     * Flow: kill both children → reset slot to `adb_offline` (cancels timers,
+     * releases port, clears restartCount) → if ADB is currently online and
+     * the device is still bound, synthesise an `adb_online` event so the FSM
+     * walks the normal spawn path. The result mirrors what would happen if
+     * the user yanked the cable and plugged it back in immediately, except
+     * that grace/keep windows are skipped.
+     *
+     * Returns `false` if `serial` is unknown, `true` otherwise.
+     */
+    async restartDevice(serial) {
+        const slot = this.slots.get(serial);
+        if (!slot)
+            return false;
+        // Tear down children (expected=true so the FSM won't penalise).
+        await this.processManager.killMcp(serial, { expected: true });
+        await this.processManager.killDaemon(serial, { expected: true });
+        await this.processManager.killScrcpy(serial, { expected: true });
+        // Cancel any timers.
+        slot.graceTimer?.();
+        slot.keepTimer?.();
+        slot.backoffTimer?.();
+        slot.graceTimer = undefined;
+        slot.keepTimer = undefined;
+        slot.backoffTimer = undefined;
+        // Reset record to adb_offline + restartCount=0.
+        slot.record = {
+            ...slot.record,
+            state: "adb_offline",
+            restartCount: 0,
+            mcpPort: 0,
+            enteredAt: this.clock.now(),
+        };
+        slot.mcpAlive = false;
+        slot.daemonAlive = false;
+        slot.scrcpyAlive = false;
+        slot.scrcpyLastError = null;
+        slot.scrcpyRequested = false;
+        await this.allocator.release(serial);
+        // Re-enter the spawn path if ADB is still online.
+        const onlineSerials = this.source.snapshot();
+        if (onlineSerials.includes(serial)) {
+            this.enqueue({ kind: "adb_online", serial });
+        }
+        return true;
+    }
+    // ── Event ingestion ──────────────────────────────────────────────────────
+    enqueue(ev) {
+        this.queue.push(ev);
+        if (!this.dispatching) {
+            void this.drain();
+        }
+    }
+    async drain() {
+        if (this.dispatching)
+            return;
+        this.dispatching = true;
+        try {
+            while (this.queue.length > 0) {
+                const ev = this.queue.shift();
+                await this.dispatch(ev);
+            }
+        }
+        finally {
+            this.dispatching = false;
+        }
+    }
+    async dispatch(event) {
+        const serial = event.serial;
+        const binding = this.bindingFor(serial, event);
+        const slot = this.ensureSlot(serial, binding);
+        // Refresh binding before stepping (FSM consults it).
+        if (binding !== undefined) {
+            slot.record = { ...slot.record, binding };
+            // Keep the friendly name in sync with the registry's `name`.
+            if (binding && binding.name) {
+                slot.record = { ...slot.record, name: binding.name };
+            }
+            else if (!binding) {
+                // binding removed → keep last known name
+            }
+        }
+        // Track child-alive flags BEFORE stepping so `markHealthy` can fire.
+        if (event.kind === "mcp_started") {
+            slot.mcpAlive = true;
+            slot.record = { ...slot.record, mcpPort: event.port };
+        }
+        if (event.kind === "daemon_started")
+            slot.daemonAlive = true;
+        if (event.kind === "mcp_exited")
+            slot.mcpAlive = false;
+        if (event.kind === "daemon_exited")
+            slot.daemonAlive = false;
+        // scrcpy is OPTIONAL — track liveness for the snapshot only; never gate
+        // `healthy`. Errors are surfaced through `lastError` so operators can see
+        // why video is degraded without scraping logs.
+        if (event.kind === "scrcpy_started") {
+            slot.scrcpyAlive = true;
+            slot.scrcpyLastError = null;
+        }
+        if (event.kind === "scrcpy_exited") {
+            slot.scrcpyAlive = false;
+            slot.scrcpyLastError = event.reason ?? null;
+        }
+        const ctx = { now: this.clock.now() };
+        const result = step(slot.record, event, ctx);
+        slot.record = result.record;
+        for (const effect of result.effects) {
+            await this.applyEffect(slot, effect);
+        }
+        // Promote `spawning → healthy` when both children are observed alive.
+        if (slot.record.state === "spawning" &&
+            slot.mcpAlive &&
+            slot.daemonAlive) {
+            const promote = markHealthy(slot.record, { now: this.clock.now() });
+            slot.record = promote.record;
+            for (const effect of promote.effects) {
+                await this.applyEffect(slot, effect);
+            }
+        }
+        // Reset alive flags when entering a state that no longer expects either
+        // child (so a future spawn cycle starts from a clean slate).
+        if (!stateExpectsMcp(slot.record.state))
+            slot.mcpAlive = false;
+        if (!stateExpectsDaemon(slot.record.state))
+            slot.daemonAlive = false;
+    }
+    bindingFor(serial, event) {
+        if (event.kind === "binding_added" ||
+            event.kind === "binding_changed") {
+            return this.registry.get(serial);
+        }
+        if (event.kind === "binding_removed") {
+            return null;
+        }
+        return undefined; // no change; keep existing
+    }
+    ensureSlot(serial, binding) {
+        let slot = this.slots.get(serial);
+        if (!slot) {
+            const resolvedBinding = binding === undefined ? this.registry.get(serial) : binding;
+            slot = {
+                record: newDeviceRecord({
+                    serial,
+                    binding: resolvedBinding ?? null,
+                    now: this.clock.now(),
+                }),
+                mcpAlive: false,
+                daemonAlive: false,
+                scrcpyAlive: false,
+                scrcpyLastError: null,
+                scrcpyRequested: false,
+            };
+            this.slots.set(serial, slot);
+        }
+        return slot;
+    }
+    // ── Effect application ──────────────────────────────────────────────────
+    async applyEffect(slot, effect) {
+        switch (effect.kind) {
+            case "allocate_port": {
+                const port = await this.allocator.acquire(slot.record.serial);
+                slot.record = { ...slot.record, mcpPort: port };
+                return;
+            }
+            case "release_port": {
+                await this.allocator.release(slot.record.serial);
+                slot.record = { ...slot.record, mcpPort: 0 };
+                return;
+            }
+            case "spawn_mcp": {
+                const port = slot.record.mcpPort > 0
+                    ? slot.record.mcpPort
+                    : await this.allocator.acquire(slot.record.serial);
+                slot.record = { ...slot.record, mcpPort: port };
+                const opts = this.spawnOptionsFor(slot, port);
+                // Fire-and-forget: the spawnMcp side will emit `mcp_started` /
+                // `mcp_exited` events that re-enter `dispatch`.
+                void this.processManager.spawnMcp(opts).catch((e) => {
+                    this.logger.error("spawn_mcp failed", {
+                        serial: slot.record.serial,
+                        error: String(e),
+                    });
+                });
+                return;
+            }
+            case "spawn_daemon": {
+                const port = slot.record.mcpPort > 0
+                    ? slot.record.mcpPort
+                    : await this.allocator.acquire(slot.record.serial);
+                slot.record = { ...slot.record, mcpPort: port };
+                const opts = this.spawnOptionsFor(slot, port);
+                void this.processManager.spawnDaemon(opts).catch((e) => {
+                    this.logger.error("spawn_daemon failed", {
+                        serial: slot.record.serial,
+                        error: String(e),
+                    });
+                });
+                // Co-spawn scrcpy-bridge alongside the daemon when the binding asks
+                // for it. We piggyback on `spawn_daemon` (instead of introducing a
+                // new FSM effect) because scrcpy is OPTIONAL — its lifecycle is
+                // strictly bounded by the daemon's, and the pure FSM should remain
+                // unaware of it. The `scrcpyRequested` flag debounces a same-cycle
+                // re-spawn (e.g. degraded → healthy → degraded transitions).
+                const scrcpyOpts = this.scrcpySpawnOptionsFor(slot);
+                if (scrcpyOpts && !slot.scrcpyRequested) {
+                    slot.scrcpyRequested = true;
+                    slot.scrcpyLastError = null;
+                    void this.processManager.spawnScrcpy(scrcpyOpts).catch((e) => {
+                        this.logger.error("spawn_scrcpy failed", {
+                            serial: slot.record.serial,
+                            error: String(e),
+                        });
+                    });
+                }
+                return;
+            }
+            case "kill_mcp": {
+                slot.mcpAlive = false;
+                // Fire-and-forget: the actual SIGTERM→SIGKILL grace must not block
+                // the dispatcher (the FSM has already moved on; the trailing
+                // mcp_exited event will be a no-op in the new state).
+                void this.processManager.killMcp(slot.record.serial, {
+                    expected: effect.expected,
+                }).catch((e) => {
+                    this.logger.error("kill_mcp failed", {
+                        serial: slot.record.serial,
+                        error: String(e),
+                    });
+                });
+                return;
+            }
+            case "kill_daemon": {
+                slot.daemonAlive = false;
+                void this.processManager.killDaemon(slot.record.serial, {
+                    expected: effect.expected,
+                }).catch((e) => {
+                    this.logger.error("kill_daemon failed", {
+                        serial: slot.record.serial,
+                        error: String(e),
+                    });
+                });
+                // scrcpy is bounded by the daemon's lifecycle: once the FSM tears
+                // the daemon down (decay → degraded/gone, or binding removal), kill
+                // scrcpy too. `expected = effect.expected` mirrors the daemon kill.
+                slot.scrcpyAlive = false;
+                slot.scrcpyRequested = false;
+                void this.processManager.killScrcpy(slot.record.serial, {
+                    expected: effect.expected,
+                }).catch((e) => {
+                    this.logger.error("kill_scrcpy failed", {
+                        serial: slot.record.serial,
+                        error: String(e),
+                    });
+                });
+                return;
+            }
+            case "start_grace_timer": {
+                slot.graceTimer?.();
+                const ms = slot.record.binding?.graceMs ?? this.graceMs;
+                slot.graceTimer = this.clock.schedule(ms, () => this.enqueue({ kind: "grace_expired", serial: slot.record.serial }));
+                return;
+            }
+            case "cancel_grace_timer": {
+                slot.graceTimer?.();
+                slot.graceTimer = undefined;
+                return;
+            }
+            case "start_keep_timer": {
+                slot.keepTimer?.();
+                const ms = slot.record.binding?.keepMs ?? this.keepMs;
+                slot.keepTimer = this.clock.schedule(ms, () => this.enqueue({ kind: "keep_expired", serial: slot.record.serial }));
+                return;
+            }
+            case "cancel_keep_timer": {
+                slot.keepTimer?.();
+                slot.keepTimer = undefined;
+                return;
+            }
+            case "start_backoff_timer": {
+                slot.backoffTimer?.();
+                const ms = backoffMs(effect.attempt);
+                slot.backoffTimer = this.clock.schedule(ms, () => this.enqueue({ kind: "backoff_elapsed", serial: slot.record.serial }));
+                return;
+            }
+            case "cancel_backoff_timer": {
+                slot.backoffTimer?.();
+                slot.backoffTimer = undefined;
+                return;
+            }
+            case "log": {
+                const fn = this.logger[effect.level] ?? this.logger.info;
+                fn.call(this.logger, effect.msg, {
+                    serial: effect.serial,
+                    ...(effect.data ?? {}),
+                });
+                return;
+            }
+        }
+    }
+    spawnOptionsFor(slot, mcpPort) {
+        const binding = slot.record.binding;
+        return {
+            serial: slot.record.serial,
+            mcpPort,
+            keyFile: binding?.keyFile ?? "",
+            agentGatewayUrl: this.defaultAgentGatewayUrl,
+            daemonHttpPort: binding?.httpPort,
+            name: slot.record.name,
+            instanceId: binding?.instanceId ?? undefined,
+            // `devices.json#backend` flows through here verbatim. When the
+            // binding lacks a backend (older entries from before §3.4 of the
+            // self-hosted plan), the process manager falls back to its
+            // constructor-time default (`adb`).
+            backend: binding?.backend,
+        };
+    }
+    /**
+     * Build `SpawnScrcpyOptions` for a slot, returning `null` when scrcpy is
+     * not requested (`videoMode !== "scrcpy"`) or the binding lacks the
+     * mandatory fields (`instanceId` / `keyFile` / Agent Gateway URL).
+     *
+     * We deliberately pass `bridgePrivateKeyFile === bridgePublicKeyFile`
+     * (both pointing at the same `.key.json` file written by `beeos device
+     * attach`). The Rust side accepts that layout (see scrcpy-bridge's
+     * `bootstrap/mod.rs`).
+     */
+    scrcpySpawnOptionsFor(slot) {
+        const binding = slot.record.binding;
+        if (!scrcpyEnabled(binding))
+            return null;
+        if (!binding)
+            return null;
+        if (!binding.instanceId)
+            return null;
+        if (!binding.keyFile)
+            return null;
+        const agw = this.defaultAgentGatewayUrl ?? process.env.AGENT_GATEWAY_URL;
+        if (!agw) {
+            this.logger.warn("scrcpy enabled but AGENT_GATEWAY_URL not configured — skipping", { serial: slot.record.serial });
+            return null;
+        }
+        return {
+            serial: slot.record.serial,
+            instanceId: binding.instanceId,
+            agentGatewayUrl: agw,
+            bridgePrivateKeyFile: binding.keyFile,
+            bridgePublicKeyFile: binding.keyFile,
+        };
+    }
+}
+function scrcpyEnabled(binding) {
+    return binding?.videoMode === "scrcpy";
+}
+// ── Helpers ────────────────────────────────────────────────────────────────
+function readEnvMs(name, fallback) {
+    const raw = process.env[name];
+    if (!raw)
+        return fallback;
+    const n = Number(raw);
+    if (!Number.isFinite(n) || n < 0)
+        return fallback;
+    return Math.floor(n);
+}
+//# sourceMappingURL=supervisor.js.map

package/dist/fleet/supervisor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"supervisor.js","sourceRoot":"","sources":["../../src/fleet/supervisor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAQH,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAE1F,OAAO,EACL,SAAS,EACT,WAAW,EACX,IAAI,GAEL,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAqB/C,MAAM,UAAU,GAAqB;IACnC,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;IACf,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;IACd,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;IACd,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;CAChB,CAAC;AA8CF,+EAA+E;AAE/E,MAAM,OAAO,eAAe;IACT,MAAM,CAAgB;IACtB,QAAQ,CAAiB;IACzB,SAAS,CAAiB;IAC1B,cAAc,CAAkB;IAChC,KAAK,CAAS;IACd,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,MAAM,CAAmB;IACzB,sBAAsB,CAAU;IAEhC,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IACtC,KAAK,GAAiB,EAAE,CAAC;IAClC,WAAW,GAAG,KAAK,CAAC;IACpB,OAAO,GAAG,KAAK,CAAC;IAChB,QAAQ,GAAwB,IAAI,CAAC;IACrC,YAAY,GAAwB,IAAI,CAAC;IACzC,YAAY,GAAwB,IAAI,CAAC;IAEjD,YAAY,IAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,WAAW,EAAE,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,SAAS,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;QACtE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,UAAU,CAAC;QACxC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,sBAAsB,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAC5B,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAElC,wEAAwE;QACxE,+DAA+D;QAC/D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;QAED,qEAAqE;QACrE,wBAAwB;QACxB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QAErE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;YAC3B,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IAED,+CAA+C;IAC/C,QAAQ;QACN,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAqB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YACtB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC9D,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACtE,MAAM,MAAM,GAAiB;gBAC3B,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC;gBACjC,OAAO,EAAE,IAAI,CAAC,WAAW;gBACzB,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAChD,SAAS,EAAE,IAAI,CAAC,eAAe;aAChC,CAAC;YACF,GAAG,CAAC,IAAI,CAAC;gBACP,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,IAAI,IAAI;gBACzC,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,MAAM;gBACN,MAAM;gBACN,SAAS;gBACT,MAAM;gBACN,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,SAAS,CAAC;gBACvC,YAAY,EAAE,CAAC,CAAC,YAAY;aAC7B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;IAC/B,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,aAAa,CAAC,MAAc;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QAExB,gEAAgE;QAChE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjE,qBAAqB;QACrB,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;QACpB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;QACnB,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAE9B,gDAAgD;QAChD,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,IAAI,CAAC,MAAM;YACd,KAAK,EAAE,aAAa;YACpB,YAAY,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;SAC5B,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAErC,kDAAkD;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC7C,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAEpE,OAAO,CAAC,EAAc;QAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;gBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,KAAiB;QACtC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE9C,qDAAqD;QACrD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC1C,6DAA6D;YAC7D,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;YACvD,CAAC;iBAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACpB,yCAAyC;YAC3C,CAAC;QACH,CAAC;QAED,qEAAqE;QACrE,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACxD,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB;YAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC7D,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YAAE,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACvD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;YAAE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC7D,wEAAwE;QACxE,0EAA0E;QAC1E,+CAA+C;QAC/C,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACnC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC;QAC9C,CAAC;QAED,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAE5B,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;QAED,sEAAsE;QACtE,IACE,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,UAAU;YAChC,IAAI,CAAC,QAAQ;YACb,IAAI,CAAC,WAAW,EAChB,CAAC;YACD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,wEAAwE;QACxE,6DAA6D;QAC7D,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QAC/D,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IACvE,CAAC;IAEO,UAAU,CAAC,MAAc,EAAE,KAAiB;QAClD,IACE,KAAK,CAAC,IAAI,KAAK,eAAe;YAC9B,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAChC,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,SAAS,CAAC,CAAC,2BAA2B;IAC/C,CAAC;IAEO,UAAU,CAAC,MAAc,EAAE,OAAyC;QAC1E,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,eAAe,GACnB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D,IAAI,GAAG;gBACL,MAAM,EAAE,eAAe,CAAC;oBACtB,MAAM;oBACN,OAAO,EAAE,eAAe,IAAI,IAAI;oBAChC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE;iBACtB,CAAC;gBACF,QAAQ,EAAE,KAAK;gBACf,WAAW,EAAE,KAAK;gBAClB,WAAW,EAAE,KAAK;gBAClB,eAAe,EAAE,IAAI;gBACrB,eAAe,EAAE,KAAK;aACvB,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,2EAA2E;IAEnE,KAAK,CAAC,WAAW,CAAC,IAAgB,EAAE,MAAmB;QAC7D,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAChD,OAAO;YACT,CAAC;YACD,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACjD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO;YACT,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC;oBAClC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;oBACrB,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACrD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC9C,+DAA+D;gBAC/D,gDAAgD;gBAChD,KAAK,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE;wBACpC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;wBAC1B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;qBACjB,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC;oBAClC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;oBACrB,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACrD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC9C,KAAK,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;wBACvC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;wBAC1B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;qBACjB,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,oEAAoE;gBACpE,mEAAmE;gBACnE,gEAAgE;gBAChE,mEAAmE;gBACnE,mEAAmE;gBACnE,6DAA6D;gBAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBACpD,IAAI,UAAU,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBACxC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;oBAC5B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;oBAC5B,KAAK,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;wBAC3D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;4BACvC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;4BAC1B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;yBACjB,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO;YACT,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACtB,mEAAmE;gBACnE,6DAA6D;gBAC7D,sDAAsD;gBACtD,KAAK,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBACnD,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE;wBACnC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;wBAC1B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;qBACjB,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;gBACzB,KAAK,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBACtD,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE;wBACtC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;wBAC1B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;qBACjB,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,kEAAkE;gBAClE,oEAAoE;gBACpE,oEAAoE;gBACpE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;gBACzB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;gBAC7B,KAAK,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBACtD,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE;wBACtC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;wBAC1B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;qBACjB,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,KAAK,mBAAmB,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;gBACpB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;gBACxD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAC7C,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CACpE,CAAC;gBACF,OAAO;YACT,CAAC;YACD,KAAK,oBAAoB,CAAC,CAAC,CAAC;gBAC1B,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;gBAC5B,OAAO;YACT,CAAC;YACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;gBACnB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;gBACtD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAC5C,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CACnE,CAAC;gBACF,OAAO;YACT,CAAC;YACD,KAAK,mBAAmB,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;gBACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC3B,OAAO;YACT,CAAC;YACD,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;gBACtB,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAC/C,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CACtE,CAAC;gBACF,OAAO;YACT,CAAC;YACD,KAAK,sBAAsB,CAAC,CAAC,CAAC;gBAC5B,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;gBACtB,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;gBAC9B,OAAO;YACT,CAAC;YACD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACX,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACzD,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE;oBAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,IAAgB,EAAE,OAAe;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACpC,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,OAAO;YACP,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAC/B,eAAe,EAAE,IAAI,CAAC,sBAAsB;YAC5C,cAAc,EAAE,OAAO,EAAE,QAAQ;YACjC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,SAAS;YAC5C,+DAA+D;YAC/D,iEAAiE;YACjE,2DAA2D;YAC3D,oCAAoC;YACpC,OAAO,EAAE,OAAO,EAAE,OAAO;SAC1B,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACK,qBAAqB,CAAC,IAAgB;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACpC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QACzC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACzE,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gEAAgE,EAChE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAC/B,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,eAAe,EAAE,GAAG;YACpB,oBAAoB,EAAE,OAAO,CAAC,OAAO;YACrC,mBAAmB,EAAE,OAAO,CAAC,OAAO;SACrC,CAAC;IACJ,CAAC;CACF;AAED,SAAS,aAAa,CAAC,OAA6B;IAClD,OAAO,OAAO,EAAE,SAAS,KAAK,QAAQ,CAAC;AACzC,CAAC;AAED,8EAA8E;AAE9E,SAAS,SAAS,CAAC,IAAY,EAAE,QAAgB;IAC/C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC1B,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAClD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC"}

package/dist/grounding/grounder.d.ts

@@ -0,0 +1,46 @@
+import { type ImageTransport } from "../model/image/transport.js";
+export interface GrounderConfig {
+    baseUrl?: string;
+    apiKey?: string;
+    model?: string;
+    /**
+     * Strategy for delivering the screenshot to the grounding model.
+     * Defaults to `DataUrlTransport` (inline base64). Pass a
+     * `FallbackTransport(http -> data)` here to enjoy the body-size win
+     * while keeping a hard correctness floor.
+     */
+    imageTransport?: ImageTransport;
+}
+/**
+ * Visual grounder port. Given a screenshot and a description, return the
+ * raw model response (typically `[x, y]`). Returning `null` signals
+ * "model declined / network error" to the caller.
+ *
+ * Extracted as an interface so `pi-context` and tests can swap in fake
+ * implementations without depending on the OpenAI SDK.
+ */
+export interface IGrounder {
+    ground(screenshotB64: string, query: string): Promise<string | null>;
+}
+/**
+ * HTTP-based visual grounder: sends a screenshot + text query to a VLM endpoint
+ * and returns the raw model response as a string.
+ *
+ * Configuration precedence (high → low):
+ *   1. Explicit `GrounderConfig` passed to the constructor (preferred —
+ *      `loadConfig()` resolves `config.grounder` from CLI flags + JSON).
+ *   2. `process.env.GROUNDER_*` (back-compat, harness scripts).
+ *   3. `process.env.GUI_AGENT_*` (legacy, deprecated alias).
+ *   4. Hard defaults (`gpt-4o`, OpenAI default base URL).
+ *
+ * The screenshot input is compressed and routed through an
+ * `ImageTransport` so grounding traffic stays under ARouter's body-size
+ * cap on the same code path as the main VLM loop.
+ */
+export declare class HTTPGrounder implements IGrounder {
+    private readonly client;
+    private readonly model;
+    private readonly imageTransport;
+    constructor(config?: GrounderConfig);
+    ground(screenshotB64: string, query: string): Promise<string | null>;
+}

package/dist/grounding/grounder.js

@@ -0,0 +1,82 @@
+import OpenAI from "openai";
+import { compressForVlm } from "../model/image/compress.js";
+import { DataUrlTransport } from "../model/image/transport.js";
+import { getLogger } from "../logger/index.js";
+const SYSTEM_PROMPT = `\
+You are a visual grounding model. Given a screenshot and a natural-language description of a UI element, output the pixel coordinate of that element.
+
+Output format (one line only):
+[x, y]
+
+Where x and y are pixel coordinates in the original image. Output nothing else.`;
+/**
+ * HTTP-based visual grounder: sends a screenshot + text query to a VLM endpoint
+ * and returns the raw model response as a string.
+ *
+ * Configuration precedence (high → low):
+ *   1. Explicit `GrounderConfig` passed to the constructor (preferred —
+ *      `loadConfig()` resolves `config.grounder` from CLI flags + JSON).
+ *   2. `process.env.GROUNDER_*` (back-compat, harness scripts).
+ *   3. `process.env.GUI_AGENT_*` (legacy, deprecated alias).
+ *   4. Hard defaults (`gpt-4o`, OpenAI default base URL).
+ *
+ * The screenshot input is compressed and routed through an
+ * `ImageTransport` so grounding traffic stays under ARouter's body-size
+ * cap on the same code path as the main VLM loop.
+ */
+export class HTTPGrounder {
+    client;
+    model;
+    imageTransport;
+    constructor(config = {}) {
+        this.client = new OpenAI({
+            baseURL: config.baseUrl ?? process.env.GROUNDER_BASE_URL ?? process.env.GUI_AGENT_BASE_URL,
+            apiKey: config.apiKey ?? process.env.GROUNDER_API_KEY ?? process.env.GUI_AGENT_API_KEY ?? "nokey",
+        });
+        this.model = config.model ?? process.env.GROUNDER_MODEL ?? process.env.GUI_AGENT_MODEL ?? "gpt-4o";
+        this.imageTransport = config.imageTransport ?? new DataUrlTransport();
+    }
+    async ground(screenshotB64, query) {
+        // Same observability contract as agent-runtime/adapters/openai.ts —
+        // a single `vlm.image.prepared` line per call so dashboards can
+        // attribute traffic to either the predict-loop or the grounder
+        // (stage label) without forking the metric schema.
+        const t0 = Date.now();
+        const raw = Buffer.from(screenshotB64, "base64");
+        const compressed = await compressForVlm(raw);
+        const t1 = Date.now();
+        const imageRef = await this.imageTransport.send(compressed.bytes, compressed.mime);
+        const t2 = Date.now();
+        getLogger().info({
+            component: "vlm-image",
+            stage: "grounder",
+            inputBytes: raw.length,
+            outputBytes: compressed.bytes.length,
+            width: compressed.width,
+            height: compressed.height,
+            mime: compressed.mime,
+            compressMs: t1 - t0,
+            transport: this.imageTransport.name,
+            transportMs: t2 - t1,
+            refKind: imageRef.kind,
+        }, "vlm.image.prepared");
+        const messages = [
+            { role: "system", content: SYSTEM_PROMPT },
+            {
+                role: "user",
+                content: [
+                    { type: "image_url", image_url: { url: imageRef.url } },
+                    { type: "text", text: `Find the element: ${query}` },
+                ],
+            },
+        ];
+        try {
+            const resp = await this.client.chat.completions.create({ model: this.model, messages, max_tokens: 64 });
+            return resp.choices[0]?.message?.content ?? null;
+        }
+        catch {
+            return null;
+        }
+    }
+}
+//# sourceMappingURL=grounder.js.map

package/dist/grounding/grounder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grounder.js","sourceRoot":"","sources":["../../src/grounding/grounder.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAuB,MAAM,6BAA6B,CAAC;AACpF,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AA2B/C,MAAM,aAAa,GAAG;;;;;;gFAM0D,CAAC;AAEjF;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,YAAY;IACN,MAAM,CAAS;IACf,KAAK,CAAS;IACd,cAAc,CAAiB;IAEhD,YAAY,SAAyB,EAAE;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC1F,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO;SAClG,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,QAAQ,CAAC;QACnG,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,gBAAgB,EAAE,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,aAAqB,EAAE,KAAa;QAC/C,oEAAoE;QACpE,gEAAgE;QAChE,+DAA+D;QAC/D,mDAAmD;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QACnF,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,SAAS,EAAE,CAAC,IAAI,CACd;YACE,SAAS,EAAE,WAAW;YACtB,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,GAAG,CAAC,MAAM;YACtB,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,MAAM;YACpC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,UAAU,EAAE,EAAE,GAAG,EAAE;YACnB,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI;YACnC,WAAW,EAAE,EAAE,GAAG,EAAE;YACpB,OAAO,EAAE,QAAQ,CAAC,IAAI;SACvB,EACD,oBAAoB,CACrB,CAAC;QAEF,MAAM,QAAQ,GAAwC;YACpD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;YAC1C;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,EAAE;oBACvD,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,KAAK,EAAE,EAAE;iBACrD;aACF;SACF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YACxG,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}