@beeos-ai/device-agent 0.4.0

package/dist/adapters/agentcore-runner.js

@@ -0,0 +1,255 @@
+/**
+ * Adapter — AgentRunnerCore (v0.3.0 default).
+ *
+ * Wraps the new `AgentRunner` (Hybrid Plan-Act runtime) behind the
+ * legacy `IAgentCore` port so the ACP plugin / `AgentHost` /
+ * `SessionManager` keep working without protocol changes.
+ *
+ * This is the **default** core path as of v0.3.0. The two opt-in
+ * decorators retained from earlier versions are:
+ *   - `--legacy-inner`     → `InnerLoopAgent` (single-layer fallback)
+ *   - (default off)        → `PiOrchestratorAgent` (outer LLM + inner
+ *                            mobile_use VLM, two-layer)
+ *
+ * The runner picks the strategy according to the user-tunable
+ * Plan-Act options:
+ *   - `mode: "auto"` (default) → ReAct for short tasks, Plan-Act for
+ *     long ones, with mid-run replan-fallback when ReAct stalls.
+ *   - `mode: "always"`         → straight Plan-Act
+ *   - `mode: "never"`          → pure ReAct
+ *
+ * Translation contract (IAgentCore → AgentRunner):
+ *   - `opts.task`        → `runner.task`
+ *   - `opts.maxSteps`    → `runner.maxSteps`
+ *   - `opts.abortSignal` → `runner.signal`
+ *   - `opts.onText`      → `runner.hooks.onText`
+ *   - `opts.onReasoning` → `runner.hooks.onReasoning` (planner plan
+ *                          descriptions + per-step VLM rationale; the
+ *                          ACP plugin translates this into
+ *                          `agent_thought_chunk`).
+ *   - `opts.onTool`      → synthesised from `runner.hooks.onTool` /
+ *                          `runner.hooks.onError` (start + end pair).
+ *   - `opts.onStep`      → synthesised from `runner.hooks.onStep`,
+ *                          mapped onto the legacy `VlmStep` shape so
+ *                          ACP `tool_call_update` envelopes keep their
+ *                          historical fields (`thinking`, `action`,
+ *                          `finished`, `message`).
+ */
+import { AgentRunner, } from "../agent-runtime/index.js";
+const DEFAULT_MAX_STEPS = 30;
+const DEFAULT_TIMEOUT_MS = 5 * 60 * 1000;
+export class AgentRunnerCore {
+    opts;
+    currentModel;
+    currentProvider;
+    constructor(opts) {
+        this.opts = opts;
+        this.currentModel = opts.adapter.modelName ?? "(unknown)";
+        this.currentProvider = opts.providerTag ?? opts.adapter.name;
+    }
+    get modelName() {
+        return this.currentModel;
+    }
+    get providerName() {
+        return this.currentProvider;
+    }
+    async run(opts) {
+        const mcp = this.opts.mcpProvider();
+        const env = this.opts.env ?? "mobile";
+        // Build hooks adapter. The runner's `onStep` carries the canonical
+        // `Action` (from `@beeos-ai/device-common`); we shape that into the
+        // legacy `VlmStep` so the ACP host side keeps working unchanged.
+        let stepCounter = 0;
+        const runnerHooks = {
+            onText: opts.onText,
+            onReasoning: opts.onReasoning,
+            onStep: async (ev) => {
+                stepCounter += 1;
+                if (opts.onStep) {
+                    const vlm = {
+                        stepIndex: ev.index,
+                        thinking: ev.rationale ?? "",
+                        action: actionForLegacyStep(ev.action),
+                        finished: ev.finished,
+                        message: ev.finished
+                            ? ev.action.payload?.message ?? null
+                            : null,
+                    };
+                    await opts.onStep(vlm);
+                }
+            },
+            onTool: async (ev) => {
+                if (!opts.onTool)
+                    return;
+                const id = `runner-${stepCounter}-${ev.name}`;
+                const args = ev.args && typeof ev.args === "object" ? ev.args : {};
+                const start = { id, name: ev.name, args, status: "start" };
+                await opts.onTool(start);
+                const end = {
+                    id,
+                    name: ev.name,
+                    args,
+                    status: "end",
+                    result: ev.result,
+                    isError: false,
+                };
+                await opts.onTool(end);
+            },
+            onError: async (ev) => {
+                // Forward the structured error to the host so it can dispatch a
+                // throttled `task:notice` (UI-visible "still retrying" / "task
+                // failed" hint). This is the user-perception channel and runs
+                // independently of the tool_call audit pair below.
+                if (opts.onError) {
+                    try {
+                        await opts.onError({
+                            code: ev.code ?? "ERROR",
+                            message: ev.message ?? "",
+                            fatal: !!ev.fatal,
+                        });
+                    }
+                    catch {
+                        // host listener faults should not abort the runner
+                    }
+                }
+                // Keep the legacy "synthesise an isError=true tool_call pair"
+                // translation for structured audit (HTTP debug, future
+                // event-log replay) — distinct envelope, distinct purpose.
+                if (!opts.onTool)
+                    return;
+                const id = `runner-${stepCounter}-error`;
+                const start = {
+                    id,
+                    name: ev.code ?? "error",
+                    args: {},
+                    status: "start",
+                };
+                await opts.onTool(start);
+                const end = {
+                    id,
+                    name: ev.code ?? "error",
+                    args: {},
+                    status: "end",
+                    result: ev.message,
+                    isError: true,
+                };
+                await opts.onTool(end);
+            },
+        };
+        const runner = new AgentRunner({
+            task: opts.task,
+            env,
+            mcp,
+            adapter: this.opts.adapter,
+            planner: this.opts.planner,
+            mode: this.opts.mode ?? "auto",
+            maxSteps: opts.maxSteps ?? this.opts.defaultMaxSteps ?? DEFAULT_MAX_STEPS,
+            timeoutMs: this.opts.defaultTimeoutMs ?? DEFAULT_TIMEOUT_MS,
+            signal: opts.abortSignal,
+            hooks: runnerHooks,
+        });
+        const result = await runner.run();
+        return {
+            finalMessage: result.finalText,
+            steps: result.steps,
+            cancelled: result.cancelled,
+        };
+    }
+    async setModel(provider, model) {
+        // The runner's adapter is configured at construction time; hot
+        // model swap is delegated to the embedder. We surface the new
+        // identity for `modelName` / `providerName` getters and let the
+        // owner re-initialise the adapter on the next `run`.
+        this.currentProvider = provider;
+        this.currentModel = model;
+    }
+}
+/**
+ * Translate a `@beeos-ai/device-common` `Action` into the legacy
+ * `core/actions.ts` `Action` shape that historical `VlmStep.action`
+ * consumers (http-debug, ACP `tool_call_update`) expect.
+ *
+ * The legacy form is a discriminated union keyed by `kind` with flat
+ * fields (`x`, `y`, `text`, …). The new common form is a flat
+ * `{type, target, payload}` triple. We map the verbs that exist in
+ * both vocabularies and fall through to a permissive shell for verbs
+ * that only exist in the new form (e.g. `done`, `fail`, `launch_app`).
+ */
+function actionForLegacyStep(action) {
+    if (!action || typeof action !== "object")
+        return null;
+    const t = action.type;
+    const tgt = action.target;
+    const p = action.payload ?? {};
+    switch (t) {
+        case "tap":
+        case "click":
+            return { kind: "tap", x: numFromTarget(tgt, "x"), y: numFromTarget(tgt, "y") };
+        case "double_click":
+        case "double_tap":
+            return { kind: "double_tap", x: numFromTarget(tgt, "x"), y: numFromTarget(tgt, "y") };
+        case "long_press":
+            return {
+                kind: "long_press",
+                x: numFromTarget(tgt, "x"),
+                y: numFromTarget(tgt, "y"),
+                durationMs: typeof p.durationMs === "number" ? p.durationMs : undefined,
+            };
+        case "swipe":
+        case "drag":
+            return {
+                kind: "swipe",
+                x1: numFromTarget(tgt, "x1"),
+                y1: numFromTarget(tgt, "y1"),
+                x2: numFromTarget(tgt, "x2"),
+                y2: numFromTarget(tgt, "y2"),
+                durationMs: typeof p.durationMs === "number" ? p.durationMs : undefined,
+            };
+        case "scroll": {
+            const direction = p.direction ?? "down";
+            return {
+                kind: "scroll",
+                x: numFromTarget(tgt, "x"),
+                y: numFromTarget(tgt, "y"),
+                direction: direction,
+            };
+        }
+        case "type":
+            return { kind: "type", text: stringPayload(p, "text") };
+        case "key":
+        case "press_key":
+        case "hotkey":
+            return { kind: "press_key", keycode: stringPayload(p, "keycode") };
+        case "back":
+            return { kind: "press_back" };
+        case "home":
+            return { kind: "press_home" };
+        case "launch_app":
+        case "open_app":
+            return {
+                kind: "open_app",
+                packageOrName: stringPayload(p, "packageOrName") || stringPayload(p, "package"),
+            };
+        case "wait":
+            return {
+                kind: "wait",
+                durationSeconds: typeof p.durationSeconds === "number" ? p.durationSeconds : 2,
+            };
+        case "execute_command":
+        case "shell":
+            return { kind: "shell", command: stringPayload(p, "command") };
+        default:
+            // Terminal / opaque actions — the legacy consumers either ignore the
+            // record (done / fail) or surface `kind` only.
+            return { kind: t, ...p };
+    }
+}
+function numFromTarget(tgt, key) {
+    const v = tgt?.[key];
+    return typeof v === "number" && Number.isFinite(v) ? v : 0;
+}
+function stringPayload(p, key) {
+    const v = p[key];
+    return typeof v === "string" ? v : "";
+}
+//# sourceMappingURL=agentcore-runner.js.map

package/dist/adapters/agentcore-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentcore-runner.js","sourceRoot":"","sources":["../../src/adapters/agentcore-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAWH,OAAO,EACL,WAAW,GAGZ,MAAM,2BAA2B,CAAC;AAwBnC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAEzC,MAAM,OAAO,eAAe;IACT,IAAI,CAAyB;IACtC,YAAY,CAAS;IACrB,eAAe,CAAS;IAEhC,YAAY,IAA4B;QACtC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,WAAW,CAAC;QAC1D,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC/D,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAyB;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC;QAEtC,mEAAmE;QACnE,oEAAoE;QACpE,iEAAiE;QACjE,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,MAAM,WAAW,GAAkB;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;gBACnB,WAAW,IAAI,CAAC,CAAC;gBACjB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,MAAM,GAAG,GAAoC;wBAC3C,SAAS,EAAE,EAAE,CAAC,KAAK;wBACnB,QAAQ,EAAE,EAAE,CAAC,SAAS,IAAI,EAAE;wBAC5B,MAAM,EAAE,mBAAmB,CAAC,EAAE,CAAC,MAAM,CAAC;wBACtC,QAAQ,EAAE,EAAE,CAAC,QAAQ;wBACrB,OAAO,EAAE,EAAE,CAAC,QAAQ;4BAClB,CAAC,CAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,OAA8B,IAAI,IAAI;4BAC5D,CAAC,CAAC,IAAI;qBACT,CAAC;oBACF,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;gBACnB,IAAI,CAAC,IAAI,CAAC,MAAM;oBAAE,OAAO;gBACzB,MAAM,EAAE,GAAG,UAAU,WAAW,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC9C,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAE,EAAE,CAAC,IAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChG,MAAM,KAAK,GAAkB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC1E,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzB,MAAM,GAAG,GAAkB;oBACzB,EAAE;oBACF,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,IAAI;oBACJ,MAAM,EAAE,KAAK;oBACb,MAAM,EAAE,EAAE,CAAC,MAAM;oBACjB,OAAO,EAAE,KAAK;iBACf,CAAC;gBACF,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;gBACpB,gEAAgE;gBAChE,+DAA+D;gBAC/D,8DAA8D;gBAC9D,mDAAmD;gBACnD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,OAAO,CAAC;4BACjB,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,OAAO;4BACxB,OAAO,EAAE,EAAE,CAAC,OAAO,IAAI,EAAE;4BACzB,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK;yBAClB,CAAC,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACP,mDAAmD;oBACrD,CAAC;gBACH,CAAC;gBACD,8DAA8D;gBAC9D,uDAAuD;gBACvD,2DAA2D;gBAC3D,IAAI,CAAC,IAAI,CAAC,MAAM;oBAAE,OAAO;gBACzB,MAAM,EAAE,GAAG,UAAU,WAAW,QAAQ,CAAC;gBACzC,MAAM,KAAK,GAAkB;oBAC3B,EAAE;oBACF,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,OAAO;oBACxB,IAAI,EAAE,EAAE;oBACR,MAAM,EAAE,OAAO;iBAChB,CAAC;gBACF,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzB,MAAM,GAAG,GAAkB;oBACzB,EAAE;oBACF,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,OAAO;oBACxB,IAAI,EAAE,EAAE;oBACR,MAAM,EAAE,KAAK;oBACb,MAAM,EAAE,EAAE,CAAC,OAAO;oBAClB,OAAO,EAAE,IAAI;iBACd,CAAC;gBACF,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,GAAG;YACH,GAAG;YACH,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;YAC1B,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM;YAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,iBAAiB;YACzE,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,kBAAkB;YAC3D,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,KAAK,EAAE,WAAW;SACnB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;QAClC,OAAO;YACL,YAAY,EAAE,MAAM,CAAC,SAAS;YAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,KAAa;QAC5C,+DAA+D;QAC/D,8DAA8D;QAC9D,gEAAgE;QAChE,qDAAqD;QACrD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;CACF;AAED;;;;;;;;;;GAUG;AACH,SAAS,mBAAmB,CAC1B,MAIC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACtB,MAAM,GAAG,GAAG,MAAM,CAAC,MAEN,CAAC;IACd,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,CAAC;QACV,KAAK,KAAK,CAAC;QACX,KAAK,OAAO;YACV,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACjF,KAAK,cAAc,CAAC;QACpB,KAAK,YAAY;YACf,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACxF,KAAK,YAAY;YACf,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC;gBAC1B,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC;gBAC1B,UAAU,EAAE,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;aACxE,CAAC;QACJ,KAAK,OAAO,CAAC;QACb,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,EAAE,EAAE,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC;gBAC5B,EAAE,EAAE,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC;gBAC5B,EAAE,EAAE,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC;gBAC5B,EAAE,EAAE,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC;gBAC5B,UAAU,EAAE,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;aACxE,CAAC;QACJ,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,SAAS,GAAI,CAAC,CAAC,SAAgC,IAAI,MAAM,CAAC;YAChE,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC;gBAC1B,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC;gBAC1B,SAAS,EAAE,SAA6C;aACzD,CAAC;QACJ,CAAC;QACD,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;QAC1D,KAAK,KAAK,CAAC;QACX,KAAK,WAAW,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC;QACrE,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;QAChC,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;QAChC,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU;YACb,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,aAAa,EAAE,aAAa,CAAC,CAAC,EAAE,eAAe,CAAC,IAAI,aAAa,CAAC,CAAC,EAAE,SAAS,CAAC;aAChF,CAAC;QACJ,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,eAAe,EAAE,OAAO,CAAC,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;aAC/E,CAAC;QACJ,KAAK,iBAAiB,CAAC;QACvB,KAAK,OAAO;YACV,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC;QACjE;YACE,qEAAqE;YACrE,+CAA+C;YAC/C,OAAO,EAAE,IAAI,EAAE,CAAuB,EAAE,GAAG,CAAC,EAA2B,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,GAA+F,EAC/F,GAA0C;IAE1C,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IACrB,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa,CAAC,CAA0B,EAAE,GAAW;IAC5D,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACxC,CAAC"}

package/dist/adapters/device-android-adb.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Adapter — Android device over ADB.
+ *
+ * Wraps the legacy `AndroidDevice` (`src/device/android.ts`) so the inner VLM
+ * loop continues to use the proven implementation, and re-exposes it through
+ * the new `IDevice` port for the application/inbound layers.
+ *
+ * All side effects (child_process exec, sharp encoding, sleep) live here;
+ * the application layer never imports `child_process` directly.
+ */
+import { AndroidDevice } from "../device/android.js";
+import type { Action } from "../core/actions.js";
+import type { ScreenObservation, UiNode } from "../core/screen.js";
+import type { DeviceInfo, IDevice } from "../ports/device.js";
+export interface AndroidAdbAdapterOptions {
+    /** ADB serial, e.g. `emulator-5554`. Optional when a single device is connected. */
+    serial?: string;
+    /** Skip the connect-time `adb devices` validation; useful for tests. */
+    skipConnectValidation?: boolean;
+}
+export declare class AndroidAdbAdapter implements IDevice {
+    private readonly device;
+    private readonly skipConnectValidation;
+    constructor(opts?: AndroidAdbAdapterOptions);
+    /** Expose the underlying low-level driver for the inner VLM loop. */
+    get raw(): AndroidDevice;
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    getInfo(): Promise<DeviceInfo>;
+    capture(opts?: {
+        raw?: boolean;
+    }): Promise<ScreenObservation>;
+    getUiTree(): Promise<UiNode[]>;
+    apply(action: Action): Promise<void>;
+    install(path: string): Promise<void>;
+    shell(command: string): Promise<string>;
+    private runShell;
+    private captureRawPng;
+    private adbPlain;
+    private adbArgs;
+}

package/dist/adapters/device-android-adb.js

@@ -0,0 +1,279 @@
+/**
+ * Adapter — Android device over ADB.
+ *
+ * Wraps the legacy `AndroidDevice` (`src/device/android.ts`) so the inner VLM
+ * loop continues to use the proven implementation, and re-exposes it through
+ * the new `IDevice` port for the application/inbound layers.
+ *
+ * All side effects (child_process exec, sharp encoding, sleep) live here;
+ * the application layer never imports `child_process` directly.
+ */
+import { execFile } from "node:child_process";
+import { promisify } from "node:util";
+import { AndroidDevice } from "../device/android.js";
+import { searchUiXmlNodes } from "../device/ui-xml.js";
+import { DeviceError } from "../core/errors.js";
+import { getAppPackage } from "../device/apps.js";
+const execFileAsync = promisify(execFile);
+export class AndroidAdbAdapter {
+    device;
+    skipConnectValidation;
+    constructor(opts = {}) {
+        this.device = new AndroidDevice(opts.serial);
+        this.skipConnectValidation = !!opts.skipConnectValidation;
+    }
+    /** Expose the underlying low-level driver for the inner VLM loop. */
+    get raw() {
+        return this.device;
+    }
+    async connect() {
+        if (this.skipConnectValidation)
+            return;
+        const devices = await AndroidDevice.listDevices();
+        if (devices.length === 0) {
+            throw new DeviceError("No ADB devices connected. Run `adb devices`.", {
+                subtype: "no_device",
+                retriable: true,
+            });
+        }
+    }
+    async disconnect() {
+        // No-op — adb daemon stays alive between commands.
+    }
+    async getInfo() {
+        // ACP wire v2: pull every static prop in a single `getprop` dump (cheap,
+        // ~200ms) and dynamic info (size/density/currentApp) in parallel.
+        const [size, density, propDump, currentApp] = await Promise.all([
+            this.runShell("wm size").catch(() => ""),
+            this.runShell("wm density").catch(() => ""),
+            this.runShell("getprop").catch(() => ""),
+            this.device.getCurrentApp().catch(() => "System Home"),
+        ]);
+        const sizeMatch = size.match(/Physical size:\s*(\d+)x(\d+)/i);
+        const width = sizeMatch ? Number(sizeMatch[1]) : 1080;
+        const height = sizeMatch ? Number(sizeMatch[2]) : 1920;
+        const densityMatch = density.match(/Physical density:\s*(\d+)/i);
+        const dpi = densityMatch ? Number(densityMatch[1]) : 0;
+        const props = parseGetpropDump(propDump);
+        const model = props.get("ro.product.model") ?? "";
+        const version = props.get("ro.build.version.release") ?? "";
+        const sdk = props.get("ro.build.version.sdk") ?? "";
+        const abi = props.get("ro.product.cpu.abi") ?? "";
+        const manufacturer = props.get("ro.product.manufacturer") ?? "";
+        const brand = props.get("ro.product.brand") ?? "";
+        const serial = this.device.serial ?? props.get("ro.serialno") ?? "";
+        const capabilities = [
+            "screenshot",
+            "ui-tree",
+            "tap",
+            "swipe",
+            "type",
+            "press_key",
+            "install",
+            "shell",
+        ];
+        const metadata = {
+            currentApp,
+            serial,
+            sdk,
+            model,
+            abi,
+            manufacturer,
+            brand,
+        };
+        return {
+            type: "android",
+            name: model || "Android",
+            os: "android",
+            width,
+            height,
+            capabilities,
+            osVersion: version,
+            density: dpi,
+            metadata,
+        };
+    }
+    async capture(opts = {}) {
+        const currentApp = await this.device.getCurrentApp().catch(() => "System Home");
+        if (opts.raw) {
+            const buf = await this.captureRawPng();
+            const [w, h] = parsePngDimensions(buf);
+            return {
+                width: w,
+                height: h,
+                imageBase64: buf.toString("base64"),
+                imageFormat: "png",
+                uiXml: null,
+                currentApp,
+                capturedAt: Date.now(),
+            };
+        }
+        const ss = await this.device.takeScreenshot();
+        return {
+            width: ss.width,
+            height: ss.height,
+            imageBase64: ss.base64Data,
+            imageFormat: "jpeg",
+            uiXml: null,
+            currentApp,
+            capturedAt: Date.now(),
+        };
+    }
+    async getUiTree() {
+        const xml = await this.device.getUiXml();
+        if (!xml)
+            return [];
+        return searchUiXmlNodes(xml, "");
+    }
+    async apply(action) {
+        switch (action.kind) {
+            case "tap":
+                return this.device.tap(action.x, action.y);
+            case "double_tap":
+                return this.device.doubleTap(action.x, action.y);
+            case "long_press":
+                return this.device.longPress(action.x, action.y, action.durationMs);
+            case "swipe":
+                return this.device.swipe(action.x1, action.y1, action.x2, action.y2, action.durationMs);
+            case "scroll": {
+                // Default to screen-center origin if caller did not specify (x,y).
+                // Direction semantics: "up" means content moves up == finger swipes up.
+                let { x, y } = action;
+                if ((!x && !y) || x < 0 || y < 0) {
+                    const sizeOut = await this.runShell("wm size").catch(() => "");
+                    const m = sizeOut.match(/Physical size:\s*(\d+)x(\d+)/i);
+                    const w = m ? Number(m[1]) : 1080;
+                    const h = m ? Number(m[2]) : 1920;
+                    x = Math.round(w / 2);
+                    y = Math.round(h / 2);
+                }
+                const dist = action.direction === "left" || action.direction === "right" ? 300 : 600;
+                const dx = action.direction === "left" ? dist : action.direction === "right" ? -dist : 0;
+                const dy = action.direction === "up" ? dist : action.direction === "down" ? -dist : 0;
+                return this.device.swipe(x, y, x + dx, y + dy);
+            }
+            case "type":
+                return this.device.inputText(action.text);
+            case "press_key":
+                return this.device.pressKey(action.keycode);
+            case "press_back":
+                return this.device.pressBack();
+            case "press_home":
+                return this.device.pressHome();
+            case "open_app": {
+                const pkg = looksLikePackage(action.packageOrName)
+                    ? action.packageOrName
+                    : (getAppPackage(action.packageOrName) ?? action.packageOrName);
+                await this.runShell(`monkey -p ${pkg} -c android.intent.category.LAUNCHER 1`);
+                return;
+            }
+            case "wait":
+                return new Promise((res) => setTimeout(res, Math.max(0, action.durationSeconds * 1000)));
+            case "shell":
+                await this.shell(action.command);
+                return;
+        }
+    }
+    async install(path) {
+        await this.adbPlain("install", "-r", path);
+    }
+    async shell(command) {
+        return this.runShell(command);
+    }
+    // ── Internal ──────────────────────────────────────────────────────────────
+    async runShell(command) {
+        try {
+            const { stdout } = (await execFileAsync("adb", this.adbArgs("shell", command), {
+                maxBuffer: SHELL_OUTPUT_CAP_BYTES,
+                timeout: SHELL_TIMEOUT_MS,
+                killSignal: "SIGTERM",
+            }));
+            return stdout;
+        }
+        catch (e) {
+            const err = e;
+            if (err.killed && err.signal === "SIGTERM") {
+                throw new DeviceError(`adb shell timed out after ${SHELL_TIMEOUT_MS}ms`, {
+                    subtype: "adb_timeout",
+                    retriable: true,
+                    cause: err,
+                });
+            }
+            throw new DeviceError(`adb shell failed: ${err.message}`, {
+                subtype: "adb_shell_failed",
+                cause: err,
+            });
+        }
+    }
+    async captureRawPng() {
+        const { stdout } = (await execFileAsync("adb", this.adbArgs("exec-out", "screencap", "-p"), {
+            encoding: "buffer",
+            maxBuffer: 32 * 1024 * 1024,
+            timeout: ADB_DEFAULT_TIMEOUT_MS,
+            killSignal: "SIGTERM",
+        }));
+        return stdout;
+    }
+    async adbPlain(...args) {
+        try {
+            return (await execFileAsync("adb", this.adbArgs(...args), {
+                maxBuffer: 32 * 1024 * 1024,
+                timeout: ADB_DEFAULT_TIMEOUT_MS,
+                killSignal: "SIGTERM",
+            }));
+        }
+        catch (e) {
+            const err = e;
+            if (err.killed && err.signal === "SIGTERM") {
+                throw new DeviceError(`adb ${args[0] ?? ""} timed out after ${ADB_DEFAULT_TIMEOUT_MS}ms`, {
+                    subtype: "adb_timeout",
+                    retriable: true,
+                    cause: err,
+                });
+            }
+            throw new DeviceError(`adb ${args[0] ?? ""} failed: ${err.message}`, {
+                subtype: "adb_failed",
+                cause: err,
+            });
+        }
+    }
+    adbArgs(...args) {
+        return this.device.serial ? ["-s", this.device.serial, ...args] : args;
+    }
+}
+const ADB_DEFAULT_TIMEOUT_MS = 10_000;
+const SHELL_TIMEOUT_MS = 30_000;
+const SHELL_OUTPUT_CAP_BYTES = 8 * 1024 * 1024;
+function parsePngDimensions(data) {
+    try {
+        return [data.readUInt32BE(16), data.readUInt32BE(20)];
+    }
+    catch {
+        return [1080, 1920];
+    }
+}
+function looksLikePackage(s) {
+    return /^[a-z][a-z0-9_]*(?:\.[a-z][a-z0-9_]*)+$/i.test(s);
+}
+/**
+ * Parse the `adb shell getprop` output into a flat key/value map.
+ *
+ * Each line is `[key]: [value]`. Values are pre-trimmed; missing keys map to
+ * undefined (callers fall back to `""`).
+ */
+function parseGetpropDump(out) {
+    const map = new Map();
+    if (!out)
+        return map;
+    const re = /^\[([^\]]+)\]:\s*\[([^\]]*)\]\s*$/gm;
+    let m;
+    while ((m = re.exec(out)) !== null) {
+        const key = m[1];
+        const val = m[2];
+        if (key !== undefined && val !== undefined) {
+            map.set(key, val);
+        }
+    }
+    return map;
+}
+//# sourceMappingURL=device-android-adb.js.map

package/dist/adapters/device-android-adb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"device-android-adb.js","sourceRoot":"","sources":["../../src/adapters/device-android-adb.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAQvD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAS1C,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAgB;IACtB,qBAAqB,CAAU;IAEhD,YAAY,OAAiC,EAAE;QAC7C,IAAI,CAAC,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC;IAC5D,CAAC;IAED,qEAAqE;IACrE,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,qBAAqB;YAAE,OAAO;QACvC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,WAAW,CAAC,8CAA8C,EAAE;gBACpE,OAAO,EAAE,WAAW;gBACpB,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,mDAAmD;IACrD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,yEAAyE;QACzE,kEAAkE;QAClE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC9D,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC;SACvD,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC9D,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtD,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvD,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC;QAC5D,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAEpE,MAAM,YAAY,GAAuB;YACvC,YAAY;YACZ,SAAS;YACT,KAAK;YACL,OAAO;YACP,MAAM;YACN,WAAW;YACX,SAAS;YACT,OAAO;SACR,CAAC;QAEF,MAAM,QAAQ,GAA2B;YACvC,UAAU;YACV,MAAM;YACN,GAAG;YACH,KAAK;YACL,GAAG;YACH,YAAY;YACZ,KAAK;SACN,CAAC;QAEF,OAAO;YACL,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,KAAK,IAAI,SAAS;YACxB,EAAE,EAAE,SAAS;YACb,KAAK;YACL,MAAM;YACN,YAAY;YACZ,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,GAAG;YACZ,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA0B,EAAE;QACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YACvC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,CAAC;gBACT,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBACnC,WAAW,EAAE,KAAK;gBAClB,KAAK,EAAE,IAAI;gBACX,UAAU;gBACV,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;aACvB,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC9C,OAAO;YACL,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,WAAW,EAAE,EAAE,CAAC,UAAU;YAC1B,WAAW,EAAE,MAAM;YACnB,KAAK,EAAE,IAAI;YACX,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;SACvB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACzC,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,OAAO,gBAAgB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc;QACxB,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,KAAK;gBACR,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7C,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YACnD,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YACtE,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC1F,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,mEAAmE;gBACnE,wEAAwE;gBACxE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACtB,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/D,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;oBACzD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAClC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAClC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACtB,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxB,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,KAAK,MAAM,IAAI,MAAM,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBACrF,MAAM,EAAE,GAAG,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzF,MAAM,EAAE,GAAG,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtF,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YACjD,CAAC;YACD,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5C,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACjC,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACjC,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC;oBAChD,CAAC,CAAC,MAAM,CAAC,aAAa;oBACtB,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC;gBAClE,MAAM,IAAI,CAAC,QAAQ,CACjB,aAAa,GAAG,wCAAwC,CACzD,CAAC;gBACF,OAAO;YACT,CAAC;YACD,KAAK,MAAM;gBACT,OAAO,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACjG,KAAK,OAAO;gBACV,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACjC,OAAO;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAY;QACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,QAAQ,CAAC,OAAe;QACpC,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE;gBAC7E,SAAS,EAAE,sBAAsB;gBACjC,OAAO,EAAE,gBAAgB;gBACzB,UAAU,EAAE,SAAS;aACtB,CAAC,CAAkC,CAAC;YACrC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAkE,CAAC;YAC/E,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC3C,MAAM,IAAI,WAAW,CAAC,6BAA6B,gBAAgB,IAAI,EAAE;oBACvE,OAAO,EAAE,aAAa;oBACtB,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,WAAW,CAAC,qBAAqB,GAAG,CAAC,OAAO,EAAE,EAAE;gBACxD,OAAO,EAAE,kBAAkB;gBAC3B,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,aAAa,CACrC,KAAK,EACL,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,CAAC,EAC3C;YACE,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YAC3B,OAAO,EAAE,sBAAsB;YAC/B,UAAU,EAAE,SAAS;SACtB,CACF,CAAkC,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAc;QACtC,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE;gBACxD,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC3B,OAAO,EAAE,sBAAsB;gBAC/B,UAAU,EAAE,SAAS;aACtB,CAAC,CAAkD,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAkE,CAAC;YAC/E,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC3C,MAAM,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,oBAAoB,sBAAsB,IAAI,EAAE;oBACxF,OAAO,EAAE,aAAa;oBACtB,SAAS,EAAE,IAAI;oBACf,KAAK,EAAE,GAAG;iBACX,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,GAAG,CAAC,OAAO,EAAE,EAAE;gBACnE,OAAO,EAAE,YAAY;gBACrB,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,GAAG,IAAc;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzE,CAAC;CACF;AAED,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,sBAAsB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE/C,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAS;IACjC,OAAO,0CAA0C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,IAAI,CAAC,GAAG;QAAE,OAAO,GAAG,CAAC;IACrB,MAAM,EAAE,GAAG,qCAAqC,CAAC;IACjD,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjB,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC3C,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/adapters/device-desktop.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Adapter — desktop mock device.
+ *
+ * Equivalent to the Python `mode=desktop` runtime: returns a fixed canvas,
+ * records every action into an in-memory log, and never touches the host.
+ *
+ * Used for:
+ *  - local UI development without ADB
+ *  - unit testing the application/inbound layers
+ *  - smoke-testing CI without a real device
+ */
+import type { Action } from "../core/actions.js";
+import type { ScreenObservation, UiNode } from "../core/screen.js";
+import type { DeviceInfo, IDevice } from "../ports/device.js";
+export interface DesktopAdapterOptions {
+    width?: number;
+    height?: number;
+    name?: string;
+    os?: "desktop-linux" | "desktop-windows" | "desktop-macos";
+}
+export declare class DesktopAdapter implements IDevice {
+    readonly actions: Action[];
+    private readonly width;
+    private readonly height;
+    private readonly name;
+    private readonly osType;
+    private connected;
+    constructor(opts?: DesktopAdapterOptions);
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    getInfo(): Promise<DeviceInfo>;
+    capture(): Promise<ScreenObservation>;
+    getUiTree(): Promise<UiNode[]>;
+    apply(action: Action): Promise<void>;
+    install(_path: string): Promise<void>;
+    shell(command: string): Promise<string>;
+}