@beeos-ai/device-agent 0.4.0

package/dist/mcp-client/inproc.js

@@ -0,0 +1,229 @@
+/**
+ * InProcMcpClient — legacy `Device` bridge that satisfies the `IMcpRuntime`
+ * contract without any HTTP hop.
+ *
+ * Used internally by the legacy `Agent` shim and by tests / harness scripts
+ * that already hold a low-level `Device` and want to drive it via the new
+ * `AgentLoop` pipeline. Production paths should always go through the real
+ * `McpClient` (sibling device-mcp-server).
+ *
+ * The translation layer lives here on purpose:
+ *   - `Action` (new schema) → legacy `Device` method calls
+ *   - `Device.takeScreenshot()` → `ScreenshotResult` wire shape
+ *   - `Device.getUiXml()` → `UiDumpResult` wire shape
+ *
+ * The ACP plugin and the sibling-MCP path additionally need
+ * `info / installApk / executeCommand`. When the constructor is also given
+ * a high-level `IDevice` (which has `getInfo / install / shell`) those
+ * methods are wired through; otherwise they throw a clear error.
+ *
+ * Coordinates are forwarded as-is — `AgentLoop.scaleAction()` already does
+ * its 0-1000 / smart_resize → absolute conversion before calling `act()`.
+ */
+export class InProcMcpClient {
+    device;
+    idevice;
+    constructor(device, opts = {}) {
+        this.device = device;
+        this.idevice = opts.idevice;
+    }
+    async screenshot() {
+        // When the high-level `idevice` is available, prefer its raw-PNG capture
+        // path so the ACP wire format (`format: "png"` for v2 callers) stays
+        // byte-for-byte identical to the pre-refactor handler.
+        //
+        // 0.2.3 split: the legacy in-proc adapters only surface a single
+        // (width, height) pair — they don't distinguish image dimensions from
+        // click coordinate-system dimensions. The two are equal on the legacy
+        // path (no Retina downscaling, no on-capture resize), so we mirror
+        // them. Sibling-MCP path (`McpClient`) gets the structured shape
+        // straight from the wire and never enters this branch.
+        if (this.idevice) {
+            const obs = await this.idevice.capture({ raw: true });
+            return {
+                b64: obs.imageBase64,
+                format: obs.imageFormat,
+                width: obs.width,
+                height: obs.height,
+                deviceWidth: obs.width,
+                deviceHeight: obs.height,
+            };
+        }
+        const ss = await this.device.takeScreenshot();
+        return {
+            b64: ss.base64Data,
+            format: "jpeg",
+            width: ss.width,
+            height: ss.height,
+            deviceWidth: ss.width,
+            deviceHeight: ss.height,
+        };
+    }
+    async uiDump(_opts = {}) {
+        try {
+            const xml = await this.device.getUiXml();
+            if (!xml)
+                return { supported: false };
+            return { supported: true, content: xml };
+        }
+        catch {
+            return { supported: false };
+        }
+    }
+    async info() {
+        if (!this.idevice) {
+            throw new Error("InProcMcpClient: info() requires an IDevice — pass `{ idevice }` in the constructor");
+        }
+        const info = await this.idevice.getInfo();
+        // The legacy IDevice DeviceInfo and the common DeviceInfo are
+        // structurally compatible (capabilities / type union are subsets).
+        return info;
+    }
+    async installApk(path) {
+        if (!this.idevice) {
+            throw new Error("InProcMcpClient: installApk() requires an IDevice — pass `{ idevice }` in the constructor");
+        }
+        await this.idevice.install(path);
+    }
+    async executeCommand(body, _opts = {}) {
+        if (!this.idevice) {
+            throw new Error("InProcMcpClient: executeCommand() requires an IDevice — pass `{ idevice }` in the constructor");
+        }
+        const stdout = await this.idevice.shell(body);
+        // Legacy IDevice.shell only surfaces stdout; the in-process path can't
+        // disambiguate stderr / exit code without re-implementing the adapter,
+        // so return a best-effort echo.
+        return { stdout, stderr: "", exitCode: 0 };
+    }
+    async act(action) {
+        const startedAt = Date.now();
+        let result;
+        try {
+            result = await this.dispatch(action);
+        }
+        catch (e) {
+            const message = e instanceof Error ? e.message : String(e);
+            return {
+                ok: false,
+                action: action.type,
+                durationMs: Date.now() - startedAt,
+                error: { code: "ACT_FAILED", message },
+            };
+        }
+        return {
+            ok: true,
+            action: action.type,
+            durationMs: Date.now() - startedAt,
+            result,
+        };
+    }
+    /* ------------------------------------------------------------------ */
+    /* Action dispatch                                                      */
+    /* ------------------------------------------------------------------ */
+    async dispatch(action) {
+        const t = action.target;
+        const p = action.payload ?? {};
+        switch (action.type) {
+            case "tap":
+            case "click": {
+                const point = pointTarget(t);
+                await this.device.tap(point.x, point.y);
+                return { ok: true };
+            }
+            case "double_click": {
+                const point = pointTarget(t);
+                await this.device.doubleTap(point.x, point.y);
+                return { ok: true };
+            }
+            case "long_press": {
+                const point = pointTarget(t);
+                await this.device.longPress(point.x, point.y, numberPayload(p, "durationMs", 1000));
+                return { ok: true };
+            }
+            case "swipe":
+            case "drag": {
+                const box = boxTarget(t);
+                await this.device.swipe(box.x1, box.y1, box.x2, box.y2, numberPayload(p, "durationMs", 300));
+                return { ok: true };
+            }
+            case "scroll": {
+                const point = pointTargetOrCenter(t);
+                const direction = stringPayload(p, "direction", "down");
+                const dist = direction === "left" || direction === "right" ? 300 : 600;
+                const dx = direction === "left" ? dist : direction === "right" ? -dist : 0;
+                const dy = direction === "up" ? dist : direction === "down" ? -dist : 0;
+                await this.device.swipe(point.x, point.y, point.x + dx, point.y + dy);
+                return { ok: true };
+            }
+            case "type": {
+                await this.device.inputText(stringPayload(p, "text", ""));
+                return { ok: true };
+            }
+            case "key": {
+                await this.device.pressKey(stringPayload(p, "keycode", ""));
+                return { ok: true };
+            }
+            case "back":
+                await this.device.pressBack();
+                return { ok: true };
+            case "home":
+                await this.device.pressHome();
+                return { ok: true };
+            case "launch_app": {
+                const ok = await this.device.launchApp(stringPayload(p, "packageOrName", ""));
+                return { ok };
+            }
+            case "wait": {
+                const seconds = numberPayload(p, "durationSeconds", 1);
+                await new Promise((resolve) => setTimeout(resolve, Math.max(0, Math.round(seconds * 1000))));
+                return { ok: true };
+            }
+            case "screenshot":
+                return this.screenshot();
+            case "ui_dump":
+                return this.uiDump();
+            // Terminal verbs are short-circuited inside AgentLoop and never reach
+            // act(); included here for completeness so a misuse surfaces clearly.
+            case "done":
+            case "fail":
+            case "call_for_user":
+                return { ok: true, terminal: true };
+            default:
+                throw new Error(`InProcMcpClient: unsupported action "${action.type}"`);
+        }
+    }
+}
+/* -------------------------------------------------------------------------- */
+/* Helpers                                                                    */
+/* -------------------------------------------------------------------------- */
+function pointTarget(t) {
+    if (t?.kind === "point")
+        return { x: t.x, y: t.y };
+    if (t?.kind === "box") {
+        return { x: Math.round((t.x1 + t.x2) / 2), y: Math.round((t.y1 + t.y2) / 2) };
+    }
+    throw new Error("action requires a point/box target");
+}
+function pointTargetOrCenter(t) {
+    if (t?.kind === "point" && (t.x !== 0 || t.y !== 0))
+        return { x: t.x, y: t.y };
+    return { x: 540, y: 960 };
+}
+function boxTarget(t) {
+    if (t?.kind === "box")
+        return { x1: t.x1, y1: t.y1, x2: t.x2, y2: t.y2 };
+    throw new Error("action requires a box target");
+}
+function numberPayload(p, key, fallback) {
+    const v = p[key];
+    if (typeof v === "number" && Number.isFinite(v))
+        return v;
+    return fallback;
+}
+function stringPayload(p, key, fallback) {
+    const v = p[key];
+    if (typeof v === "string")
+        return v;
+    return fallback;
+}
+//# sourceMappingURL=inproc.js.map

package/dist/mcp-client/inproc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inproc.js","sourceRoot":"","sources":["../../src/mcp-client/inproc.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAyBH,MAAM,OAAO,eAAe;IAGG;IAFZ,OAAO,CAAW;IAEnC,YAA6B,MAAc,EAAE,OAA+B,EAAE;QAAjD,WAAM,GAAN,MAAM,CAAQ;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,yEAAyE;QACzE,qEAAqE;QACrE,uDAAuD;QACvD,EAAE;QACF,iEAAiE;QACjE,sEAAsE;QACtE,sEAAsE;QACtE,mEAAmE;QACnE,iEAAiE;QACjE,uDAAuD;QACvD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YACtD,OAAO;gBACL,GAAG,EAAE,GAAG,CAAC,WAAW;gBACpB,MAAM,EAAE,GAAG,CAAC,WAAW;gBACvB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,WAAW,EAAE,GAAG,CAAC,KAAK;gBACtB,YAAY,EAAE,GAAG,CAAC,MAAM;aACzB,CAAC;QACJ,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAC9C,OAAO;YACL,GAAG,EAAE,EAAE,CAAC,UAAU;YAClB,MAAM,EAAE,MAAM;YACd,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,WAAW,EAAE,EAAE,CAAC,KAAK;YACrB,YAAY,EAAE,EAAE,CAAC,MAAM;SACxB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAuB,EAAE;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,CAAC,GAAG;gBAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YACtC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1C,8DAA8D;QAC9D,mEAAmE;QACnE,OAAO,IAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,2FAA2F,CAC5F,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,IAAY,EACZ,QAA+B,EAAE;QAEjC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9C,uEAAuE;QACvE,uEAAuE;QACvE,gCAAgC;QAChC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAc;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3D,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,KAAK,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE;aACvC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,MAAM,CAAC,IAAI;YACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,MAAM;SACP,CAAC;IACJ,CAAC;IAED,wEAAwE;IACxE,0EAA0E;IAC1E,wEAAwE;IAEhE,KAAK,CAAC,QAAQ,CAAC,MAAc;QACnC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QAC/B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,KAAK,CAAC;YACX,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC9C,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;gBACpF,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,OAAO,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBACzB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CACrB,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,EAAE,EACN,aAAa,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,CACpC,CAAC;gBACF,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,KAAK,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBACrC,MAAM,SAAS,GAAG,aAAa,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;gBACxD,MAAM,IAAI,GAAG,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBACvE,MAAM,EAAE,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3E,MAAM,EAAE,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBACtE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC1D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACX,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC5D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,MAAM;gBACT,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC9B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,KAAK,MAAM;gBACT,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC9B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC9E,OAAO,EAAE,EAAE,EAAE,CAAC;YAChB,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;gBACvD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAClC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAC7D,CAAC;gBACF,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;YACD,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3B,KAAK,SAAS;gBACZ,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,sEAAsE;YACtE,sEAAsE;YACtE,KAAK,MAAM,CAAC;YACZ,KAAK,MAAM,CAAC;YACZ,KAAK,eAAe;gBAClB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACtC;gBACE,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;CACF;AAED,gFAAgF;AAChF,gFAAgF;AAChF,gFAAgF;AAEhF,SAAS,WAAW,CAAC,CAAmB;IACtC,IAAI,CAAC,EAAE,IAAI,KAAK,OAAO;QAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACnD,IAAI,CAAC,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;IAChF,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAmB;IAC9C,IAAI,CAAC,EAAE,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,SAAS,CAChB,CAAmB;IAEnB,IAAI,CAAC,EAAE,IAAI,KAAK,KAAK;QAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;IACzE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,aAAa,CACpB,CAA0B,EAC1B,GAAW,EACX,QAAgB;IAEhB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,aAAa,CACpB,CAA0B,EAC1B,GAAW,EACX,QAAgB;IAEhB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/mcp-client/runtime.d.ts

@@ -0,0 +1,34 @@
+/**
+ * IMcpRuntime — duck-typed contract that the AgentLoop depends on.
+ *
+ * Both the real HTTP `McpClient` (sibling Fastify server) and the in-process
+ * `InProcMcpClient` (legacy Device bridge) implement this interface, so the
+ * loop works the same way for production sandbox-backed runs and for legacy
+ * embedded adapters that still hand over a low-level `Device`.
+ *
+ * The minimum contract for the AgentLoop is `screenshot / uiDump / act`.
+ * `health / info / installApk / executeCommand` are optional — the ACP plugin
+ * uses them when present (sibling-MCP path); the legacy in-process bridge
+ * also implements them when constructed with a high-level `IDevice`.
+ */
+import type { Action, ActResponse, DeviceInfo, ExecuteCommandResult, HealthResponse, ScreenshotResult, UiDumpResult } from "@beeos-ai/device-common";
+export interface UiDumpOptions {
+    query?: string;
+    format?: "compact" | "raw";
+}
+export interface ExecuteCommandOptions {
+    timeoutS?: number;
+    cwd?: string;
+}
+export interface IMcpRuntime {
+    screenshot(): Promise<ScreenshotResult>;
+    uiDump(opts?: UiDumpOptions): Promise<UiDumpResult>;
+    act(action: Action): Promise<ActResponse>;
+    health?(): Promise<HealthResponse>;
+    /** Best-effort device descriptor. Optional — present on real MCP server and on InProc when wired with an `IDevice`. */
+    info?(): Promise<DeviceInfo>;
+    /** Install a local APK / package. Optional. */
+    installApk?(path: string): Promise<void>;
+    /** Run a shell command on the sandbox. Optional. */
+    executeCommand?(body: string, opts?: ExecuteCommandOptions): Promise<ExecuteCommandResult>;
+}

package/dist/mcp-client/runtime.js

@@ -0,0 +1,15 @@
+/**
+ * IMcpRuntime — duck-typed contract that the AgentLoop depends on.
+ *
+ * Both the real HTTP `McpClient` (sibling Fastify server) and the in-process
+ * `InProcMcpClient` (legacy Device bridge) implement this interface, so the
+ * loop works the same way for production sandbox-backed runs and for legacy
+ * embedded adapters that still hand over a low-level `Device`.
+ *
+ * The minimum contract for the AgentLoop is `screenshot / uiDump / act`.
+ * `health / info / installApk / executeCommand` are optional — the ACP plugin
+ * uses them when present (sibling-MCP path); the legacy in-process bridge
+ * also implements them when constructed with a high-level `IDevice`.
+ */
+export {};
+//# sourceMappingURL=runtime.js.map

package/dist/mcp-client/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/mcp-client/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG"}

package/dist/model/adapters/autoglm.d.ts

@@ -0,0 +1,31 @@
+/**
+ * model/adapters/autoglm — first-class adapter for Z.ai's AutoGLM-Phone-9B
+ * (a.k.a. AutoGLM-Mobile-9B) and the broader GLM-4V family.
+ *
+ * The system prompt is **verbatim-ported** from Open-AutoGLM's
+ * `phone_agent/config/prompts_zh.py` / `prompts_en.py` (commit on
+ * https://github.com/zai-org/Open-AutoGLM `main`):
+ *   - Today's date is injected at construction time (matches the Python
+ *     module-level `datetime.today()` call).
+ *   - The full action catalogue (Launch / Tap / Tap+message / Type /
+ *     Type_Name / Interact / Swipe / Note / Call_API / Long Press /
+ *     Double Tap / Take_over / Back / Home / Wait / finish) is preserved.
+ *   - The 18-rule Chinese rule set is preserved verbatim; the English
+ *     prompt mirrors the upstream "REMEMBER" section.
+ *
+ * Output format:
+ *   <think>...</think><answer>do(...)</answer>
+ *
+ * Coordinate system: model emits a **0–1000 normalized grid**; the inner
+ * `parseDoAction` annotates `coordSystem: "0-1000"` so
+ * `agent-runtime/adapters/openai.ts → parsedToAction` plants
+ * `payload._coordSystem = "0-1000"` and `AgentLoop.scaleAction` rescales
+ * to absolute pixels (see `agent-runtime/core.ts:355-376`).
+ *
+ * Image MIME is `image/png` to match the v0.2.3 mcp-server `screenshot`
+ * tool which always emits losslessly compressed PNG.
+ */
+/** Render the Chinese system prompt (verbatim port of Open-AutoGLM `prompts_zh.py`). */
+export declare function renderAutoGLMSystemPromptZh(date?: Date): string;
+/** Render the English system prompt (verbatim port of Open-AutoGLM `prompts_en.py`). */
+export declare function renderAutoGLMSystemPromptEn(date?: Date): string;