@beeos-ai/device-agent 0.7.2 → 0.8.0

package/dist/plugins/message-bus/turn-context.js

@@ -0,0 +1,53 @@
+/**
+ * In-flight Message-Service turn register.
+ *
+ * Holds the channel + reply correlator for the SINGLE turn that's
+ * currently executing on the host. Single-entry by design — device-agent
+ * runs one ACP session and the SessionManager serialises turns inside
+ * that session, so a second concurrent `chat_message` would be a logic
+ * error and is rejected via `busy-reply.ts`.
+ *
+ * The taskId is allocated by `host.submitTask(...)` and used to filter
+ * the `host.on(listener)` event stream so we never publish another
+ * turn's deltas to the wrong MS channel.
+ */
+/**
+ * Single-entry in-flight register.
+ *
+ * Methods are intentionally synchronous — they run on the WS publication
+ * callback (low latency) and on AgentHost listener invocations.
+ */
+export class TurnContextRegister {
+    current = null;
+    isBusy() {
+        return this.current !== null;
+    }
+    /**
+     * Claim the register for a new turn. Returns the entry on success or
+     * `null` when a previous turn is still in flight (caller MUST then
+     * use the busy-reply path).
+     */
+    claim(entry) {
+        if (this.current)
+            return null;
+        this.current = { ...entry, startedAt: Date.now() };
+        return this.current;
+    }
+    current_() {
+        return this.current;
+    }
+    getByTaskId(taskId) {
+        return this.current && this.current.taskId === taskId ? this.current : null;
+    }
+    /** Idempotent — clearing twice is a no-op. */
+    clear(taskId) {
+        if (this.current && this.current.taskId === taskId) {
+            this.current = null;
+        }
+    }
+    /** Force-clear (used during plugin stop / disconnect). */
+    reset() {
+        this.current = null;
+    }
+}
+//# sourceMappingURL=turn-context.js.map

package/dist/plugins/message-bus/turn-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"turn-context.js","sourceRoot":"","sources":["../../../src/plugins/message-bus/turn-context.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAyBH;;;;;GAKG;AACH,MAAM,OAAO,mBAAmB;IACtB,OAAO,GAAgC,IAAI,CAAC;IAEpD,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAA8C;QAClD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,WAAW,CAAC,MAAc;QACxB,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,CAAC;IAED,8CAA8C;IAC9C,KAAK,CAAC,MAAc;QAClB,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACnD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;CACF"}

package/dist/test-lan-autoglm.d.ts

@@ -0,0 +1,7 @@
+/**
+ * 验证局域网 OpenAI 兼容 AutoGLM 与 device-agent-ts 内层链路（adapter=autoglm + OpenAIClient）。
+ * 需要：adb 已连机、本机可访问 GUI_AGENT_BASE_URL、.env 已配置。
+ *
+ *   npx tsx src/test-lan-autoglm.ts
+ */
+import "dotenv/config";

package/dist/test-lan-autoglm.js

@@ -0,0 +1,46 @@
+/**
+ * 验证局域网 OpenAI 兼容 AutoGLM 与 device-agent-ts 内层链路（adapter=autoglm + OpenAIClient）。
+ * 需要：adb 已连机、本机可访问 GUI_AGENT_BASE_URL、.env 已配置。
+ *
+ *   npx tsx src/test-lan-autoglm.ts
+ */
+import "dotenv/config";
+import { AndroidDevice } from "./device/android.js";
+import { OpenAIClient } from "./model/client.js";
+const TASK = process.env.LAN_VLM_SMOKE_TASK ??
+    "看当前截图，只输出一行下一步操作（不要复述用户原话里的示例代码）：用 do(action=\"Tap\", element=[x,y]) 点击你认为该点的位置，坐标 0–1000。";
+async function main() {
+    const base = process.env.GUI_AGENT_BASE_URL ?? "";
+    const model = process.env.GUI_AGENT_MODEL ?? "";
+    if (!base || !model) {
+        console.error("请设置 GUI_AGENT_BASE_URL、GUI_AGENT_MODEL（及 API_KEY）");
+        process.exit(1);
+    }
+    console.log(`[lan-autoglm] base=${base} model=${model} adapter=${process.env.GUI_AGENT_ADAPTER ?? "(auto)"} stream=${process.env.GUI_AGENT_STREAM ?? "1"}`);
+    const device = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID ?? undefined);
+    const ss = await device.takeScreenshot();
+    const currentApp = await device.getCurrentApp();
+    const client = new OpenAIClient({
+        adapter: process.env.GUI_AGENT_ADAPTER ?? "autoglm",
+    });
+    const screenInfo = {
+        screenshotB64: ss.base64Data,
+        width: ss.width,
+        height: ss.height,
+        currentApp,
+        uiXml: null,
+    };
+    const messages = client.buildMessages(TASK, screenInfo, [], true, (process.env.GUI_AGENT_LANG ?? "cn"));
+    console.log(`[lan-autoglm] requesting… (${messages.length} messages, jpeg b64 ~${Math.round(ss.base64Data.length / 1024)} KB)`);
+    const t0 = Date.now();
+    const resp = await client.request(messages, true);
+    const ms = Date.now() - t0;
+    console.log("\n--- raw (prefix) ---\n", resp.rawContent.slice(0, 1500), resp.rawContent.length > 1500 ? "\n…" : "");
+    console.log("\n--- parsed ---\n", JSON.stringify(client.parseResponse(resp.rawContent), null, 2));
+    console.log(`\n[lan-autoglm] ok in ${ms} ms`);
+}
+main().catch((e) => {
+    console.error(e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-lan-autoglm.js.map

package/dist/test-lan-autoglm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-lan-autoglm.js","sourceRoot":"","sources":["../src/test-lan-autoglm.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,IAAI,GACR,OAAO,CAAC,GAAG,CAAC,kBAAkB;IAC9B,4FAA4F,CAAC;AAE/F,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;IAChD,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,UAAU,KAAK,YAAY,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,WAAW,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,GAAG,EAAE,CAAC,CAAC;IAE5J,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,SAAS,CAAC,CAAC;IAC/E,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;IAEhD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC;QAC9B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,SAAS;KACpD,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG;QACjB,aAAa,EAAE,EAAE,CAAC,UAAU;QAC5B,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,MAAM,EAAE,EAAE,CAAC,MAAM;QACjB,UAAU;QACV,KAAK,EAAE,IAAI;KACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAgB,CAAC,CAAC;IACvH,OAAO,CAAC,GAAG,CAAC,8BAA8B,QAAQ,CAAC,MAAM,wBAAwB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhI,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAClD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpH,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAClG,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/test-mem-breakdown.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-mem-breakdown.js

@@ -0,0 +1,103 @@
+import "dotenv/config";
+// Memory diagnostic: peel back each layer to see where the 200MB goes.
+// Run with:  npx tsx --expose-gc src/test-mem-breakdown.ts
+function mb(n) { return (n / 1024 / 1024).toFixed(1); }
+function rss() { return process.memoryUsage().rss; }
+function heap() { return process.memoryUsage().heapUsed; }
+function ext() { return process.memoryUsage().external; }
+function snap(label, baseline) {
+    const m = process.memoryUsage();
+    const delta = baseline !== undefined ? ` (Δrss=${mb(m.rss - baseline)}MB)` : "";
+    console.log(`[${label.padEnd(28)}] rss=${mb(m.rss)}MB heap=${mb(m.heapUsed)}MB ext=${mb(m.external)}MB${delta}`);
+    return m.rss;
+}
+async function waitGc() {
+    if (global.gc) {
+        global.gc();
+        global.gc();
+    }
+    await new Promise(r => setTimeout(r, 50));
+}
+console.log("=".repeat(78));
+console.log("Memory Breakdown Diagnostic");
+console.log("=".repeat(78));
+// ── Layer 0: bare node ──────────────────────────────────────────────────────
+const bare = snap("0. bare node (tsx loader)");
+// ── Layer 1: dotenv + types (already loaded at top, but measure current) ────
+const l1 = snap("1. + dotenv", bare);
+// ── Layer 2: load openai SDK ────────────────────────────────────────────────
+await import("openai");
+const l2 = snap("2. + openai sdk", l1);
+// ── Layer 3: load sharp (triggers libvips mmap) ─────────────────────────────
+const sharpMod = await import("sharp");
+const l3 = snap("3. + sharp (libvips mmap)", l2);
+// ── Layer 4: load our Device layer ──────────────────────────────────────────
+const { AndroidDevice } = await import("./device/android.js");
+const l4 = snap("4. + device/android", l3);
+// ── Layer 5: instantiate device + check adb exists ──────────────────────────
+const dev = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID);
+const l5 = snap("5. + new AndroidDevice()", l4);
+// ── Layer 6: load agent + model adapters ────────────────────────────────────
+const { Agent } = await import("./agent.js");
+const { OpenAIClient } = await import("./model/client.js");
+await import("./model/adapters/index.js");
+const l6 = snap("6. + agent + all adapters", l5);
+// ── Layer 7: instantiate model client (openai client w/ keep-alive) ─────────
+const client = new OpenAIClient({ adapter: process.env.GUI_AGENT_ADAPTER });
+const l7 = snap("7. + new OpenAIClient()", l6);
+// ── Layer 8: take one screenshot (triggers sharp pipeline + buffer) ─────────
+await dev.takeScreenshot();
+await waitGc();
+const l8 = snap("8. + 1 screenshot (post-gc)", l7);
+// ── Layer 9: take 5 screenshots back-to-back ────────────────────────────────
+let peak9 = l8;
+for (let i = 0; i < 5; i++) {
+    await dev.takeScreenshot();
+    peak9 = Math.max(peak9, rss());
+}
+await waitGc();
+const l9 = snap("9. + 5 screenshots (post-gc)", l8);
+console.log(`   └─ intra-loop peak rss=${mb(peak9)}MB`);
+// ── Layer 10: instantiate agent ─────────────────────────────────────────────
+const agent = new Agent(client, dev, { maxSteps: 3, verbose: false });
+const l10 = snap("10. + new Agent()", l9);
+// ── Layer 11: run 1 full agent step (includes API call if connected) ────────
+let peak11 = l10;
+const before = rss();
+try {
+    await agent.run("打开系统设置");
+    peak11 = Math.max(peak11, rss());
+}
+catch (e) {
+    // ignore — we just want memory delta
+}
+await waitGc();
+const l11 = snap("11. + agent.run() (post-gc)", l10);
+console.log(`   └─ intra-run peak rss=${mb(peak11)}MB (Δ from pre-run=${mb(peak11 - before)}MB)`);
+// ── Summary ─────────────────────────────────────────────────────────────────
+console.log("=".repeat(78));
+console.log("Component Breakdown (incremental RSS additions, MB)");
+console.log("=".repeat(78));
+const rows = [
+    ["Node.js + tsx loader baseline", bare],
+    ["+ dotenv", l1 - bare],
+    ["+ openai SDK", l2 - l1],
+    ["+ sharp (libvips native mmap)", l3 - l2],
+    ["+ device layer (adb client)", l4 - l3],
+    ["+ AndroidDevice instance", l5 - l4],
+    ["+ agent + all model adapters", l6 - l5],
+    ["+ OpenAI client (keep-alive pool)", l7 - l6],
+    ["+ first screenshot (warm cache)", l8 - l7],
+    ["+ 4 more screenshots", l9 - l8],
+    ["+ Agent instance", l10 - l9],
+    ["+ agent.run() full cycle", l11 - l10],
+];
+for (const [label, delta] of rows) {
+    console.log(`  ${label.padEnd(42)} ${(delta / 1024 / 1024).toFixed(1).padStart(6)} MB`);
+}
+console.log("-".repeat(78));
+console.log(`  TOTAL steady-state RSS:                   ${mb(l11).padStart(6)} MB`);
+console.log(`  Peak RSS during run:                      ${mb(peak11).padStart(6)} MB  (transient request buffer)`);
+console.log("=".repeat(78));
+process.exit(0);
+//# sourceMappingURL=test-mem-breakdown.js.map

package/dist/test-mem-breakdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-mem-breakdown.js","sourceRoot":"","sources":["../src/test-mem-breakdown.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,uEAAuE;AACvE,2DAA2D;AAE3D,SAAS,EAAE,CAAC,CAAS,IAAI,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/D,SAAS,GAAG,KAAK,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AACpD,SAAS,IAAI,KAAK,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC1D,SAAS,GAAG,KAAK,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;AAEzD,SAAS,IAAI,CAAC,KAAa,EAAE,QAAiB;IAC5C,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,OAAO,CAAC,GAAG,CACT,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,KAAK,EAAE,CACpG,CAAC;IACF,OAAO,CAAC,CAAC,GAAG,CAAC;AACf,CAAC;AAED,KAAK,UAAU,MAAM;IACnB,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,CAAC;IAC5C,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;AAC3C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE5B,+EAA+E;AAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,2BAA2B,CAAC,CAAC;AAE/C,+EAA+E;AAC/E,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,EAAsB,IAAI,CAAC,CAAC;AAEzD,+EAA+E;AAC/E,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;AACvB,MAAM,EAAE,GAAG,IAAI,CAAC,iBAAiB,EAAkB,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;AACvC,MAAM,EAAE,GAAG,IAAI,CAAC,2BAA2B,EAAO,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;AAC9D,MAAM,EAAE,GAAG,IAAI,CAAC,qBAAqB,EAAc,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAC/D,MAAM,EAAE,GAAG,IAAI,CAAC,0BAA0B,EAAS,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;AAC7C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;AAC3D,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;AAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,2BAA2B,EAAO,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;AAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,yBAAyB,EAAS,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;AAC3B,MAAM,MAAM,EAAE,CAAC;AACf,MAAM,EAAE,GAAG,IAAI,CAAC,6BAA6B,EAAK,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,IAAI,KAAK,GAAG,EAAE,CAAC;AACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;IAC3B,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;IAC3B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;AACjC,CAAC;AACD,MAAM,MAAM,EAAE,CAAC;AACf,MAAM,EAAE,GAAG,IAAI,CAAC,8BAA8B,EAAI,EAAE,CAAC,CAAC;AACtD,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAExD,+EAA+E;AAC/E,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACtE,MAAM,GAAG,GAAG,IAAI,CAAC,mBAAmB,EAAe,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,IAAI,MAAM,GAAG,GAAG,CAAC;AACjB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC;AACrB,IAAI,CAAC;IACH,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;AACnC,CAAC;AAAC,OAAO,CAAC,EAAE,CAAC;IACX,qCAAqC;AACvC,CAAC;AACD,MAAM,MAAM,EAAE,CAAC;AACf,MAAM,GAAG,GAAG,IAAI,CAAC,6BAA6B,EAAI,GAAG,CAAC,CAAC;AACvD,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;AAElG,+EAA+E;AAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;AACnE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,MAAM,IAAI,GAA4B;IACpC,CAAC,+BAA+B,EAAO,IAAI,CAAC;IAC5C,CAAC,UAAU,EAA4B,EAAE,GAAG,IAAI,CAAC;IACjD,CAAC,cAAc,EAAwB,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,+BAA+B,EAAO,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,6BAA6B,EAAS,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,0BAA0B,EAAY,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,8BAA8B,EAAQ,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,mCAAmC,EAAG,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,iCAAiC,EAAK,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,sBAAsB,EAAgB,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,kBAAkB,EAAoB,GAAG,GAAG,EAAE,CAAC;IAChD,CAAC,0BAA0B,EAAY,GAAG,GAAG,GAAG,CAAC;CAClD,CAAC;AACF,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC1F,CAAC;AACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,+CAA+C,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACrF,OAAO,CAAC,GAAG,CAAC,+CAA+C,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC;AACpH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC"}

package/dist/test-mem.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-mem.js

@@ -0,0 +1,60 @@
+import "dotenv/config";
+import { mobileUse } from "./api.js";
+const task = process.env.TASK ?? "打开系统设置，告诉我 Android 版本号";
+const samples = [];
+const start = Date.now();
+function snap() {
+    const m = process.memoryUsage();
+    return {
+        t: Date.now() - start,
+        rss: m.rss,
+        heapUsed: m.heapUsed,
+        heapTotal: m.heapTotal,
+        external: m.external,
+        arrayBuffers: m.arrayBuffers,
+    };
+}
+function fmt(n) { return (n / 1024 / 1024).toFixed(1); }
+function logSample(label, s) {
+    console.log(`[mem t=${(s.t / 1000).toFixed(1)}s ${label.padEnd(12)}] ` +
+        `rss=${fmt(s.rss)}MB heapUsed=${fmt(s.heapUsed)}MB heapTotal=${fmt(s.heapTotal)}MB ` +
+        `ext=${fmt(s.external)}MB arrBuf=${fmt(s.arrayBuffers)}MB`);
+}
+const initial = snap();
+logSample("init", initial);
+// 200ms sampling loop in background
+const interval = setInterval(() => samples.push(snap()), 200);
+interval.unref();
+console.log(`[test-mobile-use] task = ${task}`);
+console.log("=".repeat(70));
+mobileUse(task)
+    .then((result) => {
+    const done = snap();
+    console.log("=".repeat(70));
+    logSample("done", done);
+    // Stats
+    if (global.gc) {
+        global.gc();
+    }
+    const afterGc = snap();
+    if (global.gc)
+        logSample("post-gc", afterGc);
+    const peakRss = samples.reduce((m, s) => Math.max(m, s.rss), initial.rss);
+    const peakHeap = samples.reduce((m, s) => Math.max(m, s.heapUsed), initial.heapUsed);
+    const peakExt = samples.reduce((m, s) => Math.max(m, s.external), initial.external);
+    console.log("-".repeat(70));
+    console.log(`[summary] samples=${samples.length} over ${(done.t / 1000).toFixed(1)}s`);
+    console.log(`[summary] peak rss      = ${fmt(peakRss)} MB`);
+    console.log(`[summary] peak heapUsed = ${fmt(peakHeap)} MB`);
+    console.log(`[summary] peak external = ${fmt(peakExt)} MB  (sharp native buffers live here)`);
+    console.log(`[summary] growth: rss ${fmt(done.rss - initial.rss)} MB, heapUsed ${fmt(done.heapUsed - initial.heapUsed)} MB`);
+    console.log("\n[result]", result);
+    process.exit(0);
+})
+    .catch((e) => {
+    const done = snap();
+    logSample("error", done);
+    console.error("[test-mobile-use] error:", e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-mem.js.map

package/dist/test-mem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-mem.js","sourceRoot":"","sources":["../src/test-mem.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,wBAAwB,CAAC;AAI1D,MAAM,OAAO,GAAa,EAAE,CAAC;AAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AAEzB,SAAS,IAAI;IACX,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO;QACL,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;QACrB,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,YAAY,EAAE,CAAC,CAAC,YAAY;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,GAAG,CAAC,CAAS,IAAI,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEhE,SAAS,SAAS,CAAC,KAAa,EAAE,CAAS;IACzC,OAAO,CAAC,GAAG,CACT,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI;QAC1D,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK;QACpF,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAC3D,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC;AACvB,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE3B,oCAAoC;AACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;AAC9D,QAAQ,CAAC,KAAK,EAAE,CAAC;AAEjB,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;AAChD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE5B,SAAS,CAAC,IAAI,CAAC;KACZ,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;IACf,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAExB,QAAQ;IACR,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC;IACvB,IAAI,MAAM,CAAC,EAAE;QAAE,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAE7C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,CAAC,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;IAC9F,OAAO,CAAC,GAAG,CAAC,yBAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE7H,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC;KACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACX,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACzB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/test-mobile-use.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-mobile-use.js

@@ -0,0 +1,18 @@
+import "dotenv/config";
+import { mobileUse } from "./api.js";
+const task = process.env.TASK ?? "打开系统设置，然后告诉我 Android 版本号是多少";
+const maxSteps = parseInt(process.env.GUI_AGENT_MAX_STEPS ?? "30", 10);
+console.log(`[test-mobile-use] task = ${task}`);
+console.log("=".repeat(60));
+mobileUse(task, maxSteps)
+    .then((result) => {
+    console.log("=".repeat(60));
+    console.log("[test-mobile-use] result:", result);
+    process.exit(0);
+})
+    .catch((e) => {
+    console.error("=".repeat(60));
+    console.error("[test-mobile-use] error:", e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-mobile-use.js.map

package/dist/test-mobile-use.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-mobile-use.js","sourceRoot":"","sources":["../src/test-mobile-use.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,6BAA6B,CAAC;AAC/D,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;AAEvE,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;AAChD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE5B,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC;KACtB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;IACf,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC;IACjD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC;KACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACX,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9B,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/test-screenshot-loop.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-screenshot-loop.js

@@ -0,0 +1,43 @@
+import "dotenv/config";
+import { AndroidDevice } from "./device/android.js";
+const ITER = parseInt(process.env.ITER ?? "100", 10);
+const dev = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID);
+function fmt(n) { return (n / 1024 / 1024).toFixed(1); }
+function snap(label, extra = "") {
+    const m = process.memoryUsage();
+    console.log(`[${label.padEnd(20)}] rss=${fmt(m.rss)}MB heap=${fmt(m.heapUsed)}/${fmt(m.heapTotal)}MB ` +
+        `ext=${fmt(m.external)}MB arrBuf=${fmt(m.arrayBuffers)}MB ${extra}`);
+}
+snap("boot");
+// Prime sharp / adb
+await dev.takeScreenshot();
+snap("after 1 ss");
+let totalB64 = 0;
+let maxRss = 0;
+const t0 = Date.now();
+for (let i = 0; i < ITER; i++) {
+    const ss = await dev.takeScreenshot();
+    totalB64 += ss.base64Data.length;
+    const rss = process.memoryUsage().rss;
+    if (rss > maxRss)
+        maxRss = rss;
+    if (i % 10 === 9) {
+        snap(`iter ${i + 1}`, `avg b64=${Math.round(totalB64 / (i + 1) / 1024)}KB`);
+    }
+}
+const dur = (Date.now() - t0) / 1000;
+console.log("-".repeat(70));
+console.log(`[result] iterations=${ITER}, total ${dur.toFixed(1)}s, avg ${(dur * 1000 / ITER).toFixed(0)}ms/screenshot`);
+console.log(`[result] avg base64 length = ${Math.round(totalB64 / ITER / 1024)} KB`);
+console.log(`[result] peak RSS observed = ${fmt(maxRss)} MB`);
+snap("before gc");
+if (global.gc) {
+    global.gc();
+    global.gc();
+}
+snap("after gc");
+// Wait a bit for native to release
+await new Promise((r) => setTimeout(r, 1000));
+snap("after +1s wait");
+process.exit(0);
+//# sourceMappingURL=test-screenshot-loop.js.map

package/dist/test-screenshot-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-screenshot-loop.js","sourceRoot":"","sources":["../src/test-screenshot-loop.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC,CAAC;AACrD,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAE/D,SAAS,GAAG,CAAC,CAAS,IAAI,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChE,SAAS,IAAI,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE;IACrC,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO,CAAC,GAAG,CACT,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK;QAC1F,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,KAAK,EAAE,CACpE,CAAC;AACJ,CAAC;AAED,IAAI,CAAC,MAAM,CAAC,CAAC;AAEb,oBAAoB;AACpB,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;AAC3B,IAAI,CAAC,YAAY,CAAC,CAAC;AAEnB,IAAI,QAAQ,GAAG,CAAC,CAAC;AACjB,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;IACtC,QAAQ,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC;IACtC,IAAI,GAAG,GAAG,MAAM;QAAE,MAAM,GAAG,GAAG,CAAC;IAE/B,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QACjB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;AACrC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,WAAW,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;AACzH,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;AACrF,OAAO,CAAC,GAAG,CAAC,gCAAgC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9D,IAAI,CAAC,WAAW,CAAC,CAAC;AAClB,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,EAAE,CAAC;AAAC,CAAC;AAC5C,IAAI,CAAC,UAAU,CAAC,CAAC;AAEjB,mCAAmC;AACnC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AAC9C,IAAI,CAAC,gBAAgB,CAAC,CAAC;AACvB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC"}

package/dist/test-screenshot.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-screenshot.js

@@ -0,0 +1,10 @@
+import "dotenv/config";
+import { AndroidDevice } from "./device/android.js";
+const dev = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID);
+const t0 = Date.now();
+const ss = await dev.takeScreenshot();
+const t1 = Date.now();
+console.log(`screen w=${ss.width} h=${ss.height}`);
+console.log(`base64 length=${ss.base64Data.length} (~${Math.round(ss.base64Data.length * 3 / 4 / 1024)} KB binary)`);
+console.log(`elapsed=${t1 - t0}ms`);
+//# sourceMappingURL=test-screenshot.js.map

package/dist/test-screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-screenshot.js","sourceRoot":"","sources":["../src/test-screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAC/D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AACtB,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;AACtC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AACtB,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;AACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,UAAU,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;AACrH,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC"}

package/dist/test-ui-xml-dump.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Dump current-screen UI XML for debugging `ui_xml` parsing.
+ *
+ * Writes under `.debug/ui-xml-dumps/` (override with UI_XML_DUMP_DIR):
+ *   - `<stamp>-raw.xml`     — full uiautomator dump (no truncation)
+ *   - `<stamp>-tool.txt`    — exact string `ui_xml` would return (same truncation / JSON rules)
+ *   - `<stamp>-parsed.json` — `{ query, nodes }` from {@link searchUiXmlNodes}
+ *
+ * Usage:
+ *   npx tsx src/test-ui-xml-dump.ts              # query = "" → parsed.json lists all nodes (can be large)
+ *   npx tsx src/test-ui-xml-dump.ts 设置         # filter substring
+ *
+ * Requires adb + device (GUI_AGENT_DEVICE_ID if multiple).
+ */
+import "dotenv/config";

package/dist/test-ui-xml-dump.js

@@ -0,0 +1,49 @@
+/**
+ * Dump current-screen UI XML for debugging `ui_xml` parsing.
+ *
+ * Writes under `.debug/ui-xml-dumps/` (override with UI_XML_DUMP_DIR):
+ *   - `<stamp>-raw.xml`     — full uiautomator dump (no truncation)
+ *   - `<stamp>-tool.txt`    — exact string `ui_xml` would return (same truncation / JSON rules)
+ *   - `<stamp>-parsed.json` — `{ query, nodes }` from {@link searchUiXmlNodes}
+ *
+ * Usage:
+ *   npx tsx src/test-ui-xml-dump.ts              # query = "" → parsed.json lists all nodes (can be large)
+ *   npx tsx src/test-ui-xml-dump.ts 设置         # filter substring
+ *
+ * Requires adb + device (GUI_AGENT_DEVICE_ID if multiple).
+ */
+import "dotenv/config";
+import { mkdirSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { AndroidDevice } from "./device/android.js";
+import { formatUiXmlToolOutput, searchUiXmlNodes } from "./device/ui-xml.js";
+const OUT_DIR = process.env.UI_XML_DUMP_DIR ?? join(process.cwd(), ".debug", "ui-xml-dumps");
+function stamp() {
+    return new Date().toISOString().replace(/[:.]/g, "-");
+}
+async function main() {
+    const query = process.argv.slice(2).join(" ").trim();
+    const device = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID ?? undefined);
+    const xml = await device.getUiXml();
+    if (!xml) {
+        console.error("Failed to read UI XML (adb / uiautomator). Check device connection.");
+        process.exit(1);
+    }
+    mkdirSync(OUT_DIR, { recursive: true });
+    const id = stamp();
+    const base = join(OUT_DIR, id);
+    writeFileSync(`${base}-raw.xml`, xml, "utf-8");
+    const toolText = formatUiXmlToolOutput(xml, query || undefined);
+    writeFileSync(`${base}-tool.txt`, toolText, "utf-8");
+    const nodes = searchUiXmlNodes(xml, query);
+    writeFileSync(`${base}-parsed.json`, `${JSON.stringify({ query: query || null, nodeCount: nodes.length, nodes }, null, 2)}\n`, "utf-8");
+    console.log(`Wrote:
+  ${base}-raw.xml   (${xml.length} chars)
+  ${base}-tool.txt  (${toolText.length} chars, same as ui_xml tool output)
+  ${base}-parsed.json (${nodes.length} nodes${query ? `, query=${JSON.stringify(query)}` : ", query=null (all nodes)"})`);
+}
+main().catch((e) => {
+    console.error(e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-ui-xml-dump.js.map

package/dist/test-ui-xml-dump.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-ui-xml-dump.js","sourceRoot":"","sources":["../src/test-ui-xml-dump.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE7E,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;AAE7F,SAAS,KAAK;IACZ,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,SAAS,CAAC,CAAC;IAC/E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;IACpC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAE/B,aAAa,CAAC,GAAG,IAAI,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/C,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,EAAE,KAAK,IAAI,SAAS,CAAC,CAAC;IAChE,aAAa,CAAC,GAAG,IAAI,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAErD,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC3C,aAAa,CACX,GAAG,IAAI,cAAc,EACrB,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,IAAI,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACxF,OAAO,CACR,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC;IACV,IAAI,eAAe,GAAG,CAAC,MAAM;IAC7B,IAAI,eAAe,QAAQ,CAAC,MAAM;IAClC,IAAI,iBAAiB,KAAK,CAAC,MAAM,SAAS,KAAK,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,0BAA0B,GAAG,CAAC,CAAC;AAC1H,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@beeos-ai/device-agent",
-  "version": "0.7.2",
+  "version": "0.8.0",
   "description": "BeeOS device-agent — Android/desktop AI control agent (TypeScript) speaking ACP over Bridge WebSocket. Connects to a sibling device-mcp-server process for device control.",
   "license": "Apache-2.0",
   "type": "module",
@@ -53,6 +53,7 @@
   "dependencies": {
     "@beeos-ai/beeos-types": "^1.0.0",
     "@beeos-ai/bridge-client": "^0.1.1",
+    "@beeos-ai/message-sdk": "^0.1.0",
     "@fastify/cors": "^11.2.0",
     "@fastify/multipart": "^10.0.0",
     "@mariozechner/pi-coding-agent": "0.70.2",