@beeos-ai/device-agent 0.7.1 → 0.8.0

package/dist/plugins/message-bus/outbound.js

@@ -0,0 +1,149 @@
+/**
+ * Outbound — bridge AgentHost events back to the MS IM channel.
+ *
+ * Subscribes to `AgentHost.on(listener)` ONCE at plugin start, then
+ * publishes Centrifugo `ch:{channelId}` envelopes whose shape matches
+ * the contract the rest of the BeeOS platform expects:
+ *
+ *   - `agent_reply_delta` — streaming chunks. Carries an inner
+ *     `update.sessionUpdate` field that callers (A2A / OpenAPI) demux
+ *     on. Only `agent_message_chunk` is treated as user-visible
+ *     reply text by `backend/pkg/convmsg/extract.go::extractNestedDelta`;
+ *     `agent_thought_chunk` is intentionally filtered out so reasoning
+ *     never leaks into status text.
+ *
+ *   - `agent_reply` — terminal reply on `task:end`. `payload.text` for
+ *     success, `payload.error` for failure. Matches
+ *     `chatinvoke/invoker.go::extractReplyFinal`.
+ *
+ * Each envelope carries `in_reply_to` set to the original request's
+ * `message_id`, which is what the L0 `/channels/{id}/wait` endpoint
+ * matches on.
+ *
+ * The listener filters by taskId via the in-flight register — events
+ * for tasks NOT submitted through the message-bus inbound (e.g. ACP
+ * `session/prompt` traffic) are ignored, so the two surfaces never
+ * collide.
+ */
+/**
+ * Install the outbound listener on the host. Returns an `unsubscribe`
+ * function — call it from the plugin's `stop()` so we don't keep
+ * publishing after the SDK has been disconnected.
+ */
+export function installMessageBusOutbound(opts) {
+    const listener = (event) => {
+        void handleEvent(event, opts);
+    };
+    return opts.host.on(listener);
+}
+async function handleEvent(event, opts) {
+    const ctx = opts.register.getByTaskId(event.taskId);
+    if (!ctx)
+        return; // Not an MS-originated turn — ignored.
+    try {
+        switch (event.type) {
+            case "task:start":
+                // Intentionally not emitted. beeos-claw does not publish an
+                // `agent_status` delta on prompt start either — see
+                // [acp-server.ts onStreamDelta](agents/beeos-claw/src/acp-server.ts);
+                // the first wire publish is the first real LLM delta. The
+                // server-side `extractNestedDelta` only honours
+                // `agent_message_chunk` anyway, so synthesising an extra
+                // `agent_status` envelope would be pure noise. KISS — skip.
+                return;
+            case "task:text":
+                await sendDelta(opts, ctx, "agent_message_chunk", event.text);
+                return;
+            case "task:reasoning":
+                await sendDelta(opts, ctx, "agent_thought_chunk", event.text);
+                return;
+            case "task:notice":
+                // Notices (warnings / non-fatal errors) surface as user-visible
+                // chunks so the operator sees something. Same `agent_message_chunk`
+                // sessionUpdate so they get included in the final concatenated
+                // text by extractNestedDelta. Payload is the canonical
+                // `{ session_key, update }` shape — no extra fields, matching
+                // beeos-claw's onStreamDelta output exactly.
+                await sendDelta(opts, ctx, "agent_message_chunk", event.text);
+                return;
+            case "task:tool":
+            case "task:step":
+                // Tool calls and step transitions are debug-grade today —
+                // streaming them would dilute the agent_message_chunk text.
+                // Skip silently; callers that want richer telemetry should
+                // subscribe to the personal channel directly.
+                return;
+            case "task:end": {
+                const ok = !event.error;
+                const finalText = (event.result?.finalMessage ??
+                    event.result?.text ??
+                    "") || "";
+                // Wire shape mirrors beeos-claw `[acp-server.ts:498/:514]`
+                // (agents/beeos-claw/src/acp-server.ts):
+                //   success → { session_key, text }
+                //   failure → { session_key, error }   (text optional)
+                const payload = ok
+                    ? { session_key: ctx.sessionKey, text: finalText }
+                    : {
+                        session_key: ctx.sessionKey,
+                        error: event.error ?? "unknown_error",
+                        text: finalText,
+                    };
+                await opts.sdk.sendToChannel(ctx.channelId, "agent_reply", payload, { inReplyTo: ctx.inboundMessageId });
+                opts.logger.info({
+                    taskId: event.taskId,
+                    channelId: ctx.channelId,
+                    ok,
+                    durationMs: event.completedAt - ctx.startedAt,
+                }, "message-bus: turn finished");
+                opts.register.clear(event.taskId);
+                return;
+            }
+        }
+    }
+    catch (err) {
+        // Never throw out of the AgentHost listener — that would crash the
+        // entire event fan-out. Log and continue; the next event for the
+        // same task will retry the publish path.
+        opts.logger.error({
+            err: err instanceof Error ? err.message : String(err),
+            eventType: event.type,
+            taskId: event.taskId,
+            channelId: ctx.channelId,
+        }, "message-bus: outbound publish failed");
+    }
+}
+/**
+ * Publish a single `agent_reply_delta` envelope.
+ *
+ * Wire shape locked-in to match beeos-claw
+ * [`acp-server.ts onStreamDelta` (acp-server.ts:438-450)](agents/beeos-claw/src/acp-server.ts):
+ *
+ * ```json
+ * {
+ *   "session_key": "agent:{id}:invoke:ctx-...",
+ *   "update": {
+ *     "sessionUpdate": "agent_message_chunk" | "agent_thought_chunk",
+ *     "content": { "type": "text", "text": "..." }
+ *   }
+ * }
+ * ```
+ *
+ * Server-side `backend/pkg/convmsg/extract.go::extractNestedDelta`
+ * filters on `update.sessionUpdate === "agent_message_chunk"` for
+ * user-visible reply text — `agent_thought_chunk` is dropped so
+ * reasoning never leaks into status text. The `session_key` field is
+ * forward-compatible: no current backend consumer reads it (verified
+ * via `rg session_key backend/`), but emitting it preserves byte-for-
+ * byte parity with beeos-claw for downstream observers.
+ */
+async function sendDelta(opts, ctx, sessionUpdate, text) {
+    await opts.sdk.sendToChannel(ctx.channelId, "agent_reply_delta", {
+        session_key: ctx.sessionKey,
+        update: {
+            sessionUpdate,
+            content: { type: "text", text },
+        },
+    }, { inReplyTo: ctx.inboundMessageId });
+}
+//# sourceMappingURL=outbound.js.map

package/dist/plugins/message-bus/outbound.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"outbound.js","sourceRoot":"","sources":["../../../src/plugins/message-bus/outbound.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAuBH;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CACvC,IAA+B;IAE/B,MAAM,QAAQ,GAAuB,CAAC,KAAK,EAAE,EAAE;QAC7C,KAAK,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAAiB,EACjB,IAA+B;IAE/B,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,GAAG;QAAE,OAAO,CAAC,uCAAuC;IAEzD,IAAI,CAAC;QACH,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,YAAY;gBACf,4DAA4D;gBAC5D,oDAAoD;gBACpD,sEAAsE;gBACtE,0DAA0D;gBAC1D,gDAAgD;gBAChD,yDAAyD;gBACzD,4DAA4D;gBAC5D,OAAO;YAET,KAAK,WAAW;gBACd,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,qBAAqB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9D,OAAO;YAET,KAAK,gBAAgB;gBACnB,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,qBAAqB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9D,OAAO;YAET,KAAK,aAAa;gBAChB,gEAAgE;gBAChE,oEAAoE;gBACpE,+DAA+D;gBAC/D,uDAAuD;gBACvD,8DAA8D;gBAC9D,6CAA6C;gBAC7C,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,qBAAqB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9D,OAAO;YAET,KAAK,WAAW,CAAC;YACjB,KAAK,WAAW;gBACd,0DAA0D;gBAC1D,4DAA4D;gBAC5D,2DAA2D;gBAC3D,8CAA8C;gBAC9C,OAAO;YAET,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;gBACxB,MAAM,SAAS,GACb,CAAE,KAAK,CAAC,MAAgD,EAAE,YAAY;oBACnE,KAAK,CAAC,MAAwC,EAAE,IAAI;oBACrD,EAAE,CAAC,IAAI,EAAE,CAAC;gBACd,2DAA2D;gBAC3D,yCAAyC;gBACzC,oCAAoC;gBACpC,uDAAuD;gBACvD,MAAM,OAAO,GAA4B,EAAE;oBACzC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE;oBAClD,CAAC,CAAC;wBACE,WAAW,EAAE,GAAG,CAAC,UAAU;wBAC3B,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,eAAe;wBACrC,IAAI,EAAE,SAAS;qBAChB,CAAC;gBACN,MAAM,IAAI,CAAC,GAAG,CAAC,aAAa,CAC1B,GAAG,CAAC,SAAS,EACb,aAAa,EACb,OAAO,EACP,EAAE,SAAS,EAAE,GAAG,CAAC,gBAAgB,EAAE,CACpC,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,IAAI,CACd;oBACE,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,EAAE;oBACF,UAAU,EAAE,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,SAAS;iBAC9C,EACD,4BAA4B,CAC7B,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAClC,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,mEAAmE;QACnE,iEAAiE;QACjE,yCAAyC;QACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf;YACE,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;YACrD,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB,EACD,sCAAsC,CACvC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,KAAK,UAAU,SAAS,CACtB,IAA+B,EAC/B,GAAyB,EACzB,aAA4D,EAC5D,IAAY;IAEZ,MAAM,IAAI,CAAC,GAAG,CAAC,aAAa,CAC1B,GAAG,CAAC,SAAS,EACb,mBAAmB,EACnB;QACE,WAAW,EAAE,GAAG,CAAC,UAAU;QAC3B,MAAM,EAAE;YACN,aAAa;YACb,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;SAChC;KACF,EACD,EAAE,SAAS,EAAE,GAAG,CAAC,gBAAgB,EAAE,CACpC,CAAC;AACJ,CAAC"}

package/dist/plugins/message-bus/turn-context.d.ts

@@ -0,0 +1,57 @@
+/**
+ * In-flight Message-Service turn register.
+ *
+ * Holds the channel + reply correlator for the SINGLE turn that's
+ * currently executing on the host. Single-entry by design — device-agent
+ * runs one ACP session and the SessionManager serialises turns inside
+ * that session, so a second concurrent `chat_message` would be a logic
+ * error and is rejected via `busy-reply.ts`.
+ *
+ * The taskId is allocated by `host.submitTask(...)` and used to filter
+ * the `host.on(listener)` event stream so we never publish another
+ * turn's deltas to the wrong MS channel.
+ */
+export interface MessagingTurnContext {
+    /** Allocated by `host.submitTask` — used to filter AgentEvent stream. */
+    taskId: string;
+    /** IM channel the reply is published on (`ch:{channelId}`). */
+    channelId: string;
+    /** Request `message_id` echoed back as `in_reply_to` on every reply. */
+    inboundMessageId: string;
+    /**
+     * Stable session anchor (e.g. `agent:{id}:invoke:ctx-{contextId}` or
+     * `agent:{id}:invoke:ch-{channelId}`) derived by `extractChatPrompt`.
+     * Embedded as `payload.session_key` on every outbound publish so the
+     * wire format matches beeos-claw `[acp-server.ts:443]`
+     * (agents/beeos-claw/src/acp-server.ts) — downstream consumers
+     * (dashboards, A2A SSE projection) use it to group chunks belonging
+     * to the same logical conversation turn.
+     */
+    sessionKey: string;
+    /** Optional context-id, surfaced for logging only. */
+    contextId?: string;
+    /** Wall-clock timestamp the turn was claimed (ms). For diagnostics. */
+    startedAt: number;
+}
+/**
+ * Single-entry in-flight register.
+ *
+ * Methods are intentionally synchronous — they run on the WS publication
+ * callback (low latency) and on AgentHost listener invocations.
+ */
+export declare class TurnContextRegister {
+    private current;
+    isBusy(): boolean;
+    /**
+     * Claim the register for a new turn. Returns the entry on success or
+     * `null` when a previous turn is still in flight (caller MUST then
+     * use the busy-reply path).
+     */
+    claim(entry: Omit<MessagingTurnContext, "startedAt">): MessagingTurnContext | null;
+    current_(): MessagingTurnContext | null;
+    getByTaskId(taskId: string): MessagingTurnContext | null;
+    /** Idempotent — clearing twice is a no-op. */
+    clear(taskId: string): void;
+    /** Force-clear (used during plugin stop / disconnect). */
+    reset(): void;
+}

package/dist/plugins/message-bus/turn-context.js

@@ -0,0 +1,53 @@
+/**
+ * In-flight Message-Service turn register.
+ *
+ * Holds the channel + reply correlator for the SINGLE turn that's
+ * currently executing on the host. Single-entry by design — device-agent
+ * runs one ACP session and the SessionManager serialises turns inside
+ * that session, so a second concurrent `chat_message` would be a logic
+ * error and is rejected via `busy-reply.ts`.
+ *
+ * The taskId is allocated by `host.submitTask(...)` and used to filter
+ * the `host.on(listener)` event stream so we never publish another
+ * turn's deltas to the wrong MS channel.
+ */
+/**
+ * Single-entry in-flight register.
+ *
+ * Methods are intentionally synchronous — they run on the WS publication
+ * callback (low latency) and on AgentHost listener invocations.
+ */
+export class TurnContextRegister {
+    current = null;
+    isBusy() {
+        return this.current !== null;
+    }
+    /**
+     * Claim the register for a new turn. Returns the entry on success or
+     * `null` when a previous turn is still in flight (caller MUST then
+     * use the busy-reply path).
+     */
+    claim(entry) {
+        if (this.current)
+            return null;
+        this.current = { ...entry, startedAt: Date.now() };
+        return this.current;
+    }
+    current_() {
+        return this.current;
+    }
+    getByTaskId(taskId) {
+        return this.current && this.current.taskId === taskId ? this.current : null;
+    }
+    /** Idempotent — clearing twice is a no-op. */
+    clear(taskId) {
+        if (this.current && this.current.taskId === taskId) {
+            this.current = null;
+        }
+    }
+    /** Force-clear (used during plugin stop / disconnect). */
+    reset() {
+        this.current = null;
+    }
+}
+//# sourceMappingURL=turn-context.js.map

package/dist/plugins/message-bus/turn-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"turn-context.js","sourceRoot":"","sources":["../../../src/plugins/message-bus/turn-context.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAyBH;;;;;GAKG;AACH,MAAM,OAAO,mBAAmB;IACtB,OAAO,GAAgC,IAAI,CAAC;IAEpD,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAA8C;QAClD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,WAAW,CAAC,MAAc;QACxB,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,CAAC;IAED,8CAA8C;IAC9C,KAAK,CAAC,MAAc;QAClB,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACnD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;CACF"}

package/dist/test-lan-autoglm.d.ts

@@ -0,0 +1,7 @@
+/**
+ * 验证局域网 OpenAI 兼容 AutoGLM 与 device-agent-ts 内层链路（adapter=autoglm + OpenAIClient）。
+ * 需要：adb 已连机、本机可访问 GUI_AGENT_BASE_URL、.env 已配置。
+ *
+ *   npx tsx src/test-lan-autoglm.ts
+ */
+import "dotenv/config";

package/dist/test-lan-autoglm.js

@@ -0,0 +1,46 @@
+/**
+ * 验证局域网 OpenAI 兼容 AutoGLM 与 device-agent-ts 内层链路（adapter=autoglm + OpenAIClient）。
+ * 需要：adb 已连机、本机可访问 GUI_AGENT_BASE_URL、.env 已配置。
+ *
+ *   npx tsx src/test-lan-autoglm.ts
+ */
+import "dotenv/config";
+import { AndroidDevice } from "./device/android.js";
+import { OpenAIClient } from "./model/client.js";
+const TASK = process.env.LAN_VLM_SMOKE_TASK ??
+    "看当前截图，只输出一行下一步操作（不要复述用户原话里的示例代码）：用 do(action=\"Tap\", element=[x,y]) 点击你认为该点的位置，坐标 0–1000。";
+async function main() {
+    const base = process.env.GUI_AGENT_BASE_URL ?? "";
+    const model = process.env.GUI_AGENT_MODEL ?? "";
+    if (!base || !model) {
+        console.error("请设置 GUI_AGENT_BASE_URL、GUI_AGENT_MODEL（及 API_KEY）");
+        process.exit(1);
+    }
+    console.log(`[lan-autoglm] base=${base} model=${model} adapter=${process.env.GUI_AGENT_ADAPTER ?? "(auto)"} stream=${process.env.GUI_AGENT_STREAM ?? "1"}`);
+    const device = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID ?? undefined);
+    const ss = await device.takeScreenshot();
+    const currentApp = await device.getCurrentApp();
+    const client = new OpenAIClient({
+        adapter: process.env.GUI_AGENT_ADAPTER ?? "autoglm",
+    });
+    const screenInfo = {
+        screenshotB64: ss.base64Data,
+        width: ss.width,
+        height: ss.height,
+        currentApp,
+        uiXml: null,
+    };
+    const messages = client.buildMessages(TASK, screenInfo, [], true, (process.env.GUI_AGENT_LANG ?? "cn"));
+    console.log(`[lan-autoglm] requesting… (${messages.length} messages, jpeg b64 ~${Math.round(ss.base64Data.length / 1024)} KB)`);
+    const t0 = Date.now();
+    const resp = await client.request(messages, true);
+    const ms = Date.now() - t0;
+    console.log("\n--- raw (prefix) ---\n", resp.rawContent.slice(0, 1500), resp.rawContent.length > 1500 ? "\n…" : "");
+    console.log("\n--- parsed ---\n", JSON.stringify(client.parseResponse(resp.rawContent), null, 2));
+    console.log(`\n[lan-autoglm] ok in ${ms} ms`);
+}
+main().catch((e) => {
+    console.error(e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-lan-autoglm.js.map

package/dist/test-lan-autoglm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-lan-autoglm.js","sourceRoot":"","sources":["../src/test-lan-autoglm.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,IAAI,GACR,OAAO,CAAC,GAAG,CAAC,kBAAkB;IAC9B,4FAA4F,CAAC;AAE/F,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;IAChD,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,UAAU,KAAK,YAAY,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,WAAW,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,GAAG,EAAE,CAAC,CAAC;IAE5J,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,SAAS,CAAC,CAAC;IAC/E,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;IAEhD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC;QAC9B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,SAAS;KACpD,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG;QACjB,aAAa,EAAE,EAAE,CAAC,UAAU;QAC5B,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,MAAM,EAAE,EAAE,CAAC,MAAM;QACjB,UAAU;QACV,KAAK,EAAE,IAAI;KACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAgB,CAAC,CAAC;IACvH,OAAO,CAAC,GAAG,CAAC,8BAA8B,QAAQ,CAAC,MAAM,wBAAwB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhI,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAClD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpH,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAClG,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/test-mem-breakdown.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-mem-breakdown.js

@@ -0,0 +1,103 @@
+import "dotenv/config";
+// Memory diagnostic: peel back each layer to see where the 200MB goes.
+// Run with:  npx tsx --expose-gc src/test-mem-breakdown.ts
+function mb(n) { return (n / 1024 / 1024).toFixed(1); }
+function rss() { return process.memoryUsage().rss; }
+function heap() { return process.memoryUsage().heapUsed; }
+function ext() { return process.memoryUsage().external; }
+function snap(label, baseline) {
+    const m = process.memoryUsage();
+    const delta = baseline !== undefined ? ` (Δrss=${mb(m.rss - baseline)}MB)` : "";
+    console.log(`[${label.padEnd(28)}] rss=${mb(m.rss)}MB heap=${mb(m.heapUsed)}MB ext=${mb(m.external)}MB${delta}`);
+    return m.rss;
+}
+async function waitGc() {
+    if (global.gc) {
+        global.gc();
+        global.gc();
+    }
+    await new Promise(r => setTimeout(r, 50));
+}
+console.log("=".repeat(78));
+console.log("Memory Breakdown Diagnostic");
+console.log("=".repeat(78));
+// ── Layer 0: bare node ──────────────────────────────────────────────────────
+const bare = snap("0. bare node (tsx loader)");
+// ── Layer 1: dotenv + types (already loaded at top, but measure current) ────
+const l1 = snap("1. + dotenv", bare);
+// ── Layer 2: load openai SDK ────────────────────────────────────────────────
+await import("openai");
+const l2 = snap("2. + openai sdk", l1);
+// ── Layer 3: load sharp (triggers libvips mmap) ─────────────────────────────
+const sharpMod = await import("sharp");
+const l3 = snap("3. + sharp (libvips mmap)", l2);
+// ── Layer 4: load our Device layer ──────────────────────────────────────────
+const { AndroidDevice } = await import("./device/android.js");
+const l4 = snap("4. + device/android", l3);
+// ── Layer 5: instantiate device + check adb exists ──────────────────────────
+const dev = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID);
+const l5 = snap("5. + new AndroidDevice()", l4);
+// ── Layer 6: load agent + model adapters ────────────────────────────────────
+const { Agent } = await import("./agent.js");
+const { OpenAIClient } = await import("./model/client.js");
+await import("./model/adapters/index.js");
+const l6 = snap("6. + agent + all adapters", l5);
+// ── Layer 7: instantiate model client (openai client w/ keep-alive) ─────────
+const client = new OpenAIClient({ adapter: process.env.GUI_AGENT_ADAPTER });
+const l7 = snap("7. + new OpenAIClient()", l6);
+// ── Layer 8: take one screenshot (triggers sharp pipeline + buffer) ─────────
+await dev.takeScreenshot();
+await waitGc();
+const l8 = snap("8. + 1 screenshot (post-gc)", l7);
+// ── Layer 9: take 5 screenshots back-to-back ────────────────────────────────
+let peak9 = l8;
+for (let i = 0; i < 5; i++) {
+    await dev.takeScreenshot();
+    peak9 = Math.max(peak9, rss());
+}
+await waitGc();
+const l9 = snap("9. + 5 screenshots (post-gc)", l8);
+console.log(`   └─ intra-loop peak rss=${mb(peak9)}MB`);
+// ── Layer 10: instantiate agent ─────────────────────────────────────────────
+const agent = new Agent(client, dev, { maxSteps: 3, verbose: false });
+const l10 = snap("10. + new Agent()", l9);
+// ── Layer 11: run 1 full agent step (includes API call if connected) ────────
+let peak11 = l10;
+const before = rss();
+try {
+    await agent.run("打开系统设置");
+    peak11 = Math.max(peak11, rss());
+}
+catch (e) {
+    // ignore — we just want memory delta
+}
+await waitGc();
+const l11 = snap("11. + agent.run() (post-gc)", l10);
+console.log(`   └─ intra-run peak rss=${mb(peak11)}MB (Δ from pre-run=${mb(peak11 - before)}MB)`);
+// ── Summary ─────────────────────────────────────────────────────────────────
+console.log("=".repeat(78));
+console.log("Component Breakdown (incremental RSS additions, MB)");
+console.log("=".repeat(78));
+const rows = [
+    ["Node.js + tsx loader baseline", bare],
+    ["+ dotenv", l1 - bare],
+    ["+ openai SDK", l2 - l1],
+    ["+ sharp (libvips native mmap)", l3 - l2],
+    ["+ device layer (adb client)", l4 - l3],
+    ["+ AndroidDevice instance", l5 - l4],
+    ["+ agent + all model adapters", l6 - l5],
+    ["+ OpenAI client (keep-alive pool)", l7 - l6],
+    ["+ first screenshot (warm cache)", l8 - l7],
+    ["+ 4 more screenshots", l9 - l8],
+    ["+ Agent instance", l10 - l9],
+    ["+ agent.run() full cycle", l11 - l10],
+];
+for (const [label, delta] of rows) {
+    console.log(`  ${label.padEnd(42)} ${(delta / 1024 / 1024).toFixed(1).padStart(6)} MB`);
+}
+console.log("-".repeat(78));
+console.log(`  TOTAL steady-state RSS:                   ${mb(l11).padStart(6)} MB`);
+console.log(`  Peak RSS during run:                      ${mb(peak11).padStart(6)} MB  (transient request buffer)`);
+console.log("=".repeat(78));
+process.exit(0);
+//# sourceMappingURL=test-mem-breakdown.js.map

package/dist/test-mem-breakdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-mem-breakdown.js","sourceRoot":"","sources":["../src/test-mem-breakdown.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,uEAAuE;AACvE,2DAA2D;AAE3D,SAAS,EAAE,CAAC,CAAS,IAAI,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/D,SAAS,GAAG,KAAK,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AACpD,SAAS,IAAI,KAAK,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC1D,SAAS,GAAG,KAAK,OAAO,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;AAEzD,SAAS,IAAI,CAAC,KAAa,EAAE,QAAiB;IAC5C,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,OAAO,CAAC,GAAG,CACT,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,KAAK,EAAE,CACpG,CAAC;IACF,OAAO,CAAC,CAAC,GAAG,CAAC;AACf,CAAC;AAED,KAAK,UAAU,MAAM;IACnB,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,CAAC;IAC5C,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;AAC3C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE5B,+EAA+E;AAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,2BAA2B,CAAC,CAAC;AAE/C,+EAA+E;AAC/E,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,EAAsB,IAAI,CAAC,CAAC;AAEzD,+EAA+E;AAC/E,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;AACvB,MAAM,EAAE,GAAG,IAAI,CAAC,iBAAiB,EAAkB,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;AACvC,MAAM,EAAE,GAAG,IAAI,CAAC,2BAA2B,EAAO,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;AAC9D,MAAM,EAAE,GAAG,IAAI,CAAC,qBAAqB,EAAc,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAC/D,MAAM,EAAE,GAAG,IAAI,CAAC,0BAA0B,EAAS,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;AAC7C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;AAC3D,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;AAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,2BAA2B,EAAO,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;AAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,yBAAyB,EAAS,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;AAC3B,MAAM,MAAM,EAAE,CAAC;AACf,MAAM,EAAE,GAAG,IAAI,CAAC,6BAA6B,EAAK,EAAE,CAAC,CAAC;AAEtD,+EAA+E;AAC/E,IAAI,KAAK,GAAG,EAAE,CAAC;AACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;IAC3B,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;IAC3B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;AACjC,CAAC;AACD,MAAM,MAAM,EAAE,CAAC;AACf,MAAM,EAAE,GAAG,IAAI,CAAC,8BAA8B,EAAI,EAAE,CAAC,CAAC;AACtD,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAExD,+EAA+E;AAC/E,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACtE,MAAM,GAAG,GAAG,IAAI,CAAC,mBAAmB,EAAe,EAAE,CAAC,CAAC;AAEvD,+EAA+E;AAC/E,IAAI,MAAM,GAAG,GAAG,CAAC;AACjB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC;AACrB,IAAI,CAAC;IACH,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;AACnC,CAAC;AAAC,OAAO,CAAC,EAAE,CAAC;IACX,qCAAqC;AACvC,CAAC;AACD,MAAM,MAAM,EAAE,CAAC;AACf,MAAM,GAAG,GAAG,IAAI,CAAC,6BAA6B,EAAI,GAAG,CAAC,CAAC;AACvD,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;AAElG,+EAA+E;AAC/E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;AACnE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,MAAM,IAAI,GAA4B;IACpC,CAAC,+BAA+B,EAAO,IAAI,CAAC;IAC5C,CAAC,UAAU,EAA4B,EAAE,GAAG,IAAI,CAAC;IACjD,CAAC,cAAc,EAAwB,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,+BAA+B,EAAO,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,6BAA6B,EAAS,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,0BAA0B,EAAY,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,8BAA8B,EAAQ,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,mCAAmC,EAAG,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,iCAAiC,EAAK,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,sBAAsB,EAAgB,EAAE,GAAG,EAAE,CAAC;IAC/C,CAAC,kBAAkB,EAAoB,GAAG,GAAG,EAAE,CAAC;IAChD,CAAC,0BAA0B,EAAY,GAAG,GAAG,GAAG,CAAC;CAClD,CAAC;AACF,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC1F,CAAC;AACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,+CAA+C,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AACrF,OAAO,CAAC,GAAG,CAAC,+CAA+C,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC;AACpH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC"}

package/dist/test-mem.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-mem.js

@@ -0,0 +1,60 @@
+import "dotenv/config";
+import { mobileUse } from "./api.js";
+const task = process.env.TASK ?? "打开系统设置，告诉我 Android 版本号";
+const samples = [];
+const start = Date.now();
+function snap() {
+    const m = process.memoryUsage();
+    return {
+        t: Date.now() - start,
+        rss: m.rss,
+        heapUsed: m.heapUsed,
+        heapTotal: m.heapTotal,
+        external: m.external,
+        arrayBuffers: m.arrayBuffers,
+    };
+}
+function fmt(n) { return (n / 1024 / 1024).toFixed(1); }
+function logSample(label, s) {
+    console.log(`[mem t=${(s.t / 1000).toFixed(1)}s ${label.padEnd(12)}] ` +
+        `rss=${fmt(s.rss)}MB heapUsed=${fmt(s.heapUsed)}MB heapTotal=${fmt(s.heapTotal)}MB ` +
+        `ext=${fmt(s.external)}MB arrBuf=${fmt(s.arrayBuffers)}MB`);
+}
+const initial = snap();
+logSample("init", initial);
+// 200ms sampling loop in background
+const interval = setInterval(() => samples.push(snap()), 200);
+interval.unref();
+console.log(`[test-mobile-use] task = ${task}`);
+console.log("=".repeat(70));
+mobileUse(task)
+    .then((result) => {
+    const done = snap();
+    console.log("=".repeat(70));
+    logSample("done", done);
+    // Stats
+    if (global.gc) {
+        global.gc();
+    }
+    const afterGc = snap();
+    if (global.gc)
+        logSample("post-gc", afterGc);
+    const peakRss = samples.reduce((m, s) => Math.max(m, s.rss), initial.rss);
+    const peakHeap = samples.reduce((m, s) => Math.max(m, s.heapUsed), initial.heapUsed);
+    const peakExt = samples.reduce((m, s) => Math.max(m, s.external), initial.external);
+    console.log("-".repeat(70));
+    console.log(`[summary] samples=${samples.length} over ${(done.t / 1000).toFixed(1)}s`);
+    console.log(`[summary] peak rss      = ${fmt(peakRss)} MB`);
+    console.log(`[summary] peak heapUsed = ${fmt(peakHeap)} MB`);
+    console.log(`[summary] peak external = ${fmt(peakExt)} MB  (sharp native buffers live here)`);
+    console.log(`[summary] growth: rss ${fmt(done.rss - initial.rss)} MB, heapUsed ${fmt(done.heapUsed - initial.heapUsed)} MB`);
+    console.log("\n[result]", result);
+    process.exit(0);
+})
+    .catch((e) => {
+    const done = snap();
+    logSample("error", done);
+    console.error("[test-mobile-use] error:", e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-mem.js.map

package/dist/test-mem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-mem.js","sourceRoot":"","sources":["../src/test-mem.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,wBAAwB,CAAC;AAI1D,MAAM,OAAO,GAAa,EAAE,CAAC;AAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AAEzB,SAAS,IAAI;IACX,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO;QACL,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;QACrB,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,YAAY,EAAE,CAAC,CAAC,YAAY;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,GAAG,CAAC,CAAS,IAAI,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEhE,SAAS,SAAS,CAAC,KAAa,EAAE,CAAS;IACzC,OAAO,CAAC,GAAG,CACT,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI;QAC1D,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK;QACpF,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAC3D,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC;AACvB,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE3B,oCAAoC;AACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;AAC9D,QAAQ,CAAC,KAAK,EAAE,CAAC;AAEjB,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;AAChD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE5B,SAAS,CAAC,IAAI,CAAC;KACZ,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;IACf,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAExB,QAAQ;IACR,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC;IACvB,IAAI,MAAM,CAAC,EAAE;QAAE,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAE7C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,CAAC,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,6BAA6B,GAAG,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;IAC9F,OAAO,CAAC,GAAG,CAAC,yBAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE7H,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC;KACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACX,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IACpB,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACzB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/test-mobile-use.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-mobile-use.js

@@ -0,0 +1,18 @@
+import "dotenv/config";
+import { mobileUse } from "./api.js";
+const task = process.env.TASK ?? "打开系统设置，然后告诉我 Android 版本号是多少";
+const maxSteps = parseInt(process.env.GUI_AGENT_MAX_STEPS ?? "30", 10);
+console.log(`[test-mobile-use] task = ${task}`);
+console.log("=".repeat(60));
+mobileUse(task, maxSteps)
+    .then((result) => {
+    console.log("=".repeat(60));
+    console.log("[test-mobile-use] result:", result);
+    process.exit(0);
+})
+    .catch((e) => {
+    console.error("=".repeat(60));
+    console.error("[test-mobile-use] error:", e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-mobile-use.js.map

package/dist/test-mobile-use.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-mobile-use.js","sourceRoot":"","sources":["../src/test-mobile-use.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,6BAA6B,CAAC;AAC/D,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;AAEvE,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;AAChD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE5B,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC;KACtB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;IACf,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC;IACjD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC;KACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACX,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9B,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/test-screenshot-loop.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-screenshot-loop.js

@@ -0,0 +1,43 @@
+import "dotenv/config";
+import { AndroidDevice } from "./device/android.js";
+const ITER = parseInt(process.env.ITER ?? "100", 10);
+const dev = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID);
+function fmt(n) { return (n / 1024 / 1024).toFixed(1); }
+function snap(label, extra = "") {
+    const m = process.memoryUsage();
+    console.log(`[${label.padEnd(20)}] rss=${fmt(m.rss)}MB heap=${fmt(m.heapUsed)}/${fmt(m.heapTotal)}MB ` +
+        `ext=${fmt(m.external)}MB arrBuf=${fmt(m.arrayBuffers)}MB ${extra}`);
+}
+snap("boot");
+// Prime sharp / adb
+await dev.takeScreenshot();
+snap("after 1 ss");
+let totalB64 = 0;
+let maxRss = 0;
+const t0 = Date.now();
+for (let i = 0; i < ITER; i++) {
+    const ss = await dev.takeScreenshot();
+    totalB64 += ss.base64Data.length;
+    const rss = process.memoryUsage().rss;
+    if (rss > maxRss)
+        maxRss = rss;
+    if (i % 10 === 9) {
+        snap(`iter ${i + 1}`, `avg b64=${Math.round(totalB64 / (i + 1) / 1024)}KB`);
+    }
+}
+const dur = (Date.now() - t0) / 1000;
+console.log("-".repeat(70));
+console.log(`[result] iterations=${ITER}, total ${dur.toFixed(1)}s, avg ${(dur * 1000 / ITER).toFixed(0)}ms/screenshot`);
+console.log(`[result] avg base64 length = ${Math.round(totalB64 / ITER / 1024)} KB`);
+console.log(`[result] peak RSS observed = ${fmt(maxRss)} MB`);
+snap("before gc");
+if (global.gc) {
+    global.gc();
+    global.gc();
+}
+snap("after gc");
+// Wait a bit for native to release
+await new Promise((r) => setTimeout(r, 1000));
+snap("after +1s wait");
+process.exit(0);
+//# sourceMappingURL=test-screenshot-loop.js.map

package/dist/test-screenshot-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-screenshot-loop.js","sourceRoot":"","sources":["../src/test-screenshot-loop.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC,CAAC;AACrD,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAE/D,SAAS,GAAG,CAAC,CAAS,IAAI,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChE,SAAS,IAAI,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE;IACrC,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO,CAAC,GAAG,CACT,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK;QAC1F,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,KAAK,EAAE,CACpE,CAAC;AACJ,CAAC;AAED,IAAI,CAAC,MAAM,CAAC,CAAC;AAEb,oBAAoB;AACpB,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;AAC3B,IAAI,CAAC,YAAY,CAAC,CAAC;AAEnB,IAAI,QAAQ,GAAG,CAAC,CAAC;AACjB,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;IACtC,QAAQ,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC;IACtC,IAAI,GAAG,GAAG,MAAM;QAAE,MAAM,GAAG,GAAG,CAAC;IAE/B,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;QACjB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;AACrC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,WAAW,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;AACzH,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;AACrF,OAAO,CAAC,GAAG,CAAC,gCAAgC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9D,IAAI,CAAC,WAAW,CAAC,CAAC;AAClB,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,EAAE,CAAC;AAAC,CAAC;AAC5C,IAAI,CAAC,UAAU,CAAC,CAAC;AAEjB,mCAAmC;AACnC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AAC9C,IAAI,CAAC,gBAAgB,CAAC,CAAC;AACvB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC"}

package/dist/test-screenshot.d.ts

@@ -0,0 +1 @@
+import "dotenv/config";

package/dist/test-screenshot.js

@@ -0,0 +1,10 @@
+import "dotenv/config";
+import { AndroidDevice } from "./device/android.js";
+const dev = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID);
+const t0 = Date.now();
+const ss = await dev.takeScreenshot();
+const t1 = Date.now();
+console.log(`screen w=${ss.width} h=${ss.height}`);
+console.log(`base64 length=${ss.base64Data.length} (~${Math.round(ss.base64Data.length * 3 / 4 / 1024)} KB binary)`);
+console.log(`elapsed=${t1 - t0}ms`);
+//# sourceMappingURL=test-screenshot.js.map

package/dist/test-screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-screenshot.js","sourceRoot":"","sources":["../src/test-screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAC/D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AACtB,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;AACtC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AACtB,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;AACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,UAAU,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;AACrH,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC"}

package/dist/test-ui-xml-dump.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Dump current-screen UI XML for debugging `ui_xml` parsing.
+ *
+ * Writes under `.debug/ui-xml-dumps/` (override with UI_XML_DUMP_DIR):
+ *   - `<stamp>-raw.xml`     — full uiautomator dump (no truncation)
+ *   - `<stamp>-tool.txt`    — exact string `ui_xml` would return (same truncation / JSON rules)
+ *   - `<stamp>-parsed.json` — `{ query, nodes }` from {@link searchUiXmlNodes}
+ *
+ * Usage:
+ *   npx tsx src/test-ui-xml-dump.ts              # query = "" → parsed.json lists all nodes (can be large)
+ *   npx tsx src/test-ui-xml-dump.ts 设置         # filter substring
+ *
+ * Requires adb + device (GUI_AGENT_DEVICE_ID if multiple).
+ */
+import "dotenv/config";