@beeos-ai/device-agent 0.7.1 → 0.8.0

package/dist/test-ui-xml-dump.js

@@ -0,0 +1,49 @@
+/**
+ * Dump current-screen UI XML for debugging `ui_xml` parsing.
+ *
+ * Writes under `.debug/ui-xml-dumps/` (override with UI_XML_DUMP_DIR):
+ *   - `<stamp>-raw.xml`     — full uiautomator dump (no truncation)
+ *   - `<stamp>-tool.txt`    — exact string `ui_xml` would return (same truncation / JSON rules)
+ *   - `<stamp>-parsed.json` — `{ query, nodes }` from {@link searchUiXmlNodes}
+ *
+ * Usage:
+ *   npx tsx src/test-ui-xml-dump.ts              # query = "" → parsed.json lists all nodes (can be large)
+ *   npx tsx src/test-ui-xml-dump.ts 设置         # filter substring
+ *
+ * Requires adb + device (GUI_AGENT_DEVICE_ID if multiple).
+ */
+import "dotenv/config";
+import { mkdirSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { AndroidDevice } from "./device/android.js";
+import { formatUiXmlToolOutput, searchUiXmlNodes } from "./device/ui-xml.js";
+const OUT_DIR = process.env.UI_XML_DUMP_DIR ?? join(process.cwd(), ".debug", "ui-xml-dumps");
+function stamp() {
+    return new Date().toISOString().replace(/[:.]/g, "-");
+}
+async function main() {
+    const query = process.argv.slice(2).join(" ").trim();
+    const device = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID ?? undefined);
+    const xml = await device.getUiXml();
+    if (!xml) {
+        console.error("Failed to read UI XML (adb / uiautomator). Check device connection.");
+        process.exit(1);
+    }
+    mkdirSync(OUT_DIR, { recursive: true });
+    const id = stamp();
+    const base = join(OUT_DIR, id);
+    writeFileSync(`${base}-raw.xml`, xml, "utf-8");
+    const toolText = formatUiXmlToolOutput(xml, query || undefined);
+    writeFileSync(`${base}-tool.txt`, toolText, "utf-8");
+    const nodes = searchUiXmlNodes(xml, query);
+    writeFileSync(`${base}-parsed.json`, `${JSON.stringify({ query: query || null, nodeCount: nodes.length, nodes }, null, 2)}\n`, "utf-8");
+    console.log(`Wrote:
+  ${base}-raw.xml   (${xml.length} chars)
+  ${base}-tool.txt  (${toolText.length} chars, same as ui_xml tool output)
+  ${base}-parsed.json (${nodes.length} nodes${query ? `, query=${JSON.stringify(query)}` : ", query=null (all nodes)"})`);
+}
+main().catch((e) => {
+    console.error(e);
+    process.exit(1);
+});
+//# sourceMappingURL=test-ui-xml-dump.js.map

package/dist/test-ui-xml-dump.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-ui-xml-dump.js","sourceRoot":"","sources":["../src/test-ui-xml-dump.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE7E,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;AAE7F,SAAS,KAAK;IACZ,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,SAAS,CAAC,CAAC;IAC/E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;IACpC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAE/B,aAAa,CAAC,GAAG,IAAI,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/C,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,EAAE,KAAK,IAAI,SAAS,CAAC,CAAC;IAChE,aAAa,CAAC,GAAG,IAAI,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAErD,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC3C,aAAa,CACX,GAAG,IAAI,cAAc,EACrB,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,IAAI,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACxF,OAAO,CACR,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC;IACV,IAAI,eAAe,GAAG,CAAC,MAAM;IAC7B,IAAI,eAAe,QAAQ,CAAC,MAAM;IAClC,IAAI,iBAAiB,KAAK,CAAC,MAAM,SAAS,KAAK,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,0BAA0B,GAAG,CAAC,CAAC;AAC1H,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@beeos-ai/device-agent",
-  "version": "0.7.1",
+  "version": "0.8.0",
   "description": "BeeOS device-agent — Android/desktop AI control agent (TypeScript) speaking ACP over Bridge WebSocket. Connects to a sibling device-mcp-server process for device control.",
   "license": "Apache-2.0",
   "type": "module",
@@ -53,6 +53,7 @@
   "dependencies": {
     "@beeos-ai/beeos-types": "^1.0.0",
     "@beeos-ai/bridge-client": "^0.1.1",
+    "@beeos-ai/message-sdk": "^0.1.0",
     "@fastify/cors": "^11.2.0",
     "@fastify/multipart": "^10.0.0",
     "@mariozechner/pi-coding-agent": "0.70.2",