@midscene/android 1.3.5-beta-20260204095321.0 → 1.3.5

package/dist/es/index.mjs

@@ -555,137 +555,6 @@ class ScrcpyDeviceAdapter {
         this.initFailed = false;
     }
 }
-const debug = (0, logger_.getDebug)('android:ui-hierarchy');
-const DUMP_PATH = '/sdcard/midscene_dump.xml';
-function shortClassName(className) {
-    return className.split('.').pop() || className;
-}
-function extractAttr(tag, attrName) {
-    const regex = new RegExp(`${attrName}="([^"]*)"`, '');
-    const match = tag.match(regex);
-    return match ? match[1] : '';
-}
-async function dumpAccessibilityTreeXml(adb) {
-    debug('dumping accessibility tree via uiautomator');
-    const dumpCmd = `uiautomator dump ${DUMP_PATH}`;
-    const dumpResult = await adb.shell(dumpCmd);
-    debug('uiautomator dump result:', dumpResult);
-    const xml = await adb.shell(`cat ${DUMP_PATH}`);
-    adb.shell(`rm ${DUMP_PATH}`).catch(()=>{});
-    return xml || '';
-}
-const MAX_TEXT_LENGTH = 200;
-function createEmptyFormatNode() {
-    return {
-        className: '',
-        text: '',
-        resourceId: '',
-        contentDesc: '',
-        clickable: false,
-        selected: false,
-        checked: false,
-        scrollable: false,
-        children: []
-    };
-}
-function parseXmlToFormatTree(xml) {
-    const root = createEmptyFormatNode();
-    const stack = [
-        root
-    ];
-    const tagRegex = /<node\s+([^>]*?)\/\s*>|<node\s+([^>]*?)>|<\/node>/g;
-    let match;
-    while(null !== (match = tagRegex.exec(xml))){
-        const fullMatch = match[0];
-        if (fullMatch.startsWith('</node')) {
-            if (stack.length > 1) stack.pop();
-            continue;
-        }
-        const attrString = match[1] || match[2] || '';
-        const isSelfClosing = !!match[1];
-        const text = extractAttr(attrString, 'text');
-        const resourceId = extractAttr(attrString, 'resource-id');
-        const className = extractAttr(attrString, 'class');
-        const contentDesc = extractAttr(attrString, 'content-desc');
-        const clickable = 'true' === extractAttr(attrString, 'clickable');
-        const selected = 'true' === extractAttr(attrString, 'selected');
-        const checked = 'true' === extractAttr(attrString, 'checked');
-        const scrollable = 'true' === extractAttr(attrString, 'scrollable');
-        if (isSelfClosing && !text && !contentDesc && !clickable && !scrollable) continue;
-        const node = {
-            className: shortClassName(className),
-            text,
-            resourceId,
-            contentDesc,
-            clickable,
-            selected,
-            checked,
-            scrollable,
-            children: []
-        };
-        const parent = stack[stack.length - 1];
-        parent.children.push(node);
-        if (!isSelfClosing) stack.push(node);
-    }
-    return root;
-}
-function shouldCollapseNode(node) {
-    if (node.text) return false;
-    if (node.contentDesc) return false;
-    if (node.clickable) return false;
-    if (node.scrollable) return false;
-    if (node.resourceId && node.children.length >= 2) return false;
-    return true;
-}
-function collapseWrappers(node) {
-    node.children = node.children.flatMap((child)=>{
-        collapseWrappers(child);
-        if (shouldCollapseNode(child)) return child.children;
-        return [
-            child
-        ];
-    });
-}
-function escapeXmlAttr(str) {
-    return str.replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;').replace(/>/g, '&gt;');
-}
-function truncateText(text, maxLength) {
-    if (text.length <= maxLength) return text;
-    return `${text.slice(0, maxLength)}...`;
-}
-function formatNodeToXml(node, indent) {
-    const indentStr = '  '.repeat(indent);
-    const tag = escapeXmlAttr(node.className) || 'node';
-    const attrs = [];
-    if (node.text) attrs.push(`text="${escapeXmlAttr(truncateText(node.text, MAX_TEXT_LENGTH))}"`);
-    if (node.resourceId) attrs.push(`resource-id="${escapeXmlAttr(node.resourceId)}"`);
-    if (node.contentDesc) attrs.push(`content-desc="${escapeXmlAttr(truncateText(node.contentDesc, MAX_TEXT_LENGTH))}"`);
-    if (node.clickable) attrs.push('clickable="true"');
-    if (node.selected) attrs.push('selected="true"');
-    if (node.checked) attrs.push('checked="true"');
-    if (node.scrollable) attrs.push('scrollable="true"');
-    const attrStr = attrs.length > 0 ? ` ${attrs.join(' ')}` : '';
-    if (0 === node.children.length) return `${indentStr}<${tag}${attrStr} />`;
-    const childrenStr = node.children.map((child)=>formatNodeToXml(child, indent + 1)).join('\n');
-    return `${indentStr}<${tag}${attrStr}>\n${childrenStr}\n${indentStr}</${tag}>`;
-}
-function formatTreeToXml(root) {
-    if (0 === root.children.length) return '';
-    return root.children.map((child)=>formatNodeToXml(child, 0)).join('\n');
-}
-async function dumpAndFormatAccessibilityTree(adb) {
-    const xml = await dumpAccessibilityTreeXml(adb);
-    if (xml.length < 10) {
-        debug('uiautomator dump returned empty or too short XML');
-        return '';
-    }
-    debug(`formatting uiautomator XML (${xml.length} chars)`);
-    const root = parseXmlToFormatTree(xml);
-    collapseWrappers(root);
-    const result = formatTreeToXml(root);
-    debug(`formatted accessibility tree (${result.length} chars)`);
-    return result;
-}
 function device_define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -930,9 +799,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     setAppNameMapping(mapping) {
         this.appNameMapping = mapping;
     }
-    setDomIncluded(value) {
-        this.domIncluded = value;
-    }
     resolvePackageName(appName) {
         const normalizedAppName = normalizeForComparison(appName);
         return this.appNameMapping[normalizedAppName];
@@ -970,16 +836,11 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     async getElementsInfo() {
         return [];
     }
-    async getExtraPlanningContext() {
-        if (!this.domIncluded) return '';
-        try {
-            const adb = await this.getAdb();
-            const domDescription = await dumpAndFormatAccessibilityTree(adb);
-            if (domDescription) return `\nPage structure data in the below XML format. You can extract accurate textual content and relevant UI state annotations from it: \n<PageElementsTree>\n${domDescription}\n</PageElementsTree>`;
-        } catch (e) {
-            debugDevice('getExtraPlanningContext failed: %O', e);
-        }
-        return '';
+    async getElementsNodeTree() {
+        return {
+            node: null,
+            children: []
+        };
     }
     async getScreenSize() {
         const shouldCache = !(this.options?.alwaysRefreshScreenInfo ?? false);
@@ -1697,7 +1558,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         device_define_property(this, "interfaceType", 'android');
         device_define_property(this, "uri", void 0);
         device_define_property(this, "options", void 0);
-        device_define_property(this, "domIncluded", void 0);
         node_assert(deviceId, 'deviceId is required for AndroidDevice');
         this.deviceId = deviceId;
         this.options = options;
@@ -1898,7 +1758,6 @@ class AndroidAgent extends Agent {
         super(device, opts), agent_define_property(this, "back", void 0), agent_define_property(this, "home", void 0), agent_define_property(this, "recentApps", void 0), agent_define_property(this, "appNameMapping", void 0);
         this.appNameMapping = mergeAndNormalizeAppNameMapping(defaultAppNameMapping, opts?.appNameMapping);
         device.setAppNameMapping(this.appNameMapping);
-        if (opts?.domIncluded) device.setDomIncluded(opts.domIncluded);
         this.back = this.createActionWrapper('AndroidBackButton');
         this.home = this.createActionWrapper('AndroidHomeButton');
         this.recentApps = this.createActionWrapper('AndroidRecentAppsButton');
@@ -1915,4 +1774,4 @@ async function agentFromAdbDevice(deviceId, opts) {
     await device.connect();
     return new AndroidAgent(device, opts);
 }
-export { AndroidAgent, AndroidDevice, agentFromAdbDevice, collapseWrappers, dumpAndFormatAccessibilityTree, formatTreeToXml, getConnectedDevices, overrideAIConfig, parseXmlToFormatTree };
+export { AndroidAgent, AndroidDevice, agentFromAdbDevice, getConnectedDevices, overrideAIConfig };

package/dist/es/mcp-server.mjs

@@ -652,137 +652,6 @@ class ScrcpyDeviceAdapter {
         this.initFailed = false;
     }
 }
-const debug = (0, logger_.getDebug)('android:ui-hierarchy');
-const DUMP_PATH = '/sdcard/midscene_dump.xml';
-function shortClassName(className) {
-    return className.split('.').pop() || className;
-}
-function extractAttr(tag, attrName) {
-    const regex = new RegExp(`${attrName}="([^"]*)"`, '');
-    const match = tag.match(regex);
-    return match ? match[1] : '';
-}
-async function dumpAccessibilityTreeXml(adb) {
-    debug('dumping accessibility tree via uiautomator');
-    const dumpCmd = `uiautomator dump ${DUMP_PATH}`;
-    const dumpResult = await adb.shell(dumpCmd);
-    debug('uiautomator dump result:', dumpResult);
-    const xml = await adb.shell(`cat ${DUMP_PATH}`);
-    adb.shell(`rm ${DUMP_PATH}`).catch(()=>{});
-    return xml || '';
-}
-const MAX_TEXT_LENGTH = 200;
-function createEmptyFormatNode() {
-    return {
-        className: '',
-        text: '',
-        resourceId: '',
-        contentDesc: '',
-        clickable: false,
-        selected: false,
-        checked: false,
-        scrollable: false,
-        children: []
-    };
-}
-function parseXmlToFormatTree(xml) {
-    const root = createEmptyFormatNode();
-    const stack = [
-        root
-    ];
-    const tagRegex = /<node\s+([^>]*?)\/\s*>|<node\s+([^>]*?)>|<\/node>/g;
-    let match;
-    while(null !== (match = tagRegex.exec(xml))){
-        const fullMatch = match[0];
-        if (fullMatch.startsWith('</node')) {
-            if (stack.length > 1) stack.pop();
-            continue;
-        }
-        const attrString = match[1] || match[2] || '';
-        const isSelfClosing = !!match[1];
-        const text = extractAttr(attrString, 'text');
-        const resourceId = extractAttr(attrString, 'resource-id');
-        const className = extractAttr(attrString, 'class');
-        const contentDesc = extractAttr(attrString, 'content-desc');
-        const clickable = 'true' === extractAttr(attrString, 'clickable');
-        const selected = 'true' === extractAttr(attrString, 'selected');
-        const checked = 'true' === extractAttr(attrString, 'checked');
-        const scrollable = 'true' === extractAttr(attrString, 'scrollable');
-        if (isSelfClosing && !text && !contentDesc && !clickable && !scrollable) continue;
-        const node = {
-            className: shortClassName(className),
-            text,
-            resourceId,
-            contentDesc,
-            clickable,
-            selected,
-            checked,
-            scrollable,
-            children: []
-        };
-        const parent = stack[stack.length - 1];
-        parent.children.push(node);
-        if (!isSelfClosing) stack.push(node);
-    }
-    return root;
-}
-function shouldCollapseNode(node) {
-    if (node.text) return false;
-    if (node.contentDesc) return false;
-    if (node.clickable) return false;
-    if (node.scrollable) return false;
-    if (node.resourceId && node.children.length >= 2) return false;
-    return true;
-}
-function collapseWrappers(node) {
-    node.children = node.children.flatMap((child)=>{
-        collapseWrappers(child);
-        if (shouldCollapseNode(child)) return child.children;
-        return [
-            child
-        ];
-    });
-}
-function escapeXmlAttr(str) {
-    return str.replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;').replace(/>/g, '&gt;');
-}
-function truncateText(text, maxLength) {
-    if (text.length <= maxLength) return text;
-    return `${text.slice(0, maxLength)}...`;
-}
-function formatNodeToXml(node, indent) {
-    const indentStr = '  '.repeat(indent);
-    const tag = escapeXmlAttr(node.className) || 'node';
-    const attrs = [];
-    if (node.text) attrs.push(`text="${escapeXmlAttr(truncateText(node.text, MAX_TEXT_LENGTH))}"`);
-    if (node.resourceId) attrs.push(`resource-id="${escapeXmlAttr(node.resourceId)}"`);
-    if (node.contentDesc) attrs.push(`content-desc="${escapeXmlAttr(truncateText(node.contentDesc, MAX_TEXT_LENGTH))}"`);
-    if (node.clickable) attrs.push('clickable="true"');
-    if (node.selected) attrs.push('selected="true"');
-    if (node.checked) attrs.push('checked="true"');
-    if (node.scrollable) attrs.push('scrollable="true"');
-    const attrStr = attrs.length > 0 ? ` ${attrs.join(' ')}` : '';
-    if (0 === node.children.length) return `${indentStr}<${tag}${attrStr} />`;
-    const childrenStr = node.children.map((child)=>formatNodeToXml(child, indent + 1)).join('\n');
-    return `${indentStr}<${tag}${attrStr}>\n${childrenStr}\n${indentStr}</${tag}>`;
-}
-function formatTreeToXml(root) {
-    if (0 === root.children.length) return '';
-    return root.children.map((child)=>formatNodeToXml(child, 0)).join('\n');
-}
-async function dumpAndFormatAccessibilityTree(adb) {
-    const xml = await dumpAccessibilityTreeXml(adb);
-    if (xml.length < 10) {
-        debug('uiautomator dump returned empty or too short XML');
-        return '';
-    }
-    debug(`formatting uiautomator XML (${xml.length} chars)`);
-    const root = parseXmlToFormatTree(xml);
-    collapseWrappers(root);
-    const result = formatTreeToXml(root);
-    debug(`formatted accessibility tree (${result.length} chars)`);
-    return result;
-}
 function device_define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -1027,9 +896,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     setAppNameMapping(mapping) {
         this.appNameMapping = mapping;
     }
-    setDomIncluded(value) {
-        this.domIncluded = value;
-    }
     resolvePackageName(appName) {
         const normalizedAppName = normalizeForComparison(appName);
         return this.appNameMapping[normalizedAppName];
@@ -1067,16 +933,11 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     async getElementsInfo() {
         return [];
     }
-    async getExtraPlanningContext() {
-        if (!this.domIncluded) return '';
-        try {
-            const adb = await this.getAdb();
-            const domDescription = await dumpAndFormatAccessibilityTree(adb);
-            if (domDescription) return `\nPage structure data in the below XML format. You can extract accurate textual content and relevant UI state annotations from it: \n<PageElementsTree>\n${domDescription}\n</PageElementsTree>`;
-        } catch (e) {
-            debugDevice('getExtraPlanningContext failed: %O', e);
-        }
-        return '';
+    async getElementsNodeTree() {
+        return {
+            node: null,
+            children: []
+        };
     }
     async getScreenSize() {
         const shouldCache = !(this.options?.alwaysRefreshScreenInfo ?? false);
@@ -1794,7 +1655,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         device_define_property(this, "interfaceType", 'android');
         device_define_property(this, "uri", void 0);
         device_define_property(this, "options", void 0);
-        device_define_property(this, "domIncluded", void 0);
         node_assert(deviceId, 'deviceId is required for AndroidDevice');
         this.deviceId = deviceId;
         this.options = options;
@@ -1899,7 +1759,6 @@ class AndroidAgent extends Agent {
         super(device, opts), agent_define_property(this, "back", void 0), agent_define_property(this, "home", void 0), agent_define_property(this, "recentApps", void 0), agent_define_property(this, "appNameMapping", void 0);
         this.appNameMapping = mergeAndNormalizeAppNameMapping(defaultAppNameMapping, opts?.appNameMapping);
         device.setAppNameMapping(this.appNameMapping);
-        if (opts?.domIncluded) device.setDomIncluded(opts.domIncluded);
         this.back = this.createActionWrapper('AndroidBackButton');
         this.home = this.createActionWrapper('AndroidHomeButton');
         this.recentApps = this.createActionWrapper('AndroidRecentAppsButton');
@@ -1916,7 +1775,7 @@ async function agentFromAdbDevice(deviceId, opts) {
     await device.connect();
     return new AndroidAgent(device, opts);
 }
-const mcp_tools_debug = (0, logger_.getDebug)('mcp:android-tools');
+const debug = (0, logger_.getDebug)('mcp:android-tools');
 class AndroidMidsceneTools extends BaseMidsceneTools {
     createTemporaryDevice() {
         return new AndroidDevice('temp-for-action-space', {});
@@ -1926,12 +1785,12 @@ class AndroidMidsceneTools extends BaseMidsceneTools {
             try {
                 await this.agent.destroy?.();
             } catch (error) {
-                mcp_tools_debug('Failed to destroy agent during cleanup:', error);
+                debug('Failed to destroy agent during cleanup:', error);
             }
             this.agent = void 0;
         }
         if (this.agent) return this.agent;
-        mcp_tools_debug('Creating Android agent with deviceId:', deviceId || 'auto-detect');
+        debug('Creating Android agent with deviceId:', deviceId || 'auto-detect');
         const agent = await agentFromAdbDevice(deviceId, {
             autoDismissKeyboard: false
         });

package/dist/lib/index.js

@@ -444,15 +444,11 @@ var __webpack_exports__ = {};
 (()=>{
     __webpack_require__.r(__webpack_exports__);
     __webpack_require__.d(__webpack_exports__, {
+        getConnectedDevices: ()=>getConnectedDevices,
+        overrideAIConfig: ()=>env_namespaceObject.overrideAIConfig,
         AndroidAgent: ()=>AndroidAgent,
         agentFromAdbDevice: ()=>agentFromAdbDevice,
-        dumpAndFormatAccessibilityTree: ()=>dumpAndFormatAccessibilityTree,
-        formatTreeToXml: ()=>formatTreeToXml,
-        AndroidDevice: ()=>AndroidDevice,
-        collapseWrappers: ()=>collapseWrappers,
-        overrideAIConfig: ()=>env_namespaceObject.overrideAIConfig,
-        parseXmlToFormatTree: ()=>parseXmlToFormatTree,
-        getConnectedDevices: ()=>getConnectedDevices
+        AndroidDevice: ()=>AndroidDevice
     });
     const external_node_assert_namespaceObject = require("node:assert");
     var external_node_assert_default = /*#__PURE__*/ __webpack_require__.n(external_node_assert_namespaceObject);
@@ -591,137 +587,6 @@ var __webpack_exports__ = {};
             this.initFailed = false;
         }
     }
-    const debug = (0, logger_.getDebug)('android:ui-hierarchy');
-    const DUMP_PATH = '/sdcard/midscene_dump.xml';
-    function shortClassName(className) {
-        return className.split('.').pop() || className;
-    }
-    function extractAttr(tag, attrName) {
-        const regex = new RegExp(`${attrName}="([^"]*)"`, '');
-        const match = tag.match(regex);
-        return match ? match[1] : '';
-    }
-    async function dumpAccessibilityTreeXml(adb) {
-        debug('dumping accessibility tree via uiautomator');
-        const dumpCmd = `uiautomator dump ${DUMP_PATH}`;
-        const dumpResult = await adb.shell(dumpCmd);
-        debug('uiautomator dump result:', dumpResult);
-        const xml = await adb.shell(`cat ${DUMP_PATH}`);
-        adb.shell(`rm ${DUMP_PATH}`).catch(()=>{});
-        return xml || '';
-    }
-    const MAX_TEXT_LENGTH = 200;
-    function createEmptyFormatNode() {
-        return {
-            className: '',
-            text: '',
-            resourceId: '',
-            contentDesc: '',
-            clickable: false,
-            selected: false,
-            checked: false,
-            scrollable: false,
-            children: []
-        };
-    }
-    function parseXmlToFormatTree(xml) {
-        const root = createEmptyFormatNode();
-        const stack = [
-            root
-        ];
-        const tagRegex = /<node\s+([^>]*?)\/\s*>|<node\s+([^>]*?)>|<\/node>/g;
-        let match;
-        while(null !== (match = tagRegex.exec(xml))){
-            const fullMatch = match[0];
-            if (fullMatch.startsWith('</node')) {
-                if (stack.length > 1) stack.pop();
-                continue;
-            }
-            const attrString = match[1] || match[2] || '';
-            const isSelfClosing = !!match[1];
-            const text = extractAttr(attrString, 'text');
-            const resourceId = extractAttr(attrString, 'resource-id');
-            const className = extractAttr(attrString, 'class');
-            const contentDesc = extractAttr(attrString, 'content-desc');
-            const clickable = 'true' === extractAttr(attrString, 'clickable');
-            const selected = 'true' === extractAttr(attrString, 'selected');
-            const checked = 'true' === extractAttr(attrString, 'checked');
-            const scrollable = 'true' === extractAttr(attrString, 'scrollable');
-            if (isSelfClosing && !text && !contentDesc && !clickable && !scrollable) continue;
-            const node = {
-                className: shortClassName(className),
-                text,
-                resourceId,
-                contentDesc,
-                clickable,
-                selected,
-                checked,
-                scrollable,
-                children: []
-            };
-            const parent = stack[stack.length - 1];
-            parent.children.push(node);
-            if (!isSelfClosing) stack.push(node);
-        }
-        return root;
-    }
-    function shouldCollapseNode(node) {
-        if (node.text) return false;
-        if (node.contentDesc) return false;
-        if (node.clickable) return false;
-        if (node.scrollable) return false;
-        if (node.resourceId && node.children.length >= 2) return false;
-        return true;
-    }
-    function collapseWrappers(node) {
-        node.children = node.children.flatMap((child)=>{
-            collapseWrappers(child);
-            if (shouldCollapseNode(child)) return child.children;
-            return [
-                child
-            ];
-        });
-    }
-    function escapeXmlAttr(str) {
-        return str.replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;').replace(/>/g, '&gt;');
-    }
-    function truncateText(text, maxLength) {
-        if (text.length <= maxLength) return text;
-        return `${text.slice(0, maxLength)}...`;
-    }
-    function formatNodeToXml(node, indent) {
-        const indentStr = '  '.repeat(indent);
-        const tag = escapeXmlAttr(node.className) || 'node';
-        const attrs = [];
-        if (node.text) attrs.push(`text="${escapeXmlAttr(truncateText(node.text, MAX_TEXT_LENGTH))}"`);
-        if (node.resourceId) attrs.push(`resource-id="${escapeXmlAttr(node.resourceId)}"`);
-        if (node.contentDesc) attrs.push(`content-desc="${escapeXmlAttr(truncateText(node.contentDesc, MAX_TEXT_LENGTH))}"`);
-        if (node.clickable) attrs.push('clickable="true"');
-        if (node.selected) attrs.push('selected="true"');
-        if (node.checked) attrs.push('checked="true"');
-        if (node.scrollable) attrs.push('scrollable="true"');
-        const attrStr = attrs.length > 0 ? ` ${attrs.join(' ')}` : '';
-        if (0 === node.children.length) return `${indentStr}<${tag}${attrStr} />`;
-        const childrenStr = node.children.map((child)=>formatNodeToXml(child, indent + 1)).join('\n');
-        return `${indentStr}<${tag}${attrStr}>\n${childrenStr}\n${indentStr}</${tag}>`;
-    }
-    function formatTreeToXml(root) {
-        if (0 === root.children.length) return '';
-        return root.children.map((child)=>formatNodeToXml(child, 0)).join('\n');
-    }
-    async function dumpAndFormatAccessibilityTree(adb) {
-        const xml = await dumpAccessibilityTreeXml(adb);
-        if (xml.length < 10) {
-            debug('uiautomator dump returned empty or too short XML');
-            return '';
-        }
-        debug(`formatting uiautomator XML (${xml.length} chars)`);
-        const root = parseXmlToFormatTree(xml);
-        collapseWrappers(root);
-        const result = formatTreeToXml(root);
-        debug(`formatted accessibility tree (${result.length} chars)`);
-        return result;
-    }
     function device_define_property(obj, key, value) {
         if (key in obj) Object.defineProperty(obj, key, {
             value: value,
@@ -966,9 +831,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         setAppNameMapping(mapping) {
             this.appNameMapping = mapping;
         }
-        setDomIncluded(value) {
-            this.domIncluded = value;
-        }
         resolvePackageName(appName) {
             const normalizedAppName = (0, shared_utils_namespaceObject.normalizeForComparison)(appName);
             return this.appNameMapping[normalizedAppName];
@@ -1006,16 +868,11 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         async getElementsInfo() {
             return [];
         }
-        async getExtraPlanningContext() {
-            if (!this.domIncluded) return '';
-            try {
-                const adb = await this.getAdb();
-                const domDescription = await dumpAndFormatAccessibilityTree(adb);
-                if (domDescription) return `\nPage structure data in the below XML format. You can extract accurate textual content and relevant UI state annotations from it: \n<PageElementsTree>\n${domDescription}\n</PageElementsTree>`;
-            } catch (e) {
-                debugDevice('getExtraPlanningContext failed: %O', e);
-            }
-            return '';
+        async getElementsNodeTree() {
+            return {
+                node: null,
+                children: []
+            };
         }
         async getScreenSize() {
             const shouldCache = !(this.options?.alwaysRefreshScreenInfo ?? false);
@@ -1733,7 +1590,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             device_define_property(this, "interfaceType", 'android');
             device_define_property(this, "uri", void 0);
             device_define_property(this, "options", void 0);
-            device_define_property(this, "domIncluded", void 0);
             external_node_assert_default()(deviceId, 'deviceId is required for AndroidDevice');
             this.deviceId = deviceId;
             this.options = options;
@@ -1935,7 +1791,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             super(device, opts), agent_define_property(this, "back", void 0), agent_define_property(this, "home", void 0), agent_define_property(this, "recentApps", void 0), agent_define_property(this, "appNameMapping", void 0);
             this.appNameMapping = (0, shared_utils_namespaceObject.mergeAndNormalizeAppNameMapping)(defaultAppNameMapping, opts?.appNameMapping);
             device.setAppNameMapping(this.appNameMapping);
-            if (opts?.domIncluded) device.setDomIncluded(opts.domIncluded);
             this.back = this.createActionWrapper('AndroidBackButton');
             this.home = this.createActionWrapper('AndroidHomeButton');
             this.recentApps = this.createActionWrapper('AndroidRecentAppsButton');
@@ -1956,22 +1811,14 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
 exports.AndroidAgent = __webpack_exports__.AndroidAgent;
 exports.AndroidDevice = __webpack_exports__.AndroidDevice;
 exports.agentFromAdbDevice = __webpack_exports__.agentFromAdbDevice;
-exports.collapseWrappers = __webpack_exports__.collapseWrappers;
-exports.dumpAndFormatAccessibilityTree = __webpack_exports__.dumpAndFormatAccessibilityTree;
-exports.formatTreeToXml = __webpack_exports__.formatTreeToXml;
 exports.getConnectedDevices = __webpack_exports__.getConnectedDevices;
 exports.overrideAIConfig = __webpack_exports__.overrideAIConfig;
-exports.parseXmlToFormatTree = __webpack_exports__.parseXmlToFormatTree;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "AndroidAgent",
     "AndroidDevice",
     "agentFromAdbDevice",
-    "collapseWrappers",
-    "dumpAndFormatAccessibilityTree",
-    "formatTreeToXml",
     "getConnectedDevices",
-    "overrideAIConfig",
-    "parseXmlToFormatTree"
+    "overrideAIConfig"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true

package/dist/lib/mcp-server.js

@@ -683,137 +683,6 @@ var __webpack_exports__ = {};
             this.initFailed = false;
         }
     }
-    const debug = (0, logger_.getDebug)('android:ui-hierarchy');
-    const DUMP_PATH = '/sdcard/midscene_dump.xml';
-    function shortClassName(className) {
-        return className.split('.').pop() || className;
-    }
-    function extractAttr(tag, attrName) {
-        const regex = new RegExp(`${attrName}="([^"]*)"`, '');
-        const match = tag.match(regex);
-        return match ? match[1] : '';
-    }
-    async function dumpAccessibilityTreeXml(adb) {
-        debug('dumping accessibility tree via uiautomator');
-        const dumpCmd = `uiautomator dump ${DUMP_PATH}`;
-        const dumpResult = await adb.shell(dumpCmd);
-        debug('uiautomator dump result:', dumpResult);
-        const xml = await adb.shell(`cat ${DUMP_PATH}`);
-        adb.shell(`rm ${DUMP_PATH}`).catch(()=>{});
-        return xml || '';
-    }
-    const MAX_TEXT_LENGTH = 200;
-    function createEmptyFormatNode() {
-        return {
-            className: '',
-            text: '',
-            resourceId: '',
-            contentDesc: '',
-            clickable: false,
-            selected: false,
-            checked: false,
-            scrollable: false,
-            children: []
-        };
-    }
-    function parseXmlToFormatTree(xml) {
-        const root = createEmptyFormatNode();
-        const stack = [
-            root
-        ];
-        const tagRegex = /<node\s+([^>]*?)\/\s*>|<node\s+([^>]*?)>|<\/node>/g;
-        let match;
-        while(null !== (match = tagRegex.exec(xml))){
-            const fullMatch = match[0];
-            if (fullMatch.startsWith('</node')) {
-                if (stack.length > 1) stack.pop();
-                continue;
-            }
-            const attrString = match[1] || match[2] || '';
-            const isSelfClosing = !!match[1];
-            const text = extractAttr(attrString, 'text');
-            const resourceId = extractAttr(attrString, 'resource-id');
-            const className = extractAttr(attrString, 'class');
-            const contentDesc = extractAttr(attrString, 'content-desc');
-            const clickable = 'true' === extractAttr(attrString, 'clickable');
-            const selected = 'true' === extractAttr(attrString, 'selected');
-            const checked = 'true' === extractAttr(attrString, 'checked');
-            const scrollable = 'true' === extractAttr(attrString, 'scrollable');
-            if (isSelfClosing && !text && !contentDesc && !clickable && !scrollable) continue;
-            const node = {
-                className: shortClassName(className),
-                text,
-                resourceId,
-                contentDesc,
-                clickable,
-                selected,
-                checked,
-                scrollable,
-                children: []
-            };
-            const parent = stack[stack.length - 1];
-            parent.children.push(node);
-            if (!isSelfClosing) stack.push(node);
-        }
-        return root;
-    }
-    function shouldCollapseNode(node) {
-        if (node.text) return false;
-        if (node.contentDesc) return false;
-        if (node.clickable) return false;
-        if (node.scrollable) return false;
-        if (node.resourceId && node.children.length >= 2) return false;
-        return true;
-    }
-    function collapseWrappers(node) {
-        node.children = node.children.flatMap((child)=>{
-            collapseWrappers(child);
-            if (shouldCollapseNode(child)) return child.children;
-            return [
-                child
-            ];
-        });
-    }
-    function escapeXmlAttr(str) {
-        return str.replace(/&/g, '&amp;').replace(/"/g, '&quot;').replace(/</g, '&lt;').replace(/>/g, '&gt;');
-    }
-    function truncateText(text, maxLength) {
-        if (text.length <= maxLength) return text;
-        return `${text.slice(0, maxLength)}...`;
-    }
-    function formatNodeToXml(node, indent) {
-        const indentStr = '  '.repeat(indent);
-        const tag = escapeXmlAttr(node.className) || 'node';
-        const attrs = [];
-        if (node.text) attrs.push(`text="${escapeXmlAttr(truncateText(node.text, MAX_TEXT_LENGTH))}"`);
-        if (node.resourceId) attrs.push(`resource-id="${escapeXmlAttr(node.resourceId)}"`);
-        if (node.contentDesc) attrs.push(`content-desc="${escapeXmlAttr(truncateText(node.contentDesc, MAX_TEXT_LENGTH))}"`);
-        if (node.clickable) attrs.push('clickable="true"');
-        if (node.selected) attrs.push('selected="true"');
-        if (node.checked) attrs.push('checked="true"');
-        if (node.scrollable) attrs.push('scrollable="true"');
-        const attrStr = attrs.length > 0 ? ` ${attrs.join(' ')}` : '';
-        if (0 === node.children.length) return `${indentStr}<${tag}${attrStr} />`;
-        const childrenStr = node.children.map((child)=>formatNodeToXml(child, indent + 1)).join('\n');
-        return `${indentStr}<${tag}${attrStr}>\n${childrenStr}\n${indentStr}</${tag}>`;
-    }
-    function formatTreeToXml(root) {
-        if (0 === root.children.length) return '';
-        return root.children.map((child)=>formatNodeToXml(child, 0)).join('\n');
-    }
-    async function dumpAndFormatAccessibilityTree(adb) {
-        const xml = await dumpAccessibilityTreeXml(adb);
-        if (xml.length < 10) {
-            debug('uiautomator dump returned empty or too short XML');
-            return '';
-        }
-        debug(`formatting uiautomator XML (${xml.length} chars)`);
-        const root = parseXmlToFormatTree(xml);
-        collapseWrappers(root);
-        const result = formatTreeToXml(root);
-        debug(`formatted accessibility tree (${result.length} chars)`);
-        return result;
-    }
     function device_define_property(obj, key, value) {
         if (key in obj) Object.defineProperty(obj, key, {
             value: value,
@@ -1058,9 +927,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         setAppNameMapping(mapping) {
             this.appNameMapping = mapping;
         }
-        setDomIncluded(value) {
-            this.domIncluded = value;
-        }
         resolvePackageName(appName) {
             const normalizedAppName = (0, utils_namespaceObject.normalizeForComparison)(appName);
             return this.appNameMapping[normalizedAppName];
@@ -1098,16 +964,11 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         async getElementsInfo() {
             return [];
         }
-        async getExtraPlanningContext() {
-            if (!this.domIncluded) return '';
-            try {
-                const adb = await this.getAdb();
-                const domDescription = await dumpAndFormatAccessibilityTree(adb);
-                if (domDescription) return `\nPage structure data in the below XML format. You can extract accurate textual content and relevant UI state annotations from it: \n<PageElementsTree>\n${domDescription}\n</PageElementsTree>`;
-            } catch (e) {
-                debugDevice('getExtraPlanningContext failed: %O', e);
-            }
-            return '';
+        async getElementsNodeTree() {
+            return {
+                node: null,
+                children: []
+            };
         }
         async getScreenSize() {
             const shouldCache = !(this.options?.alwaysRefreshScreenInfo ?? false);
@@ -1825,7 +1686,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             device_define_property(this, "interfaceType", 'android');
             device_define_property(this, "uri", void 0);
             device_define_property(this, "options", void 0);
-            device_define_property(this, "domIncluded", void 0);
             external_node_assert_default()(deviceId, 'deviceId is required for AndroidDevice');
             this.deviceId = deviceId;
             this.options = options;
@@ -1930,7 +1790,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             super(device, opts), agent_define_property(this, "back", void 0), agent_define_property(this, "home", void 0), agent_define_property(this, "recentApps", void 0), agent_define_property(this, "appNameMapping", void 0);
             this.appNameMapping = (0, utils_namespaceObject.mergeAndNormalizeAppNameMapping)(defaultAppNameMapping, opts?.appNameMapping);
             device.setAppNameMapping(this.appNameMapping);
-            if (opts?.domIncluded) device.setDomIncluded(opts.domIncluded);
             this.back = this.createActionWrapper('AndroidBackButton');
             this.home = this.createActionWrapper('AndroidHomeButton');
             this.recentApps = this.createActionWrapper('AndroidRecentAppsButton');
@@ -1947,7 +1806,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         await device.connect();
         return new AndroidAgent(device, opts);
     }
-    const mcp_tools_debug = (0, logger_.getDebug)('mcp:android-tools');
+    const debug = (0, logger_.getDebug)('mcp:android-tools');
     class AndroidMidsceneTools extends mcp_namespaceObject.BaseMidsceneTools {
         createTemporaryDevice() {
             return new AndroidDevice('temp-for-action-space', {});
@@ -1957,12 +1816,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
                 try {
                     await this.agent.destroy?.();
                 } catch (error) {
-                    mcp_tools_debug('Failed to destroy agent during cleanup:', error);
+                    debug('Failed to destroy agent during cleanup:', error);
                 }
                 this.agent = void 0;
             }
             if (this.agent) return this.agent;
-            mcp_tools_debug('Creating Android agent with deviceId:', deviceId || 'auto-detect');
+            debug('Creating Android agent with deviceId:', deviceId || 'auto-detect');
             const agent = await agentFromAdbDevice(deviceId, {
                 autoDismissKeyboard: false
             });

package/dist/types/index.d.ts

@@ -55,11 +55,6 @@ export declare type AndroidAgentOpt = AgentOpt & {
      * User-provided mappings will take precedence over default mappings
      */
     appNameMapping?: Record<string, string>;
-    /**
-     * Include accessibility tree (DOM) as reference in AI planning context.
-     * When true, outputs a filtered and collapsed format optimized for token usage.
-     */
-    domIncluded?: boolean;
 };
 
 export declare class AndroidDevice implements AbstractInterface {
@@ -99,8 +94,6 @@ export declare class AndroidDevice implements AbstractInterface {
      * Set the app name to package name mapping
      */
     setAppNameMapping(mapping: Record<string, string>): void;
-    private domIncluded;
-    setDomIncluded(value: boolean): void;
     /**
      * Resolve app name to package name using the mapping
      * Comparison is case-insensitive and ignores spaces, dashes, and underscores.
@@ -111,7 +104,7 @@ export declare class AndroidDevice implements AbstractInterface {
     launch(uri: string): Promise<AndroidDevice>;
     execYadb(keyboardContent: string): Promise<void>;
     getElementsInfo(): Promise<ElementInfo[]>;
-    getExtraPlanningContext(): Promise<string>;
+    getElementsNodeTree(): Promise<any>;
     getScreenSize(): Promise<{
         override: string;
         physical: string;
@@ -197,52 +190,16 @@ export declare class AndroidDevice implements AbstractInterface {
     hideKeyboard(options?: AndroidDeviceInputOpt, timeoutMs?: number): Promise<boolean>;
 }
 
-/**
- * Collapse pure wrapper containers by promoting their children to the parent.
- */
-export declare function collapseWrappers(node: FormatNode): void;
-
 declare type DeviceActionAndroidBackButton = DeviceAction<undefined, void>;
 
 declare type DeviceActionAndroidHomeButton = DeviceAction<undefined, void>;
 
 declare type DeviceActionAndroidRecentAppsButton = DeviceAction<undefined, void>;
 
-/**
- * Dump the Android accessibility tree, parse, collapse wrappers,
- * and format as clean XML without bounds for AI planning context.
- */
-export declare function dumpAndFormatAccessibilityTree(adb: ADB): Promise<string>;
-
-/**
- * Lightweight node for the formatting pipeline.
- * Only carries semantic attributes — no bounds/rect.
- */
-export declare interface FormatNode {
-    className: string;
-    text: string;
-    resourceId: string;
-    contentDesc: string;
-    clickable: boolean;
-    selected: boolean;
-    checked: boolean;
-    scrollable: boolean;
-    children: FormatNode[];
-}
-
-/** Format the full tree to XML string, skipping the virtual root node */
-export declare function formatTreeToXml(root: FormatNode): string;
-
 export declare function getConnectedDevices(): Promise<Device[]>;
 
 export { overrideAIConfig }
 
-/**
- * Parse UIAutomator XML into a lightweight tree for formatting.
- * Does not retain bounds/rect — only semantic attributes.
- */
-export declare function parseXmlToFormatTree(xml: string): FormatNode;
-
 /**
  * Helper type to convert DeviceAction to wrapped method signature
  */

package/dist/types/mcp-server.d.ts

@@ -57,11 +57,6 @@ declare type AndroidAgentOpt = AgentOpt & {
      * User-provided mappings will take precedence over default mappings
      */
     appNameMapping?: Record<string, string>;
-    /**
-     * Include accessibility tree (DOM) as reference in AI planning context.
-     * When true, outputs a filtered and collapsed format optimized for token usage.
-     */
-    domIncluded?: boolean;
 };
 
 declare class AndroidDevice implements AbstractInterface {
@@ -101,8 +96,6 @@ declare class AndroidDevice implements AbstractInterface {
      * Set the app name to package name mapping
      */
     setAppNameMapping(mapping: Record<string, string>): void;
-    private domIncluded;
-    setDomIncluded(value: boolean): void;
     /**
      * Resolve app name to package name using the mapping
      * Comparison is case-insensitive and ignores spaces, dashes, and underscores.
@@ -113,7 +106,7 @@ declare class AndroidDevice implements AbstractInterface {
     launch(uri: string): Promise<AndroidDevice>;
     execYadb(keyboardContent: string): Promise<void>;
     getElementsInfo(): Promise<ElementInfo[]>;
-    getExtraPlanningContext(): Promise<string>;
+    getElementsNodeTree(): Promise<any>;
     getScreenSize(): Promise<{
         override: string;
         physical: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/android",
-  "version": "1.3.5-beta-20260204095321.0",
+  "version": "1.3.5",
   "description": "Android automation library for Midscene",
   "keywords": [
     "Android UI automation",
@@ -38,8 +38,8 @@
     "@yume-chan/stream-extra": "^1.0.0",
     "appium-adb": "12.12.1",
     "sharp": "^0.34.3",
-    "@midscene/core": "1.3.5-beta-20260204095321.0",
-    "@midscene/shared": "1.3.5-beta-20260204095321.0"
+    "@midscene/shared": "1.3.5",
+    "@midscene/core": "1.3.5"
   },
   "optionalDependencies": {
     "@ffmpeg-installer/ffmpeg": "^1.1.0"
@@ -53,7 +53,7 @@
     "tsx": "^4.19.2",
     "vitest": "3.0.5",
     "zod": "3.24.3",
-    "@midscene/playground": "1.3.5-beta-20260204095321.0"
+    "@midscene/playground": "1.3.5"
   },
   "license": "MIT",
   "scripts": {