@aiscene/android 1.6.4 → 1.6.6

package/bin/midscene-android

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+require('../dist/lib/cli.js');

package/dist/es/cli.mjs

@@ -932,7 +932,61 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     async execYadb(keyboardContent) {
         await this.ensureYadb();
         const adb = await this.getAdb();
-        await adb.shell(`app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`);
+        try {
+            const command = `app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`;
+            debugDevice(`Executing YADB input: "${keyboardContent}"`);
+            await adb.shell(command);
+            debugDevice(`YADB input completed: "${keyboardContent}"`);
+        } catch (error) {
+            const isAccessibilityConflict = error?.cause?.stderr?.includes('UiAutomationService') || error?.cause?.stderr?.includes('already registered') || error?.message?.includes('UiAutomationService');
+            if (isAccessibilityConflict) {
+                debugDevice("YADB failed due to AccessibilityService conflict (likely Appium running), falling back to clipboard method");
+                await this.inputViaClipboard(keyboardContent);
+            } else debugDevice(`YADB execution may have completed despite error: ${error}`);
+        }
+    }
+    async inputViaClipboard(text) {
+        const adb = await this.getAdb();
+        try {
+            debugDevice(`Inputting via clipboard: "${text}"`);
+            const escapedText = text.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+            const setClipboardCmd = `
+        content insert --uri content://settings/system --bind name:s:clipboard_text --bind value:s:"${escapedText}"
+      `;
+            await adb.shell(setClipboardCmd);
+            await sleep(100);
+            await adb.shell('input keyevent KEYCODE_PASTE');
+            await sleep(100);
+            debugDevice(`Clipboard input completed via content provider: "${text}"`);
+        } catch (error1) {
+            debugDevice(`Content provider clipboard failed, trying clipper app: ${error1}`);
+            try {
+                const base64Text = Buffer.from(text, 'utf-8').toString('base64');
+                await adb.shell(`am broadcast -a clipper.set -e text "${base64Text}"`);
+                await sleep(100);
+                await adb.shell('input keyevent KEYCODE_PASTE');
+                await sleep(100);
+                debugDevice(`Clipboard input completed via clipper: "${text}"`);
+            } catch (error2) {
+                debugDevice(`All clipboard methods failed: ${error2}`);
+                const isPureAscii = /^[\x00-\x7F]*$/.test(text);
+                if (isPureAscii) {
+                    debugDevice(`Using ADB inputText for ASCII text: "${text}"`);
+                    await adb.inputText(text);
+                } else await this.inputCharByChar(text);
+            }
+        }
+    }
+    async inputCharByChar(text) {
+        const adb = await this.getAdb();
+        debugDevice(`Inputting character by character (slow method): "${text}"`);
+        const chars = Array.from(text);
+        for (const char of chars){
+            if (' ' === char) await adb.shell('input keyevent KEYCODE_SPACE');
+            else await adb.shell(`input text "${char}"`);
+            await sleep(50);
+        }
+        debugDevice("Character-by-character input completed");
     }
     async getElementsInfo() {
         return [];
@@ -1865,7 +1919,7 @@ class AndroidMidsceneTools extends BaseMidsceneTools {
 const tools = new AndroidMidsceneTools();
 runToolsCLI(tools, 'midscene-android', {
     stripPrefix: 'android_',
-    version: "1.6.4"
+    version: "1.6.6"
 }).catch((e)=>{
     if (!(e instanceof CLIError)) console.error(e);
     process.exit(e instanceof CLIError ? e.exitCode : 1);

package/dist/es/index.mjs

@@ -835,7 +835,61 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     async execYadb(keyboardContent) {
         await this.ensureYadb();
         const adb = await this.getAdb();
-        await adb.shell(`app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`);
+        try {
+            const command = `app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`;
+            debugDevice(`Executing YADB input: "${keyboardContent}"`);
+            await adb.shell(command);
+            debugDevice(`YADB input completed: "${keyboardContent}"`);
+        } catch (error) {
+            const isAccessibilityConflict = error?.cause?.stderr?.includes('UiAutomationService') || error?.cause?.stderr?.includes('already registered') || error?.message?.includes('UiAutomationService');
+            if (isAccessibilityConflict) {
+                debugDevice("YADB failed due to AccessibilityService conflict (likely Appium running), falling back to clipboard method");
+                await this.inputViaClipboard(keyboardContent);
+            } else debugDevice(`YADB execution may have completed despite error: ${error}`);
+        }
+    }
+    async inputViaClipboard(text) {
+        const adb = await this.getAdb();
+        try {
+            debugDevice(`Inputting via clipboard: "${text}"`);
+            const escapedText = text.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+            const setClipboardCmd = `
+        content insert --uri content://settings/system --bind name:s:clipboard_text --bind value:s:"${escapedText}"
+      `;
+            await adb.shell(setClipboardCmd);
+            await sleep(100);
+            await adb.shell('input keyevent KEYCODE_PASTE');
+            await sleep(100);
+            debugDevice(`Clipboard input completed via content provider: "${text}"`);
+        } catch (error1) {
+            debugDevice(`Content provider clipboard failed, trying clipper app: ${error1}`);
+            try {
+                const base64Text = Buffer.from(text, 'utf-8').toString('base64');
+                await adb.shell(`am broadcast -a clipper.set -e text "${base64Text}"`);
+                await sleep(100);
+                await adb.shell('input keyevent KEYCODE_PASTE');
+                await sleep(100);
+                debugDevice(`Clipboard input completed via clipper: "${text}"`);
+            } catch (error2) {
+                debugDevice(`All clipboard methods failed: ${error2}`);
+                const isPureAscii = /^[\x00-\x7F]*$/.test(text);
+                if (isPureAscii) {
+                    debugDevice(`Using ADB inputText for ASCII text: "${text}"`);
+                    await adb.inputText(text);
+                } else await this.inputCharByChar(text);
+            }
+        }
+    }
+    async inputCharByChar(text) {
+        const adb = await this.getAdb();
+        debugDevice(`Inputting character by character (slow method): "${text}"`);
+        const chars = Array.from(text);
+        for (const char of chars){
+            if (' ' === char) await adb.shell('input keyevent KEYCODE_SPACE');
+            else await adb.shell(`input text "${char}"`);
+            await sleep(50);
+        }
+        debugDevice("Character-by-character input completed");
     }
     async getElementsInfo() {
         return [];

package/dist/es/mcp-server.mjs

@@ -931,7 +931,61 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     async execYadb(keyboardContent) {
         await this.ensureYadb();
         const adb = await this.getAdb();
-        await adb.shell(`app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`);
+        try {
+            const command = `app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`;
+            debugDevice(`Executing YADB input: "${keyboardContent}"`);
+            await adb.shell(command);
+            debugDevice(`YADB input completed: "${keyboardContent}"`);
+        } catch (error) {
+            const isAccessibilityConflict = error?.cause?.stderr?.includes('UiAutomationService') || error?.cause?.stderr?.includes('already registered') || error?.message?.includes('UiAutomationService');
+            if (isAccessibilityConflict) {
+                debugDevice("YADB failed due to AccessibilityService conflict (likely Appium running), falling back to clipboard method");
+                await this.inputViaClipboard(keyboardContent);
+            } else debugDevice(`YADB execution may have completed despite error: ${error}`);
+        }
+    }
+    async inputViaClipboard(text) {
+        const adb = await this.getAdb();
+        try {
+            debugDevice(`Inputting via clipboard: "${text}"`);
+            const escapedText = text.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+            const setClipboardCmd = `
+        content insert --uri content://settings/system --bind name:s:clipboard_text --bind value:s:"${escapedText}"
+      `;
+            await adb.shell(setClipboardCmd);
+            await sleep(100);
+            await adb.shell('input keyevent KEYCODE_PASTE');
+            await sleep(100);
+            debugDevice(`Clipboard input completed via content provider: "${text}"`);
+        } catch (error1) {
+            debugDevice(`Content provider clipboard failed, trying clipper app: ${error1}`);
+            try {
+                const base64Text = Buffer.from(text, 'utf-8').toString('base64');
+                await adb.shell(`am broadcast -a clipper.set -e text "${base64Text}"`);
+                await sleep(100);
+                await adb.shell('input keyevent KEYCODE_PASTE');
+                await sleep(100);
+                debugDevice(`Clipboard input completed via clipper: "${text}"`);
+            } catch (error2) {
+                debugDevice(`All clipboard methods failed: ${error2}`);
+                const isPureAscii = /^[\x00-\x7F]*$/.test(text);
+                if (isPureAscii) {
+                    debugDevice(`Using ADB inputText for ASCII text: "${text}"`);
+                    await adb.inputText(text);
+                } else await this.inputCharByChar(text);
+            }
+        }
+    }
+    async inputCharByChar(text) {
+        const adb = await this.getAdb();
+        debugDevice(`Inputting character by character (slow method): "${text}"`);
+        const chars = Array.from(text);
+        for (const char of chars){
+            if (' ' === char) await adb.shell('input keyevent KEYCODE_SPACE');
+            else await adb.shell(`input text "${char}"`);
+            await sleep(50);
+        }
+        debugDevice("Character-by-character input completed");
     }
     async getElementsInfo() {
         return [];
@@ -1868,7 +1922,7 @@ class AndroidMCPServer extends BaseMCPServer {
     constructor(toolsManager){
         super({
             name: '@midscene/android-mcp',
-            version: "1.6.4",
+            version: "1.6.6",
             description: 'Control the Android device using natural language commands'
         }, toolsManager);
     }

package/dist/lib/cli.js

@@ -947,7 +947,61 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         async execYadb(keyboardContent) {
             await this.ensureYadb();
             const adb = await this.getAdb();
-            await adb.shell(`app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`);
+            try {
+                const command = `app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`;
+                debugDevice(`Executing YADB input: "${keyboardContent}"`);
+                await adb.shell(command);
+                debugDevice(`YADB input completed: "${keyboardContent}"`);
+            } catch (error) {
+                const isAccessibilityConflict = error?.cause?.stderr?.includes('UiAutomationService') || error?.cause?.stderr?.includes('already registered') || error?.message?.includes('UiAutomationService');
+                if (isAccessibilityConflict) {
+                    debugDevice("YADB failed due to AccessibilityService conflict (likely Appium running), falling back to clipboard method");
+                    await this.inputViaClipboard(keyboardContent);
+                } else debugDevice(`YADB execution may have completed despite error: ${error}`);
+            }
+        }
+        async inputViaClipboard(text) {
+            const adb = await this.getAdb();
+            try {
+                debugDevice(`Inputting via clipboard: "${text}"`);
+                const escapedText = text.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+                const setClipboardCmd = `
+        content insert --uri content://settings/system --bind name:s:clipboard_text --bind value:s:"${escapedText}"
+      `;
+                await adb.shell(setClipboardCmd);
+                await (0, core_utils_namespaceObject.sleep)(100);
+                await adb.shell('input keyevent KEYCODE_PASTE');
+                await (0, core_utils_namespaceObject.sleep)(100);
+                debugDevice(`Clipboard input completed via content provider: "${text}"`);
+            } catch (error1) {
+                debugDevice(`Content provider clipboard failed, trying clipper app: ${error1}`);
+                try {
+                    const base64Text = Buffer.from(text, 'utf-8').toString('base64');
+                    await adb.shell(`am broadcast -a clipper.set -e text "${base64Text}"`);
+                    await (0, core_utils_namespaceObject.sleep)(100);
+                    await adb.shell('input keyevent KEYCODE_PASTE');
+                    await (0, core_utils_namespaceObject.sleep)(100);
+                    debugDevice(`Clipboard input completed via clipper: "${text}"`);
+                } catch (error2) {
+                    debugDevice(`All clipboard methods failed: ${error2}`);
+                    const isPureAscii = /^[\x00-\x7F]*$/.test(text);
+                    if (isPureAscii) {
+                        debugDevice(`Using ADB inputText for ASCII text: "${text}"`);
+                        await adb.inputText(text);
+                    } else await this.inputCharByChar(text);
+                }
+            }
+        }
+        async inputCharByChar(text) {
+            const adb = await this.getAdb();
+            debugDevice(`Inputting character by character (slow method): "${text}"`);
+            const chars = Array.from(text);
+            for (const char of chars){
+                if (' ' === char) await adb.shell('input keyevent KEYCODE_SPACE');
+                else await adb.shell(`input text "${char}"`);
+                await (0, core_utils_namespaceObject.sleep)(50);
+            }
+            debugDevice("Character-by-character input completed");
         }
         async getElementsInfo() {
             return [];
@@ -1880,7 +1934,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     const tools = new AndroidMidsceneTools();
     (0, cli_namespaceObject.runToolsCLI)(tools, 'midscene-android', {
         stripPrefix: 'android_',
-        version: "1.6.4"
+        version: "1.6.6"
     }).catch((e)=>{
         if (!(e instanceof cli_namespaceObject.CLIError)) console.error(e);
         process.exit(e instanceof cli_namespaceObject.CLIError ? e.exitCode : 1);

package/dist/lib/index.js

@@ -868,7 +868,61 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         async execYadb(keyboardContent) {
             await this.ensureYadb();
             const adb = await this.getAdb();
-            await adb.shell(`app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`);
+            try {
+                const command = `app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`;
+                debugDevice(`Executing YADB input: "${keyboardContent}"`);
+                await adb.shell(command);
+                debugDevice(`YADB input completed: "${keyboardContent}"`);
+            } catch (error) {
+                const isAccessibilityConflict = error?.cause?.stderr?.includes('UiAutomationService') || error?.cause?.stderr?.includes('already registered') || error?.message?.includes('UiAutomationService');
+                if (isAccessibilityConflict) {
+                    debugDevice("YADB failed due to AccessibilityService conflict (likely Appium running), falling back to clipboard method");
+                    await this.inputViaClipboard(keyboardContent);
+                } else debugDevice(`YADB execution may have completed despite error: ${error}`);
+            }
+        }
+        async inputViaClipboard(text) {
+            const adb = await this.getAdb();
+            try {
+                debugDevice(`Inputting via clipboard: "${text}"`);
+                const escapedText = text.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+                const setClipboardCmd = `
+        content insert --uri content://settings/system --bind name:s:clipboard_text --bind value:s:"${escapedText}"
+      `;
+                await adb.shell(setClipboardCmd);
+                await (0, utils_namespaceObject.sleep)(100);
+                await adb.shell('input keyevent KEYCODE_PASTE');
+                await (0, utils_namespaceObject.sleep)(100);
+                debugDevice(`Clipboard input completed via content provider: "${text}"`);
+            } catch (error1) {
+                debugDevice(`Content provider clipboard failed, trying clipper app: ${error1}`);
+                try {
+                    const base64Text = Buffer.from(text, 'utf-8').toString('base64');
+                    await adb.shell(`am broadcast -a clipper.set -e text "${base64Text}"`);
+                    await (0, utils_namespaceObject.sleep)(100);
+                    await adb.shell('input keyevent KEYCODE_PASTE');
+                    await (0, utils_namespaceObject.sleep)(100);
+                    debugDevice(`Clipboard input completed via clipper: "${text}"`);
+                } catch (error2) {
+                    debugDevice(`All clipboard methods failed: ${error2}`);
+                    const isPureAscii = /^[\x00-\x7F]*$/.test(text);
+                    if (isPureAscii) {
+                        debugDevice(`Using ADB inputText for ASCII text: "${text}"`);
+                        await adb.inputText(text);
+                    } else await this.inputCharByChar(text);
+                }
+            }
+        }
+        async inputCharByChar(text) {
+            const adb = await this.getAdb();
+            debugDevice(`Inputting character by character (slow method): "${text}"`);
+            const chars = Array.from(text);
+            for (const char of chars){
+                if (' ' === char) await adb.shell('input keyevent KEYCODE_SPACE');
+                else await adb.shell(`input text "${char}"`);
+                await (0, utils_namespaceObject.sleep)(50);
+            }
+            debugDevice("Character-by-character input completed");
         }
         async getElementsInfo() {
             return [];

package/dist/lib/mcp-server.js

@@ -962,7 +962,61 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         async execYadb(keyboardContent) {
             await this.ensureYadb();
             const adb = await this.getAdb();
-            await adb.shell(`app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`);
+            try {
+                const command = `app_process${this.getDisplayArg()} -Djava.class.path=/data/local/tmp/yadb /data/local/tmp com.ysbing.yadb.Main -keyboard "${keyboardContent}"`;
+                debugDevice(`Executing YADB input: "${keyboardContent}"`);
+                await adb.shell(command);
+                debugDevice(`YADB input completed: "${keyboardContent}"`);
+            } catch (error) {
+                const isAccessibilityConflict = error?.cause?.stderr?.includes('UiAutomationService') || error?.cause?.stderr?.includes('already registered') || error?.message?.includes('UiAutomationService');
+                if (isAccessibilityConflict) {
+                    debugDevice("YADB failed due to AccessibilityService conflict (likely Appium running), falling back to clipboard method");
+                    await this.inputViaClipboard(keyboardContent);
+                } else debugDevice(`YADB execution may have completed despite error: ${error}`);
+            }
+        }
+        async inputViaClipboard(text) {
+            const adb = await this.getAdb();
+            try {
+                debugDevice(`Inputting via clipboard: "${text}"`);
+                const escapedText = text.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+                const setClipboardCmd = `
+        content insert --uri content://settings/system --bind name:s:clipboard_text --bind value:s:"${escapedText}"
+      `;
+                await adb.shell(setClipboardCmd);
+                await (0, core_utils_namespaceObject.sleep)(100);
+                await adb.shell('input keyevent KEYCODE_PASTE');
+                await (0, core_utils_namespaceObject.sleep)(100);
+                debugDevice(`Clipboard input completed via content provider: "${text}"`);
+            } catch (error1) {
+                debugDevice(`Content provider clipboard failed, trying clipper app: ${error1}`);
+                try {
+                    const base64Text = Buffer.from(text, 'utf-8').toString('base64');
+                    await adb.shell(`am broadcast -a clipper.set -e text "${base64Text}"`);
+                    await (0, core_utils_namespaceObject.sleep)(100);
+                    await adb.shell('input keyevent KEYCODE_PASTE');
+                    await (0, core_utils_namespaceObject.sleep)(100);
+                    debugDevice(`Clipboard input completed via clipper: "${text}"`);
+                } catch (error2) {
+                    debugDevice(`All clipboard methods failed: ${error2}`);
+                    const isPureAscii = /^[\x00-\x7F]*$/.test(text);
+                    if (isPureAscii) {
+                        debugDevice(`Using ADB inputText for ASCII text: "${text}"`);
+                        await adb.inputText(text);
+                    } else await this.inputCharByChar(text);
+                }
+            }
+        }
+        async inputCharByChar(text) {
+            const adb = await this.getAdb();
+            debugDevice(`Inputting character by character (slow method): "${text}"`);
+            const chars = Array.from(text);
+            for (const char of chars){
+                if (' ' === char) await adb.shell('input keyevent KEYCODE_SPACE');
+                else await adb.shell(`input text "${char}"`);
+                await (0, core_utils_namespaceObject.sleep)(50);
+            }
+            debugDevice("Character-by-character input completed");
         }
         async getElementsInfo() {
             return [];
@@ -1899,7 +1953,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         constructor(toolsManager){
             super({
                 name: '@midscene/android-mcp',
-                version: "1.6.4",
+                version: "1.6.6",
                 description: 'Control the Android device using natural language commands'
             }, toolsManager);
         }

package/dist/types/index.d.ts

@@ -109,6 +109,16 @@ export declare class AndroidDevice implements AbstractInterface {
     private resolvePackageName;
     launch(uri: string): Promise<AndroidDevice>;
     execYadb(keyboardContent: string): Promise<void>;
+    /**
+     * 通过剪贴板输入文本（备用方案，当YADB不可用时）
+     * 支持中文等非ASCII字符
+     */
+    private inputViaClipboard;
+    /**
+     * 逐字符输入文本（最后备用方案）
+     * 通过模拟按键输入，支持中文（如果有对应输入法）
+     */
+    private inputCharByChar;
     getElementsInfo(): Promise<ElementInfo[]>;
     getElementsNodeTree(): Promise<any>;
     getScreenSize(): Promise<{

package/dist/types/mcp-server.d.ts

@@ -108,6 +108,16 @@ declare class AndroidDevice implements AbstractInterface {
     private resolvePackageName;
     launch(uri: string): Promise<AndroidDevice>;
     execYadb(keyboardContent: string): Promise<void>;
+    /**
+     * 通过剪贴板输入文本（备用方案，当YADB不可用时）
+     * 支持中文等非ASCII字符
+     */
+    private inputViaClipboard;
+    /**
+     * 逐字符输入文本（最后备用方案）
+     * 通过模拟按键输入，支持中文（如果有对应输入法）
+     */
+    private inputCharByChar;
     getElementsInfo(): Promise<ElementInfo[]>;
     getElementsNodeTree(): Promise<any>;
     getScreenSize(): Promise<{

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aiscene/android",
-  "version": "1.6.4",
+  "version": "1.6.6",
   "description": "Android automation library for Midscene",
   "keywords": [
     "Android UI automation",

package/bin/META-INF/com/android/build/gradle/app-metadata.properties

@@ -1,2 +0,0 @@
-appMetadataVersion=1.1
-androidGradlePluginVersion=7.4.2