@midscene/ios 1.9.2 → 1.9.3-beta-20260608113104.0

package/dist/lib/index.js

@@ -56,6 +56,7 @@ const debugIOS = (0, logger_namespaceObject.getDebug)('webdriver:ios');
 const WDA_MJPEG_SCREENSHOT_QUALITY = 50;
 const WDA_MJPEG_FRAMERATE = 30;
 const WDA_MJPEG_SCALING_FACTOR = 50;
+const XCUI_KEY_MODIFIER_COMMAND = 16;
 class IOSWebDriverClient extends webdriver_namespaceObject.WebDriverClient {
     async launchApp(bundleId) {
         this.ensureSession();
@@ -254,14 +255,57 @@ class IOSWebDriverClient extends webdriver_namespaceObject.WebDriverClient {
             return false;
         }
     }
-    async typeText(text) {
+    async pasteText(text) {
         this.ensureSession();
+        const cleanText = text.trim();
+        if (!cleanText) return;
         try {
-            const cleanText = text.trim();
-            await this.makeRequest('POST', `/session/${this.sessionId}/wda/keys`, {
-                value: cleanText.split('')
+            await this.setPasteboardText(cleanText);
+            await this.sendPasteShortcut();
+            debugIOS(`Pasted text: "${text}"`);
+        } catch (error) {
+            debugIOS(`Failed to paste text "${text}": ${error}`);
+            throw new Error(`Failed to paste text: ${error}`);
+        }
+    }
+    async setPasteboardText(text) {
+        this.ensureSession();
+        await this.makeRequest('POST', `/session/${this.sessionId}/wda/setPasteboard`, {
+            content: Buffer.from(text, 'utf8').toString('base64'),
+            contentType: 'plaintext'
+        });
+    }
+    async sendPasteShortcut() {
+        this.ensureSession();
+        const elementId = await this.getActiveElement() ?? '0';
+        await this.makeRequest('POST', `/session/${this.sessionId}/wda/element/${elementId}/keyboardInput`, {
+            keys: [
+                {
+                    key: 'v',
+                    modifierFlags: XCUI_KEY_MODIFIER_COMMAND
+                }
+            ]
+        });
+    }
+    async typeText(text, options) {
+        this.ensureSession();
+        const cleanText = text.trim();
+        if (!cleanText) return;
+        const chars = Array.from(cleanText);
+        const delayMs = options?.delayMs ?? 0;
+        try {
+            if (delayMs > 0) for(let i = 0; i < chars.length; i++){
+                await this.makeRequest('POST', `/session/${this.sessionId}/wda/keys`, {
+                    value: [
+                        chars[i]
+                    ]
+                });
+                if (i < chars.length - 1) await (0, utils_namespaceObject.sleep)(delayMs);
+            }
+            else await this.makeRequest('POST', `/session/${this.sessionId}/wda/keys`, {
+                value: chars
             });
-            debugIOS(`Typed text: "${text}"`);
+            debugIOS(`Typed text: "${text}" (delayMs=${delayMs})`);
         } catch (error) {
             debugIOS(`Failed to type text "${text}": ${error}`);
             throw new Error(`Failed to type text: ${error}`);
@@ -724,13 +768,25 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
     async typeText(text, options) {
         if (!text) return;
         const shouldAutoDismissKeyboard = options?.autoDismissKeyboard ?? this.options?.autoDismissKeyboard ?? true;
-        debugDevice(`Typing text: "${text}"`);
+        const delayMs = options?.keyboardTypeDelay ?? this.options?.keyboardTypeDelay ?? 80;
+        const keyboardInputStrategy = options?.keyboardInputStrategy ?? this.options?.keyboardInputStrategy ?? 'paste';
+        debugDevice(`Input text: "${text}" (strategy=${keyboardInputStrategy}, delayMs=${delayMs})`);
         try {
             await (0, utils_namespaceObject.sleep)(200);
-            await this.wdaBackend.typeText(text);
+            if ('type' === keyboardInputStrategy) await this.wdaBackend.typeText(text, {
+                delayMs
+            });
+            else try {
+                await this.wdaBackend.pasteText(text);
+            } catch (pasteError) {
+                debugDevice(`Failed to paste text with WDA, falling back to typing: ${pasteError}`);
+                await this.wdaBackend.typeText(text, {
+                    delayMs
+                });
+            }
             await (0, utils_namespaceObject.sleep)(300);
         } catch (error) {
-            debugDevice(`Failed to type text with WDA: ${error}`);
+            debugDevice(`Failed to input text with WDA: ${error}`);
             throw error;
         }
         if (shouldAutoDismissKeyboard) await this.hideKeyboard();

package/dist/lib/mcp-server.js

@@ -238,6 +238,7 @@ const debugIOS = (0, logger_namespaceObject.getDebug)('webdriver:ios');
 const WDA_MJPEG_SCREENSHOT_QUALITY = 50;
 const WDA_MJPEG_FRAMERATE = 30;
 const WDA_MJPEG_SCALING_FACTOR = 50;
+const XCUI_KEY_MODIFIER_COMMAND = 16;
 class IOSWebDriverClient extends webdriver_namespaceObject.WebDriverClient {
     async launchApp(bundleId) {
         this.ensureSession();
@@ -436,14 +437,57 @@ class IOSWebDriverClient extends webdriver_namespaceObject.WebDriverClient {
             return false;
         }
     }
-    async typeText(text) {
+    async pasteText(text) {
         this.ensureSession();
+        const cleanText = text.trim();
+        if (!cleanText) return;
         try {
-            const cleanText = text.trim();
-            await this.makeRequest('POST', `/session/${this.sessionId}/wda/keys`, {
-                value: cleanText.split('')
+            await this.setPasteboardText(cleanText);
+            await this.sendPasteShortcut();
+            debugIOS(`Pasted text: "${text}"`);
+        } catch (error) {
+            debugIOS(`Failed to paste text "${text}": ${error}`);
+            throw new Error(`Failed to paste text: ${error}`);
+        }
+    }
+    async setPasteboardText(text) {
+        this.ensureSession();
+        await this.makeRequest('POST', `/session/${this.sessionId}/wda/setPasteboard`, {
+            content: Buffer.from(text, 'utf8').toString('base64'),
+            contentType: 'plaintext'
+        });
+    }
+    async sendPasteShortcut() {
+        this.ensureSession();
+        const elementId = await this.getActiveElement() ?? '0';
+        await this.makeRequest('POST', `/session/${this.sessionId}/wda/element/${elementId}/keyboardInput`, {
+            keys: [
+                {
+                    key: 'v',
+                    modifierFlags: XCUI_KEY_MODIFIER_COMMAND
+                }
+            ]
+        });
+    }
+    async typeText(text, options) {
+        this.ensureSession();
+        const cleanText = text.trim();
+        if (!cleanText) return;
+        const chars = Array.from(cleanText);
+        const delayMs = options?.delayMs ?? 0;
+        try {
+            if (delayMs > 0) for(let i = 0; i < chars.length; i++){
+                await this.makeRequest('POST', `/session/${this.sessionId}/wda/keys`, {
+                    value: [
+                        chars[i]
+                    ]
+                });
+                if (i < chars.length - 1) await (0, core_utils_namespaceObject.sleep)(delayMs);
+            }
+            else await this.makeRequest('POST', `/session/${this.sessionId}/wda/keys`, {
+                value: chars
             });
-            debugIOS(`Typed text: "${text}"`);
+            debugIOS(`Typed text: "${text}" (delayMs=${delayMs})`);
         } catch (error) {
             debugIOS(`Failed to type text "${text}": ${error}`);
             throw new Error(`Failed to type text: ${error}`);
@@ -906,13 +950,25 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
     async typeText(text, options) {
         if (!text) return;
         const shouldAutoDismissKeyboard = options?.autoDismissKeyboard ?? this.options?.autoDismissKeyboard ?? true;
-        debugDevice(`Typing text: "${text}"`);
+        const delayMs = options?.keyboardTypeDelay ?? this.options?.keyboardTypeDelay ?? 80;
+        const keyboardInputStrategy = options?.keyboardInputStrategy ?? this.options?.keyboardInputStrategy ?? 'paste';
+        debugDevice(`Input text: "${text}" (strategy=${keyboardInputStrategy}, delayMs=${delayMs})`);
         try {
             await (0, core_utils_namespaceObject.sleep)(200);
-            await this.wdaBackend.typeText(text);
+            if ('type' === keyboardInputStrategy) await this.wdaBackend.typeText(text, {
+                delayMs
+            });
+            else try {
+                await this.wdaBackend.pasteText(text);
+            } catch (pasteError) {
+                debugDevice(`Failed to paste text with WDA, falling back to typing: ${pasteError}`);
+                await this.wdaBackend.typeText(text, {
+                    delayMs
+                });
+            }
             await (0, core_utils_namespaceObject.sleep)(300);
         } catch (error) {
-            debugDevice(`Failed to type text with WDA: ${error}`);
+            debugDevice(`Failed to input text with WDA: ${error}`);
             throw error;
         }
         if (shouldAutoDismissKeyboard) await this.hideKeyboard();
@@ -1497,7 +1553,7 @@ class IOSMCPServer extends mcp_namespaceObject.BaseMCPServer {
     constructor(toolsManager){
         super({
             name: '@midscene/ios-mcp',
-            version: "1.9.2",
+            version: "1.9.3-beta-20260608113104.0",
             description: 'Control the iOS device using natural language commands'
         }, toolsManager);
     }

package/dist/types/index.d.ts

@@ -227,7 +227,12 @@ export declare class IOSWebDriverClient extends WebDriverClient {
     clearActiveElement(): Promise<boolean>;
     private normalizeKeyName;
     dismissKeyboard(keyNames?: string[]): Promise<boolean>;
-    typeText(text: string): Promise<void>;
+    pasteText(text: string): Promise<void>;
+    private setPasteboardText;
+    private sendPasteShortcut;
+    typeText(text: string, options?: {
+        delayMs?: number;
+    }): Promise<void>;
     tap(x: number, y: number): Promise<void>;
     swipe(fromX: number, fromY: number, toX: number, toY: number, duration?: number): Promise<void>;
     pinch(centerX: number, centerY: number, startDistance: number, endDistance: number, duration?: number): Promise<void>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/ios",
-  "version": "1.9.2",
+  "version": "1.9.3-beta-20260608113104.0",
   "repository": {
     "type": "git",
     "url": "https://github.com/web-infra-dev/midscene.git",
@@ -48,10 +48,10 @@
   "dependencies": {
     "@inquirer/prompts": "^7.8.6",
     "open": "10.1.0",
-    "@midscene/shared": "1.9.2",
-    "@midscene/webdriver": "1.9.2",
-    "@midscene/playground": "1.9.2",
-    "@midscene/core": "1.9.2"
+    "@midscene/shared": "1.9.3-beta-20260608113104.0",
+    "@midscene/core": "1.9.3-beta-20260608113104.0",
+    "@midscene/webdriver": "1.9.3-beta-20260608113104.0",
+    "@midscene/playground": "1.9.3-beta-20260608113104.0"
   },
   "devDependencies": {
     "@rslib/core": "^0.18.3",

package/static/index.html

@@ -1 +1 @@
-<!doctype html><html><head><link rel="icon" href="/favicon.ico"><title>Midscene Playground</title><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><script defer src="/static/js/lib-react.7b1abe58.js"></script><script defer src="/static/js/596.5426be9e.js"></script><script defer src="/static/js/index.832f7e19.js"></script><link href="/static/css/index.bff8a97d.css" rel="stylesheet"></head><body><div id="root"></div></body></html>
+<!doctype html><html><head><link rel="icon" href="/favicon.ico"><title>Midscene Playground</title><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><script defer src="/static/js/lib-react.7b1abe58.js"></script><script defer src="/static/js/596.5426be9e.js"></script><script defer src="/static/js/index.04a095cc.js"></script><link href="/static/css/index.bff8a97d.css" rel="stylesheet"></head><body><div id="root"></div></body></html>