@midscene/ios 1.0.1-beta-20251021060907.0 → 1.0.1-beta-20251024063839.0

package/dist/lib/index.js

@@ -234,19 +234,45 @@ class IOSWebDriverClient extends webdriver_namespaceObject.WebDriverClient {
     }
     async swipe(fromX, fromY, toX, toY, duration = 500) {
         this.ensureSession();
-        try {
-            await this.makeRequest('POST', `/session/${this.sessionId}/wda/dragfromtoforduration`, {
-                fromX,
-                fromY,
-                toX,
-                toY,
-                duration: duration / 1000
-            });
-            debugIOS(`Swiped from (${fromX}, ${fromY}) to (${toX}, ${toY}) in ${duration}ms`);
-        } catch (error) {
-            debugIOS(`Failed to swipe from (${fromX}, ${fromY}) to (${toX}, ${toY}): ${error}`);
-            throw new Error(`Failed to swipe: ${error}`);
-        }
+        const actions = {
+            actions: [
+                {
+                    type: 'pointer',
+                    id: 'finger1',
+                    parameters: {
+                        pointerType: 'touch'
+                    },
+                    actions: [
+                        {
+                            type: 'pointerMove',
+                            duration: 0,
+                            x: fromX,
+                            y: fromY
+                        },
+                        {
+                            type: 'pointerDown',
+                            button: 0
+                        },
+                        {
+                            type: 'pause',
+                            duration: 100
+                        },
+                        {
+                            type: 'pointerMove',
+                            duration,
+                            x: toX,
+                            y: toY
+                        },
+                        {
+                            type: 'pointerUp',
+                            button: 0
+                        }
+                    ]
+                }
+            ]
+        };
+        await this.makeRequest('POST', `/session/${this.sessionId}/actions`, actions);
+        debugIOS(`Swiped using W3C Actions from (${fromX}, ${fromY}) to (${toX}, ${toY}) in ${duration}ms`);
     }
     async longPress(x, y, duration = 1000) {
         this.ensureSession();
@@ -392,8 +418,7 @@ class IOSDevice {
                 await this.swipe(from.center[0], from.center[1], to.center[0], to.center[1]);
             }),
             (0, device_namespaceObject.defineActionKeyboardPress)(async (param)=>{
-                const key = param.keyName;
-                await this.pressKey(key);
+                await this.pressKey(param.keyName);
             }),
             (0, device_namespaceObject.defineAction)({
                 name: 'IOSHomeButton',
@@ -549,23 +574,23 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
         return '';
     }
     async tap(x, y) {
-        await this.wdaBackend.tap(x, y);
+        await this.wdaBackend.tap(Math.round(x), Math.round(y));
     }
     async mouseClick(x, y) {
         debugDevice(`mouseClick at coordinates (${x}, ${y})`);
         await this.tap(x, y);
     }
     async doubleTap(x, y) {
-        await this.wdaBackend.doubleTap(x, y);
+        await this.wdaBackend.doubleTap(Math.round(x), Math.round(y));
     }
     async tripleTap(x, y) {
-        await this.wdaBackend.tripleTap(x, y);
+        await this.wdaBackend.tripleTap(Math.round(x), Math.round(y));
     }
     async longPress(x, y, duration = 1000) {
-        await this.wdaBackend.longPress(x, y, duration);
+        await this.wdaBackend.longPress(Math.round(x), Math.round(y), duration);
     }
     async swipe(fromX, fromY, toX, toY, duration = 500) {
-        await this.wdaBackend.swipe(fromX, fromY, toX, toY, duration);
+        await this.wdaBackend.swipe(Math.round(fromX), Math.round(fromY), Math.round(toX), Math.round(toY), duration);
     }
     async typeText(text, options) {
         var _this_options;
@@ -588,49 +613,49 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
     async scrollUp(distance, startPoint) {
         const { width, height } = await this.size();
         const start = startPoint ? {
-            x: startPoint.left,
-            y: startPoint.top
+            x: Math.round(startPoint.left),
+            y: Math.round(startPoint.top)
         } : {
-            x: width / 2,
-            y: height / 2
+            x: Math.round(width / 2),
+            y: Math.round(height / 2)
         };
-        const scrollDistance = distance || height / 3;
+        const scrollDistance = Math.round(distance || height / 3);
         await this.swipe(start.x, start.y, start.x, start.y + scrollDistance);
     }
     async scrollDown(distance, startPoint) {
         const { width, height } = await this.size();
         const start = startPoint ? {
-            x: startPoint.left,
-            y: startPoint.top
+            x: Math.round(startPoint.left),
+            y: Math.round(startPoint.top)
         } : {
-            x: width / 2,
-            y: height / 2
+            x: Math.round(width / 2),
+            y: Math.round(height / 2)
         };
-        const scrollDistance = distance || height / 3;
+        const scrollDistance = Math.round(distance || height / 3);
         await this.swipe(start.x, start.y, start.x, start.y - scrollDistance);
     }
     async scrollLeft(distance, startPoint) {
         const { width, height } = await this.size();
         const start = startPoint ? {
-            x: startPoint.left,
-            y: startPoint.top
+            x: Math.round(startPoint.left),
+            y: Math.round(startPoint.top)
         } : {
-            x: width / 2,
-            y: height / 2
+            x: Math.round(width / 2),
+            y: Math.round(height / 2)
         };
-        const scrollDistance = distance || width / 3;
+        const scrollDistance = Math.round(distance || 0.7 * width);
         await this.swipe(start.x, start.y, start.x + scrollDistance, start.y);
     }
     async scrollRight(distance, startPoint) {
         const { width, height } = await this.size();
         const start = startPoint ? {
-            x: startPoint.left,
-            y: startPoint.top
+            x: Math.round(startPoint.left),
+            y: Math.round(startPoint.top)
         } : {
-            x: width / 2,
-            y: height / 2
+            x: Math.round(width / 2),
+            y: Math.round(height / 2)
         };
-        const scrollDistance = distance || width / 3;
+        const scrollDistance = Math.round(distance || 0.7 * width);
         await this.swipe(start.x, start.y, start.x - scrollDistance, start.y);
     }
     async scrollUntilTop(startPoint) {
@@ -671,32 +696,32 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
         const { width, height } = await this.size();
         let start;
         if (startPoint) start = {
-            x: startPoint.left,
-            y: startPoint.top
+            x: Math.round(startPoint.left),
+            y: Math.round(startPoint.top)
         };
         else switch(direction){
             case 'up':
                 start = {
-                    x: width / 2,
-                    y: 0.2 * height
+                    x: Math.round(width / 2),
+                    y: Math.round(0.2 * height)
                 };
                 break;
             case 'down':
                 start = {
-                    x: width / 2,
-                    y: 0.8 * height
+                    x: Math.round(width / 2),
+                    y: Math.round(0.8 * height)
                 };
                 break;
             case 'left':
                 start = {
-                    x: 0.8 * width,
-                    y: height / 2
+                    x: Math.round(0.8 * width),
+                    y: Math.round(height / 2)
                 };
                 break;
             case 'right':
                 start = {
-                    x: 0.2 * width,
-                    y: height / 2
+                    x: Math.round(0.2 * width),
+                    y: Math.round(height / 2)
                 };
                 break;
         }
@@ -723,7 +748,7 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
                 break;
             }
             lastScreenshot = currentScreenshot;
-            const scrollDistance = 'left' === direction || 'right' === direction ? 0.6 * width : 0.6 * height;
+            const scrollDistance = Math.round('left' === direction || 'right' === direction ? 0.6 * width : 0.6 * height);
             debugDevice(`Performing scroll: ${direction}, distance: ${scrollDistance}`);
             switch(direction){
                 case 'up':
@@ -760,9 +785,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
         try {
             debugDevice('Triggering app switcher with slow swipe up gesture');
             const { width, height } = await this.size();
-            const centerX = width / 2;
-            const startY = height - 5;
-            const endY = 0.5 * height;
+            const centerX = Math.round(width / 2);
+            const startY = Math.round(height - 5);
+            const endY = Math.round(0.5 * height);
             await this.wdaBackend.swipe(centerX, startY, centerX, endY, 1500);
             await (0, utils_namespaceObject.sleep)(800);
         } catch (error) {
@@ -780,9 +805,9 @@ ScreenSize: ${size.width}x${size.height} (DPR: ${size.scale})
                 return true;
             }
             const windowSize = await this.wdaBackend.getWindowSize();
-            const centerX = windowSize.width / 2;
-            const startY = 0.33 * windowSize.height;
-            const endY = 0.33 * windowSize.height + 10;
+            const centerX = Math.round(windowSize.width / 2);
+            const startY = Math.round(0.33 * windowSize.height);
+            const endY = Math.round(0.33 * windowSize.height + 10);
             await this.swipe(centerX, startY, centerX, endY, 50);
             debugDevice('Dismissed keyboard with swipe down gesture at screen one-third position');
             await (0, utils_namespaceObject.sleep)(300);
@@ -927,13 +952,7 @@ async function agentFromWebDriverAgent(opts) {
     debugAgent('Creating iOS agent with WebDriverAgent auto-detection');
     const envCheck = await checkIOSEnvironment();
     if (!envCheck.available) throw new Error(`iOS environment not available: ${envCheck.error}`);
-    const device = new IOSDevice({
-        autoDismissKeyboard: null == opts ? void 0 : opts.autoDismissKeyboard,
-        customActions: null == opts ? void 0 : opts.customActions,
-        wdaPort: null == opts ? void 0 : opts.wdaPort,
-        wdaHost: null == opts ? void 0 : opts.wdaHost,
-        useWDA: null == opts ? void 0 : opts.useWDA
-    });
+    const device = new IOSDevice(opts || {});
     await device.connect();
     return new IOSAgent(device, opts);
 }

package/dist/types/index.d.ts

@@ -4,6 +4,8 @@ import { AgentOpt } from '@midscene/core/agent';
 import { DeviceAction } from '@midscene/core';
 import type { ElementInfo } from '@midscene/shared/extractor';
 import { InterfaceType } from '@midscene/core';
+import { IOSDeviceInputOpt } from '@midscene/core/device';
+import { IOSDeviceOpt } from '@midscene/core/device';
 import { overrideAIConfig } from '@midscene/shared/env';
 import { Point } from '@midscene/core';
 import { Size } from '@midscene/core';
@@ -94,18 +96,6 @@ export declare class IOSDevice implements AbstractInterface {
     destroy(): Promise<void>;
 }
 
-declare type IOSDeviceInputOpt = {
-    autoDismissKeyboard?: boolean;
-};
-
-declare type IOSDeviceOpt = {
-    deviceId?: string;
-    customActions?: DeviceAction<any>[];
-    wdaPort?: number;
-    wdaHost?: string;
-    useWDA?: boolean;
-} & IOSDeviceInputOpt;
-
 export declare class IOSWebDriverClient extends WebDriverClient {
     launchApp(bundleId: string): Promise<void>;
     activateApp(bundleId: string): Promise<void>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/ios",
-  "version": "1.0.1-beta-20251021060907.0",
+  "version": "1.0.1-beta-20251024063839.0",
   "description": "iOS automation library for Midscene",
   "keywords": [
     "iOS UI automation",
@@ -38,9 +38,9 @@
   "dependencies": {
     "@inquirer/prompts": "^7.8.6",
     "open": "10.1.0",
-    "@midscene/core": "1.0.1-beta-20251021060907.0",
-    "@midscene/shared": "1.0.1-beta-20251021060907.0",
-    "@midscene/webdriver": "1.0.1-beta-20251021060907.0"
+    "@midscene/core": "1.0.1-beta-20251024063839.0",
+    "@midscene/webdriver": "1.0.1-beta-20251024063839.0",
+    "@midscene/shared": "1.0.1-beta-20251024063839.0"
   },
   "devDependencies": {
     "@rslib/core": "^0.11.2",
@@ -49,7 +49,7 @@
     "typescript": "^5.8.3",
     "tsx": "^4.19.2",
     "vitest": "3.0.5",
-    "@midscene/playground": "1.0.1-beta-20251021060907.0"
+    "@midscene/playground": "1.0.1-beta-20251024063839.0"
   },
   "license": "MIT",
   "scripts": {

package/static/index.html

@@ -1 +1 @@
-<!doctype html><html><head><link rel="icon" href="/favicon.ico"><title>Midscene Playground</title><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><script defer src="/static/js/lib-react.f566a9ed.js"></script><script defer src="/static/js/823.f2656426.js"></script><script defer src="/static/js/index.33d0fb98.js"></script><link href="/static/css/index.44466eb4.css" rel="stylesheet"></head><body><div id="root"></div></body></html>
+<!doctype html><html><head><link rel="icon" href="/favicon.ico"><title>Midscene Playground</title><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><script defer src="/static/js/lib-react.88bfef40.js"></script><script defer src="/static/js/63.b6f8c5e5.js"></script><script defer src="/static/js/index.1a0f1b0a.js"></script><link href="/static/css/index.44466eb4.css" rel="stylesheet"></head><body><div id="root"></div></body></html>