@midscene/android 1.4.4 → 1.4.5-beta-20260214073330.0

package/dist/es/cli.mjs

@@ -1096,6 +1096,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         if (shouldCache) this.cachedOrientation = orientation;
         return orientation;
     }
+    async getPhysicalWidth() {
+        const deviceInfo = await this.getDevicePhysicalInfo();
+        const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
+        const shouldSwap = true !== deviceInfo.isCurrentOrientation && isLandscape;
+        return shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
+    }
     async size() {
         const deviceInfo = await this.getDevicePhysicalInfo();
         const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
@@ -1103,7 +1109,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         const width = shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
         const height = shouldSwap ? deviceInfo.physicalWidth : deviceInfo.physicalHeight;
         const scale = this.options?.screenshotResizeScale ?? 1 / this.devicePixelRatio;
-        this.scalingRatio = scale;
         const logicalWidth = Math.round(width * scale);
         const logicalHeight = Math.round(height * scale);
         return {
@@ -1112,8 +1117,10 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             dpr: this.devicePixelRatio
         };
     }
-    adjustCoordinates(x, y) {
-        const scale = this.scalingRatio;
+    async adjustCoordinates(x, y) {
+        const physicalWidth = await this.getPhysicalWidth();
+        const { width: logicalWidth } = await this.size();
+        const scale = logicalWidth / physicalWidth;
         return {
             x: Math.round(x / scale),
             y: Math.round(y / scale)
@@ -1438,12 +1445,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async mouseClick(x, y) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} 150`);
     }
     async mouseDoubleClick(x, y) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         const tapCommand = `input${this.getDisplayArg()} tap ${adjustedX} ${adjustedY}`;
         await adb.shell(tapCommand);
         await sleep(50);
@@ -1454,8 +1461,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async mouseDrag(from, to, duration) {
         const adb = await this.getAdb();
-        const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-        const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+        const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+        const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
         const swipeDuration = duration ?? defaultNormalScrollDuration;
         await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${swipeDuration}`);
     }
@@ -1473,8 +1480,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));
         const endX = Math.round(startX - deltaX);
         const endY = Math.round(startY - deltaY);
-        const { x: adjustedStartX, y: adjustedStartY } = this.adjustCoordinates(startX, startY);
-        const { x: adjustedEndX, y: adjustedEndY } = this.adjustCoordinates(endX, endY);
+        const { x: adjustedStartX, y: adjustedStartY } = await this.adjustCoordinates(startX, startY);
+        const { x: adjustedEndX, y: adjustedEndY } = await this.adjustCoordinates(endX, endY);
         const adb = await this.getAdb();
         const swipeDuration = duration ?? defaultNormalScrollDuration;
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedStartX} ${adjustedStartY} ${adjustedEndX} ${adjustedEndY} ${swipeDuration}`);
@@ -1524,7 +1531,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async longPress(x, y, duration = 2000) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} ${duration}`);
     }
     async pullDown(startPoint, distance, duration = 800) {
@@ -1546,8 +1553,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async pullDrag(from, to, duration) {
         const adb = await this.getAdb();
-        const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-        const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+        const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+        const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${duration}`);
     }
     async pullUp(startPoint, distance, duration = 600) {
@@ -1634,7 +1641,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         device_define_property(this, "yadbPushed", false);
         device_define_property(this, "devicePixelRatio", 1);
         device_define_property(this, "devicePixelRatioInitialized", false);
-        device_define_property(this, "scalingRatio", 1);
         device_define_property(this, "adb", null);
         device_define_property(this, "connectingAdb", null);
         device_define_property(this, "destroyed", false);

package/dist/es/index.mjs

@@ -998,6 +998,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         if (shouldCache) this.cachedOrientation = orientation;
         return orientation;
     }
+    async getPhysicalWidth() {
+        const deviceInfo = await this.getDevicePhysicalInfo();
+        const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
+        const shouldSwap = true !== deviceInfo.isCurrentOrientation && isLandscape;
+        return shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
+    }
     async size() {
         const deviceInfo = await this.getDevicePhysicalInfo();
         const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
@@ -1005,7 +1011,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         const width = shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
         const height = shouldSwap ? deviceInfo.physicalWidth : deviceInfo.physicalHeight;
         const scale = this.options?.screenshotResizeScale ?? 1 / this.devicePixelRatio;
-        this.scalingRatio = scale;
         const logicalWidth = Math.round(width * scale);
         const logicalHeight = Math.round(height * scale);
         return {
@@ -1014,8 +1019,10 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             dpr: this.devicePixelRatio
         };
     }
-    adjustCoordinates(x, y) {
-        const scale = this.scalingRatio;
+    async adjustCoordinates(x, y) {
+        const physicalWidth = await this.getPhysicalWidth();
+        const { width: logicalWidth } = await this.size();
+        const scale = logicalWidth / physicalWidth;
         return {
             x: Math.round(x / scale),
             y: Math.round(y / scale)
@@ -1340,12 +1347,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async mouseClick(x, y) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} 150`);
     }
     async mouseDoubleClick(x, y) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         const tapCommand = `input${this.getDisplayArg()} tap ${adjustedX} ${adjustedY}`;
         await adb.shell(tapCommand);
         await sleep(50);
@@ -1356,8 +1363,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async mouseDrag(from, to, duration) {
         const adb = await this.getAdb();
-        const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-        const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+        const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+        const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
         const swipeDuration = duration ?? defaultNormalScrollDuration;
         await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${swipeDuration}`);
     }
@@ -1375,8 +1382,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));
         const endX = Math.round(startX - deltaX);
         const endY = Math.round(startY - deltaY);
-        const { x: adjustedStartX, y: adjustedStartY } = this.adjustCoordinates(startX, startY);
-        const { x: adjustedEndX, y: adjustedEndY } = this.adjustCoordinates(endX, endY);
+        const { x: adjustedStartX, y: adjustedStartY } = await this.adjustCoordinates(startX, startY);
+        const { x: adjustedEndX, y: adjustedEndY } = await this.adjustCoordinates(endX, endY);
         const adb = await this.getAdb();
         const swipeDuration = duration ?? defaultNormalScrollDuration;
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedStartX} ${adjustedStartY} ${adjustedEndX} ${adjustedEndY} ${swipeDuration}`);
@@ -1426,7 +1433,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async longPress(x, y, duration = 2000) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} ${duration}`);
     }
     async pullDown(startPoint, distance, duration = 800) {
@@ -1448,8 +1455,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async pullDrag(from, to, duration) {
         const adb = await this.getAdb();
-        const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-        const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+        const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+        const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${duration}`);
     }
     async pullUp(startPoint, distance, duration = 600) {
@@ -1536,7 +1543,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         device_define_property(this, "yadbPushed", false);
         device_define_property(this, "devicePixelRatio", 1);
         device_define_property(this, "devicePixelRatioInitialized", false);
-        device_define_property(this, "scalingRatio", 1);
         device_define_property(this, "adb", null);
         device_define_property(this, "connectingAdb", null);
         device_define_property(this, "destroyed", false);

package/dist/es/mcp-server.mjs

@@ -1095,6 +1095,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         if (shouldCache) this.cachedOrientation = orientation;
         return orientation;
     }
+    async getPhysicalWidth() {
+        const deviceInfo = await this.getDevicePhysicalInfo();
+        const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
+        const shouldSwap = true !== deviceInfo.isCurrentOrientation && isLandscape;
+        return shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
+    }
     async size() {
         const deviceInfo = await this.getDevicePhysicalInfo();
         const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
@@ -1102,7 +1108,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         const width = shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
         const height = shouldSwap ? deviceInfo.physicalWidth : deviceInfo.physicalHeight;
         const scale = this.options?.screenshotResizeScale ?? 1 / this.devicePixelRatio;
-        this.scalingRatio = scale;
         const logicalWidth = Math.round(width * scale);
         const logicalHeight = Math.round(height * scale);
         return {
@@ -1111,8 +1116,10 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             dpr: this.devicePixelRatio
         };
     }
-    adjustCoordinates(x, y) {
-        const scale = this.scalingRatio;
+    async adjustCoordinates(x, y) {
+        const physicalWidth = await this.getPhysicalWidth();
+        const { width: logicalWidth } = await this.size();
+        const scale = logicalWidth / physicalWidth;
         return {
             x: Math.round(x / scale),
             y: Math.round(y / scale)
@@ -1437,12 +1444,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async mouseClick(x, y) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} 150`);
     }
     async mouseDoubleClick(x, y) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         const tapCommand = `input${this.getDisplayArg()} tap ${adjustedX} ${adjustedY}`;
         await adb.shell(tapCommand);
         await sleep(50);
@@ -1453,8 +1460,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async mouseDrag(from, to, duration) {
         const adb = await this.getAdb();
-        const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-        const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+        const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+        const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
         const swipeDuration = duration ?? defaultNormalScrollDuration;
         await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${swipeDuration}`);
     }
@@ -1472,8 +1479,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));
         const endX = Math.round(startX - deltaX);
         const endY = Math.round(startY - deltaY);
-        const { x: adjustedStartX, y: adjustedStartY } = this.adjustCoordinates(startX, startY);
-        const { x: adjustedEndX, y: adjustedEndY } = this.adjustCoordinates(endX, endY);
+        const { x: adjustedStartX, y: adjustedStartY } = await this.adjustCoordinates(startX, startY);
+        const { x: adjustedEndX, y: adjustedEndY } = await this.adjustCoordinates(endX, endY);
         const adb = await this.getAdb();
         const swipeDuration = duration ?? defaultNormalScrollDuration;
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedStartX} ${adjustedStartY} ${adjustedEndX} ${adjustedEndY} ${swipeDuration}`);
@@ -1523,7 +1530,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async longPress(x, y, duration = 2000) {
         const adb = await this.getAdb();
-        const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+        const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} ${duration}`);
     }
     async pullDown(startPoint, distance, duration = 800) {
@@ -1545,8 +1552,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async pullDrag(from, to, duration) {
         const adb = await this.getAdb();
-        const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-        const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+        const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+        const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
         await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${duration}`);
     }
     async pullUp(startPoint, distance, duration = 600) {
@@ -1633,7 +1640,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         device_define_property(this, "yadbPushed", false);
         device_define_property(this, "devicePixelRatio", 1);
         device_define_property(this, "devicePixelRatioInitialized", false);
-        device_define_property(this, "scalingRatio", 1);
         device_define_property(this, "adb", null);
         device_define_property(this, "connectingAdb", null);
         device_define_property(this, "destroyed", false);

package/dist/lib/cli.js

@@ -1111,6 +1111,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             if (shouldCache) this.cachedOrientation = orientation;
             return orientation;
         }
+        async getPhysicalWidth() {
+            const deviceInfo = await this.getDevicePhysicalInfo();
+            const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
+            const shouldSwap = true !== deviceInfo.isCurrentOrientation && isLandscape;
+            return shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
+        }
         async size() {
             const deviceInfo = await this.getDevicePhysicalInfo();
             const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
@@ -1118,7 +1124,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             const width = shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
             const height = shouldSwap ? deviceInfo.physicalWidth : deviceInfo.physicalHeight;
             const scale = this.options?.screenshotResizeScale ?? 1 / this.devicePixelRatio;
-            this.scalingRatio = scale;
             const logicalWidth = Math.round(width * scale);
             const logicalHeight = Math.round(height * scale);
             return {
@@ -1127,8 +1132,10 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
                 dpr: this.devicePixelRatio
             };
         }
-        adjustCoordinates(x, y) {
-            const scale = this.scalingRatio;
+        async adjustCoordinates(x, y) {
+            const physicalWidth = await this.getPhysicalWidth();
+            const { width: logicalWidth } = await this.size();
+            const scale = logicalWidth / physicalWidth;
             return {
                 x: Math.round(x / scale),
                 y: Math.round(y / scale)
@@ -1453,12 +1460,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async mouseClick(x, y) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} 150`);
         }
         async mouseDoubleClick(x, y) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             const tapCommand = `input${this.getDisplayArg()} tap ${adjustedX} ${adjustedY}`;
             await adb.shell(tapCommand);
             await (0, core_utils_namespaceObject.sleep)(50);
@@ -1469,8 +1476,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async mouseDrag(from, to, duration) {
             const adb = await this.getAdb();
-            const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-            const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+            const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+            const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
             const swipeDuration = duration ?? defaultNormalScrollDuration;
             await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${swipeDuration}`);
         }
@@ -1488,8 +1495,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));
             const endX = Math.round(startX - deltaX);
             const endY = Math.round(startY - deltaY);
-            const { x: adjustedStartX, y: adjustedStartY } = this.adjustCoordinates(startX, startY);
-            const { x: adjustedEndX, y: adjustedEndY } = this.adjustCoordinates(endX, endY);
+            const { x: adjustedStartX, y: adjustedStartY } = await this.adjustCoordinates(startX, startY);
+            const { x: adjustedEndX, y: adjustedEndY } = await this.adjustCoordinates(endX, endY);
             const adb = await this.getAdb();
             const swipeDuration = duration ?? defaultNormalScrollDuration;
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedStartX} ${adjustedStartY} ${adjustedEndX} ${adjustedEndY} ${swipeDuration}`);
@@ -1539,7 +1546,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async longPress(x, y, duration = 2000) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} ${duration}`);
         }
         async pullDown(startPoint, distance, duration = 800) {
@@ -1561,8 +1568,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async pullDrag(from, to, duration) {
             const adb = await this.getAdb();
-            const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-            const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+            const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+            const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${duration}`);
         }
         async pullUp(startPoint, distance, duration = 600) {
@@ -1649,7 +1656,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             device_define_property(this, "yadbPushed", false);
             device_define_property(this, "devicePixelRatio", 1);
             device_define_property(this, "devicePixelRatioInitialized", false);
-            device_define_property(this, "scalingRatio", 1);
             device_define_property(this, "adb", null);
             device_define_property(this, "connectingAdb", null);
             device_define_property(this, "destroyed", false);

package/dist/lib/index.js

@@ -1031,6 +1031,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             if (shouldCache) this.cachedOrientation = orientation;
             return orientation;
         }
+        async getPhysicalWidth() {
+            const deviceInfo = await this.getDevicePhysicalInfo();
+            const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
+            const shouldSwap = true !== deviceInfo.isCurrentOrientation && isLandscape;
+            return shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
+        }
         async size() {
             const deviceInfo = await this.getDevicePhysicalInfo();
             const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
@@ -1038,7 +1044,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             const width = shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
             const height = shouldSwap ? deviceInfo.physicalWidth : deviceInfo.physicalHeight;
             const scale = this.options?.screenshotResizeScale ?? 1 / this.devicePixelRatio;
-            this.scalingRatio = scale;
             const logicalWidth = Math.round(width * scale);
             const logicalHeight = Math.round(height * scale);
             return {
@@ -1047,8 +1052,10 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
                 dpr: this.devicePixelRatio
             };
         }
-        adjustCoordinates(x, y) {
-            const scale = this.scalingRatio;
+        async adjustCoordinates(x, y) {
+            const physicalWidth = await this.getPhysicalWidth();
+            const { width: logicalWidth } = await this.size();
+            const scale = logicalWidth / physicalWidth;
             return {
                 x: Math.round(x / scale),
                 y: Math.round(y / scale)
@@ -1373,12 +1380,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async mouseClick(x, y) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} 150`);
         }
         async mouseDoubleClick(x, y) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             const tapCommand = `input${this.getDisplayArg()} tap ${adjustedX} ${adjustedY}`;
             await adb.shell(tapCommand);
             await (0, utils_namespaceObject.sleep)(50);
@@ -1389,8 +1396,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async mouseDrag(from, to, duration) {
             const adb = await this.getAdb();
-            const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-            const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+            const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+            const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
             const swipeDuration = duration ?? defaultNormalScrollDuration;
             await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${swipeDuration}`);
         }
@@ -1408,8 +1415,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));
             const endX = Math.round(startX - deltaX);
             const endY = Math.round(startY - deltaY);
-            const { x: adjustedStartX, y: adjustedStartY } = this.adjustCoordinates(startX, startY);
-            const { x: adjustedEndX, y: adjustedEndY } = this.adjustCoordinates(endX, endY);
+            const { x: adjustedStartX, y: adjustedStartY } = await this.adjustCoordinates(startX, startY);
+            const { x: adjustedEndX, y: adjustedEndY } = await this.adjustCoordinates(endX, endY);
             const adb = await this.getAdb();
             const swipeDuration = duration ?? defaultNormalScrollDuration;
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedStartX} ${adjustedStartY} ${adjustedEndX} ${adjustedEndY} ${swipeDuration}`);
@@ -1459,7 +1466,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async longPress(x, y, duration = 2000) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} ${duration}`);
         }
         async pullDown(startPoint, distance, duration = 800) {
@@ -1481,8 +1488,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async pullDrag(from, to, duration) {
             const adb = await this.getAdb();
-            const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-            const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+            const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+            const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${duration}`);
         }
         async pullUp(startPoint, distance, duration = 600) {
@@ -1569,7 +1576,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             device_define_property(this, "yadbPushed", false);
             device_define_property(this, "devicePixelRatio", 1);
             device_define_property(this, "devicePixelRatioInitialized", false);
-            device_define_property(this, "scalingRatio", 1);
             device_define_property(this, "adb", null);
             device_define_property(this, "connectingAdb", null);
             device_define_property(this, "destroyed", false);

package/dist/lib/mcp-server.js

@@ -1126,6 +1126,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             if (shouldCache) this.cachedOrientation = orientation;
             return orientation;
         }
+        async getPhysicalWidth() {
+            const deviceInfo = await this.getDevicePhysicalInfo();
+            const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
+            const shouldSwap = true !== deviceInfo.isCurrentOrientation && isLandscape;
+            return shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
+        }
         async size() {
             const deviceInfo = await this.getDevicePhysicalInfo();
             const isLandscape = 1 === deviceInfo.orientation || 3 === deviceInfo.orientation;
@@ -1133,7 +1139,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             const width = shouldSwap ? deviceInfo.physicalHeight : deviceInfo.physicalWidth;
             const height = shouldSwap ? deviceInfo.physicalWidth : deviceInfo.physicalHeight;
             const scale = this.options?.screenshotResizeScale ?? 1 / this.devicePixelRatio;
-            this.scalingRatio = scale;
             const logicalWidth = Math.round(width * scale);
             const logicalHeight = Math.round(height * scale);
             return {
@@ -1142,8 +1147,10 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
                 dpr: this.devicePixelRatio
             };
         }
-        adjustCoordinates(x, y) {
-            const scale = this.scalingRatio;
+        async adjustCoordinates(x, y) {
+            const physicalWidth = await this.getPhysicalWidth();
+            const { width: logicalWidth } = await this.size();
+            const scale = logicalWidth / physicalWidth;
             return {
                 x: Math.round(x / scale),
                 y: Math.round(y / scale)
@@ -1468,12 +1475,12 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async mouseClick(x, y) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} 150`);
         }
         async mouseDoubleClick(x, y) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             const tapCommand = `input${this.getDisplayArg()} tap ${adjustedX} ${adjustedY}`;
             await adb.shell(tapCommand);
             await (0, core_utils_namespaceObject.sleep)(50);
@@ -1484,8 +1491,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async mouseDrag(from, to, duration) {
             const adb = await this.getAdb();
-            const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-            const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+            const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+            const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
             const swipeDuration = duration ?? defaultNormalScrollDuration;
             await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${swipeDuration}`);
         }
@@ -1503,8 +1510,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             deltaY = Math.max(-maxNegativeDeltaY, Math.min(deltaY, maxPositiveDeltaY));
             const endX = Math.round(startX - deltaX);
             const endY = Math.round(startY - deltaY);
-            const { x: adjustedStartX, y: adjustedStartY } = this.adjustCoordinates(startX, startY);
-            const { x: adjustedEndX, y: adjustedEndY } = this.adjustCoordinates(endX, endY);
+            const { x: adjustedStartX, y: adjustedStartY } = await this.adjustCoordinates(startX, startY);
+            const { x: adjustedEndX, y: adjustedEndY } = await this.adjustCoordinates(endX, endY);
             const adb = await this.getAdb();
             const swipeDuration = duration ?? defaultNormalScrollDuration;
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedStartX} ${adjustedStartY} ${adjustedEndX} ${adjustedEndY} ${swipeDuration}`);
@@ -1554,7 +1561,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async longPress(x, y, duration = 2000) {
             const adb = await this.getAdb();
-            const { x: adjustedX, y: adjustedY } = this.adjustCoordinates(x, y);
+            const { x: adjustedX, y: adjustedY } = await this.adjustCoordinates(x, y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${adjustedX} ${adjustedY} ${adjustedX} ${adjustedY} ${duration}`);
         }
         async pullDown(startPoint, distance, duration = 800) {
@@ -1576,8 +1583,8 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async pullDrag(from, to, duration) {
             const adb = await this.getAdb();
-            const { x: fromX, y: fromY } = this.adjustCoordinates(from.x, from.y);
-            const { x: toX, y: toY } = this.adjustCoordinates(to.x, to.y);
+            const { x: fromX, y: fromY } = await this.adjustCoordinates(from.x, from.y);
+            const { x: toX, y: toY } = await this.adjustCoordinates(to.x, to.y);
             await adb.shell(`input${this.getDisplayArg()} swipe ${fromX} ${fromY} ${toX} ${toY} ${duration}`);
         }
         async pullUp(startPoint, distance, duration = 600) {
@@ -1664,7 +1671,6 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             device_define_property(this, "yadbPushed", false);
             device_define_property(this, "devicePixelRatio", 1);
             device_define_property(this, "devicePixelRatioInitialized", false);
-            device_define_property(this, "scalingRatio", 1);
             device_define_property(this, "adb", null);
             device_define_property(this, "connectingAdb", null);
             device_define_property(this, "destroyed", false);

package/dist/types/index.d.ts

@@ -63,7 +63,6 @@ export declare class AndroidDevice implements AbstractInterface {
     private yadbPushed;
     private devicePixelRatio;
     private devicePixelRatioInitialized;
-    private scalingRatio;
     private adb;
     private connectingAdb;
     private destroyed;
@@ -115,7 +114,16 @@ export declare class AndroidDevice implements AbstractInterface {
     private initializeDevicePixelRatio;
     getDisplayDensity(): Promise<number>;
     getDisplayOrientation(): Promise<number>;
+    /**
+     * Returns the physical screen width in the current orientation.
+     * Used internally to derive the coordinate adjustment ratio from size().
+     */
+    private getPhysicalWidth;
     size(): Promise<Size>;
+    /**
+     * Convert logical coordinates (from AI) back to physical coordinates (for ADB).
+     * The ratio is derived from size(), so overriding size() alone is sufficient.
+     */
     private adjustCoordinates;
     /**
      * Calculate the end point for scroll operations based on start point, scroll delta, and screen boundaries.

package/dist/types/mcp-server.d.ts

@@ -64,7 +64,6 @@ declare class AndroidDevice implements AbstractInterface {
     private yadbPushed;
     private devicePixelRatio;
     private devicePixelRatioInitialized;
-    private scalingRatio;
     private adb;
     private connectingAdb;
     private destroyed;
@@ -116,7 +115,16 @@ declare class AndroidDevice implements AbstractInterface {
     private initializeDevicePixelRatio;
     getDisplayDensity(): Promise<number>;
     getDisplayOrientation(): Promise<number>;
+    /**
+     * Returns the physical screen width in the current orientation.
+     * Used internally to derive the coordinate adjustment ratio from size().
+     */
+    private getPhysicalWidth;
     size(): Promise<Size>;
+    /**
+     * Convert logical coordinates (from AI) back to physical coordinates (for ADB).
+     * The ratio is derived from size(), so overriding size() alone is sufficient.
+     */
     private adjustCoordinates;
     /**
      * Calculate the end point for scroll operations based on start point, scroll delta, and screen boundaries.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/android",
-  "version": "1.4.4",
+  "version": "1.4.5-beta-20260214073330.0",
   "description": "Android automation library for Midscene",
   "keywords": [
     "Android UI automation",
@@ -41,8 +41,8 @@
     "@yume-chan/stream-extra": "^1.0.0",
     "appium-adb": "12.12.1",
     "sharp": "^0.34.3",
-    "@midscene/shared": "1.4.4",
-    "@midscene/core": "1.4.4"
+    "@midscene/core": "1.4.5-beta-20260214073330.0",
+    "@midscene/shared": "1.4.5-beta-20260214073330.0"
   },
   "optionalDependencies": {
     "@ffmpeg-installer/ffmpeg": "^1.1.0"
@@ -56,7 +56,7 @@
     "tsx": "^4.19.2",
     "vitest": "3.0.5",
     "zod": "3.24.3",
-    "@midscene/playground": "1.4.4"
+    "@midscene/playground": "1.4.5-beta-20260214073330.0"
   },
   "license": "MIT",
   "scripts": {