@midscene/android 1.11.1-beta-20260821125003.0 → 1.12.0

package/dist/es/cli.mjs

@@ -13,7 +13,7 @@ import { execFile } from "node:child_process";
 import { createDefaultMobileActions, defineAction } from "@midscene/core/device";
 import { getTmpFile, sleep } from "@midscene/core/utils";
 import { MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_ANDROID_SCREENSHOT_STRATEGY, globalConfigManager } from "@midscene/shared/env";
-import { createImgBase64ByFormat, imageInfoOfBase64, resizeBase64ImageToJpeg, validateScreenshotBuffer } from "@midscene/shared/img";
+import { createImgBase64ByFormat, validateScreenshotBuffer } from "@midscene/shared/img";
 import { ADB, getSdkRootFromEnv } from "appium-adb";
 var __webpack_modules__ = {
     "./src/resource-path.ts" (__unused_rspack_module, __webpack_exports__, __webpack_require__) {
@@ -1077,11 +1077,10 @@ class ScrcpyDeviceAdapter {
         if (null === this.retryAfter || Date.now() >= this.retryAfter) return;
         throw new Error(`scrcpy retry is cooling down until ${new Date(this.retryAfter).toISOString()}. Last error: ${this.lastError}`);
     }
-    resolveConfig() {
+    resolveConfig(deviceInfo) {
         if (this.resolvedConfig) return this.resolvedConfig;
         const config = this.scrcpyConfig;
         const maxSize = config?.maxSize ?? scrcpy_manager.ov.maxSize;
-        if (!Number.isInteger(maxSize) || maxSize < 0) throw new Error(`Invalid scrcpyConfig.maxSize: expected a non-negative integer, received ${maxSize}`);
         const videoBitRate = config?.videoBitRate ?? scrcpy_manager.ov.videoBitRate;
         this.resolvedConfig = {
             enabled: this.isConfigured(),
@@ -1091,24 +1090,6 @@ class ScrcpyDeviceAdapter {
         };
         return this.resolvedConfig;
     }
-    async prepareFallbackScreenshot(screenshotBase64) {
-        if (!this.isConfigured()) return screenshotBase64;
-        const { maxSize } = this.resolveConfig();
-        if (0 === maxSize) return screenshotBase64;
-        const sourceSize = await imageInfoOfBase64(screenshotBase64);
-        const largestDimension = Math.max(sourceSize.width, sourceSize.height);
-        if (largestDimension <= maxSize) return screenshotBase64;
-        const scale = maxSize / largestDimension;
-        const targetSize = {
-            width: Math.max(1, Math.round(sourceSize.width * scale)),
-            height: Math.max(1, Math.round(sourceSize.height * scale))
-        };
-        debugAdapter(`Applying scrcpy maxSize to fallback screenshot: ${sourceSize.width}x${sourceSize.height} -> ${targetSize.width}x${targetSize.height}`);
-        return resizeBase64ImageToJpeg(screenshotBase64, {
-            sourceSize,
-            targetSize
-        });
-    }
     async ensureManager(deviceInfo) {
         if (this.manager) return this.manager;
         debugAdapter('Initializing Scrcpy manager...');
@@ -1121,7 +1102,7 @@ class ScrcpyDeviceAdapter {
             const adb = new Adb(await adbClient.createTransport({
                 serial: this.deviceId
             }));
-            const config = this.resolveConfig();
+            const config = this.resolveConfig(deviceInfo);
             const manager = new ScrcpyManager(adb, {
                 maxSize: config.maxSize,
                 videoBitRate: config.videoBitRate,
@@ -2172,9 +2153,9 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async screenshotBase64() {
         debugDevice('screenshotBase64 begin');
-        const adapter = this.getScrcpyAdapter();
         const screenshotStrategy = this.options?.screenshotStrategy || globalConfigManager.getEnvConfigValue(MIDSCENE_ANDROID_SCREENSHOT_STRATEGY) || SCREENSHOT_STRATEGY_AUTO;
-        if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return adapter.prepareFallbackScreenshot(await this.screenshotBase64ViaYadb());
+        if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return this.screenshotBase64ViaYadb();
+        const adapter = this.getScrcpyAdapter();
         let scrcpyDeviceInfo = null;
         if (adapter.isEnabled()) try {
             debugDevice('Attempting scrcpy screenshot...');
@@ -2225,14 +2206,14 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             });
             debugDevice('screenshotBase64 end (fallback)');
             if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-            return adapter.prepareFallbackScreenshot(result);
+            return result;
         }
         if (!screenshotBuffer) throw new Error('Failed to capture screenshot: all methods failed');
         debugDevice('Converting to base64');
         const result = createImgBase64ByFormat('png', screenshotBuffer.toString('base64'));
         debugDevice('screenshotBase64 end');
         if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-        return adapter.prepareFallbackScreenshot(result);
+        return result;
     }
     async captureScreenshotBase64FromDeviceFile(label, capture) {
         const adb = await this.getAdb();
@@ -3193,7 +3174,7 @@ class AndroidMidsceneTools extends BaseMidsceneTools {
 const tools = new AndroidMidsceneTools();
 runToolsCLI(tools, 'midscene-android', {
     stripPrefix: 'android_',
-    version: "1.11.1-beta-20260821125003.0",
+    version: "1.12.0",
     extraCommands: createReportCliCommands()
 }).catch((e)=>{
     process.exit(reportCLIError(e));

package/dist/es/index.mjs

@@ -8,7 +8,7 @@ import { getMidsceneLocationSchema, z } from "@midscene/core";
 import { createDefaultMobileActions, defineAction } from "@midscene/core/device";
 import { getTmpFile, sleep } from "@midscene/core/utils";
 import { MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_ANDROID_SCREENSHOT_STRATEGY, globalConfigManager, overrideAIConfig } from "@midscene/shared/env";
-import { createImgBase64ByFormat, imageInfoOfBase64, resizeBase64ImageToJpeg, validateScreenshotBuffer } from "@midscene/shared/img";
+import { createImgBase64ByFormat, validateScreenshotBuffer } from "@midscene/shared/img";
 import { mergeAndNormalizeAppNameMapping, normalizeForComparison, repeat } from "@midscene/shared/utils";
 import { ADB, getSdkRootFromEnv } from "appium-adb";
 import { Agent } from "@midscene/core/agent";
@@ -980,11 +980,10 @@ class ScrcpyDeviceAdapter {
         if (null === this.retryAfter || Date.now() >= this.retryAfter) return;
         throw new Error(`scrcpy retry is cooling down until ${new Date(this.retryAfter).toISOString()}. Last error: ${this.lastError}`);
     }
-    resolveConfig() {
+    resolveConfig(deviceInfo) {
         if (this.resolvedConfig) return this.resolvedConfig;
         const config = this.scrcpyConfig;
         const maxSize = config?.maxSize ?? scrcpy_manager.ov.maxSize;
-        if (!Number.isInteger(maxSize) || maxSize < 0) throw new Error(`Invalid scrcpyConfig.maxSize: expected a non-negative integer, received ${maxSize}`);
         const videoBitRate = config?.videoBitRate ?? scrcpy_manager.ov.videoBitRate;
         this.resolvedConfig = {
             enabled: this.isConfigured(),
@@ -994,24 +993,6 @@ class ScrcpyDeviceAdapter {
         };
         return this.resolvedConfig;
     }
-    async prepareFallbackScreenshot(screenshotBase64) {
-        if (!this.isConfigured()) return screenshotBase64;
-        const { maxSize } = this.resolveConfig();
-        if (0 === maxSize) return screenshotBase64;
-        const sourceSize = await imageInfoOfBase64(screenshotBase64);
-        const largestDimension = Math.max(sourceSize.width, sourceSize.height);
-        if (largestDimension <= maxSize) return screenshotBase64;
-        const scale = maxSize / largestDimension;
-        const targetSize = {
-            width: Math.max(1, Math.round(sourceSize.width * scale)),
-            height: Math.max(1, Math.round(sourceSize.height * scale))
-        };
-        debugAdapter(`Applying scrcpy maxSize to fallback screenshot: ${sourceSize.width}x${sourceSize.height} -> ${targetSize.width}x${targetSize.height}`);
-        return resizeBase64ImageToJpeg(screenshotBase64, {
-            sourceSize,
-            targetSize
-        });
-    }
     async ensureManager(deviceInfo) {
         if (this.manager) return this.manager;
         debugAdapter('Initializing Scrcpy manager...');
@@ -1024,7 +1005,7 @@ class ScrcpyDeviceAdapter {
             const adb = new Adb(await adbClient.createTransport({
                 serial: this.deviceId
             }));
-            const config = this.resolveConfig();
+            const config = this.resolveConfig(deviceInfo);
             const manager = new ScrcpyManager(adb, {
                 maxSize: config.maxSize,
                 videoBitRate: config.videoBitRate,
@@ -2075,9 +2056,9 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     }
     async screenshotBase64() {
         debugDevice('screenshotBase64 begin');
-        const adapter = this.getScrcpyAdapter();
         const screenshotStrategy = this.options?.screenshotStrategy || globalConfigManager.getEnvConfigValue(MIDSCENE_ANDROID_SCREENSHOT_STRATEGY) || SCREENSHOT_STRATEGY_AUTO;
-        if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return adapter.prepareFallbackScreenshot(await this.screenshotBase64ViaYadb());
+        if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return this.screenshotBase64ViaYadb();
+        const adapter = this.getScrcpyAdapter();
         let scrcpyDeviceInfo = null;
         if (adapter.isEnabled()) try {
             debugDevice('Attempting scrcpy screenshot...');
@@ -2128,14 +2109,14 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
             });
             debugDevice('screenshotBase64 end (fallback)');
             if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-            return adapter.prepareFallbackScreenshot(result);
+            return result;
         }
         if (!screenshotBuffer) throw new Error('Failed to capture screenshot: all methods failed');
         debugDevice('Converting to base64');
         const result = createImgBase64ByFormat('png', screenshotBuffer.toString('base64'));
         debugDevice('screenshotBase64 end');
         if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-        return adapter.prepareFallbackScreenshot(result);
+        return result;
     }
     async captureScreenshotBase64FromDeviceFile(label, capture) {
         const adb = await this.getAdb();

package/dist/lib/cli.js

@@ -1092,11 +1092,10 @@ ${stdout ? truncateAdbShellStream(stdout, 'stdout') : EMPTY_ADB_SHELL_STDOUT}`;
             if (null === this.retryAfter || Date.now() >= this.retryAfter) return;
             throw new Error(`scrcpy retry is cooling down until ${new Date(this.retryAfter).toISOString()}. Last error: ${this.lastError}`);
         }
-        resolveConfig() {
+        resolveConfig(deviceInfo) {
             if (this.resolvedConfig) return this.resolvedConfig;
             const config = this.scrcpyConfig;
             const maxSize = config?.maxSize ?? scrcpy_manager.ov.maxSize;
-            if (!Number.isInteger(maxSize) || maxSize < 0) throw new Error(`Invalid scrcpyConfig.maxSize: expected a non-negative integer, received ${maxSize}`);
             const videoBitRate = config?.videoBitRate ?? scrcpy_manager.ov.videoBitRate;
             this.resolvedConfig = {
                 enabled: this.isConfigured(),
@@ -1106,24 +1105,6 @@ ${stdout ? truncateAdbShellStream(stdout, 'stdout') : EMPTY_ADB_SHELL_STDOUT}`;
             };
             return this.resolvedConfig;
         }
-        async prepareFallbackScreenshot(screenshotBase64) {
-            if (!this.isConfigured()) return screenshotBase64;
-            const { maxSize } = this.resolveConfig();
-            if (0 === maxSize) return screenshotBase64;
-            const sourceSize = await (0, img_namespaceObject.imageInfoOfBase64)(screenshotBase64);
-            const largestDimension = Math.max(sourceSize.width, sourceSize.height);
-            if (largestDimension <= maxSize) return screenshotBase64;
-            const scale = maxSize / largestDimension;
-            const targetSize = {
-                width: Math.max(1, Math.round(sourceSize.width * scale)),
-                height: Math.max(1, Math.round(sourceSize.height * scale))
-            };
-            debugAdapter(`Applying scrcpy maxSize to fallback screenshot: ${sourceSize.width}x${sourceSize.height} -> ${targetSize.width}x${targetSize.height}`);
-            return (0, img_namespaceObject.resizeBase64ImageToJpeg)(screenshotBase64, {
-                sourceSize,
-                targetSize
-            });
-        }
         async ensureManager(deviceInfo) {
             if (this.manager) return this.manager;
             debugAdapter('Initializing Scrcpy manager...');
@@ -1136,7 +1117,7 @@ ${stdout ? truncateAdbShellStream(stdout, 'stdout') : EMPTY_ADB_SHELL_STDOUT}`;
                 const adb = new Adb(await adbClient.createTransport({
                     serial: this.deviceId
                 }));
-                const config = this.resolveConfig();
+                const config = this.resolveConfig(deviceInfo);
                 const manager = new ScrcpyManager(adb, {
                     maxSize: config.maxSize,
                     videoBitRate: config.videoBitRate,
@@ -2187,9 +2168,9 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async screenshotBase64() {
             debugDevice('screenshotBase64 begin');
-            const adapter = this.getScrcpyAdapter();
             const screenshotStrategy = this.options?.screenshotStrategy || env_namespaceObject.globalConfigManager.getEnvConfigValue(env_namespaceObject.MIDSCENE_ANDROID_SCREENSHOT_STRATEGY) || SCREENSHOT_STRATEGY_AUTO;
-            if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return adapter.prepareFallbackScreenshot(await this.screenshotBase64ViaYadb());
+            if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return this.screenshotBase64ViaYadb();
+            const adapter = this.getScrcpyAdapter();
             let scrcpyDeviceInfo = null;
             if (adapter.isEnabled()) try {
                 debugDevice('Attempting scrcpy screenshot...');
@@ -2240,14 +2221,14 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
                 });
                 debugDevice('screenshotBase64 end (fallback)');
                 if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-                return adapter.prepareFallbackScreenshot(result);
+                return result;
             }
             if (!screenshotBuffer) throw new Error('Failed to capture screenshot: all methods failed');
             debugDevice('Converting to base64');
             const result = (0, img_namespaceObject.createImgBase64ByFormat)('png', screenshotBuffer.toString('base64'));
             debugDevice('screenshotBase64 end');
             if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-            return adapter.prepareFallbackScreenshot(result);
+            return result;
         }
         async captureScreenshotBase64FromDeviceFile(label, capture) {
             const adb = await this.getAdb();
@@ -3208,7 +3189,7 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
     const tools = new AndroidMidsceneTools();
     (0, cli_namespaceObject.runToolsCLI)(tools, 'midscene-android', {
         stripPrefix: 'android_',
-        version: "1.11.1-beta-20260821125003.0",
+        version: "1.12.0",
         extraCommands: (0, core_namespaceObject.createReportCliCommands)()
     }).catch((e)=>{
         process.exit((0, cli_namespaceObject.reportCLIError)(e));

package/dist/lib/index.js

@@ -1013,11 +1013,10 @@ ${stdout ? truncateAdbShellStream(stdout, 'stdout') : EMPTY_ADB_SHELL_STDOUT}`;
             if (null === this.retryAfter || Date.now() >= this.retryAfter) return;
             throw new Error(`scrcpy retry is cooling down until ${new Date(this.retryAfter).toISOString()}. Last error: ${this.lastError}`);
         }
-        resolveConfig() {
+        resolveConfig(deviceInfo) {
             if (this.resolvedConfig) return this.resolvedConfig;
             const config = this.scrcpyConfig;
             const maxSize = config?.maxSize ?? scrcpy_manager.ov.maxSize;
-            if (!Number.isInteger(maxSize) || maxSize < 0) throw new Error(`Invalid scrcpyConfig.maxSize: expected a non-negative integer, received ${maxSize}`);
             const videoBitRate = config?.videoBitRate ?? scrcpy_manager.ov.videoBitRate;
             this.resolvedConfig = {
                 enabled: this.isConfigured(),
@@ -1027,24 +1026,6 @@ ${stdout ? truncateAdbShellStream(stdout, 'stdout') : EMPTY_ADB_SHELL_STDOUT}`;
             };
             return this.resolvedConfig;
         }
-        async prepareFallbackScreenshot(screenshotBase64) {
-            if (!this.isConfigured()) return screenshotBase64;
-            const { maxSize } = this.resolveConfig();
-            if (0 === maxSize) return screenshotBase64;
-            const sourceSize = await (0, img_namespaceObject.imageInfoOfBase64)(screenshotBase64);
-            const largestDimension = Math.max(sourceSize.width, sourceSize.height);
-            if (largestDimension <= maxSize) return screenshotBase64;
-            const scale = maxSize / largestDimension;
-            const targetSize = {
-                width: Math.max(1, Math.round(sourceSize.width * scale)),
-                height: Math.max(1, Math.round(sourceSize.height * scale))
-            };
-            debugAdapter(`Applying scrcpy maxSize to fallback screenshot: ${sourceSize.width}x${sourceSize.height} -> ${targetSize.width}x${targetSize.height}`);
-            return (0, img_namespaceObject.resizeBase64ImageToJpeg)(screenshotBase64, {
-                sourceSize,
-                targetSize
-            });
-        }
         async ensureManager(deviceInfo) {
             if (this.manager) return this.manager;
             debugAdapter('Initializing Scrcpy manager...');
@@ -1057,7 +1038,7 @@ ${stdout ? truncateAdbShellStream(stdout, 'stdout') : EMPTY_ADB_SHELL_STDOUT}`;
                 const adb = new Adb(await adbClient.createTransport({
                     serial: this.deviceId
                 }));
-                const config = this.resolveConfig();
+                const config = this.resolveConfig(deviceInfo);
                 const manager = new ScrcpyManager(adb, {
                     maxSize: config.maxSize,
                     videoBitRate: config.videoBitRate,
@@ -2108,9 +2089,9 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         }
         async screenshotBase64() {
             debugDevice('screenshotBase64 begin');
-            const adapter = this.getScrcpyAdapter();
             const screenshotStrategy = this.options?.screenshotStrategy || env_namespaceObject.globalConfigManager.getEnvConfigValue(env_namespaceObject.MIDSCENE_ANDROID_SCREENSHOT_STRATEGY) || SCREENSHOT_STRATEGY_AUTO;
-            if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return adapter.prepareFallbackScreenshot(await this.screenshotBase64ViaYadb());
+            if (screenshotStrategy === SCREENSHOT_STRATEGY_ALWAYS_YADB) return this.screenshotBase64ViaYadb();
+            const adapter = this.getScrcpyAdapter();
             let scrcpyDeviceInfo = null;
             if (adapter.isEnabled()) try {
                 debugDevice('Attempting scrcpy screenshot...');
@@ -2161,14 +2142,14 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
                 });
                 debugDevice('screenshotBase64 end (fallback)');
                 if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-                return adapter.prepareFallbackScreenshot(result);
+                return result;
             }
             if (!screenshotBuffer) throw new Error('Failed to capture screenshot: all methods failed');
             debugDevice('Converting to base64');
             const result = (0, img_namespaceObject.createImgBase64ByFormat)('png', screenshotBuffer.toString('base64'));
             debugDevice('screenshotBase64 end');
             if (scrcpyDeviceInfo) adapter.recoverAfterAdbScreenshot(scrcpyDeviceInfo);
-            return adapter.prepareFallbackScreenshot(result);
+            return result;
         }
         async captureScreenshotBase64FromDeviceFile(label, capture) {
             const adb = await this.getAdb();

package/dist/types/index.d.ts

@@ -451,13 +451,7 @@ export declare class ScrcpyDeviceAdapter {
      * receives the highest quality image for AI processing.
      * videoBitRate uses the shared default unless explicitly configured.
      */
-    resolveConfig(): ResolvedScrcpyConfig;
-    /**
-     * Apply the configured scrcpy video bound to an independently captured
-     * fallback screenshot. This prevents planning and report images from returning
-     * to full device resolution while the scrcpy stream is temporarily unavailable.
-     */
-    prepareFallbackScreenshot(screenshotBase64: string): Promise<string>;
+    resolveConfig(deviceInfo: DevicePhysicalInfo): ResolvedScrcpyConfig;
     /**
      * Get or create the ScrcpyScreenshotManager.
      * Uses dynamic import for @yume-chan packages (ESM-only, must use await import in CJS builds).

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/android",
-  "version": "1.11.1-beta-20260821125003.0",
+  "version": "1.12.0",
   "repository": {
     "type": "git",
     "url": "https://github.com/web-infra-dev/midscene.git",
@@ -41,8 +41,8 @@
     "@yume-chan/stream-extra": "2.1.0",
     "appium-adb": "12.12.1",
     "sharp": "^0.34.3",
-    "@midscene/core": "1.11.1-beta-20260821125003.0",
-    "@midscene/shared": "1.11.1-beta-20260821125003.0"
+    "@midscene/core": "1.12.0",
+    "@midscene/shared": "1.12.0"
   },
   "optionalDependencies": {
     "@ffmpeg-installer/ffmpeg": "^1.1.0"
@@ -56,7 +56,7 @@
     "typescript": "^5.8.3",
     "undici": "^6.0.0",
     "zod": "^3.25.1",
-    "@midscene/playground": "1.11.1-beta-20260821125003.0"
+    "@midscene/playground": "1.12.0"
   },
   "license": "MIT",
   "scripts": {