@midscene/shared 0.29.0 → 0.29.2-beta-20250924120255.0

package/dist/es/build/copy-static.mjs

@@ -0,0 +1,29 @@
+import node_fs from "node:fs";
+import node_path from "node:path";
+const createCopyStaticPlugin = (options)=>({
+        name: options.pluginName || 'copy-static',
+        setup (api) {
+            api.onAfterBuild(async ()=>{
+                const { srcDir, destDir, faviconPath } = options;
+                await node_fs.promises.mkdir(destDir, {
+                    recursive: true
+                });
+                await node_fs.promises.cp(srcDir, destDir, {
+                    recursive: true
+                });
+                console.log(`Copied build artifacts from ${srcDir} to ${destDir}`);
+                if (faviconPath) {
+                    const faviconDest = node_path.join(destDir, 'favicon.ico');
+                    await node_fs.promises.copyFile(faviconPath, faviconDest);
+                    console.log(`Copied favicon from ${faviconPath} to ${faviconDest}`);
+                }
+            });
+        }
+    });
+const createPlaygroundCopyPlugin = (srcDir, destDir, pluginName, faviconSrc)=>createCopyStaticPlugin({
+        srcDir,
+        destDir,
+        faviconPath: faviconSrc,
+        pluginName
+    });
+export { createCopyStaticPlugin, createPlaygroundCopyPlugin };

package/dist/es/constants/index.mjs

@@ -15,8 +15,10 @@ var constants_NodeType = /*#__PURE__*/ function(NodeType) {
 }({});
 const PLAYGROUND_SERVER_PORT = 5800;
 const SCRCPY_SERVER_PORT = 5700;
+const WEBDRIVER_ELEMENT_ID_KEY = 'element-6066-11e4-a52e-4f735466cecf';
+const DEFAULT_WDA_PORT = 8100;
 const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
 const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT = 2000;
 const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME = 300;
 const DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY = 2;
-export { CONTAINER_MINI_HEIGHT, CONTAINER_MINI_WIDTH, DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT, DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY, DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME, DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT, constants_NodeType as NodeType, PLAYGROUND_SERVER_PORT, PLAYWRIGHT_EXAMPLE_CODE, SCRCPY_SERVER_PORT, TEXT_MAX_SIZE, TEXT_SIZE_THRESHOLD, YAML_EXAMPLE_CODE };
+export { CONTAINER_MINI_HEIGHT, CONTAINER_MINI_WIDTH, DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT, DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY, DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME, DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT, DEFAULT_WDA_PORT, constants_NodeType as NodeType, PLAYGROUND_SERVER_PORT, PLAYWRIGHT_EXAMPLE_CODE, SCRCPY_SERVER_PORT, TEXT_MAX_SIZE, TEXT_SIZE_THRESHOLD, WEBDRIVER_ELEMENT_ID_KEY, YAML_EXAMPLE_CODE };

package/dist/es/env/parse.mjs

@@ -1,4 +1,4 @@
-import { MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, UITarsModelVersion, VL_MODE_RAW_VALID_VALUES } from "./types.mjs";
+import { MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, UITarsModelVersion, VL_MODE_RAW_VALID_VALUES } from "./types.mjs";
 const parseVlModeAndUiTarsModelVersionFromRawValue = (vlModeRaw)=>{
     if (!vlModeRaw) return {
         vlMode: void 0,
@@ -22,15 +22,21 @@ const parseVlModeAndUiTarsModelVersionFromRawValue = (vlModeRaw)=>{
 const parseVlModeAndUiTarsFromGlobalConfig = (provider)=>{
     const isDoubao = provider[MIDSCENE_USE_DOUBAO_VISION];
     const isQwen = provider[MIDSCENE_USE_QWEN_VL];
+    const isQwen3 = provider[MIDSCENE_USE_QWEN3_VL];
     const isUiTars = provider[MIDSCENE_USE_VLM_UI_TARS];
     const isGemini = provider[MIDSCENE_USE_GEMINI];
     const enabledModes = [
         isDoubao && MIDSCENE_USE_DOUBAO_VISION,
         isQwen && MIDSCENE_USE_QWEN_VL,
+        isQwen3 && MIDSCENE_USE_QWEN3_VL,
         isUiTars && MIDSCENE_USE_VLM_UI_TARS,
         isGemini && MIDSCENE_USE_GEMINI
     ].filter(Boolean);
     if (enabledModes.length > 1) throw new Error(`Only one vision mode can be enabled at a time. Currently enabled modes: ${enabledModes.join(', ')}. Please disable all but one mode.`);
+    if (isQwen3) return {
+        vlMode: 'qwen3-vl',
+        uiTarsVersion: void 0
+    };
     if (isQwen) return {
         vlMode: 'qwen-vl',
         uiTarsVersion: void 0

package/dist/es/env/types.mjs

@@ -19,9 +19,12 @@ const MIDSCENE_ADB_PATH = 'MIDSCENE_ADB_PATH';
 const MIDSCENE_ADB_REMOTE_HOST = 'MIDSCENE_ADB_REMOTE_HOST';
 const MIDSCENE_ADB_REMOTE_PORT = 'MIDSCENE_ADB_REMOTE_PORT';
 const MIDSCENE_ANDROID_IME_STRATEGY = 'MIDSCENE_ANDROID_IME_STRATEGY';
+const MIDSCENE_IOS_DEVICE_UDID = 'MIDSCENE_IOS_DEVICE_UDID';
+const MIDSCENE_IOS_SIMULATOR_UDID = 'MIDSCENE_IOS_SIMULATOR_UDID';
 const MIDSCENE_CACHE = 'MIDSCENE_CACHE';
 const MIDSCENE_USE_VLM_UI_TARS = 'MIDSCENE_USE_VLM_UI_TARS';
 const MIDSCENE_USE_QWEN_VL = 'MIDSCENE_USE_QWEN_VL';
+const MIDSCENE_USE_QWEN3_VL = 'MIDSCENE_USE_QWEN3_VL';
 const MIDSCENE_USE_DOUBAO_VISION = 'MIDSCENE_USE_DOUBAO_VISION';
 const MIDSCENE_USE_GEMINI = 'MIDSCENE_USE_GEMINI';
 const MIDSCENE_USE_VL_MODEL = 'MIDSCENE_USE_VL_MODEL';
@@ -128,6 +131,8 @@ const STRING_ENV_KEYS = [
     MIDSCENE_ADB_REMOTE_HOST,
     MIDSCENE_ADB_REMOTE_PORT,
     MIDSCENE_ANDROID_IME_STRATEGY,
+    MIDSCENE_IOS_DEVICE_UDID,
+    MIDSCENE_IOS_SIMULATOR_UDID,
     MIDSCENE_REPORT_TAG_NAME,
     MIDSCENE_PREFERRED_LANGUAGE,
     MATCH_BY_POSITION,
@@ -153,6 +158,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_USE_ANTHROPIC_SDK,
     MIDSCENE_USE_VLM_UI_TARS,
     MIDSCENE_USE_QWEN_VL,
+    MIDSCENE_USE_QWEN3_VL,
     MIDSCENE_USE_DOUBAO_VISION,
     MIDSCENE_USE_GEMINI,
     MIDSCENE_USE_VL_MODEL,
@@ -239,8 +245,9 @@ const VL_MODE_RAW_VALID_VALUES = [
     'doubao-vision',
     'gemini',
     'qwen-vl',
+    'qwen3-vl',
     'vlm-ui-tars',
     'vlm-ui-tars-doubao',
     'vlm-ui-tars-doubao-1.5'
 ];
-export { ALL_ENV_KEYS, ANTHROPIC_API_KEY, AZURE_OPENAI_API_VERSION, AZURE_OPENAI_DEPLOYMENT, AZURE_OPENAI_ENDPOINT, AZURE_OPENAI_KEY, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_ANTHROPIC_API_KEY, MIDSCENE_API_TYPE, MIDSCENE_AZURE_OPENAI_API_VERSION, MIDSCENE_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_AZURE_OPENAI_ENDPOINT, MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_AZURE_OPENAI_KEY, MIDSCENE_AZURE_OPENAI_SCOPE, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_AI_PROFILE, MIDSCENE_DEBUG_AI_RESPONSE, MIDSCENE_DEBUG_MODE, MIDSCENE_FORCE_DEEP_THINK, MIDSCENE_GROUNDING_ANTHROPIC_API_KEY, MIDSCENE_GROUNDING_AZURE_OPENAI_API_VERSION, MIDSCENE_GROUNDING_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_GROUNDING_AZURE_OPENAI_ENDPOINT, MIDSCENE_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_AZURE_OPENAI_KEY, MIDSCENE_GROUNDING_AZURE_OPENAI_SCOPE, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_OPENAI_API_KEY, MIDSCENE_GROUNDING_OPENAI_BASE_URL, MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY, MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY, MIDSCENE_GROUNDING_OPENAI_USE_AZURE, MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK, MIDSCENE_GROUNDING_USE_AZURE_OPENAI, MIDSCENE_GROUNDING_VL_MODE, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_NAME, MIDSCENE_OPENAI_API_KEY, MIDSCENE_OPENAI_BASE_URL, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_OPENAI_USE_AZURE, MIDSCENE_PLANNING_ANTHROPIC_API_KEY, MIDSCENE_PLANNING_AZURE_OPENAI_API_VERSION, MIDSCENE_PLANNING_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_PLANNING_AZURE_OPENAI_ENDPOINT, MIDSCENE_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_AZURE_OPENAI_KEY, MIDSCENE_PLANNING_AZURE_OPENAI_SCOPE, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_OPENAI_API_KEY, MIDSCENE_PLANNING_OPENAI_BASE_URL, MIDSCENE_PLANNING_OPENAI_HTTP_PROXY, MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_OPENAI_USE_AZURE, MIDSCENE_PLANNING_USE_ANTHROPIC_SDK, MIDSCENE_PLANNING_USE_AZURE_OPENAI, MIDSCENE_PLANNING_VL_MODE, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_ANTHROPIC_SDK, MIDSCENE_USE_AZURE_OPENAI, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MIDSCENE_VL_MODE, MIDSCENE_VQA_ANTHROPIC_API_KEY, MIDSCENE_VQA_AZURE_OPENAI_API_VERSION, MIDSCENE_VQA_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_VQA_AZURE_OPENAI_ENDPOINT, MIDSCENE_VQA_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_AZURE_OPENAI_KEY, MIDSCENE_VQA_AZURE_OPENAI_SCOPE, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_OPENAI_API_KEY, MIDSCENE_VQA_OPENAI_BASE_URL, MIDSCENE_VQA_OPENAI_HTTP_PROXY, MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_OPENAI_SOCKS_PROXY, MIDSCENE_VQA_OPENAI_USE_AZURE, MIDSCENE_VQA_USE_ANTHROPIC_SDK, MIDSCENE_VQA_USE_AZURE_OPENAI, MIDSCENE_VQA_VL_MODE, MODEL_ENV_KEYS, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, OPENAI_USE_AZURE, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS, VL_MODE_RAW_VALID_VALUES };
+export { ALL_ENV_KEYS, ANTHROPIC_API_KEY, AZURE_OPENAI_API_VERSION, AZURE_OPENAI_DEPLOYMENT, AZURE_OPENAI_ENDPOINT, AZURE_OPENAI_KEY, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_ANTHROPIC_API_KEY, MIDSCENE_API_TYPE, MIDSCENE_AZURE_OPENAI_API_VERSION, MIDSCENE_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_AZURE_OPENAI_ENDPOINT, MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_AZURE_OPENAI_KEY, MIDSCENE_AZURE_OPENAI_SCOPE, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_AI_PROFILE, MIDSCENE_DEBUG_AI_RESPONSE, MIDSCENE_DEBUG_MODE, MIDSCENE_FORCE_DEEP_THINK, MIDSCENE_GROUNDING_ANTHROPIC_API_KEY, MIDSCENE_GROUNDING_AZURE_OPENAI_API_VERSION, MIDSCENE_GROUNDING_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_GROUNDING_AZURE_OPENAI_ENDPOINT, MIDSCENE_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_AZURE_OPENAI_KEY, MIDSCENE_GROUNDING_AZURE_OPENAI_SCOPE, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_OPENAI_API_KEY, MIDSCENE_GROUNDING_OPENAI_BASE_URL, MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY, MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY, MIDSCENE_GROUNDING_OPENAI_USE_AZURE, MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK, MIDSCENE_GROUNDING_USE_AZURE_OPENAI, MIDSCENE_GROUNDING_VL_MODE, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_NAME, MIDSCENE_OPENAI_API_KEY, MIDSCENE_OPENAI_BASE_URL, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_OPENAI_USE_AZURE, MIDSCENE_PLANNING_ANTHROPIC_API_KEY, MIDSCENE_PLANNING_AZURE_OPENAI_API_VERSION, MIDSCENE_PLANNING_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_PLANNING_AZURE_OPENAI_ENDPOINT, MIDSCENE_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_AZURE_OPENAI_KEY, MIDSCENE_PLANNING_AZURE_OPENAI_SCOPE, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_OPENAI_API_KEY, MIDSCENE_PLANNING_OPENAI_BASE_URL, MIDSCENE_PLANNING_OPENAI_HTTP_PROXY, MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_OPENAI_USE_AZURE, MIDSCENE_PLANNING_USE_ANTHROPIC_SDK, MIDSCENE_PLANNING_USE_AZURE_OPENAI, MIDSCENE_PLANNING_VL_MODE, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_ANTHROPIC_SDK, MIDSCENE_USE_AZURE_OPENAI, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MIDSCENE_VL_MODE, MIDSCENE_VQA_ANTHROPIC_API_KEY, MIDSCENE_VQA_AZURE_OPENAI_API_VERSION, MIDSCENE_VQA_AZURE_OPENAI_DEPLOYMENT, MIDSCENE_VQA_AZURE_OPENAI_ENDPOINT, MIDSCENE_VQA_AZURE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_AZURE_OPENAI_KEY, MIDSCENE_VQA_AZURE_OPENAI_SCOPE, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_OPENAI_API_KEY, MIDSCENE_VQA_OPENAI_BASE_URL, MIDSCENE_VQA_OPENAI_HTTP_PROXY, MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_OPENAI_SOCKS_PROXY, MIDSCENE_VQA_OPENAI_USE_AZURE, MIDSCENE_VQA_USE_ANTHROPIC_SDK, MIDSCENE_VQA_USE_AZURE_OPENAI, MIDSCENE_VQA_VL_MODE, MODEL_ENV_KEYS, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, OPENAI_USE_AZURE, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS, VL_MODE_RAW_VALID_VALUES };

package/dist/es/img/transform.mjs

@@ -106,26 +106,46 @@ async function paddingToMatchBlock(image, blockSize = 28) {
     const { width, height } = image.bitmap;
     const targetWidth = Math.ceil(width / blockSize) * blockSize;
     const targetHeight = Math.ceil(height / blockSize) * blockSize;
-    if (targetWidth === width && targetHeight === height) return image;
+    if (targetWidth === width && targetHeight === height) return {
+        width,
+        height,
+        image
+    };
     const Jimp = await get_jimp();
     const paddedImage = new Jimp(targetWidth, targetHeight, 0xffffffff);
     paddedImage.composite(image, 0, 0);
-    return paddedImage;
+    return {
+        width: targetWidth,
+        height: targetHeight,
+        image: paddedImage
+    };
 }
 async function paddingToMatchBlockByBase64(imageBase64, blockSize = 28) {
     const jimpImage = await jimpFromBase64(imageBase64);
-    const paddedImage = await paddingToMatchBlock(jimpImage, blockSize);
-    return jimpToBase64(paddedImage);
+    const paddedResult = await paddingToMatchBlock(jimpImage, blockSize);
+    return {
+        width: paddedResult.width,
+        height: paddedResult.height,
+        imageBase64: await jimpToBase64(paddedResult.image)
+    };
 }
 async function cropByRect(imageBase64, rect, paddingImage) {
     const jimpImage = await jimpFromBase64(imageBase64);
     const { left, top, width, height } = rect;
     jimpImage.crop(left, top, width, height);
     if (paddingImage) {
-        const paddedImage = await paddingToMatchBlock(jimpImage);
-        return jimpToBase64(paddedImage);
+        const paddedResult = await paddingToMatchBlock(jimpImage);
+        return {
+            width: paddedResult.width,
+            height: paddedResult.height,
+            imageBase64: await jimpToBase64(paddedResult.image)
+        };
     }
-    return jimpToBase64(jimpImage);
+    return {
+        width: jimpImage.bitmap.width,
+        height: jimpImage.bitmap.height,
+        imageBase64: await jimpToBase64(jimpImage)
+    };
 }
 async function jimpToBase64(image) {
     const Jimp = await get_jimp();

package/dist/es/index.mjs

@@ -1,2 +1,3 @@
+import { createCopyStaticPlugin, createPlaygroundCopyPlugin } from "./build/copy-static.mjs";
 const src = {};
-export { src as default };
+export { createCopyStaticPlugin, createPlaygroundCopyPlugin, src as default };

package/dist/lib/build/copy-static.js

@@ -0,0 +1,77 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.n = (module)=>{
+        var getter = module && module.__esModule ? ()=>module['default'] : ()=>module;
+        __webpack_require__.d(getter, {
+            a: getter
+        });
+        return getter;
+    };
+})();
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    createPlaygroundCopyPlugin: ()=>createPlaygroundCopyPlugin,
+    createCopyStaticPlugin: ()=>createCopyStaticPlugin
+});
+const external_node_fs_namespaceObject = require("node:fs");
+var external_node_fs_default = /*#__PURE__*/ __webpack_require__.n(external_node_fs_namespaceObject);
+const external_node_path_namespaceObject = require("node:path");
+var external_node_path_default = /*#__PURE__*/ __webpack_require__.n(external_node_path_namespaceObject);
+const createCopyStaticPlugin = (options)=>({
+        name: options.pluginName || 'copy-static',
+        setup (api) {
+            api.onAfterBuild(async ()=>{
+                const { srcDir, destDir, faviconPath } = options;
+                await external_node_fs_default().promises.mkdir(destDir, {
+                    recursive: true
+                });
+                await external_node_fs_default().promises.cp(srcDir, destDir, {
+                    recursive: true
+                });
+                console.log(`Copied build artifacts from ${srcDir} to ${destDir}`);
+                if (faviconPath) {
+                    const faviconDest = external_node_path_default().join(destDir, 'favicon.ico');
+                    await external_node_fs_default().promises.copyFile(faviconPath, faviconDest);
+                    console.log(`Copied favicon from ${faviconPath} to ${faviconDest}`);
+                }
+            });
+        }
+    });
+const createPlaygroundCopyPlugin = (srcDir, destDir, pluginName, faviconSrc)=>createCopyStaticPlugin({
+        srcDir,
+        destDir,
+        faviconPath: faviconSrc,
+        pluginName
+    });
+exports.createCopyStaticPlugin = __webpack_exports__.createCopyStaticPlugin;
+exports.createPlaygroundCopyPlugin = __webpack_exports__.createPlaygroundCopyPlugin;
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "createCopyStaticPlugin",
+    "createPlaygroundCopyPlugin"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});

package/dist/lib/constants/index.js

@@ -24,17 +24,19 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
     PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
-    TEXT_MAX_SIZE: ()=>TEXT_MAX_SIZE,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,
-    NodeType: ()=>constants_NodeType,
     SCRCPY_SERVER_PORT: ()=>SCRCPY_SERVER_PORT,
     TEXT_SIZE_THRESHOLD: ()=>TEXT_SIZE_THRESHOLD,
     YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,
     DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,
     CONTAINER_MINI_WIDTH: ()=>CONTAINER_MINI_WIDTH,
+    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
+    TEXT_MAX_SIZE: ()=>TEXT_MAX_SIZE,
+    NodeType: ()=>constants_NodeType,
+    WEBDRIVER_ELEMENT_ID_KEY: ()=>WEBDRIVER_ELEMENT_ID_KEY,
+    DEFAULT_WDA_PORT: ()=>DEFAULT_WDA_PORT,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME,
     PLAYWRIGHT_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE
 });
@@ -55,6 +57,8 @@ var constants_NodeType = /*#__PURE__*/ function(NodeType) {
 }({});
 const PLAYGROUND_SERVER_PORT = 5800;
 const SCRCPY_SERVER_PORT = 5700;
+const WEBDRIVER_ELEMENT_ID_KEY = 'element-6066-11e4-a52e-4f735466cecf';
+const DEFAULT_WDA_PORT = 8100;
 const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
 const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT = 2000;
 const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME = 300;
@@ -65,12 +69,14 @@ exports.DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = __webpack_exports__.DEFAULT_WAIT_F
 exports.DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY = __webpack_exports__.DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY;
 exports.DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME = __webpack_exports__.DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME;
 exports.DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT = __webpack_exports__.DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;
+exports.DEFAULT_WDA_PORT = __webpack_exports__.DEFAULT_WDA_PORT;
 exports.NodeType = __webpack_exports__.NodeType;
 exports.PLAYGROUND_SERVER_PORT = __webpack_exports__.PLAYGROUND_SERVER_PORT;
 exports.PLAYWRIGHT_EXAMPLE_CODE = __webpack_exports__.PLAYWRIGHT_EXAMPLE_CODE;
 exports.SCRCPY_SERVER_PORT = __webpack_exports__.SCRCPY_SERVER_PORT;
 exports.TEXT_MAX_SIZE = __webpack_exports__.TEXT_MAX_SIZE;
 exports.TEXT_SIZE_THRESHOLD = __webpack_exports__.TEXT_SIZE_THRESHOLD;
+exports.WEBDRIVER_ELEMENT_ID_KEY = __webpack_exports__.WEBDRIVER_ELEMENT_ID_KEY;
 exports.YAML_EXAMPLE_CODE = __webpack_exports__.YAML_EXAMPLE_CODE;
 for(var __webpack_i__ in __webpack_exports__)if (-1 === [
     "CONTAINER_MINI_HEIGHT",
@@ -79,12 +85,14 @@ for(var __webpack_i__ in __webpack_exports__)if (-1 === [
     "DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY",
     "DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME",
     "DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT",
+    "DEFAULT_WDA_PORT",
     "NodeType",
     "PLAYGROUND_SERVER_PORT",
     "PLAYWRIGHT_EXAMPLE_CODE",
     "SCRCPY_SERVER_PORT",
     "TEXT_MAX_SIZE",
     "TEXT_SIZE_THRESHOLD",
+    "WEBDRIVER_ELEMENT_ID_KEY",
     "YAML_EXAMPLE_CODE"
 ].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/env/parse.js

@@ -51,15 +51,21 @@ const parseVlModeAndUiTarsModelVersionFromRawValue = (vlModeRaw)=>{
 const parseVlModeAndUiTarsFromGlobalConfig = (provider)=>{
     const isDoubao = provider[external_types_js_namespaceObject.MIDSCENE_USE_DOUBAO_VISION];
     const isQwen = provider[external_types_js_namespaceObject.MIDSCENE_USE_QWEN_VL];
+    const isQwen3 = provider[external_types_js_namespaceObject.MIDSCENE_USE_QWEN3_VL];
     const isUiTars = provider[external_types_js_namespaceObject.MIDSCENE_USE_VLM_UI_TARS];
     const isGemini = provider[external_types_js_namespaceObject.MIDSCENE_USE_GEMINI];
     const enabledModes = [
         isDoubao && external_types_js_namespaceObject.MIDSCENE_USE_DOUBAO_VISION,
         isQwen && external_types_js_namespaceObject.MIDSCENE_USE_QWEN_VL,
+        isQwen3 && external_types_js_namespaceObject.MIDSCENE_USE_QWEN3_VL,
         isUiTars && external_types_js_namespaceObject.MIDSCENE_USE_VLM_UI_TARS,
         isGemini && external_types_js_namespaceObject.MIDSCENE_USE_GEMINI
     ].filter(Boolean);
     if (enabledModes.length > 1) throw new Error(`Only one vision mode can be enabled at a time. Currently enabled modes: ${enabledModes.join(', ')}. Please disable all but one mode.`);
+    if (isQwen3) return {
+        vlMode: 'qwen3-vl',
+        uiTarsVersion: void 0
+    };
     if (isQwen) return {
         vlMode: 'qwen-vl',
         uiTarsVersion: void 0

package/dist/lib/env/types.js

@@ -71,6 +71,8 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK: ()=>MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK,
     MIDSCENE_GROUNDING_USE_AZURE_OPENAI: ()=>MIDSCENE_GROUNDING_USE_AZURE_OPENAI,
     MIDSCENE_GROUNDING_VL_MODE: ()=>MIDSCENE_GROUNDING_VL_MODE,
+    MIDSCENE_IOS_DEVICE_UDID: ()=>MIDSCENE_IOS_DEVICE_UDID,
+    MIDSCENE_IOS_SIMULATOR_UDID: ()=>MIDSCENE_IOS_SIMULATOR_UDID,
     MIDSCENE_LANGSMITH_DEBUG: ()=>MIDSCENE_LANGSMITH_DEBUG,
     MIDSCENE_MCP_ANDROID_MODE: ()=>MIDSCENE_MCP_ANDROID_MODE,
     MIDSCENE_MCP_CHROME_PATH: ()=>MIDSCENE_MCP_CHROME_PATH,
@@ -107,6 +109,7 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_USE_AZURE_OPENAI: ()=>MIDSCENE_USE_AZURE_OPENAI,
     MIDSCENE_USE_DOUBAO_VISION: ()=>MIDSCENE_USE_DOUBAO_VISION,
     MIDSCENE_USE_GEMINI: ()=>MIDSCENE_USE_GEMINI,
+    MIDSCENE_USE_QWEN3_VL: ()=>MIDSCENE_USE_QWEN3_VL,
     MIDSCENE_USE_QWEN_VL: ()=>MIDSCENE_USE_QWEN_VL,
     MIDSCENE_USE_VLM_UI_TARS: ()=>MIDSCENE_USE_VLM_UI_TARS,
     MIDSCENE_USE_VL_MODEL: ()=>MIDSCENE_USE_VL_MODEL,
@@ -160,9 +163,12 @@ const MIDSCENE_ADB_PATH = 'MIDSCENE_ADB_PATH';
 const MIDSCENE_ADB_REMOTE_HOST = 'MIDSCENE_ADB_REMOTE_HOST';
 const MIDSCENE_ADB_REMOTE_PORT = 'MIDSCENE_ADB_REMOTE_PORT';
 const MIDSCENE_ANDROID_IME_STRATEGY = 'MIDSCENE_ANDROID_IME_STRATEGY';
+const MIDSCENE_IOS_DEVICE_UDID = 'MIDSCENE_IOS_DEVICE_UDID';
+const MIDSCENE_IOS_SIMULATOR_UDID = 'MIDSCENE_IOS_SIMULATOR_UDID';
 const MIDSCENE_CACHE = 'MIDSCENE_CACHE';
 const MIDSCENE_USE_VLM_UI_TARS = 'MIDSCENE_USE_VLM_UI_TARS';
 const MIDSCENE_USE_QWEN_VL = 'MIDSCENE_USE_QWEN_VL';
+const MIDSCENE_USE_QWEN3_VL = 'MIDSCENE_USE_QWEN3_VL';
 const MIDSCENE_USE_DOUBAO_VISION = 'MIDSCENE_USE_DOUBAO_VISION';
 const MIDSCENE_USE_GEMINI = 'MIDSCENE_USE_GEMINI';
 const MIDSCENE_USE_VL_MODEL = 'MIDSCENE_USE_VL_MODEL';
@@ -269,6 +275,8 @@ const STRING_ENV_KEYS = [
     MIDSCENE_ADB_REMOTE_HOST,
     MIDSCENE_ADB_REMOTE_PORT,
     MIDSCENE_ANDROID_IME_STRATEGY,
+    MIDSCENE_IOS_DEVICE_UDID,
+    MIDSCENE_IOS_SIMULATOR_UDID,
     MIDSCENE_REPORT_TAG_NAME,
     MIDSCENE_PREFERRED_LANGUAGE,
     MATCH_BY_POSITION,
@@ -294,6 +302,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_USE_ANTHROPIC_SDK,
     MIDSCENE_USE_VLM_UI_TARS,
     MIDSCENE_USE_QWEN_VL,
+    MIDSCENE_USE_QWEN3_VL,
     MIDSCENE_USE_DOUBAO_VISION,
     MIDSCENE_USE_GEMINI,
     MIDSCENE_USE_VL_MODEL,
@@ -380,6 +389,7 @@ const VL_MODE_RAW_VALID_VALUES = [
     'doubao-vision',
     'gemini',
     'qwen-vl',
+    'qwen3-vl',
     'vlm-ui-tars',
     'vlm-ui-tars-doubao',
     'vlm-ui-tars-doubao-1.5'
@@ -431,6 +441,8 @@ exports.MIDSCENE_GROUNDING_OPENAI_USE_AZURE = __webpack_exports__.MIDSCENE_GROUN
 exports.MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK = __webpack_exports__.MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK;
 exports.MIDSCENE_GROUNDING_USE_AZURE_OPENAI = __webpack_exports__.MIDSCENE_GROUNDING_USE_AZURE_OPENAI;
 exports.MIDSCENE_GROUNDING_VL_MODE = __webpack_exports__.MIDSCENE_GROUNDING_VL_MODE;
+exports.MIDSCENE_IOS_DEVICE_UDID = __webpack_exports__.MIDSCENE_IOS_DEVICE_UDID;
+exports.MIDSCENE_IOS_SIMULATOR_UDID = __webpack_exports__.MIDSCENE_IOS_SIMULATOR_UDID;
 exports.MIDSCENE_LANGSMITH_DEBUG = __webpack_exports__.MIDSCENE_LANGSMITH_DEBUG;
 exports.MIDSCENE_MCP_ANDROID_MODE = __webpack_exports__.MIDSCENE_MCP_ANDROID_MODE;
 exports.MIDSCENE_MCP_CHROME_PATH = __webpack_exports__.MIDSCENE_MCP_CHROME_PATH;
@@ -467,6 +479,7 @@ exports.MIDSCENE_USE_ANTHROPIC_SDK = __webpack_exports__.MIDSCENE_USE_ANTHROPIC_
 exports.MIDSCENE_USE_AZURE_OPENAI = __webpack_exports__.MIDSCENE_USE_AZURE_OPENAI;
 exports.MIDSCENE_USE_DOUBAO_VISION = __webpack_exports__.MIDSCENE_USE_DOUBAO_VISION;
 exports.MIDSCENE_USE_GEMINI = __webpack_exports__.MIDSCENE_USE_GEMINI;
+exports.MIDSCENE_USE_QWEN3_VL = __webpack_exports__.MIDSCENE_USE_QWEN3_VL;
 exports.MIDSCENE_USE_QWEN_VL = __webpack_exports__.MIDSCENE_USE_QWEN_VL;
 exports.MIDSCENE_USE_VLM_UI_TARS = __webpack_exports__.MIDSCENE_USE_VLM_UI_TARS;
 exports.MIDSCENE_USE_VL_MODEL = __webpack_exports__.MIDSCENE_USE_VL_MODEL;
@@ -546,6 +559,8 @@ for(var __webpack_i__ in __webpack_exports__)if (-1 === [
     "MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK",
     "MIDSCENE_GROUNDING_USE_AZURE_OPENAI",
     "MIDSCENE_GROUNDING_VL_MODE",
+    "MIDSCENE_IOS_DEVICE_UDID",
+    "MIDSCENE_IOS_SIMULATOR_UDID",
     "MIDSCENE_LANGSMITH_DEBUG",
     "MIDSCENE_MCP_ANDROID_MODE",
     "MIDSCENE_MCP_CHROME_PATH",
@@ -582,6 +597,7 @@ for(var __webpack_i__ in __webpack_exports__)if (-1 === [
     "MIDSCENE_USE_AZURE_OPENAI",
     "MIDSCENE_USE_DOUBAO_VISION",
     "MIDSCENE_USE_GEMINI",
+    "MIDSCENE_USE_QWEN3_VL",
     "MIDSCENE_USE_QWEN_VL",
     "MIDSCENE_USE_VLM_UI_TARS",
     "MIDSCENE_USE_VL_MODEL",

package/dist/lib/img/transform.js

@@ -161,26 +161,46 @@ async function paddingToMatchBlock(image, blockSize = 28) {
     const { width, height } = image.bitmap;
     const targetWidth = Math.ceil(width / blockSize) * blockSize;
     const targetHeight = Math.ceil(height / blockSize) * blockSize;
-    if (targetWidth === width && targetHeight === height) return image;
+    if (targetWidth === width && targetHeight === height) return {
+        width,
+        height,
+        image
+    };
     const Jimp = await external_get_jimp_js_default()();
     const paddedImage = new Jimp(targetWidth, targetHeight, 0xffffffff);
     paddedImage.composite(image, 0, 0);
-    return paddedImage;
+    return {
+        width: targetWidth,
+        height: targetHeight,
+        image: paddedImage
+    };
 }
 async function paddingToMatchBlockByBase64(imageBase64, blockSize = 28) {
     const jimpImage = await jimpFromBase64(imageBase64);
-    const paddedImage = await paddingToMatchBlock(jimpImage, blockSize);
-    return jimpToBase64(paddedImage);
+    const paddedResult = await paddingToMatchBlock(jimpImage, blockSize);
+    return {
+        width: paddedResult.width,
+        height: paddedResult.height,
+        imageBase64: await jimpToBase64(paddedResult.image)
+    };
 }
 async function cropByRect(imageBase64, rect, paddingImage) {
     const jimpImage = await jimpFromBase64(imageBase64);
     const { left, top, width, height } = rect;
     jimpImage.crop(left, top, width, height);
     if (paddingImage) {
-        const paddedImage = await paddingToMatchBlock(jimpImage);
-        return jimpToBase64(paddedImage);
+        const paddedResult = await paddingToMatchBlock(jimpImage);
+        return {
+            width: paddedResult.width,
+            height: paddedResult.height,
+            imageBase64: await jimpToBase64(paddedResult.image)
+        };
     }
-    return jimpToBase64(jimpImage);
+    return {
+        width: jimpImage.bitmap.width,
+        height: jimpImage.bitmap.height,
+        imageBase64: await jimpToBase64(jimpImage)
+    };
 }
 async function jimpToBase64(image) {
     const Jimp = await external_get_jimp_js_default()();

package/dist/lib/index.js

@@ -24,11 +24,18 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    default: ()=>__WEBPACK_DEFAULT_EXPORT__
+    createPlaygroundCopyPlugin: ()=>copy_static_js_namespaceObject.createPlaygroundCopyPlugin,
+    createCopyStaticPlugin: ()=>copy_static_js_namespaceObject.createCopyStaticPlugin,
+    default: ()=>src
 });
-const __WEBPACK_DEFAULT_EXPORT__ = {};
+const copy_static_js_namespaceObject = require("./build/copy-static.js");
+const src = {};
+exports.createCopyStaticPlugin = __webpack_exports__.createCopyStaticPlugin;
+exports.createPlaygroundCopyPlugin = __webpack_exports__.createPlaygroundCopyPlugin;
 exports["default"] = __webpack_exports__["default"];
 for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "createCopyStaticPlugin",
+    "createPlaygroundCopyPlugin",
     "default"
 ].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
 Object.defineProperty(exports, '__esModule', {

package/dist/types/build/copy-static.d.ts

@@ -0,0 +1,31 @@
+export interface CopyStaticOptions {
+    /** Source directory to copy from */
+    srcDir: string;
+    /** Destination directory to copy to */
+    destDir: string;
+    /** Optional favicon source path (relative to directory containing srcDir) */
+    faviconPath?: string;
+    /** Name for the rsbuild plugin */
+    pluginName?: string;
+}
+/**
+ * Creates an rsbuild plugin that copies static files after build
+ * @param options Configuration options for copying static files
+ * @returns Rsbuild plugin object
+ */
+export declare const createCopyStaticPlugin: (options: CopyStaticOptions) => {
+    name: string;
+    setup(api: any): void;
+};
+/**
+ * Helper function to create a copy static plugin for playground builds
+ * @param srcDir Source directory (usually dist directory)
+ * @param destDir Destination directory
+ * @param pluginName Optional plugin name
+ * @param faviconSrc Optional favicon source path
+ * @returns Rsbuild plugin
+ */
+export declare const createPlaygroundCopyPlugin: (srcDir: string, destDir: string, pluginName?: string, faviconSrc?: string) => {
+    name: string;
+    setup(api: any): void;
+};

package/dist/types/constants/index.d.ts

@@ -13,6 +13,8 @@ export declare enum NodeType {
 }
 export declare const PLAYGROUND_SERVER_PORT = 5800;
 export declare const SCRCPY_SERVER_PORT = 5700;
+export declare const WEBDRIVER_ELEMENT_ID_KEY = "element-6066-11e4-a52e-4f735466cecf";
+export declare const DEFAULT_WDA_PORT = 8100;
 export declare const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
 export declare const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT = 2000;
 export declare const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME = 300;

package/dist/types/env/types.d.ts

@@ -19,9 +19,12 @@ export declare const MIDSCENE_ADB_PATH = "MIDSCENE_ADB_PATH";
 export declare const MIDSCENE_ADB_REMOTE_HOST = "MIDSCENE_ADB_REMOTE_HOST";
 export declare const MIDSCENE_ADB_REMOTE_PORT = "MIDSCENE_ADB_REMOTE_PORT";
 export declare const MIDSCENE_ANDROID_IME_STRATEGY = "MIDSCENE_ANDROID_IME_STRATEGY";
+export declare const MIDSCENE_IOS_DEVICE_UDID = "MIDSCENE_IOS_DEVICE_UDID";
+export declare const MIDSCENE_IOS_SIMULATOR_UDID = "MIDSCENE_IOS_SIMULATOR_UDID";
 export declare const MIDSCENE_CACHE = "MIDSCENE_CACHE";
 export declare const MIDSCENE_USE_VLM_UI_TARS = "MIDSCENE_USE_VLM_UI_TARS";
 export declare const MIDSCENE_USE_QWEN_VL = "MIDSCENE_USE_QWEN_VL";
+export declare const MIDSCENE_USE_QWEN3_VL = "MIDSCENE_USE_QWEN3_VL";
 export declare const MIDSCENE_USE_DOUBAO_VISION = "MIDSCENE_USE_DOUBAO_VISION";
 export declare const MIDSCENE_USE_GEMINI = "MIDSCENE_USE_GEMINI";
 export declare const MIDSCENE_USE_VL_MODEL = "MIDSCENE_USE_VL_MODEL";
@@ -113,24 +116,24 @@ export declare const UNUSED_ENV_KEYS: string[];
 export declare const BASIC_ENV_KEYS: readonly ["MIDSCENE_DEBUG_MODE", "MIDSCENE_DEBUG_AI_PROFILE", "MIDSCENE_DEBUG_AI_RESPONSE", "MIDSCENE_RUN_DIR"];
 export declare const BOOLEAN_ENV_KEYS: readonly ["MIDSCENE_CACHE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_FORCE_DEEP_THINK", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE"];
 export declare const NUMBER_ENV_KEYS: readonly ["MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT"];
-export declare const STRING_ENV_KEYS: readonly ["OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER"];
+export declare const STRING_ENV_KEYS: readonly ["OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_IOS_DEVICE_UDID", "MIDSCENE_IOS_SIMULATOR_UDID", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER"];
 /**
  * Non model related env keys, used for globally controlling the behavior of midscene
  * Can not be override by agent.modelConfig but can be override by overrideAIConfig
  * Can be access at any time
  */
-export declare const GLOBAL_ENV_KEYS: readonly ["MIDSCENE_CACHE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_FORCE_DEEP_THINK", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE", "MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT", "OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER"];
+export declare const GLOBAL_ENV_KEYS: readonly ["MIDSCENE_CACHE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_FORCE_DEEP_THINK", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE", "MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT", "OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_IOS_DEVICE_UDID", "MIDSCENE_IOS_SIMULATOR_UDID", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER"];
 /**
  * Model related eve keys, used for declare which model to use.
  * Can be override by both agent.modelConfig and overrideAIConfig
  * Can only be access after agent.constructor
  */
-export declare const MODEL_ENV_KEYS: readonly ["MIDSCENE_MODEL_NAME", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_API_KEY", "MIDSCENE_OPENAI_BASE_URL", "MIDSCENE_OPENAI_USE_AZURE", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_USE_AZURE_OPENAI", "MIDSCENE_AZURE_OPENAI_SCOPE", "MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_USE_ANTHROPIC_SDK", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "ANTHROPIC_API_KEY", "MIDSCENE_AZURE_OPENAI_ENDPOINT", "MIDSCENE_AZURE_OPENAI_KEY", "MIDSCENE_AZURE_OPENAI_API_VERSION", "MIDSCENE_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VL_MODE", "OPENAI_API_KEY", "OPENAI_BASE_URL", "OPENAI_USE_AZURE", "ANTHROPIC_API_KEY", "AZURE_OPENAI_ENDPOINT", "AZURE_OPENAI_KEY", "AZURE_OPENAI_API_VERSION", "AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_MODEL_NAME", "MIDSCENE_VQA_OPENAI_SOCKS_PROXY", "MIDSCENE_VQA_OPENAI_HTTP_PROXY", "MIDSCENE_VQA_OPENAI_BASE_URL", "MIDSCENE_VQA_OPENAI_API_KEY", "MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_OPENAI_USE_AZURE", "MIDSCENE_VQA_USE_AZURE_OPENAI", "MIDSCENE_VQA_AZURE_OPENAI_SCOPE", "MIDSCENE_VQA_AZURE_OPENAI_KEY", "MIDSCENE_VQA_AZURE_OPENAI_ENDPOINT", "MIDSCENE_VQA_AZURE_OPENAI_API_VERSION", "MIDSCENE_VQA_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_USE_ANTHROPIC_SDK", "MIDSCENE_VQA_ANTHROPIC_API_KEY", "MIDSCENE_VQA_VL_MODE", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY", "MIDSCENE_PLANNING_OPENAI_HTTP_PROXY", "MIDSCENE_PLANNING_OPENAI_BASE_URL", "MIDSCENE_PLANNING_OPENAI_API_KEY", "MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_OPENAI_USE_AZURE", "MIDSCENE_PLANNING_USE_AZURE_OPENAI", "MIDSCENE_PLANNING_AZURE_OPENAI_SCOPE", "MIDSCENE_PLANNING_AZURE_OPENAI_KEY", "MIDSCENE_PLANNING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_PLANNING_AZURE_OPENAI_API_VERSION", "MIDSCENE_PLANNING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_USE_ANTHROPIC_SDK", "MIDSCENE_PLANNING_ANTHROPIC_API_KEY", "MIDSCENE_PLANNING_VL_MODE", "MIDSCENE_GROUNDING_MODEL_NAME", "MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY", "MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY", "MIDSCENE_GROUNDING_OPENAI_BASE_URL", "MIDSCENE_GROUNDING_OPENAI_API_KEY", "MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_OPENAI_USE_AZURE", "MIDSCENE_GROUNDING_USE_AZURE_OPENAI", "MIDSCENE_GROUNDING_AZURE_OPENAI_SCOPE", "MIDSCENE_GROUNDING_AZURE_OPENAI_KEY", "MIDSCENE_GROUNDING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_GROUNDING_AZURE_OPENAI_API_VERSION", "MIDSCENE_GROUNDING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK", "MIDSCENE_GROUNDING_ANTHROPIC_API_KEY", "MIDSCENE_GROUNDING_VL_MODE"];
-export declare const ALL_ENV_KEYS: readonly [...string[], "MIDSCENE_DEBUG_MODE", "MIDSCENE_DEBUG_AI_PROFILE", "MIDSCENE_DEBUG_AI_RESPONSE", "MIDSCENE_RUN_DIR", "MIDSCENE_CACHE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_FORCE_DEEP_THINK", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE", "MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT", "OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER", "MIDSCENE_MODEL_NAME", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_API_KEY", "MIDSCENE_OPENAI_BASE_URL", "MIDSCENE_OPENAI_USE_AZURE", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_USE_AZURE_OPENAI", "MIDSCENE_AZURE_OPENAI_SCOPE", "MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_USE_ANTHROPIC_SDK", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "ANTHROPIC_API_KEY", "MIDSCENE_AZURE_OPENAI_ENDPOINT", "MIDSCENE_AZURE_OPENAI_KEY", "MIDSCENE_AZURE_OPENAI_API_VERSION", "MIDSCENE_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VL_MODE", "OPENAI_API_KEY", "OPENAI_BASE_URL", "OPENAI_USE_AZURE", "ANTHROPIC_API_KEY", "AZURE_OPENAI_ENDPOINT", "AZURE_OPENAI_KEY", "AZURE_OPENAI_API_VERSION", "AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_MODEL_NAME", "MIDSCENE_VQA_OPENAI_SOCKS_PROXY", "MIDSCENE_VQA_OPENAI_HTTP_PROXY", "MIDSCENE_VQA_OPENAI_BASE_URL", "MIDSCENE_VQA_OPENAI_API_KEY", "MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_OPENAI_USE_AZURE", "MIDSCENE_VQA_USE_AZURE_OPENAI", "MIDSCENE_VQA_AZURE_OPENAI_SCOPE", "MIDSCENE_VQA_AZURE_OPENAI_KEY", "MIDSCENE_VQA_AZURE_OPENAI_ENDPOINT", "MIDSCENE_VQA_AZURE_OPENAI_API_VERSION", "MIDSCENE_VQA_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_USE_ANTHROPIC_SDK", "MIDSCENE_VQA_ANTHROPIC_API_KEY", "MIDSCENE_VQA_VL_MODE", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY", "MIDSCENE_PLANNING_OPENAI_HTTP_PROXY", "MIDSCENE_PLANNING_OPENAI_BASE_URL", "MIDSCENE_PLANNING_OPENAI_API_KEY", "MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_OPENAI_USE_AZURE", "MIDSCENE_PLANNING_USE_AZURE_OPENAI", "MIDSCENE_PLANNING_AZURE_OPENAI_SCOPE", "MIDSCENE_PLANNING_AZURE_OPENAI_KEY", "MIDSCENE_PLANNING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_PLANNING_AZURE_OPENAI_API_VERSION", "MIDSCENE_PLANNING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_USE_ANTHROPIC_SDK", "MIDSCENE_PLANNING_ANTHROPIC_API_KEY", "MIDSCENE_PLANNING_VL_MODE", "MIDSCENE_GROUNDING_MODEL_NAME", "MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY", "MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY", "MIDSCENE_GROUNDING_OPENAI_BASE_URL", "MIDSCENE_GROUNDING_OPENAI_API_KEY", "MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_OPENAI_USE_AZURE", "MIDSCENE_GROUNDING_USE_AZURE_OPENAI", "MIDSCENE_GROUNDING_AZURE_OPENAI_SCOPE", "MIDSCENE_GROUNDING_AZURE_OPENAI_KEY", "MIDSCENE_GROUNDING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_GROUNDING_AZURE_OPENAI_API_VERSION", "MIDSCENE_GROUNDING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK", "MIDSCENE_GROUNDING_ANTHROPIC_API_KEY", "MIDSCENE_GROUNDING_VL_MODE"];
+export declare const MODEL_ENV_KEYS: readonly ["MIDSCENE_MODEL_NAME", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_API_KEY", "MIDSCENE_OPENAI_BASE_URL", "MIDSCENE_OPENAI_USE_AZURE", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_USE_AZURE_OPENAI", "MIDSCENE_AZURE_OPENAI_SCOPE", "MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_USE_ANTHROPIC_SDK", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_QWEN3_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "ANTHROPIC_API_KEY", "MIDSCENE_AZURE_OPENAI_ENDPOINT", "MIDSCENE_AZURE_OPENAI_KEY", "MIDSCENE_AZURE_OPENAI_API_VERSION", "MIDSCENE_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VL_MODE", "OPENAI_API_KEY", "OPENAI_BASE_URL", "OPENAI_USE_AZURE", "ANTHROPIC_API_KEY", "AZURE_OPENAI_ENDPOINT", "AZURE_OPENAI_KEY", "AZURE_OPENAI_API_VERSION", "AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_MODEL_NAME", "MIDSCENE_VQA_OPENAI_SOCKS_PROXY", "MIDSCENE_VQA_OPENAI_HTTP_PROXY", "MIDSCENE_VQA_OPENAI_BASE_URL", "MIDSCENE_VQA_OPENAI_API_KEY", "MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_OPENAI_USE_AZURE", "MIDSCENE_VQA_USE_AZURE_OPENAI", "MIDSCENE_VQA_AZURE_OPENAI_SCOPE", "MIDSCENE_VQA_AZURE_OPENAI_KEY", "MIDSCENE_VQA_AZURE_OPENAI_ENDPOINT", "MIDSCENE_VQA_AZURE_OPENAI_API_VERSION", "MIDSCENE_VQA_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_USE_ANTHROPIC_SDK", "MIDSCENE_VQA_ANTHROPIC_API_KEY", "MIDSCENE_VQA_VL_MODE", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY", "MIDSCENE_PLANNING_OPENAI_HTTP_PROXY", "MIDSCENE_PLANNING_OPENAI_BASE_URL", "MIDSCENE_PLANNING_OPENAI_API_KEY", "MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_OPENAI_USE_AZURE", "MIDSCENE_PLANNING_USE_AZURE_OPENAI", "MIDSCENE_PLANNING_AZURE_OPENAI_SCOPE", "MIDSCENE_PLANNING_AZURE_OPENAI_KEY", "MIDSCENE_PLANNING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_PLANNING_AZURE_OPENAI_API_VERSION", "MIDSCENE_PLANNING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_USE_ANTHROPIC_SDK", "MIDSCENE_PLANNING_ANTHROPIC_API_KEY", "MIDSCENE_PLANNING_VL_MODE", "MIDSCENE_GROUNDING_MODEL_NAME", "MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY", "MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY", "MIDSCENE_GROUNDING_OPENAI_BASE_URL", "MIDSCENE_GROUNDING_OPENAI_API_KEY", "MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_OPENAI_USE_AZURE", "MIDSCENE_GROUNDING_USE_AZURE_OPENAI", "MIDSCENE_GROUNDING_AZURE_OPENAI_SCOPE", "MIDSCENE_GROUNDING_AZURE_OPENAI_KEY", "MIDSCENE_GROUNDING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_GROUNDING_AZURE_OPENAI_API_VERSION", "MIDSCENE_GROUNDING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK", "MIDSCENE_GROUNDING_ANTHROPIC_API_KEY", "MIDSCENE_GROUNDING_VL_MODE"];
+export declare const ALL_ENV_KEYS: readonly [...string[], "MIDSCENE_DEBUG_MODE", "MIDSCENE_DEBUG_AI_PROFILE", "MIDSCENE_DEBUG_AI_RESPONSE", "MIDSCENE_RUN_DIR", "MIDSCENE_CACHE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_FORCE_DEEP_THINK", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE", "MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT", "OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_IOS_DEVICE_UDID", "MIDSCENE_IOS_SIMULATOR_UDID", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER", "MIDSCENE_MODEL_NAME", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_API_KEY", "MIDSCENE_OPENAI_BASE_URL", "MIDSCENE_OPENAI_USE_AZURE", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_USE_AZURE_OPENAI", "MIDSCENE_AZURE_OPENAI_SCOPE", "MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_USE_ANTHROPIC_SDK", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_QWEN3_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "ANTHROPIC_API_KEY", "MIDSCENE_AZURE_OPENAI_ENDPOINT", "MIDSCENE_AZURE_OPENAI_KEY", "MIDSCENE_AZURE_OPENAI_API_VERSION", "MIDSCENE_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VL_MODE", "OPENAI_API_KEY", "OPENAI_BASE_URL", "OPENAI_USE_AZURE", "ANTHROPIC_API_KEY", "AZURE_OPENAI_ENDPOINT", "AZURE_OPENAI_KEY", "AZURE_OPENAI_API_VERSION", "AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_MODEL_NAME", "MIDSCENE_VQA_OPENAI_SOCKS_PROXY", "MIDSCENE_VQA_OPENAI_HTTP_PROXY", "MIDSCENE_VQA_OPENAI_BASE_URL", "MIDSCENE_VQA_OPENAI_API_KEY", "MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_OPENAI_USE_AZURE", "MIDSCENE_VQA_USE_AZURE_OPENAI", "MIDSCENE_VQA_AZURE_OPENAI_SCOPE", "MIDSCENE_VQA_AZURE_OPENAI_KEY", "MIDSCENE_VQA_AZURE_OPENAI_ENDPOINT", "MIDSCENE_VQA_AZURE_OPENAI_API_VERSION", "MIDSCENE_VQA_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_VQA_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_VQA_USE_ANTHROPIC_SDK", "MIDSCENE_VQA_ANTHROPIC_API_KEY", "MIDSCENE_VQA_VL_MODE", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY", "MIDSCENE_PLANNING_OPENAI_HTTP_PROXY", "MIDSCENE_PLANNING_OPENAI_BASE_URL", "MIDSCENE_PLANNING_OPENAI_API_KEY", "MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_OPENAI_USE_AZURE", "MIDSCENE_PLANNING_USE_AZURE_OPENAI", "MIDSCENE_PLANNING_AZURE_OPENAI_SCOPE", "MIDSCENE_PLANNING_AZURE_OPENAI_KEY", "MIDSCENE_PLANNING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_PLANNING_AZURE_OPENAI_API_VERSION", "MIDSCENE_PLANNING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_USE_ANTHROPIC_SDK", "MIDSCENE_PLANNING_ANTHROPIC_API_KEY", "MIDSCENE_PLANNING_VL_MODE", "MIDSCENE_GROUNDING_MODEL_NAME", "MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY", "MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY", "MIDSCENE_GROUNDING_OPENAI_BASE_URL", "MIDSCENE_GROUNDING_OPENAI_API_KEY", "MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_OPENAI_USE_AZURE", "MIDSCENE_GROUNDING_USE_AZURE_OPENAI", "MIDSCENE_GROUNDING_AZURE_OPENAI_SCOPE", "MIDSCENE_GROUNDING_AZURE_OPENAI_KEY", "MIDSCENE_GROUNDING_AZURE_OPENAI_ENDPOINT", "MIDSCENE_GROUNDING_AZURE_OPENAI_API_VERSION", "MIDSCENE_GROUNDING_AZURE_OPENAI_DEPLOYMENT", "MIDSCENE_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK", "MIDSCENE_GROUNDING_ANTHROPIC_API_KEY", "MIDSCENE_GROUNDING_VL_MODE"];
 export type TEnvKeys = (typeof ALL_ENV_KEYS)[number];
 export type TGlobalConfig = Record<TEnvKeys, string | undefined>;
-export type TVlModeValues = 'qwen-vl' | 'doubao-vision' | 'gemini' | 'vlm-ui-tars' | 'vlm-ui-tars-doubao' | 'vlm-ui-tars-doubao-1.5';
-export type TVlModeTypes = 'qwen-vl' | 'doubao-vision' | 'gemini' | 'vlm-ui-tars';
+export type TVlModeValues = 'qwen-vl' | 'qwen3-vl' | 'doubao-vision' | 'gemini' | 'vlm-ui-tars' | 'vlm-ui-tars-doubao' | 'vlm-ui-tars-doubao-1.5';
+export type TVlModeTypes = 'qwen-vl' | 'qwen3-vl' | 'doubao-vision' | 'gemini' | 'vlm-ui-tars';
 export interface IModelConfigForVQA {
     [MIDSCENE_VQA_MODEL_NAME]: string;
     [MIDSCENE_VQA_OPENAI_SOCKS_PROXY]?: string;

package/dist/types/img/transform.d.ts

@@ -49,9 +49,21 @@ export declare function zoomForGPT4o(originalWidth: number, originalHeight: numb
     height: number;
 };
 export declare function jimpFromBase64(base64: string): Promise<Jimp>;
-export declare function paddingToMatchBlock(image: Jimp, blockSize?: number): Promise<Jimp>;
-export declare function paddingToMatchBlockByBase64(imageBase64: string, blockSize?: number): Promise<string>;
-export declare function cropByRect(imageBase64: string, rect: Rect, paddingImage: boolean): Promise<string>;
+export declare function paddingToMatchBlock(image: Jimp, blockSize?: number): Promise<{
+    width: number;
+    height: number;
+    image: Jimp;
+}>;
+export declare function paddingToMatchBlockByBase64(imageBase64: string, blockSize?: number): Promise<{
+    width: number;
+    height: number;
+    imageBase64: string;
+}>;
+export declare function cropByRect(imageBase64: string, rect: Rect, paddingImage: boolean): Promise<{
+    width: number;
+    height: number;
+    imageBase64: string;
+}>;
 export declare function jimpToBase64(image: Jimp): Promise<string>;
 export declare const httpImg2Base64: (url: string) => Promise<string>;
 /**

package/dist/types/index.d.ts

@@ -1,2 +1,3 @@
+export { createCopyStaticPlugin, createPlaygroundCopyPlugin, } from './build/copy-static';
 declare const _default: {};
 export default _default;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/shared",
-  "version": "0.29.0",
+  "version": "0.29.2-beta-20250924120255.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "types": "./dist/types/index.d.ts",

package/src/build/copy-static.ts

@@ -0,0 +1,62 @@
+import fs from 'node:fs';
+import path from 'node:path';
+
+export interface CopyStaticOptions {
+  /** Source directory to copy from */
+  srcDir: string;
+  /** Destination directory to copy to */
+  destDir: string;
+  /** Optional favicon source path (relative to directory containing srcDir) */
+  faviconPath?: string;
+  /** Name for the rsbuild plugin */
+  pluginName?: string;
+}
+
+/**
+ * Creates an rsbuild plugin that copies static files after build
+ * @param options Configuration options for copying static files
+ * @returns Rsbuild plugin object
+ */
+export const createCopyStaticPlugin = (options: CopyStaticOptions) => ({
+  name: options.pluginName || 'copy-static',
+  setup(api: any) {
+    api.onAfterBuild(async () => {
+      const { srcDir, destDir, faviconPath } = options;
+
+      await fs.promises.mkdir(destDir, { recursive: true });
+
+      // Copy directory contents recursively
+      await fs.promises.cp(srcDir, destDir, { recursive: true });
+      console.log(`Copied build artifacts from ${srcDir} to ${destDir}`);
+
+      // Copy favicon if specified
+      if (faviconPath) {
+        const faviconDest = path.join(destDir, 'favicon.ico');
+        await fs.promises.copyFile(faviconPath, faviconDest);
+        console.log(`Copied favicon from ${faviconPath} to ${faviconDest}`);
+      }
+    });
+  },
+});
+
+/**
+ * Helper function to create a copy static plugin for playground builds
+ * @param srcDir Source directory (usually dist directory)
+ * @param destDir Destination directory
+ * @param pluginName Optional plugin name
+ * @param faviconSrc Optional favicon source path
+ * @returns Rsbuild plugin
+ */
+export const createPlaygroundCopyPlugin = (
+  srcDir: string,
+  destDir: string,
+  pluginName?: string,
+  faviconSrc?: string,
+) => {
+  return createCopyStaticPlugin({
+    srcDir,
+    destDir,
+    faviconPath: faviconSrc,
+    pluginName,
+  });
+};

package/src/constants/index.ts

@@ -18,6 +18,10 @@ export enum NodeType {
 export const PLAYGROUND_SERVER_PORT = 5800;
 export const SCRCPY_SERVER_PORT = 5700;
 
+// WebDriver constants
+export const WEBDRIVER_ELEMENT_ID_KEY = 'element-6066-11e4-a52e-4f735466cecf';
+export const DEFAULT_WDA_PORT = 8100;
+
 export const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
 export const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT = 2000;
 export const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME = 300;

package/src/env/parse.ts

@@ -1,6 +1,7 @@
 import {
   MIDSCENE_USE_DOUBAO_VISION,
   MIDSCENE_USE_GEMINI,
+  MIDSCENE_USE_QWEN3_VL,
   MIDSCENE_USE_QWEN_VL,
   MIDSCENE_USE_VLM_UI_TARS,
   type TVlModeTypes,
@@ -58,12 +59,14 @@ export const parseVlModeAndUiTarsFromGlobalConfig = (
 } => {
   const isDoubao = provider[MIDSCENE_USE_DOUBAO_VISION];
   const isQwen = provider[MIDSCENE_USE_QWEN_VL];
+  const isQwen3 = provider[MIDSCENE_USE_QWEN3_VL];
   const isUiTars = provider[MIDSCENE_USE_VLM_UI_TARS];
   const isGemini = provider[MIDSCENE_USE_GEMINI];
 
   const enabledModes = [
     isDoubao && MIDSCENE_USE_DOUBAO_VISION,
     isQwen && MIDSCENE_USE_QWEN_VL,
+    isQwen3 && MIDSCENE_USE_QWEN3_VL,
     isUiTars && MIDSCENE_USE_VLM_UI_TARS,
     isGemini && MIDSCENE_USE_GEMINI,
   ].filter(Boolean);
@@ -74,6 +77,13 @@ export const parseVlModeAndUiTarsFromGlobalConfig = (
     );
   }
 
+  if (isQwen3) {
+    return {
+      vlMode: 'qwen3-vl',
+      uiTarsVersion: undefined,
+    };
+  }
+
   if (isQwen) {
     return {
       vlMode: 'qwen-vl',

package/src/env/types.ts

@@ -26,9 +26,13 @@ export const MIDSCENE_ADB_REMOTE_HOST = 'MIDSCENE_ADB_REMOTE_HOST';
 export const MIDSCENE_ADB_REMOTE_PORT = 'MIDSCENE_ADB_REMOTE_PORT';
 export const MIDSCENE_ANDROID_IME_STRATEGY = 'MIDSCENE_ANDROID_IME_STRATEGY';
 
+export const MIDSCENE_IOS_DEVICE_UDID = 'MIDSCENE_IOS_DEVICE_UDID';
+export const MIDSCENE_IOS_SIMULATOR_UDID = 'MIDSCENE_IOS_SIMULATOR_UDID';
+
 export const MIDSCENE_CACHE = 'MIDSCENE_CACHE';
 export const MIDSCENE_USE_VLM_UI_TARS = 'MIDSCENE_USE_VLM_UI_TARS';
 export const MIDSCENE_USE_QWEN_VL = 'MIDSCENE_USE_QWEN_VL';
+export const MIDSCENE_USE_QWEN3_VL = 'MIDSCENE_USE_QWEN3_VL';
 export const MIDSCENE_USE_DOUBAO_VISION = 'MIDSCENE_USE_DOUBAO_VISION';
 export const MIDSCENE_USE_GEMINI = 'MIDSCENE_USE_GEMINI';
 export const MIDSCENE_USE_VL_MODEL = 'MIDSCENE_USE_VL_MODEL';
@@ -204,6 +208,8 @@ export const STRING_ENV_KEYS = [
   MIDSCENE_ADB_REMOTE_HOST,
   MIDSCENE_ADB_REMOTE_PORT,
   MIDSCENE_ANDROID_IME_STRATEGY,
+  MIDSCENE_IOS_DEVICE_UDID,
+  MIDSCENE_IOS_SIMULATOR_UDID,
   MIDSCENE_REPORT_TAG_NAME,
   MIDSCENE_PREFERRED_LANGUAGE,
   MATCH_BY_POSITION,
@@ -242,6 +248,7 @@ export const MODEL_ENV_KEYS = [
   MIDSCENE_USE_ANTHROPIC_SDK,
   MIDSCENE_USE_VLM_UI_TARS,
   MIDSCENE_USE_QWEN_VL,
+  MIDSCENE_USE_QWEN3_VL,
   MIDSCENE_USE_DOUBAO_VISION,
   MIDSCENE_USE_GEMINI,
   MIDSCENE_USE_VL_MODEL,
@@ -328,6 +335,7 @@ export type TGlobalConfig = Record<TEnvKeys, string | undefined>;
 
 export type TVlModeValues =
   | 'qwen-vl'
+  | 'qwen3-vl'
   | 'doubao-vision'
   | 'gemini'
   | 'vlm-ui-tars'
@@ -336,6 +344,7 @@ export type TVlModeValues =
 
 export type TVlModeTypes =
   | 'qwen-vl'
+  | 'qwen3-vl'
   | 'doubao-vision'
   | 'gemini'
   | 'vlm-ui-tars';
@@ -497,6 +506,7 @@ export const VL_MODE_RAW_VALID_VALUES: TVlModeValues[] = [
   'doubao-vision',
   'gemini',
   'qwen-vl',
+  'qwen3-vl',
   'vlm-ui-tars',
   'vlm-ui-tars-doubao',
   'vlm-ui-tars-doubao-1.5',

package/src/img/transform.ts

@@ -228,14 +228,18 @@ export async function jimpFromBase64(base64: string): Promise<Jimp> {
 export async function paddingToMatchBlock(
   image: Jimp,
   blockSize = 28,
-): Promise<Jimp> {
+): Promise<{
+  width: number;
+  height: number;
+  image: Jimp;
+}> {
   const { width, height } = image.bitmap;
 
   const targetWidth = Math.ceil(width / blockSize) * blockSize;
   const targetHeight = Math.ceil(height / blockSize) * blockSize;
 
   if (targetWidth === width && targetHeight === height) {
-    return image;
+    return { width, height, image };
   }
 
   const Jimp = await getJimp();
@@ -243,31 +247,52 @@ export async function paddingToMatchBlock(
 
   // Composite the original image onto the new canvas
   paddedImage.composite(image, 0, 0);
-  return paddedImage;
+  return { width: targetWidth, height: targetHeight, image: paddedImage };
 }
 
 export async function paddingToMatchBlockByBase64(
   imageBase64: string,
   blockSize = 28,
-): Promise<string> {
+): Promise<{
+  width: number;
+  height: number;
+  imageBase64: string;
+}> {
   const jimpImage = await jimpFromBase64(imageBase64);
-  const paddedImage = await paddingToMatchBlock(jimpImage, blockSize);
-  return jimpToBase64(paddedImage);
+  const paddedResult = await paddingToMatchBlock(jimpImage, blockSize);
+  return {
+    width: paddedResult.width,
+    height: paddedResult.height,
+    imageBase64: await jimpToBase64(paddedResult.image),
+  };
 }
+
 export async function cropByRect(
   imageBase64: string,
   rect: Rect,
   paddingImage: boolean,
-): Promise<string> {
+): Promise<{
+  width: number;
+  height: number;
+  imageBase64: string;
+}> {
   const jimpImage = await jimpFromBase64(imageBase64);
   const { left, top, width, height } = rect;
   jimpImage.crop(left, top, width, height);
 
   if (paddingImage) {
-    const paddedImage = await paddingToMatchBlock(jimpImage);
-    return jimpToBase64(paddedImage);
+    const paddedResult = await paddingToMatchBlock(jimpImage);
+    return {
+      width: paddedResult.width,
+      height: paddedResult.height,
+      imageBase64: await jimpToBase64(paddedResult.image),
+    };
   }
-  return jimpToBase64(jimpImage);
+  return {
+    width: jimpImage.bitmap.width,
+    height: jimpImage.bitmap.height,
+    imageBase64: await jimpToBase64(jimpImage),
+  };
 }
 
 export async function jimpToBase64(image: Jimp): Promise<string> {

package/src/index.ts

@@ -1 +1,6 @@
+export {
+  createCopyStaticPlugin,
+  createPlaygroundCopyPlugin,
+} from './build/copy-static';
+
 export default {};