@aiscene/shared 8.0.2 → 8.0.3

package/dist/lib/cli/cli-runner.js

@@ -33,10 +33,11 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    CLIError: ()=>CLIError,
-    parseCliArgs: ()=>parseCliArgs,
-    parseValue: ()=>parseValue,
+    CLIError: ()=>external_cli_error_js_namespaceObject.CLIError,
+    parseCliArgs: ()=>external_cli_args_js_namespaceObject.parseCliArgs,
+    parseValue: ()=>external_cli_args_js_namespaceObject.parseValue,
     runToolsCLI: ()=>runToolsCLI,
+    reportCLIError: ()=>external_cli_error_js_namespaceObject.reportCLIError,
     removePrefix: ()=>removePrefix
 });
 const external_node_fs_namespaceObject = require("node:fs");
@@ -45,44 +46,9 @@ const external_node_path_namespaceObject = require("node:path");
 const external_dotenv_namespaceObject = require("dotenv");
 var external_dotenv_default = /*#__PURE__*/ __webpack_require__.n(external_dotenv_namespaceObject);
 const external_logger_js_namespaceObject = require("../logger.js");
-function _define_property(obj, key, value) {
-    if (key in obj) Object.defineProperty(obj, key, {
-        value: value,
-        enumerable: true,
-        configurable: true,
-        writable: true
-    });
-    else obj[key] = value;
-    return obj;
-}
+const external_cli_args_js_namespaceObject = require("./cli-args.js");
+const external_cli_error_js_namespaceObject = require("./cli-error.js");
 const debug = (0, external_logger_js_namespaceObject.getDebug)('cli-runner');
-class CLIError extends Error {
-    constructor(message, exitCode = 1){
-        super(message), _define_property(this, "exitCode", void 0), this.exitCode = exitCode;
-    }
-}
-function parseValue(raw) {
-    if (raw.startsWith('{') || raw.startsWith('[')) try {
-        return JSON.parse(raw);
-    } catch  {}
-    if (/^-?\d+(\.\d+)?$/.test(raw)) return Number(raw);
-    return raw;
-}
-function parseCliArgs(args) {
-    const result = {};
-    for(let i = 0; i < args.length; i++){
-        const arg = args[i];
-        if (!arg.startsWith('--')) continue;
-        const body = arg.slice(2);
-        const eqIdx = body.indexOf('=');
-        if (eqIdx >= 0) result[body.slice(0, eqIdx)] = parseValue(body.slice(eqIdx + 1));
-        else if (args[i + 1] && !args[i + 1].startsWith('--')) {
-            i++;
-            result[body] = parseValue(args[i]);
-        } else result[body] = true;
-    }
-    return result;
-}
 function outputContentItem(item, isError) {
     switch(item.type){
         case 'text':
@@ -114,10 +80,13 @@ function printCommandHelp(scriptName, cmd) {
     console.log(def.description);
     const schemaEntries = Object.entries(def.schema);
     if (schemaEntries.length > 0) {
+        const optionWidth = Math.max(22, ...schemaEntries.map(([key])=>(0, external_cli_args_js_namespaceObject.getCliOptionDisplay)(key, def.cli?.options?.[key]).label.length));
         console.log('\nOptions:');
         for (const [key, zodType] of schemaEntries){
+            const { label, aliases } = (0, external_cli_args_js_namespaceObject.getCliOptionDisplay)(key, def.cli?.options?.[key]);
             const desc = zodType.description ?? '';
-            console.log(`  --${key.padEnd(20)} ${desc}`);
+            const aliasText = aliases.length > 0 ? ` (aliases: ${aliases.join(', ')})` : '';
+            console.log(`  ${label.padEnd(optionWidth)} ${desc}${aliasText}`);
         }
     }
 }
@@ -167,7 +136,7 @@ async function runToolsCLI(tools, scriptName, options) {
         return;
     }
     if ('--version' === commandName || '-v' === commandName || 'version' === commandName.toLowerCase()) {
-        if (!cliVersion) throw new CLIError('Failed to determine CLI version');
+        if (!cliVersion) throw new external_cli_error_js_namespaceObject.CLIError('Failed to determine CLI version');
         printVersion(scriptName, cliVersion);
         return;
     }
@@ -176,31 +145,35 @@ async function runToolsCLI(tools, scriptName, options) {
         debug('unknown command: %s', commandName);
         console.error(`Unknown command: ${commandName}`);
         printHelp(scriptName, commands, cliVersion);
-        throw new CLIError(`Unknown command: ${commandName}`);
+        throw new external_cli_error_js_namespaceObject.CLIError(`Unknown command: ${commandName}`);
     }
-    const parsedArgs = parseCliArgs(restArgs);
-    debug('command: %s, args: %s', match.name, JSON.stringify(parsedArgs));
+    const parsedArgs = (0, external_cli_args_js_namespaceObject.parseCliArgs)(restArgs);
     if (true === parsedArgs.help) {
         debug('showing command help for: %s', match.name);
         printCommandHelp(scriptName, match);
         return;
     }
+    const cliValidationError = (0, external_cli_args_js_namespaceObject.formatCliValidationError)(scriptName, match.name, match.def, parsedArgs);
+    if (cliValidationError) throw new external_cli_error_js_namespaceObject.CLIError(cliValidationError);
+    debug('command: %s, args: %s', match.name, JSON.stringify(parsedArgs));
     const result = await match.def.handler(parsedArgs);
     debug('command %s completed, isError: %s', match.name, result.isError ?? false);
     outputResult(result);
     await tools.destroy();
-    if (result.isError) throw new CLIError('Command failed', 1);
+    if (result.isError) throw new external_cli_error_js_namespaceObject.CLIError('Command failed', 1);
 }
 exports.CLIError = __webpack_exports__.CLIError;
 exports.parseCliArgs = __webpack_exports__.parseCliArgs;
 exports.parseValue = __webpack_exports__.parseValue;
 exports.removePrefix = __webpack_exports__.removePrefix;
+exports.reportCLIError = __webpack_exports__.reportCLIError;
 exports.runToolsCLI = __webpack_exports__.runToolsCLI;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "CLIError",
     "parseCliArgs",
     "parseValue",
     "removePrefix",
+    "reportCLIError",
     "runToolsCLI"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/cli/index.js

@@ -24,23 +24,28 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    CLIError: ()=>external_cli_runner_js_namespaceObject.CLIError,
-    parseCliArgs: ()=>external_cli_runner_js_namespaceObject.parseCliArgs,
-    parseValue: ()=>external_cli_runner_js_namespaceObject.parseValue,
+    CLIError: ()=>external_cli_error_js_namespaceObject.CLIError,
+    parseCliArgs: ()=>external_cli_args_js_namespaceObject.parseCliArgs,
+    parseValue: ()=>external_cli_args_js_namespaceObject.parseValue,
     runToolsCLI: ()=>external_cli_runner_js_namespaceObject.runToolsCLI,
+    reportCLIError: ()=>external_cli_error_js_namespaceObject.reportCLIError,
     removePrefix: ()=>external_cli_runner_js_namespaceObject.removePrefix
 });
+const external_cli_error_js_namespaceObject = require("./cli-error.js");
+const external_cli_args_js_namespaceObject = require("./cli-args.js");
 const external_cli_runner_js_namespaceObject = require("./cli-runner.js");
 exports.CLIError = __webpack_exports__.CLIError;
 exports.parseCliArgs = __webpack_exports__.parseCliArgs;
 exports.parseValue = __webpack_exports__.parseValue;
 exports.removePrefix = __webpack_exports__.removePrefix;
+exports.reportCLIError = __webpack_exports__.reportCLIError;
 exports.runToolsCLI = __webpack_exports__.runToolsCLI;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "CLIError",
     "parseCliArgs",
     "parseValue",
     "removePrefix",
+    "reportCLIError",
     "runToolsCLI"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/constants/example-code.js

@@ -57,8 +57,8 @@ aiQuery<T>(queryObject: Record<string, string>): Promise<T> // Extracts data fro
 // The following is test code for Midscene AI, for reference
 // The following is Playwright syntax, you can use Playwright to assist in test generation
 import { test as base } from '@playwright/test';
-import type { PlayWrightAiFixtureType } from '@midscene/web/playwright';
-import { PlaywrightAiFixture } from '@midscene/web/playwright';
+import type { PlayWrightAiFixtureType } from '@aiscene/web/playwright';
+import { PlaywrightAiFixture } from '@aiscene/web/playwright';
 
 const test = base.extend<PlayWrightAiFixtureType>(PlaywrightAiFixture({
   waitForNetworkIdleTimeout: 2000, // optional, the timeout for waiting for network idle between each action, default is 2000ms

package/dist/lib/constants/index.js

@@ -25,17 +25,22 @@ var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,
-    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
+    SCRCPY_PUSH_TIMEOUT_MS: ()=>SCRCPY_PUSH_TIMEOUT_MS,
     CONTAINER_MINI_WIDTH: ()=>CONTAINER_MINI_WIDTH,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,
-    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
     TEXT_MAX_SIZE: ()=>TEXT_MAX_SIZE,
+    SCRCPY_PREVIEW_METADATA_TIMEOUT_MS: ()=>SCRCPY_PREVIEW_METADATA_TIMEOUT_MS,
     WEBDRIVER_ELEMENT_ID_KEY: ()=>WEBDRIVER_ELEMENT_ID_KEY,
+    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
+    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
+    SCRCPY_VIDEO_STREAM_TIMEOUT_MS: ()=>SCRCPY_VIDEO_STREAM_TIMEOUT_MS,
+    SCRCPY_ADB_CONNECT_TIMEOUT_MS: ()=>SCRCPY_ADB_CONNECT_TIMEOUT_MS,
+    SCRCPY_START_TIMEOUT_MS: ()=>SCRCPY_START_TIMEOUT_MS,
+    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
     DEFAULT_WDA_PORT: ()=>DEFAULT_WDA_PORT,
     NodeType: ()=>constants_NodeType,
     PLAYWRIGHT_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE,
-    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
     SCRCPY_SERVER_PORT: ()=>SCRCPY_SERVER_PORT,
     TEXT_SIZE_THRESHOLD: ()=>TEXT_SIZE_THRESHOLD
 });
@@ -56,6 +61,11 @@ var constants_NodeType = /*#__PURE__*/ function(NodeType) {
 }({});
 const PLAYGROUND_SERVER_PORT = 5800;
 const SCRCPY_SERVER_PORT = 5700;
+const SCRCPY_ADB_CONNECT_TIMEOUT_MS = 10000;
+const SCRCPY_PUSH_TIMEOUT_MS = 10000;
+const SCRCPY_START_TIMEOUT_MS = 15000;
+const SCRCPY_VIDEO_STREAM_TIMEOUT_MS = 15000;
+const SCRCPY_PREVIEW_METADATA_TIMEOUT_MS = SCRCPY_ADB_CONNECT_TIMEOUT_MS + SCRCPY_PUSH_TIMEOUT_MS + SCRCPY_START_TIMEOUT_MS + SCRCPY_VIDEO_STREAM_TIMEOUT_MS + 5000;
 const WEBDRIVER_ELEMENT_ID_KEY = 'element-6066-11e4-a52e-4f735466cecf';
 const DEFAULT_WDA_PORT = 8100;
 const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
@@ -70,7 +80,12 @@ exports.DEFAULT_WDA_PORT = __webpack_exports__.DEFAULT_WDA_PORT;
 exports.NodeType = __webpack_exports__.NodeType;
 exports.PLAYGROUND_SERVER_PORT = __webpack_exports__.PLAYGROUND_SERVER_PORT;
 exports.PLAYWRIGHT_EXAMPLE_CODE = __webpack_exports__.PLAYWRIGHT_EXAMPLE_CODE;
+exports.SCRCPY_ADB_CONNECT_TIMEOUT_MS = __webpack_exports__.SCRCPY_ADB_CONNECT_TIMEOUT_MS;
+exports.SCRCPY_PREVIEW_METADATA_TIMEOUT_MS = __webpack_exports__.SCRCPY_PREVIEW_METADATA_TIMEOUT_MS;
+exports.SCRCPY_PUSH_TIMEOUT_MS = __webpack_exports__.SCRCPY_PUSH_TIMEOUT_MS;
 exports.SCRCPY_SERVER_PORT = __webpack_exports__.SCRCPY_SERVER_PORT;
+exports.SCRCPY_START_TIMEOUT_MS = __webpack_exports__.SCRCPY_START_TIMEOUT_MS;
+exports.SCRCPY_VIDEO_STREAM_TIMEOUT_MS = __webpack_exports__.SCRCPY_VIDEO_STREAM_TIMEOUT_MS;
 exports.TEXT_MAX_SIZE = __webpack_exports__.TEXT_MAX_SIZE;
 exports.TEXT_SIZE_THRESHOLD = __webpack_exports__.TEXT_SIZE_THRESHOLD;
 exports.WEBDRIVER_ELEMENT_ID_KEY = __webpack_exports__.WEBDRIVER_ELEMENT_ID_KEY;
@@ -85,7 +100,12 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "NodeType",
     "PLAYGROUND_SERVER_PORT",
     "PLAYWRIGHT_EXAMPLE_CODE",
+    "SCRCPY_ADB_CONNECT_TIMEOUT_MS",
+    "SCRCPY_PREVIEW_METADATA_TIMEOUT_MS",
+    "SCRCPY_PUSH_TIMEOUT_MS",
     "SCRCPY_SERVER_PORT",
+    "SCRCPY_START_TIMEOUT_MS",
+    "SCRCPY_VIDEO_STREAM_TIMEOUT_MS",
     "TEXT_MAX_SIZE",
     "TEXT_SIZE_THRESHOLD",
     "WEBDRIVER_ELEMENT_ID_KEY",

package/dist/lib/env/model-config-manager.js

@@ -52,14 +52,17 @@ class ModelConfigManager {
         this.modelConfigMap = {
             default: {
                 ...defaultConfig,
+                intent: 'default',
                 createOpenAIClient: this.createOpenAIClientFn
             },
             insight: {
                 ...insightConfig || defaultConfig,
+                intent: 'insight',
                 createOpenAIClient: this.createOpenAIClientFn
             },
             planning: {
                 ...planningConfig || defaultConfig,
+                intent: 'planning',
                 createOpenAIClient: this.createOpenAIClientFn
             }
         };

package/dist/lib/env/parse-model-config.js

@@ -36,6 +36,9 @@ const external_logger_js_namespaceObject = require("../logger.js");
 const external_utils_js_namespaceObject = require("../utils.js");
 const external_helper_js_namespaceObject = require("./helper.js");
 const external_init_debug_js_namespaceObject = require("./init-debug.js");
+const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
+const getCurrentVersion = ()=>"8.0.3";
+const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${external_types_js_namespaceObject.MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
 const KEYS_MAP = {
     insight: external_constants_js_namespaceObject.INSIGHT_MODEL_CONFIG_KEYS,
     planning: external_constants_js_namespaceObject.PLANNING_MODEL_CONFIG_KEYS,
@@ -46,7 +49,7 @@ const getUITarsModelVersion = (modelFamily)=>{
     if ('vlm-ui-tars-doubao' === modelFamily || 'vlm-ui-tars-doubao-1.5' === modelFamily) return external_types_js_namespaceObject.UITarsModelVersion.DOUBAO_1_5_20B;
 };
 const validateModelFamily = (modelFamily)=>{
-    if (modelFamily && !external_types_js_namespaceObject.MODEL_FAMILY_VALUES.includes(modelFamily)) throw new Error(`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}`);
+    if (modelFamily && !external_types_js_namespaceObject.MODEL_FAMILY_VALUES.includes(modelFamily)) throw new Error(getInvalidModelFamilyMessage(modelFamily));
 };
 const legacyConfigToModelFamily = (provider)=>{
     const isDoubao = provider[external_types_js_namespaceObject.MIDSCENE_USE_DOUBAO_VISION];
@@ -122,6 +125,7 @@ const parseOpenaiSdkConfig = ({ keys, provider, useLegacyLogic = false })=>{
         modelName: modelName,
         modelDescription,
         intent: '-',
+        slot: '-',
         timeout: provider[keys.timeout] ? Number(provider[keys.timeout]) : void 0,
         temperature,
         retryCount: (()=>{
@@ -164,6 +168,7 @@ const decideModelConfigFromIntentConfig = (intent, configMap)=>{
         useLegacyLogic: 'default' === intent
     });
     finalResult.intent = intent;
+    finalResult.slot = intent;
     debugLog('decideModelConfig result by agent.modelConfig() with intent', intent, (0, external_helper_js_namespaceObject.maskConfig)({
         ...finalResult
     }));

package/dist/lib/env/types.js

@@ -55,6 +55,7 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY: ()=>MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY,
     MIDSCENE_INSIGHT_MODEL_TEMPERATURE: ()=>MIDSCENE_INSIGHT_MODEL_TEMPERATURE,
     MIDSCENE_INSIGHT_MODEL_TIMEOUT: ()=>MIDSCENE_INSIGHT_MODEL_TIMEOUT,
+    MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE: ()=>MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE,
     MIDSCENE_IOS_DEVICE_UDID: ()=>MIDSCENE_IOS_DEVICE_UDID,
     MIDSCENE_IOS_SIMULATOR_UDID: ()=>MIDSCENE_IOS_SIMULATOR_UDID,
     MIDSCENE_LANGFUSE_DEBUG: ()=>MIDSCENE_LANGFUSE_DEBUG,
@@ -154,6 +155,7 @@ const MIDSCENE_ADB_REMOTE_PORT = 'MIDSCENE_ADB_REMOTE_PORT';
 const MIDSCENE_ANDROID_IME_STRATEGY = 'MIDSCENE_ANDROID_IME_STRATEGY';
 const MIDSCENE_IOS_DEVICE_UDID = 'MIDSCENE_IOS_DEVICE_UDID';
 const MIDSCENE_IOS_SIMULATOR_UDID = 'MIDSCENE_IOS_SIMULATOR_UDID';
+const MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE = 'MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE';
 const MIDSCENE_CACHE = 'MIDSCENE_CACHE';
 const MIDSCENE_USE_VLM_UI_TARS = 'MIDSCENE_USE_VLM_UI_TARS';
 const MIDSCENE_USE_QWEN_VL = 'MIDSCENE_USE_QWEN_VL';
@@ -359,6 +361,7 @@ exports.MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL = __webpack_exports__.MIDSCENE_INS
 exports.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY;
 exports.MIDSCENE_INSIGHT_MODEL_TEMPERATURE = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_TEMPERATURE;
 exports.MIDSCENE_INSIGHT_MODEL_TIMEOUT = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_TIMEOUT;
+exports.MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE = __webpack_exports__.MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE;
 exports.MIDSCENE_IOS_DEVICE_UDID = __webpack_exports__.MIDSCENE_IOS_DEVICE_UDID;
 exports.MIDSCENE_IOS_SIMULATOR_UDID = __webpack_exports__.MIDSCENE_IOS_SIMULATOR_UDID;
 exports.MIDSCENE_LANGFUSE_DEBUG = __webpack_exports__.MIDSCENE_LANGFUSE_DEBUG;
@@ -452,6 +455,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY",
     "MIDSCENE_INSIGHT_MODEL_TEMPERATURE",
     "MIDSCENE_INSIGHT_MODEL_TIMEOUT",
+    "MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE",
     "MIDSCENE_IOS_DEVICE_UDID",
     "MIDSCENE_IOS_SIMULATOR_UDID",
     "MIDSCENE_LANGFUSE_DEBUG",

package/dist/lib/env/utils.js

@@ -27,7 +27,6 @@ __webpack_require__.d(__webpack_exports__, {
     overrideAIConfig: ()=>overrideAIConfig,
     globalModelConfigManager: ()=>globalModelConfigManager,
     getPreferredLanguage: ()=>getPreferredLanguage,
-    getCurrentTime: ()=>getCurrentTime,
     globalConfigManager: ()=>globalConfigManager
 });
 const external_global_config_manager_js_namespaceObject = require("./global-config-manager.js");
@@ -37,14 +36,6 @@ const globalModelConfigManager = new external_model_config_manager_js_namespaceO
 const globalConfigManager = new external_global_config_manager_js_namespaceObject.GlobalConfigManager();
 globalConfigManager.registerModelConfigManager(globalModelConfigManager);
 globalModelConfigManager.registerGlobalConfigManager(globalConfigManager);
-async function getCurrentTime(device, useDeviceTimestamp) {
-    if (useDeviceTimestamp && device?.getTimestamp) try {
-        return await device.getTimestamp();
-    } catch (error) {
-        console.warn(`Failed to get device time, falling back to system time: ${error}`);
-    }
-    return Date.now();
-}
 const getPreferredLanguage = ()=>{
     const prefer = globalConfigManager.getEnvConfigValue(external_types_js_namespaceObject.MIDSCENE_PREFERRED_LANGUAGE);
     if (prefer) return prefer;
@@ -55,13 +46,11 @@ const getPreferredLanguage = ()=>{
 const overrideAIConfig = (newConfig, extendMode = false)=>{
     globalConfigManager.overrideAIConfig(newConfig, extendMode);
 };
-exports.getCurrentTime = __webpack_exports__.getCurrentTime;
 exports.getPreferredLanguage = __webpack_exports__.getPreferredLanguage;
 exports.globalConfigManager = __webpack_exports__.globalConfigManager;
 exports.globalModelConfigManager = __webpack_exports__.globalModelConfigManager;
 exports.overrideAIConfig = __webpack_exports__.overrideAIConfig;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
-    "getCurrentTime",
     "getPreferredLanguage",
     "globalConfigManager",
     "globalModelConfigManager",

package/dist/lib/extractor/index.js

@@ -24,6 +24,7 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
+    generateElementByPoint: ()=>external_dom_util_js_namespaceObject.generateElementByPoint,
     getNodeInfoByXpath: ()=>external_locator_js_namespaceObject.getNodeInfoByXpath,
     getXpathsById: ()=>external_locator_js_namespaceObject.getXpathsById,
     trimAttributes: ()=>external_tree_js_namespaceObject.trimAttributes,
@@ -45,6 +46,7 @@ const external_web_extractor_js_namespaceObject = require("./web-extractor.js");
 const external_locator_js_namespaceObject = require("./locator.js");
 const external_dom_util_js_namespaceObject = require("./dom-util.js");
 exports.descriptionOfTree = __webpack_exports__.descriptionOfTree;
+exports.generateElementByPoint = __webpack_exports__.generateElementByPoint;
 exports.generateElementByRect = __webpack_exports__.generateElementByRect;
 exports.getElementInfoByXpath = __webpack_exports__.getElementInfoByXpath;
 exports.getElementXpath = __webpack_exports__.getElementXpath;
@@ -61,6 +63,7 @@ exports.webExtractNodeTreeAsString = __webpack_exports__.webExtractNodeTreeAsStr
 exports.webExtractTextWithPosition = __webpack_exports__.webExtractTextWithPosition;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "descriptionOfTree",
+    "generateElementByPoint",
     "generateElementByRect",
     "getElementInfoByXpath",
     "getElementXpath",

package/dist/lib/img/index.js

@@ -31,6 +31,7 @@ __webpack_require__.d(__webpack_exports__, {
     resizeImgBase64: ()=>external_transform_js_namespaceObject.resizeImgBase64,
     saveBase64Image: ()=>external_transform_js_namespaceObject.saveBase64Image,
     isValidImageBuffer: ()=>external_info_js_namespaceObject.isValidImageBuffer,
+    validateScreenshotBuffer: ()=>external_info_js_namespaceObject.validateScreenshotBuffer,
     preProcessImageUrl: ()=>external_transform_js_namespaceObject.preProcessImageUrl,
     annotateRects: ()=>external_box_select_js_namespaceObject.annotateRects,
     compositeElementInfoImg: ()=>external_box_select_js_namespaceObject.compositeElementInfoImg,
@@ -65,6 +66,7 @@ exports.resizeAndConvertImgBuffer = __webpack_exports__.resizeAndConvertImgBuffe
 exports.resizeImgBase64 = __webpack_exports__.resizeImgBase64;
 exports.saveBase64Image = __webpack_exports__.saveBase64Image;
 exports.scaleImage = __webpack_exports__.scaleImage;
+exports.validateScreenshotBuffer = __webpack_exports__.validateScreenshotBuffer;
 exports.zoomForGPT4o = __webpack_exports__.zoomForGPT4o;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "annotateRects",
@@ -85,6 +87,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "resizeImgBase64",
     "saveBase64Image",
     "scaleImage",
+    "validateScreenshotBuffer",
     "zoomForGPT4o"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/img/info.js

@@ -35,6 +35,7 @@ __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     isValidPNGImageBuffer: ()=>isValidPNGImageBuffer,
     isValidImageBuffer: ()=>isValidImageBuffer,
+    validateScreenshotBuffer: ()=>validateScreenshotBuffer,
     imageInfoOfBase64: ()=>imageInfoOfBase64,
     isValidJPEGImageBuffer: ()=>isValidJPEGImageBuffer
 });
@@ -43,27 +44,18 @@ var external_node_assert_default = /*#__PURE__*/ __webpack_require__.n(external_
 const external_get_photon_js_namespaceObject = require("./get-photon.js");
 var external_get_photon_js_default = /*#__PURE__*/ __webpack_require__.n(external_get_photon_js_namespaceObject);
 async function imageInfoOfBase64(imageBase64) {
-    if (!imageBase64 || 'string' != typeof imageBase64) throw new Error('Invalid image base64: data is empty or not a string');
+    const { PhotonImage } = await external_get_photon_js_default()();
     const base64Data = imageBase64.replace(/^data:image\/\w+;base64,/, '');
-    if (!base64Data || 0 === base64Data.length) throw new Error('Invalid image base64: no data after stripping prefix');
-    if (!/^[A-Za-z0-9+/]*={0,2}$/.test(base64Data)) throw new Error('Invalid image base64: contains invalid characters');
-    if (base64Data.length < 4) throw new Error(`Invalid image base64: data too short (${base64Data.length} characters)`);
-    try {
-        const { PhotonImage } = await external_get_photon_js_default()();
-        const result = PhotonImage.new_from_base64(base64Data);
-        const image = result instanceof Promise ? await result : result;
-        const width = image.get_width();
-        const height = image.get_height();
-        image.free();
-        external_node_assert_default()(width && height, 'Invalid image: cannot get width or height');
-        return {
-            width,
-            height
-        };
-    } catch (error) {
-        if (error instanceof Error && error.message.includes('unreachable')) throw new Error(`Failed to decode image: invalid or corrupted image data. Original error: ${error.message}`);
-        throw error;
-    }
+    const result = PhotonImage.new_from_base64(base64Data);
+    const image = result instanceof Promise ? await result : result;
+    const width = image.get_width();
+    const height = image.get_height();
+    image.free();
+    external_node_assert_default()(width && height, 'Invalid image: cannot get width or height');
+    return {
+        width,
+        height
+    };
 }
 function isValidPNGImageBuffer(buffer) {
     if (!buffer || buffer.length < 8) return false;
@@ -77,15 +69,23 @@ function isValidJPEGImageBuffer(buffer) {
 function isValidImageBuffer(buffer) {
     return isValidPNGImageBuffer(buffer) || isValidJPEGImageBuffer(buffer);
 }
+function validateScreenshotBuffer(screenshotBuffer, { label, minBufferSize = 0 }) {
+    const bufferSize = screenshotBuffer?.length ?? 0;
+    if (!screenshotBuffer || 0 === bufferSize) throw new Error(`${label} validation failed: buffer size ${bufferSize} bytes`);
+    if (!isValidImageBuffer(screenshotBuffer)) throw new Error(`${label} buffer has invalid image format`);
+    if (minBufferSize > 0 && bufferSize < minBufferSize) throw new Error(`${label} validation failed: buffer size ${bufferSize} bytes (minimum: ${minBufferSize})`);
+}
 exports.imageInfoOfBase64 = __webpack_exports__.imageInfoOfBase64;
 exports.isValidImageBuffer = __webpack_exports__.isValidImageBuffer;
 exports.isValidJPEGImageBuffer = __webpack_exports__.isValidJPEGImageBuffer;
 exports.isValidPNGImageBuffer = __webpack_exports__.isValidPNGImageBuffer;
+exports.validateScreenshotBuffer = __webpack_exports__.validateScreenshotBuffer;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "imageInfoOfBase64",
     "isValidImageBuffer",
     "isValidJPEGImageBuffer",
-    "isValidPNGImageBuffer"
+    "isValidPNGImageBuffer",
+    "validateScreenshotBuffer"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true

package/dist/lib/key-alias-utils.js

@@ -0,0 +1,62 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    camelToKebab: ()=>camelToKebab,
+    getKeyAliases: ()=>getKeyAliases,
+    isRecord: ()=>isRecord,
+    kebabToCamel: ()=>kebabToCamel
+});
+function kebabToCamel(str) {
+    return str.replace(/-([a-z])/g, (_, letter)=>letter.toUpperCase());
+}
+function camelToKebab(str) {
+    return str.replace(/[A-Z]/g, (letter)=>`-${letter.toLowerCase()}`).replace(/^-/, '');
+}
+function getKeyAliases(key) {
+    return [
+        ...new Set([
+            key,
+            kebabToCamel(key),
+            camelToKebab(key)
+        ])
+    ];
+}
+function isRecord(value) {
+    return 'object' == typeof value && null !== value && !Array.isArray(value);
+}
+exports.camelToKebab = __webpack_exports__.camelToKebab;
+exports.getKeyAliases = __webpack_exports__.getKeyAliases;
+exports.isRecord = __webpack_exports__.isRecord;
+exports.kebabToCamel = __webpack_exports__.kebabToCamel;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "camelToKebab",
+    "getKeyAliases",
+    "isRecord",
+    "kebabToCamel"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});

package/dist/lib/mcp/base-server.js

@@ -38,12 +38,13 @@ __webpack_require__.d(__webpack_exports__, {
     BaseMCPServer: ()=>BaseMCPServer
 });
 const external_node_crypto_namespaceObject = require("node:crypto");
+const utils_namespaceObject = require("@aiscene/shared/utils");
 const mcp_js_namespaceObject = require("@modelcontextprotocol/sdk/server/mcp.js");
 const stdio_js_namespaceObject = require("@modelcontextprotocol/sdk/server/stdio.js");
 const streamableHttp_js_namespaceObject = require("@modelcontextprotocol/sdk/server/streamableHttp.js");
 const external_express_namespaceObject = require("express");
 var external_express_default = /*#__PURE__*/ __webpack_require__.n(external_express_namespaceObject);
-const external_utils_js_namespaceObject = require("../utils.js");
+const external_error_formatter_js_namespaceObject = require("./error-formatter.js");
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -80,12 +81,12 @@ const CLEANUP_INTERVAL_MS = 300000;
 const MAX_SESSIONS = 100;
 class BaseMCPServer {
     async initializeToolsManager() {
-        (0, external_utils_js_namespaceObject.setIsMcp)(true);
+        (0, utils_namespaceObject.setIsMcp)(true);
         this.toolsManager = this.providedToolsManager || this.createToolsManager();
         try {
             await this.toolsManager.initTools();
         } catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
+            const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
             console.error(`Failed to initialize tools: ${message}`);
             console.error('Tools will be initialized on first use');
         }
@@ -111,7 +112,7 @@ class BaseMCPServer {
         try {
             await this.mcpServer.connect(transport);
         } catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
+            const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
             console.error(`Failed to connect MCP stdio transport: ${message}`);
             throw new Error(`Failed to initialize MCP stdio transport: ${message}`);
         }
@@ -182,7 +183,7 @@ class BaseMCPServer {
                     });
                 }
             } catch (error) {
-                const message = error instanceof Error ? error.message : String(error);
+                const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
                 const duration = Date.now() - startTime;
                 console.error(`[${new Date().toISOString()}] [${requestId}] MCP request error after ${duration}ms: ${message}`);
                 if (!res.headersSent) res.status(500).json({
@@ -210,7 +211,7 @@ class BaseMCPServer {
                 for (const session of sessions.values())try {
                     await session.transport.close();
                 } catch (error) {
-                    const message = error instanceof Error ? error.message : String(error);
+                    const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
                     console.error(`Failed to close session ${session.transport.sessionId}: ${message}`);
                 }
                 sessions.clear();
@@ -245,7 +246,7 @@ class BaseMCPServer {
         try {
             await this.mcpServer.connect(transport);
         } catch (error) {
-            const message = error instanceof Error ? error.message : String(error);
+            const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
             console.error(`[${new Date().toISOString()}] Failed to connect MCP transport: ${message}`);
             if (transport.sessionId) sessions.delete(transport.sessionId);
             throw new Error(`Failed to initialize MCP session: ${message}`);
@@ -264,7 +265,7 @@ class BaseMCPServer {
                 sessions.delete(sid);
                 console.log(`[${new Date().toISOString()}] Session ${sid} cleaned up due to inactivity (remaining: ${sessions.size})`);
             } catch (error) {
-                const message = error instanceof Error ? error.message : String(error);
+                const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
                 console.error(`[${new Date().toISOString()}] Failed to close session ${sid} during cleanup: ${message}`);
                 sessions.delete(sid);
             }
@@ -277,7 +278,7 @@ class BaseMCPServer {
             for (const session of sessions.values())try {
                 session.transport.close();
             } catch (error) {
-                const message = error instanceof Error ? error.message : String(error);
+                const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
                 console.error(`Error closing session during shutdown: ${message}`);
             }
             sessions.clear();
@@ -290,7 +291,7 @@ class BaseMCPServer {
                     this.performCleanup().finally(()=>process.exit(1));
                 }, 5000);
             } catch (error) {
-                const message = error instanceof Error ? error.message : String(error);
+                const message = (0, external_error_formatter_js_namespaceObject.getErrorMessage)(error);
                 console.error(`Error closing HTTP server: ${message}`);
                 this.performCleanup().finally(()=>process.exit(1));
             }