@aiscene/shared 8.0.1 → 8.0.3

package/dist/lib/cli/cli-args.js

@@ -0,0 +1,138 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    parseCliArgs: ()=>parseCliArgs,
+    parseValue: ()=>parseValue,
+    formatCliValidationError: ()=>formatCliValidationError,
+    getCliOptionDisplay: ()=>getCliOptionDisplay
+});
+const external_zod_namespaceObject = require("zod");
+const external_key_alias_utils_js_namespaceObject = require("../key-alias-utils.js");
+function parseValue(raw) {
+    if (raw.startsWith('{') || raw.startsWith('[')) try {
+        return JSON.parse(raw);
+    } catch  {}
+    if (/^-?\d+(\.\d+)?$/.test(raw)) return Number(raw);
+    return raw;
+}
+function walkCliArgs(args, setArgValue) {
+    for(let i = 0; i < args.length; i++){
+        const arg = args[i];
+        if (!arg.startsWith('--')) continue;
+        const body = arg.slice(2);
+        const eqIdx = body.indexOf('=');
+        if (eqIdx >= 0) setArgValue(body.slice(0, eqIdx), parseValue(body.slice(eqIdx + 1)));
+        else if (args[i + 1] && !args[i + 1].startsWith('--')) {
+            i++;
+            setArgValue(body, parseValue(args[i]));
+        } else setArgValue(body, true);
+    }
+}
+function parseCliArgs(args) {
+    const result = {};
+    walkCliArgs(args, (key, value)=>{
+        result[key] = value;
+    });
+    return result;
+}
+function formatCliOptionName(name) {
+    return `--${name}`;
+}
+function getCliOptionDisplay(key, cliOption) {
+    const label = formatCliOptionName(cliOption?.preferredName ?? key);
+    const aliases = [
+        ...new Set(cliOption?.aliases ?? [])
+    ].map((alias)=>formatCliOptionName(alias)).filter((alias)=>alias !== label);
+    return {
+        label,
+        aliases
+    };
+}
+function getAcceptedCliOptionNames(key, cliOption) {
+    return [
+        ...new Set(cliOption ? [
+            cliOption.preferredName ?? key,
+            ...cliOption.aliases ?? []
+        ] : [
+            key,
+            ...(0, external_key_alias_utils_js_namespaceObject.getKeyAliases)(key)
+        ])
+    ];
+}
+function toOptionalCliSchemaField(field) {
+    if ('object' == typeof field && null !== field && 'function' == typeof field.optional) return field.optional();
+    const description = 'object' == typeof field && null !== field && "description" in field && 'string' == typeof field.description ? field.description : void 0;
+    return description ? external_zod_namespaceObject.z.any().describe(description) : external_zod_namespaceObject.z.any();
+}
+function buildCliArgSchema(def) {
+    return Object.fromEntries(Object.entries(def.schema).flatMap(([key, zodType])=>getAcceptedCliOptionNames(key, def.cli?.options?.[key]).map((cliKey)=>[
+                cliKey,
+                toOptionalCliSchemaField(zodType)
+            ])));
+}
+function buildDisallowedCliSpellings(def) {
+    const disallowedSpellings = new Set();
+    for (const [key] of Object.entries(def.schema)){
+        const cliOption = def.cli?.options?.[key];
+        const acceptedNames = new Set(getAcceptedCliOptionNames(key, cliOption));
+        const knownSpellings = new Set([
+            key,
+            ...(0, external_key_alias_utils_js_namespaceObject.getKeyAliases)(key),
+            ...cliOption?.preferredName ? (0, external_key_alias_utils_js_namespaceObject.getKeyAliases)(cliOption.preferredName) : [],
+            ...cliOption?.aliases ?? []
+        ]);
+        for (const spelling of knownSpellings)if (!acceptedNames.has(spelling)) disallowedSpellings.add(spelling);
+    }
+    return disallowedSpellings;
+}
+function formatCliValidationError(scriptName, commandName, def, rawArgs) {
+    if (0 === Object.keys(def.schema).length) return;
+    const cliSchema = external_zod_namespaceObject.z.object(buildCliArgSchema(def)).strict();
+    const parsed = cliSchema.safeParse(rawArgs);
+    if (parsed.success) return;
+    const disallowedSpellings = buildDisallowedCliSpellings(def);
+    const unknownKeys = parsed.error.issues.flatMap((issue)=>'unrecognized_keys' === issue.code ? issue.keys : []);
+    if (unknownKeys.length > 0) return unknownKeys.map((key)=>{
+        if (disallowedSpellings.has(key)) return `Unsupported option "--${key}" for ${scriptName} ${commandName}.`;
+        return `Unknown option "--${key}" for ${scriptName} ${commandName}.`;
+    }).join('\n');
+    const [issue] = parsed.error.issues;
+    const optionName = 'string' == typeof issue?.path[0] ? `--${issue.path[0]}` : 'CLI arguments';
+    return `Invalid value for "${optionName}" in ${scriptName} ${commandName}: ${issue?.message ?? parsed.error.message}`;
+}
+exports.formatCliValidationError = __webpack_exports__.formatCliValidationError;
+exports.getCliOptionDisplay = __webpack_exports__.getCliOptionDisplay;
+exports.parseCliArgs = __webpack_exports__.parseCliArgs;
+exports.parseValue = __webpack_exports__.parseValue;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "formatCliValidationError",
+    "getCliOptionDisplay",
+    "parseCliArgs",
+    "parseValue"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});

package/dist/lib/cli/cli-error.js

@@ -0,0 +1,61 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    CLIError: ()=>CLIError,
+    reportCLIError: ()=>reportCLIError
+});
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+class CLIError extends Error {
+    constructor(message, exitCode = 1){
+        super(message), _define_property(this, "exitCode", void 0), this.exitCode = exitCode;
+    }
+}
+function reportCLIError(error, log = console.error) {
+    if (error instanceof CLIError) {
+        log(error.message);
+        return error.exitCode;
+    }
+    log(error);
+    return 1;
+}
+exports.CLIError = __webpack_exports__.CLIError;
+exports.reportCLIError = __webpack_exports__.reportCLIError;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "CLIError",
+    "reportCLIError"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});

package/dist/lib/cli/cli-runner.js

@@ -33,10 +33,11 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    CLIError: ()=>CLIError,
-    parseCliArgs: ()=>parseCliArgs,
-    parseValue: ()=>parseValue,
+    CLIError: ()=>external_cli_error_js_namespaceObject.CLIError,
+    parseCliArgs: ()=>external_cli_args_js_namespaceObject.parseCliArgs,
+    parseValue: ()=>external_cli_args_js_namespaceObject.parseValue,
     runToolsCLI: ()=>runToolsCLI,
+    reportCLIError: ()=>external_cli_error_js_namespaceObject.reportCLIError,
     removePrefix: ()=>removePrefix
 });
 const external_node_fs_namespaceObject = require("node:fs");
@@ -45,44 +46,9 @@ const external_node_path_namespaceObject = require("node:path");
 const external_dotenv_namespaceObject = require("dotenv");
 var external_dotenv_default = /*#__PURE__*/ __webpack_require__.n(external_dotenv_namespaceObject);
 const external_logger_js_namespaceObject = require("../logger.js");
-function _define_property(obj, key, value) {
-    if (key in obj) Object.defineProperty(obj, key, {
-        value: value,
-        enumerable: true,
-        configurable: true,
-        writable: true
-    });
-    else obj[key] = value;
-    return obj;
-}
+const external_cli_args_js_namespaceObject = require("./cli-args.js");
+const external_cli_error_js_namespaceObject = require("./cli-error.js");
 const debug = (0, external_logger_js_namespaceObject.getDebug)('cli-runner');
-class CLIError extends Error {
-    constructor(message, exitCode = 1){
-        super(message), _define_property(this, "exitCode", void 0), this.exitCode = exitCode;
-    }
-}
-function parseValue(raw) {
-    if (raw.startsWith('{') || raw.startsWith('[')) try {
-        return JSON.parse(raw);
-    } catch  {}
-    if (/^-?\d+(\.\d+)?$/.test(raw)) return Number(raw);
-    return raw;
-}
-function parseCliArgs(args) {
-    const result = {};
-    for(let i = 0; i < args.length; i++){
-        const arg = args[i];
-        if (!arg.startsWith('--')) continue;
-        const body = arg.slice(2);
-        const eqIdx = body.indexOf('=');
-        if (eqIdx >= 0) result[body.slice(0, eqIdx)] = parseValue(body.slice(eqIdx + 1));
-        else if (args[i + 1] && !args[i + 1].startsWith('--')) {
-            i++;
-            result[body] = parseValue(args[i]);
-        } else result[body] = true;
-    }
-    return result;
-}
 function outputContentItem(item, isError) {
     switch(item.type){
         case 'text':
@@ -114,10 +80,13 @@ function printCommandHelp(scriptName, cmd) {
     console.log(def.description);
     const schemaEntries = Object.entries(def.schema);
     if (schemaEntries.length > 0) {
+        const optionWidth = Math.max(22, ...schemaEntries.map(([key])=>(0, external_cli_args_js_namespaceObject.getCliOptionDisplay)(key, def.cli?.options?.[key]).label.length));
         console.log('\nOptions:');
         for (const [key, zodType] of schemaEntries){
+            const { label, aliases } = (0, external_cli_args_js_namespaceObject.getCliOptionDisplay)(key, def.cli?.options?.[key]);
             const desc = zodType.description ?? '';
-            console.log(`  --${key.padEnd(20)} ${desc}`);
+            const aliasText = aliases.length > 0 ? ` (aliases: ${aliases.join(', ')})` : '';
+            console.log(`  ${label.padEnd(optionWidth)} ${desc}${aliasText}`);
         }
     }
 }
@@ -167,7 +136,7 @@ async function runToolsCLI(tools, scriptName, options) {
         return;
     }
     if ('--version' === commandName || '-v' === commandName || 'version' === commandName.toLowerCase()) {
-        if (!cliVersion) throw new CLIError('Failed to determine CLI version');
+        if (!cliVersion) throw new external_cli_error_js_namespaceObject.CLIError('Failed to determine CLI version');
         printVersion(scriptName, cliVersion);
         return;
     }
@@ -176,31 +145,35 @@ async function runToolsCLI(tools, scriptName, options) {
         debug('unknown command: %s', commandName);
         console.error(`Unknown command: ${commandName}`);
         printHelp(scriptName, commands, cliVersion);
-        throw new CLIError(`Unknown command: ${commandName}`);
+        throw new external_cli_error_js_namespaceObject.CLIError(`Unknown command: ${commandName}`);
     }
-    const parsedArgs = parseCliArgs(restArgs);
-    debug('command: %s, args: %s', match.name, JSON.stringify(parsedArgs));
+    const parsedArgs = (0, external_cli_args_js_namespaceObject.parseCliArgs)(restArgs);
     if (true === parsedArgs.help) {
         debug('showing command help for: %s', match.name);
         printCommandHelp(scriptName, match);
         return;
     }
+    const cliValidationError = (0, external_cli_args_js_namespaceObject.formatCliValidationError)(scriptName, match.name, match.def, parsedArgs);
+    if (cliValidationError) throw new external_cli_error_js_namespaceObject.CLIError(cliValidationError);
+    debug('command: %s, args: %s', match.name, JSON.stringify(parsedArgs));
     const result = await match.def.handler(parsedArgs);
     debug('command %s completed, isError: %s', match.name, result.isError ?? false);
     outputResult(result);
     await tools.destroy();
-    if (result.isError) throw new CLIError('Command failed', 1);
+    if (result.isError) throw new external_cli_error_js_namespaceObject.CLIError('Command failed', 1);
 }
 exports.CLIError = __webpack_exports__.CLIError;
 exports.parseCliArgs = __webpack_exports__.parseCliArgs;
 exports.parseValue = __webpack_exports__.parseValue;
 exports.removePrefix = __webpack_exports__.removePrefix;
+exports.reportCLIError = __webpack_exports__.reportCLIError;
 exports.runToolsCLI = __webpack_exports__.runToolsCLI;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "CLIError",
     "parseCliArgs",
     "parseValue",
     "removePrefix",
+    "reportCLIError",
     "runToolsCLI"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/cli/index.js

@@ -24,23 +24,28 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    CLIError: ()=>external_cli_runner_js_namespaceObject.CLIError,
-    parseCliArgs: ()=>external_cli_runner_js_namespaceObject.parseCliArgs,
-    parseValue: ()=>external_cli_runner_js_namespaceObject.parseValue,
+    CLIError: ()=>external_cli_error_js_namespaceObject.CLIError,
+    parseCliArgs: ()=>external_cli_args_js_namespaceObject.parseCliArgs,
+    parseValue: ()=>external_cli_args_js_namespaceObject.parseValue,
     runToolsCLI: ()=>external_cli_runner_js_namespaceObject.runToolsCLI,
+    reportCLIError: ()=>external_cli_error_js_namespaceObject.reportCLIError,
     removePrefix: ()=>external_cli_runner_js_namespaceObject.removePrefix
 });
+const external_cli_error_js_namespaceObject = require("./cli-error.js");
+const external_cli_args_js_namespaceObject = require("./cli-args.js");
 const external_cli_runner_js_namespaceObject = require("./cli-runner.js");
 exports.CLIError = __webpack_exports__.CLIError;
 exports.parseCliArgs = __webpack_exports__.parseCliArgs;
 exports.parseValue = __webpack_exports__.parseValue;
 exports.removePrefix = __webpack_exports__.removePrefix;
+exports.reportCLIError = __webpack_exports__.reportCLIError;
 exports.runToolsCLI = __webpack_exports__.runToolsCLI;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "CLIError",
     "parseCliArgs",
     "parseValue",
     "removePrefix",
+    "reportCLIError",
     "runToolsCLI"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/constants/example-code.js

@@ -57,8 +57,8 @@ aiQuery<T>(queryObject: Record<string, string>): Promise<T> // Extracts data fro
 // The following is test code for Midscene AI, for reference
 // The following is Playwright syntax, you can use Playwright to assist in test generation
 import { test as base } from '@playwright/test';
-import type { PlayWrightAiFixtureType } from '@midscene/web/playwright';
-import { PlaywrightAiFixture } from '@midscene/web/playwright';
+import type { PlayWrightAiFixtureType } from '@aiscene/web/playwright';
+import { PlaywrightAiFixture } from '@aiscene/web/playwright';
 
 const test = base.extend<PlayWrightAiFixtureType>(PlaywrightAiFixture({
   waitForNetworkIdleTimeout: 2000, // optional, the timeout for waiting for network idle between each action, default is 2000ms

package/dist/lib/constants/index.js

@@ -25,17 +25,22 @@ var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,
-    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
+    SCRCPY_PUSH_TIMEOUT_MS: ()=>SCRCPY_PUSH_TIMEOUT_MS,
     CONTAINER_MINI_WIDTH: ()=>CONTAINER_MINI_WIDTH,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,
-    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
     TEXT_MAX_SIZE: ()=>TEXT_MAX_SIZE,
+    SCRCPY_PREVIEW_METADATA_TIMEOUT_MS: ()=>SCRCPY_PREVIEW_METADATA_TIMEOUT_MS,
     WEBDRIVER_ELEMENT_ID_KEY: ()=>WEBDRIVER_ELEMENT_ID_KEY,
+    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
+    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
+    SCRCPY_VIDEO_STREAM_TIMEOUT_MS: ()=>SCRCPY_VIDEO_STREAM_TIMEOUT_MS,
+    SCRCPY_ADB_CONNECT_TIMEOUT_MS: ()=>SCRCPY_ADB_CONNECT_TIMEOUT_MS,
+    SCRCPY_START_TIMEOUT_MS: ()=>SCRCPY_START_TIMEOUT_MS,
+    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
     DEFAULT_WDA_PORT: ()=>DEFAULT_WDA_PORT,
     NodeType: ()=>constants_NodeType,
     PLAYWRIGHT_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE,
-    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
     SCRCPY_SERVER_PORT: ()=>SCRCPY_SERVER_PORT,
     TEXT_SIZE_THRESHOLD: ()=>TEXT_SIZE_THRESHOLD
 });
@@ -56,6 +61,11 @@ var constants_NodeType = /*#__PURE__*/ function(NodeType) {
 }({});
 const PLAYGROUND_SERVER_PORT = 5800;
 const SCRCPY_SERVER_PORT = 5700;
+const SCRCPY_ADB_CONNECT_TIMEOUT_MS = 10000;
+const SCRCPY_PUSH_TIMEOUT_MS = 10000;
+const SCRCPY_START_TIMEOUT_MS = 15000;
+const SCRCPY_VIDEO_STREAM_TIMEOUT_MS = 15000;
+const SCRCPY_PREVIEW_METADATA_TIMEOUT_MS = SCRCPY_ADB_CONNECT_TIMEOUT_MS + SCRCPY_PUSH_TIMEOUT_MS + SCRCPY_START_TIMEOUT_MS + SCRCPY_VIDEO_STREAM_TIMEOUT_MS + 5000;
 const WEBDRIVER_ELEMENT_ID_KEY = 'element-6066-11e4-a52e-4f735466cecf';
 const DEFAULT_WDA_PORT = 8100;
 const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
@@ -70,7 +80,12 @@ exports.DEFAULT_WDA_PORT = __webpack_exports__.DEFAULT_WDA_PORT;
 exports.NodeType = __webpack_exports__.NodeType;
 exports.PLAYGROUND_SERVER_PORT = __webpack_exports__.PLAYGROUND_SERVER_PORT;
 exports.PLAYWRIGHT_EXAMPLE_CODE = __webpack_exports__.PLAYWRIGHT_EXAMPLE_CODE;
+exports.SCRCPY_ADB_CONNECT_TIMEOUT_MS = __webpack_exports__.SCRCPY_ADB_CONNECT_TIMEOUT_MS;
+exports.SCRCPY_PREVIEW_METADATA_TIMEOUT_MS = __webpack_exports__.SCRCPY_PREVIEW_METADATA_TIMEOUT_MS;
+exports.SCRCPY_PUSH_TIMEOUT_MS = __webpack_exports__.SCRCPY_PUSH_TIMEOUT_MS;
 exports.SCRCPY_SERVER_PORT = __webpack_exports__.SCRCPY_SERVER_PORT;
+exports.SCRCPY_START_TIMEOUT_MS = __webpack_exports__.SCRCPY_START_TIMEOUT_MS;
+exports.SCRCPY_VIDEO_STREAM_TIMEOUT_MS = __webpack_exports__.SCRCPY_VIDEO_STREAM_TIMEOUT_MS;
 exports.TEXT_MAX_SIZE = __webpack_exports__.TEXT_MAX_SIZE;
 exports.TEXT_SIZE_THRESHOLD = __webpack_exports__.TEXT_SIZE_THRESHOLD;
 exports.WEBDRIVER_ELEMENT_ID_KEY = __webpack_exports__.WEBDRIVER_ELEMENT_ID_KEY;
@@ -85,7 +100,12 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "NodeType",
     "PLAYGROUND_SERVER_PORT",
     "PLAYWRIGHT_EXAMPLE_CODE",
+    "SCRCPY_ADB_CONNECT_TIMEOUT_MS",
+    "SCRCPY_PREVIEW_METADATA_TIMEOUT_MS",
+    "SCRCPY_PUSH_TIMEOUT_MS",
     "SCRCPY_SERVER_PORT",
+    "SCRCPY_START_TIMEOUT_MS",
+    "SCRCPY_VIDEO_STREAM_TIMEOUT_MS",
     "TEXT_MAX_SIZE",
     "TEXT_SIZE_THRESHOLD",
     "WEBDRIVER_ELEMENT_ID_KEY",

package/dist/lib/env/model-config-manager.js

@@ -52,14 +52,17 @@ class ModelConfigManager {
         this.modelConfigMap = {
             default: {
                 ...defaultConfig,
+                intent: 'default',
                 createOpenAIClient: this.createOpenAIClientFn
             },
             insight: {
                 ...insightConfig || defaultConfig,
+                intent: 'insight',
                 createOpenAIClient: this.createOpenAIClientFn
             },
             planning: {
                 ...planningConfig || defaultConfig,
+                intent: 'planning',
                 createOpenAIClient: this.createOpenAIClientFn
             }
         };

package/dist/lib/env/parse-model-config.js

@@ -36,6 +36,9 @@ const external_logger_js_namespaceObject = require("../logger.js");
 const external_utils_js_namespaceObject = require("../utils.js");
 const external_helper_js_namespaceObject = require("./helper.js");
 const external_init_debug_js_namespaceObject = require("./init-debug.js");
+const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
+const getCurrentVersion = ()=>"8.0.3";
+const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${external_types_js_namespaceObject.MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
 const KEYS_MAP = {
     insight: external_constants_js_namespaceObject.INSIGHT_MODEL_CONFIG_KEYS,
     planning: external_constants_js_namespaceObject.PLANNING_MODEL_CONFIG_KEYS,
@@ -46,7 +49,7 @@ const getUITarsModelVersion = (modelFamily)=>{
     if ('vlm-ui-tars-doubao' === modelFamily || 'vlm-ui-tars-doubao-1.5' === modelFamily) return external_types_js_namespaceObject.UITarsModelVersion.DOUBAO_1_5_20B;
 };
 const validateModelFamily = (modelFamily)=>{
-    if (modelFamily && !external_types_js_namespaceObject.MODEL_FAMILY_VALUES.includes(modelFamily)) throw new Error(`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}`);
+    if (modelFamily && !external_types_js_namespaceObject.MODEL_FAMILY_VALUES.includes(modelFamily)) throw new Error(getInvalidModelFamilyMessage(modelFamily));
 };
 const legacyConfigToModelFamily = (provider)=>{
     const isDoubao = provider[external_types_js_namespaceObject.MIDSCENE_USE_DOUBAO_VISION];
@@ -122,6 +125,7 @@ const parseOpenaiSdkConfig = ({ keys, provider, useLegacyLogic = false })=>{
         modelName: modelName,
         modelDescription,
         intent: '-',
+        slot: '-',
         timeout: provider[keys.timeout] ? Number(provider[keys.timeout]) : void 0,
         temperature,
         retryCount: (()=>{
@@ -164,6 +168,7 @@ const decideModelConfigFromIntentConfig = (intent, configMap)=>{
         useLegacyLogic: 'default' === intent
     });
     finalResult.intent = intent;
+    finalResult.slot = intent;
     debugLog('decideModelConfig result by agent.modelConfig() with intent', intent, (0, external_helper_js_namespaceObject.maskConfig)({
         ...finalResult
     }));

package/dist/lib/env/types.js

@@ -55,6 +55,7 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY: ()=>MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY,
     MIDSCENE_INSIGHT_MODEL_TEMPERATURE: ()=>MIDSCENE_INSIGHT_MODEL_TEMPERATURE,
     MIDSCENE_INSIGHT_MODEL_TIMEOUT: ()=>MIDSCENE_INSIGHT_MODEL_TIMEOUT,
+    MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE: ()=>MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE,
     MIDSCENE_IOS_DEVICE_UDID: ()=>MIDSCENE_IOS_DEVICE_UDID,
     MIDSCENE_IOS_SIMULATOR_UDID: ()=>MIDSCENE_IOS_SIMULATOR_UDID,
     MIDSCENE_LANGFUSE_DEBUG: ()=>MIDSCENE_LANGFUSE_DEBUG,
@@ -154,6 +155,7 @@ const MIDSCENE_ADB_REMOTE_PORT = 'MIDSCENE_ADB_REMOTE_PORT';
 const MIDSCENE_ANDROID_IME_STRATEGY = 'MIDSCENE_ANDROID_IME_STRATEGY';
 const MIDSCENE_IOS_DEVICE_UDID = 'MIDSCENE_IOS_DEVICE_UDID';
 const MIDSCENE_IOS_SIMULATOR_UDID = 'MIDSCENE_IOS_SIMULATOR_UDID';
+const MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE = 'MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE';
 const MIDSCENE_CACHE = 'MIDSCENE_CACHE';
 const MIDSCENE_USE_VLM_UI_TARS = 'MIDSCENE_USE_VLM_UI_TARS';
 const MIDSCENE_USE_QWEN_VL = 'MIDSCENE_USE_QWEN_VL';
@@ -359,6 +361,7 @@ exports.MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL = __webpack_exports__.MIDSCENE_INS
 exports.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY;
 exports.MIDSCENE_INSIGHT_MODEL_TEMPERATURE = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_TEMPERATURE;
 exports.MIDSCENE_INSIGHT_MODEL_TIMEOUT = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_TIMEOUT;
+exports.MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE = __webpack_exports__.MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE;
 exports.MIDSCENE_IOS_DEVICE_UDID = __webpack_exports__.MIDSCENE_IOS_DEVICE_UDID;
 exports.MIDSCENE_IOS_SIMULATOR_UDID = __webpack_exports__.MIDSCENE_IOS_SIMULATOR_UDID;
 exports.MIDSCENE_LANGFUSE_DEBUG = __webpack_exports__.MIDSCENE_LANGFUSE_DEBUG;
@@ -452,6 +455,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY",
     "MIDSCENE_INSIGHT_MODEL_TEMPERATURE",
     "MIDSCENE_INSIGHT_MODEL_TIMEOUT",
+    "MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE",
     "MIDSCENE_IOS_DEVICE_UDID",
     "MIDSCENE_IOS_SIMULATOR_UDID",
     "MIDSCENE_LANGFUSE_DEBUG",

package/dist/lib/env/utils.js

@@ -27,7 +27,6 @@ __webpack_require__.d(__webpack_exports__, {
     overrideAIConfig: ()=>overrideAIConfig,
     globalModelConfigManager: ()=>globalModelConfigManager,
     getPreferredLanguage: ()=>getPreferredLanguage,
-    getCurrentTime: ()=>getCurrentTime,
     globalConfigManager: ()=>globalConfigManager
 });
 const external_global_config_manager_js_namespaceObject = require("./global-config-manager.js");
@@ -37,14 +36,6 @@ const globalModelConfigManager = new external_model_config_manager_js_namespaceO
 const globalConfigManager = new external_global_config_manager_js_namespaceObject.GlobalConfigManager();
 globalConfigManager.registerModelConfigManager(globalModelConfigManager);
 globalModelConfigManager.registerGlobalConfigManager(globalConfigManager);
-async function getCurrentTime(device, useDeviceTimestamp) {
-    if (useDeviceTimestamp && device?.getTimestamp) try {
-        return await device.getTimestamp();
-    } catch (error) {
-        console.warn(`Failed to get device time, falling back to system time: ${error}`);
-    }
-    return Date.now();
-}
 const getPreferredLanguage = ()=>{
     const prefer = globalConfigManager.getEnvConfigValue(external_types_js_namespaceObject.MIDSCENE_PREFERRED_LANGUAGE);
     if (prefer) return prefer;
@@ -55,13 +46,11 @@ const getPreferredLanguage = ()=>{
 const overrideAIConfig = (newConfig, extendMode = false)=>{
     globalConfigManager.overrideAIConfig(newConfig, extendMode);
 };
-exports.getCurrentTime = __webpack_exports__.getCurrentTime;
 exports.getPreferredLanguage = __webpack_exports__.getPreferredLanguage;
 exports.globalConfigManager = __webpack_exports__.globalConfigManager;
 exports.globalModelConfigManager = __webpack_exports__.globalModelConfigManager;
 exports.overrideAIConfig = __webpack_exports__.overrideAIConfig;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
-    "getCurrentTime",
     "getPreferredLanguage",
     "globalConfigManager",
     "globalModelConfigManager",

package/dist/lib/extractor/index.js

@@ -24,6 +24,7 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
+    generateElementByPoint: ()=>external_dom_util_js_namespaceObject.generateElementByPoint,
     getNodeInfoByXpath: ()=>external_locator_js_namespaceObject.getNodeInfoByXpath,
     getXpathsById: ()=>external_locator_js_namespaceObject.getXpathsById,
     trimAttributes: ()=>external_tree_js_namespaceObject.trimAttributes,
@@ -45,6 +46,7 @@ const external_web_extractor_js_namespaceObject = require("./web-extractor.js");
 const external_locator_js_namespaceObject = require("./locator.js");
 const external_dom_util_js_namespaceObject = require("./dom-util.js");
 exports.descriptionOfTree = __webpack_exports__.descriptionOfTree;
+exports.generateElementByPoint = __webpack_exports__.generateElementByPoint;
 exports.generateElementByRect = __webpack_exports__.generateElementByRect;
 exports.getElementInfoByXpath = __webpack_exports__.getElementInfoByXpath;
 exports.getElementXpath = __webpack_exports__.getElementXpath;
@@ -61,6 +63,7 @@ exports.webExtractNodeTreeAsString = __webpack_exports__.webExtractNodeTreeAsStr
 exports.webExtractTextWithPosition = __webpack_exports__.webExtractTextWithPosition;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "descriptionOfTree",
+    "generateElementByPoint",
     "generateElementByRect",
     "getElementInfoByXpath",
     "getElementXpath",

package/dist/lib/img/index.js

@@ -31,6 +31,7 @@ __webpack_require__.d(__webpack_exports__, {
     resizeImgBase64: ()=>external_transform_js_namespaceObject.resizeImgBase64,
     saveBase64Image: ()=>external_transform_js_namespaceObject.saveBase64Image,
     isValidImageBuffer: ()=>external_info_js_namespaceObject.isValidImageBuffer,
+    validateScreenshotBuffer: ()=>external_info_js_namespaceObject.validateScreenshotBuffer,
     preProcessImageUrl: ()=>external_transform_js_namespaceObject.preProcessImageUrl,
     annotateRects: ()=>external_box_select_js_namespaceObject.annotateRects,
     compositeElementInfoImg: ()=>external_box_select_js_namespaceObject.compositeElementInfoImg,
@@ -65,6 +66,7 @@ exports.resizeAndConvertImgBuffer = __webpack_exports__.resizeAndConvertImgBuffe
 exports.resizeImgBase64 = __webpack_exports__.resizeImgBase64;
 exports.saveBase64Image = __webpack_exports__.saveBase64Image;
 exports.scaleImage = __webpack_exports__.scaleImage;
+exports.validateScreenshotBuffer = __webpack_exports__.validateScreenshotBuffer;
 exports.zoomForGPT4o = __webpack_exports__.zoomForGPT4o;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "annotateRects",
@@ -85,6 +87,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "resizeImgBase64",
     "saveBase64Image",
     "scaleImage",
+    "validateScreenshotBuffer",
     "zoomForGPT4o"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {

package/dist/lib/img/info.js

@@ -35,6 +35,7 @@ __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     isValidPNGImageBuffer: ()=>isValidPNGImageBuffer,
     isValidImageBuffer: ()=>isValidImageBuffer,
+    validateScreenshotBuffer: ()=>validateScreenshotBuffer,
     imageInfoOfBase64: ()=>imageInfoOfBase64,
     isValidJPEGImageBuffer: ()=>isValidJPEGImageBuffer
 });
@@ -68,15 +69,23 @@ function isValidJPEGImageBuffer(buffer) {
 function isValidImageBuffer(buffer) {
     return isValidPNGImageBuffer(buffer) || isValidJPEGImageBuffer(buffer);
 }
+function validateScreenshotBuffer(screenshotBuffer, { label, minBufferSize = 0 }) {
+    const bufferSize = screenshotBuffer?.length ?? 0;
+    if (!screenshotBuffer || 0 === bufferSize) throw new Error(`${label} validation failed: buffer size ${bufferSize} bytes`);
+    if (!isValidImageBuffer(screenshotBuffer)) throw new Error(`${label} buffer has invalid image format`);
+    if (minBufferSize > 0 && bufferSize < minBufferSize) throw new Error(`${label} validation failed: buffer size ${bufferSize} bytes (minimum: ${minBufferSize})`);
+}
 exports.imageInfoOfBase64 = __webpack_exports__.imageInfoOfBase64;
 exports.isValidImageBuffer = __webpack_exports__.isValidImageBuffer;
 exports.isValidJPEGImageBuffer = __webpack_exports__.isValidJPEGImageBuffer;
 exports.isValidPNGImageBuffer = __webpack_exports__.isValidPNGImageBuffer;
+exports.validateScreenshotBuffer = __webpack_exports__.validateScreenshotBuffer;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "imageInfoOfBase64",
     "isValidImageBuffer",
     "isValidJPEGImageBuffer",
-    "isValidPNGImageBuffer"
+    "isValidPNGImageBuffer",
+    "validateScreenshotBuffer"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true