@midscene/shared 0.30.10 → 1.0.0

package/dist/lib/constants/index.js

@@ -24,21 +24,21 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
-    DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,
-    SCRCPY_SERVER_PORT: ()=>SCRCPY_SERVER_PORT,
-    TEXT_SIZE_THRESHOLD: ()=>TEXT_SIZE_THRESHOLD,
-    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
-    DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,
     DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,
+    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
+    WEBDRIVER_ELEMENT_ID_KEY: ()=>WEBDRIVER_ELEMENT_ID_KEY,
     CONTAINER_MINI_WIDTH: ()=>CONTAINER_MINI_WIDTH,
-    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
+    DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,
+    DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,
     TEXT_MAX_SIZE: ()=>TEXT_MAX_SIZE,
-    NodeType: ()=>constants_NodeType,
-    WEBDRIVER_ELEMENT_ID_KEY: ()=>WEBDRIVER_ELEMENT_ID_KEY,
-    DEFAULT_WDA_PORT: ()=>DEFAULT_WDA_PORT,
+    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
+    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIME,
-    PLAYWRIGHT_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE
+    DEFAULT_WDA_PORT: ()=>DEFAULT_WDA_PORT,
+    NodeType: ()=>constants_NodeType,
+    PLAYWRIGHT_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE,
+    SCRCPY_SERVER_PORT: ()=>SCRCPY_SERVER_PORT,
+    TEXT_SIZE_THRESHOLD: ()=>TEXT_SIZE_THRESHOLD
 });
 const external_example_code_js_namespaceObject = require("./example-code.js");
 const TEXT_SIZE_THRESHOLD = 9;
@@ -78,7 +78,7 @@ exports.TEXT_MAX_SIZE = __webpack_exports__.TEXT_MAX_SIZE;
 exports.TEXT_SIZE_THRESHOLD = __webpack_exports__.TEXT_SIZE_THRESHOLD;
 exports.WEBDRIVER_ELEMENT_ID_KEY = __webpack_exports__.WEBDRIVER_ELEMENT_ID_KEY;
 exports.YAML_EXAMPLE_CODE = __webpack_exports__.YAML_EXAMPLE_CODE;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "CONTAINER_MINI_HEIGHT",
     "CONTAINER_MINI_WIDTH",
     "DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT",
@@ -94,7 +94,7 @@ for(var __webpack_i__ in __webpack_exports__)if (-1 === [
     "TEXT_SIZE_THRESHOLD",
     "WEBDRIVER_ELEMENT_ID_KEY",
     "YAML_EXAMPLE_CODE"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });

package/dist/lib/env/basic.js

@@ -32,9 +32,9 @@ const getBasicEnvValue = (key)=>{
     return process.env[key];
 };
 exports.getBasicEnvValue = __webpack_exports__.getBasicEnvValue;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "getBasicEnvValue"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });

package/dist/lib/env/constants.js

@@ -24,88 +24,41 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
+    INSIGHT_MODEL_CONFIG_KEYS: ()=>INSIGHT_MODEL_CONFIG_KEYS,
     DEFAULT_MODEL_CONFIG_KEYS_LEGACY: ()=>DEFAULT_MODEL_CONFIG_KEYS_LEGACY,
-    VQA_MODEL_CONFIG_KEYS: ()=>VQA_MODEL_CONFIG_KEYS,
     DEFAULT_MODEL_CONFIG_KEYS: ()=>DEFAULT_MODEL_CONFIG_KEYS,
-    PLANNING_MODEL_CONFIG_KEYS: ()=>PLANNING_MODEL_CONFIG_KEYS,
-    GROUNDING_MODEL_CONFIG_KEYS: ()=>GROUNDING_MODEL_CONFIG_KEYS
+    PLANNING_MODEL_CONFIG_KEYS: ()=>PLANNING_MODEL_CONFIG_KEYS
 });
 const external_types_js_namespaceObject = require("./types.js");
-const VQA_MODEL_CONFIG_KEYS = {
-    modelName: external_types_js_namespaceObject.MIDSCENE_VQA_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON,
-    openaiUseAzureDeprecated: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_USE_AZURE,
-    useAzureOpenai: external_types_js_namespaceObject.MIDSCENE_VQA_USE_AZURE_OPENAI,
-    azureOpenaiScope: external_types_js_namespaceObject.MIDSCENE_VQA_AZURE_OPENAI_SCOPE,
-    azureOpenaiKey: external_types_js_namespaceObject.MIDSCENE_VQA_AZURE_OPENAI_KEY,
-    azureOpenaiEndpoint: external_types_js_namespaceObject.MIDSCENE_VQA_AZURE_OPENAI_ENDPOINT,
-    azureOpenaiApiVersion: external_types_js_namespaceObject.MIDSCENE_VQA_AZURE_OPENAI_API_VERSION,
-    azureOpenaiDeployment: external_types_js_namespaceObject.MIDSCENE_VQA_AZURE_OPENAI_DEPLOYMENT,
-    azureExtraConfig: external_types_js_namespaceObject.MIDSCENE_VQA_AZURE_OPENAI_INIT_CONFIG_JSON,
-    useAnthropicSdk: external_types_js_namespaceObject.MIDSCENE_VQA_USE_ANTHROPIC_SDK,
-    anthropicApiKey: external_types_js_namespaceObject.MIDSCENE_VQA_ANTHROPIC_API_KEY,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_VQA_VL_MODE
-};
-const GROUNDING_MODEL_CONFIG_KEYS = {
-    modelName: external_types_js_namespaceObject.MIDSCENE_GROUNDING_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON,
-    openaiUseAzureDeprecated: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_USE_AZURE,
-    useAzureOpenai: external_types_js_namespaceObject.MIDSCENE_GROUNDING_USE_AZURE_OPENAI,
-    azureOpenaiScope: external_types_js_namespaceObject.MIDSCENE_GROUNDING_AZURE_OPENAI_SCOPE,
-    azureOpenaiKey: external_types_js_namespaceObject.MIDSCENE_GROUNDING_AZURE_OPENAI_KEY,
-    azureOpenaiEndpoint: external_types_js_namespaceObject.MIDSCENE_GROUNDING_AZURE_OPENAI_ENDPOINT,
-    azureOpenaiApiVersion: external_types_js_namespaceObject.MIDSCENE_GROUNDING_AZURE_OPENAI_API_VERSION,
-    azureOpenaiDeployment: external_types_js_namespaceObject.MIDSCENE_GROUNDING_AZURE_OPENAI_DEPLOYMENT,
-    azureExtraConfig: external_types_js_namespaceObject.MIDSCENE_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON,
-    useAnthropicSdk: external_types_js_namespaceObject.MIDSCENE_GROUNDING_USE_ANTHROPIC_SDK,
-    anthropicApiKey: external_types_js_namespaceObject.MIDSCENE_GROUNDING_ANTHROPIC_API_KEY,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_GROUNDING_VL_MODE
+const INSIGHT_MODEL_CONFIG_KEYS = {
+    modelName: external_types_js_namespaceObject.MIDSCENE_INSIGHT_MODEL_NAME,
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_INSIGHT_MODEL_HTTP_PROXY,
+    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_INSIGHT_MODEL_BASE_URL,
+    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_INSIGHT_MODEL_API_KEY,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON,
+    modelFamily: 'THERE_IS_NO_MODEL_FAMILY_FOR_INSIGHT',
+    timeout: external_types_js_namespaceObject.MIDSCENE_INSIGHT_MODEL_TIMEOUT
 };
 const PLANNING_MODEL_CONFIG_KEYS = {
     modelName: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON,
-    openaiUseAzureDeprecated: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_USE_AZURE,
-    useAzureOpenai: external_types_js_namespaceObject.MIDSCENE_PLANNING_USE_AZURE_OPENAI,
-    azureOpenaiScope: external_types_js_namespaceObject.MIDSCENE_PLANNING_AZURE_OPENAI_SCOPE,
-    azureOpenaiKey: external_types_js_namespaceObject.MIDSCENE_PLANNING_AZURE_OPENAI_KEY,
-    azureOpenaiEndpoint: external_types_js_namespaceObject.MIDSCENE_PLANNING_AZURE_OPENAI_ENDPOINT,
-    azureOpenaiApiVersion: external_types_js_namespaceObject.MIDSCENE_PLANNING_AZURE_OPENAI_API_VERSION,
-    azureOpenaiDeployment: external_types_js_namespaceObject.MIDSCENE_PLANNING_AZURE_OPENAI_DEPLOYMENT,
-    azureExtraConfig: external_types_js_namespaceObject.MIDSCENE_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON,
-    useAnthropicSdk: external_types_js_namespaceObject.MIDSCENE_PLANNING_USE_ANTHROPIC_SDK,
-    anthropicApiKey: external_types_js_namespaceObject.MIDSCENE_PLANNING_ANTHROPIC_API_KEY,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_PLANNING_VL_MODE
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
+    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_BASE_URL,
+    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_API_KEY,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON,
+    modelFamily: 'THERE_IS_NO_MODEL_FAMILY_FOR_PLANNING',
+    timeout: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_TIMEOUT
 };
 const DEFAULT_MODEL_CONFIG_KEYS = {
     modelName: external_types_js_namespaceObject.MIDSCENE_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_OPENAI_INIT_CONFIG_JSON,
-    openaiUseAzureDeprecated: external_types_js_namespaceObject.MIDSCENE_OPENAI_USE_AZURE,
-    useAzureOpenai: external_types_js_namespaceObject.MIDSCENE_USE_AZURE_OPENAI,
-    azureOpenaiScope: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_SCOPE,
-    azureOpenaiKey: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_KEY,
-    azureOpenaiEndpoint: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_ENDPOINT,
-    azureOpenaiApiVersion: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_API_VERSION,
-    azureOpenaiDeployment: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_DEPLOYMENT,
-    azureExtraConfig: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON,
-    useAnthropicSdk: external_types_js_namespaceObject.MIDSCENE_USE_ANTHROPIC_SDK,
-    anthropicApiKey: external_types_js_namespaceObject.MIDSCENE_ANTHROPIC_API_KEY,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_VL_MODE
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_MODEL_HTTP_PROXY,
+    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_MODEL_BASE_URL,
+    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_MODEL_API_KEY,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_MODEL_INIT_CONFIG_JSON,
+    modelFamily: external_types_js_namespaceObject.MIDSCENE_MODEL_FAMILY,
+    timeout: external_types_js_namespaceObject.MIDSCENE_MODEL_TIMEOUT
 };
 const DEFAULT_MODEL_CONFIG_KEYS_LEGACY = {
     modelName: external_types_js_namespaceObject.MIDSCENE_MODEL_NAME,
@@ -114,30 +67,19 @@ const DEFAULT_MODEL_CONFIG_KEYS_LEGACY = {
     openaiBaseURL: external_types_js_namespaceObject.OPENAI_BASE_URL,
     openaiApiKey: external_types_js_namespaceObject.OPENAI_API_KEY,
     openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_OPENAI_INIT_CONFIG_JSON,
-    openaiUseAzureDeprecated: external_types_js_namespaceObject.OPENAI_USE_AZURE,
-    useAzureOpenai: external_types_js_namespaceObject.MIDSCENE_USE_AZURE_OPENAI,
-    azureOpenaiScope: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_SCOPE,
-    azureOpenaiKey: external_types_js_namespaceObject.AZURE_OPENAI_KEY,
-    azureOpenaiEndpoint: external_types_js_namespaceObject.AZURE_OPENAI_ENDPOINT,
-    azureOpenaiApiVersion: external_types_js_namespaceObject.AZURE_OPENAI_API_VERSION,
-    azureOpenaiDeployment: external_types_js_namespaceObject.AZURE_OPENAI_DEPLOYMENT,
-    azureExtraConfig: external_types_js_namespaceObject.MIDSCENE_AZURE_OPENAI_INIT_CONFIG_JSON,
-    useAnthropicSdk: external_types_js_namespaceObject.MIDSCENE_USE_ANTHROPIC_SDK,
-    anthropicApiKey: external_types_js_namespaceObject.ANTHROPIC_API_KEY,
-    vlMode: 'DEFAULT_MODEL_CONFIG_KEYS has no vlMode key'
+    modelFamily: 'DEFAULT_MODEL_CONFIG_KEYS has no modelFamily key',
+    timeout: external_types_js_namespaceObject.MIDSCENE_MODEL_TIMEOUT
 };
 exports.DEFAULT_MODEL_CONFIG_KEYS = __webpack_exports__.DEFAULT_MODEL_CONFIG_KEYS;
 exports.DEFAULT_MODEL_CONFIG_KEYS_LEGACY = __webpack_exports__.DEFAULT_MODEL_CONFIG_KEYS_LEGACY;
-exports.GROUNDING_MODEL_CONFIG_KEYS = __webpack_exports__.GROUNDING_MODEL_CONFIG_KEYS;
+exports.INSIGHT_MODEL_CONFIG_KEYS = __webpack_exports__.INSIGHT_MODEL_CONFIG_KEYS;
 exports.PLANNING_MODEL_CONFIG_KEYS = __webpack_exports__.PLANNING_MODEL_CONFIG_KEYS;
-exports.VQA_MODEL_CONFIG_KEYS = __webpack_exports__.VQA_MODEL_CONFIG_KEYS;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "DEFAULT_MODEL_CONFIG_KEYS",
     "DEFAULT_MODEL_CONFIG_KEYS_LEGACY",
-    "GROUNDING_MODEL_CONFIG_KEYS",
-    "PLANNING_MODEL_CONFIG_KEYS",
-    "VQA_MODEL_CONFIG_KEYS"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+    "INSIGHT_MODEL_CONFIG_KEYS",
+    "PLANNING_MODEL_CONFIG_KEYS"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });

package/dist/lib/env/global-config-manager.js

@@ -58,8 +58,8 @@ class GlobalConfigManager {
     }
     getEnvConfigValue(key) {
         const allConfig = this.getAllEnvConfig();
+        if (key === external_types_js_namespaceObject.MATCH_BY_POSITION) throw new Error('MATCH_BY_POSITION is discarded, use MIDSCENE_MODEL_FAMILY instead');
         if (!external_types_js_namespaceObject.STRING_ENV_KEYS.includes(key)) throw new Error(`getEnvConfigValue with key ${key} is not supported.`);
-        if (key === external_types_js_namespaceObject.MATCH_BY_POSITION) throw new Error('MATCH_BY_POSITION is deprecated, use MIDSCENE_USE_VL_MODEL instead');
         const value = allConfig[key];
         this.keysHaveBeenRead[key] = true;
         if ('string' == typeof value) return value.trim();
@@ -86,7 +86,6 @@ class GlobalConfigManager {
         this.globalModelConfigManager = globalModelConfigManager;
     }
     overrideAIConfig(newConfig, extendMode = false) {
-        var _this_override;
         for(const key in newConfig){
             if (![
                 ...external_types_js_namespaceObject.GLOBAL_ENV_KEYS,
@@ -97,7 +96,7 @@ class GlobalConfigManager {
             if (this.keysHaveBeenRead[key]) console.warn(`Warning: try to override AI config with key ${key} ,but it has been read.`);
         }
         const savedNewConfig = extendMode ? {
-            ...null == (_this_override = this.override) ? void 0 : _this_override.newConfig,
+            ...this.override?.newConfig,
             ...newConfig
         } : newConfig;
         this.override = {
@@ -117,9 +116,9 @@ class GlobalConfigManager {
     }
 }
 exports.GlobalConfigManager = __webpack_exports__.GlobalConfigManager;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "GlobalConfigManager"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });

package/dist/lib/env/helper.js

@@ -25,10 +25,8 @@ var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     maskConfig: ()=>maskConfig,
-    createAssert: ()=>createAssert,
     parseJson: ()=>parseJson
 });
-const external_utils_js_namespaceObject = require("../utils.js");
 const maskKey = (key, maskChar = '*')=>{
     if ('string' != typeof key || 0 === key.length) return key;
     const prefixLen = 3;
@@ -42,21 +40,21 @@ const maskKey = (key, maskChar = '*')=>{
     return `${prefix}${mask}${suffix}`;
 };
 const maskConfig = (config)=>Object.fromEntries(Object.entries(config).map(([key, value])=>{
-        if ([
-            'openaiApiKey',
-            'azureOpenaiKey',
-            'anthropicApiKey'
-        ].includes(key)) return [
+        if (!value) return [
             key,
-            maskKey(value)
+            value
         ];
-        if ([
-            'openaiExtraConfig',
-            'azureExtraConfig'
-        ].includes(key)) return [
+        if ('string' == typeof value && /key/i.test(key)) return [
             key,
-            maskKey(JSON.stringify(value))
+            maskKey(value)
         ];
+        if ('object' == typeof value) {
+            const valueStr = JSON.stringify(value);
+            if (/key/i.test(valueStr)) return [
+                key,
+                maskKey(valueStr)
+            ];
+        }
         return [
             key,
             value
@@ -71,19 +69,12 @@ const parseJson = (key, value)=>{
         });
     }
 };
-const createAssert = (modelNameKey, provider, modelName)=>(value, key, modelVendorFlag)=>{
-        if (modelName) if (modelVendorFlag) (0, external_utils_js_namespaceObject.assert)(value, `The ${key} must be a non-empty string because of the ${modelNameKey} is declared as ${modelName} and ${modelVendorFlag} has also been specified in ${provider}, but got: ${value}. Please check your config.`);
-        else (0, external_utils_js_namespaceObject.assert)(value, `The ${key} must be a non-empty string because of the ${modelNameKey} is declared as ${modelName} in ${provider}, but got: ${value}. Please check your config.`);
-        else (0, external_utils_js_namespaceObject.assert)(value, `The ${key} must be a non-empty string, but got: ${value}. Please check your config.`);
-    };
-exports.createAssert = __webpack_exports__.createAssert;
 exports.maskConfig = __webpack_exports__.maskConfig;
 exports.parseJson = __webpack_exports__.parseJson;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
-    "createAssert",
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "maskConfig",
     "parseJson"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });

package/dist/lib/env/index.js

@@ -1,15 +1,15 @@
 "use strict";
 var __webpack_modules__ = {
-    "./global-config-manager": function(module) {
+    "./global-config-manager" (module) {
         module.exports = require("./global-config-manager.js");
     },
-    "./model-config-manager": function(module) {
+    "./model-config-manager" (module) {
         module.exports = require("./model-config-manager.js");
     },
-    "./types": function(module) {
+    "./types" (module) {
         module.exports = require("./types.js");
     },
-    "./utils": function(module) {
+    "./utils" (module) {
         module.exports = require("./utils.js");
     }
 };
@@ -57,38 +57,34 @@ var __webpack_exports__ = {};
 (()=>{
     __webpack_require__.r(__webpack_exports__);
     __webpack_require__.d(__webpack_exports__, {
-        GlobalConfigManager: ()=>_global_config_manager__WEBPACK_IMPORTED_MODULE_3__.GlobalConfigManager,
-        ModelConfigManager: ()=>_model_config_manager__WEBPACK_IMPORTED_MODULE_2__.ModelConfigManager
+        GlobalConfigManager: ()=>_global_config_manager__rspack_import_3.GlobalConfigManager,
+        ModelConfigManager: ()=>_model_config_manager__rspack_import_2.ModelConfigManager
     });
-    var _utils__WEBPACK_IMPORTED_MODULE_0__ = __webpack_require__("./utils");
-    var __WEBPACK_REEXPORT_OBJECT__ = {};
-    for(var __WEBPACK_IMPORT_KEY__ in _utils__WEBPACK_IMPORTED_MODULE_0__)if ([
-        "default",
+    var _utils__rspack_import_0 = __webpack_require__("./utils");
+    var __rspack_reexport = {};
+    for(const __rspack_import_key in _utils__rspack_import_0)if ([
+        "ModelConfigManager",
         "GlobalConfigManager",
-        "ModelConfigManager"
-    ].indexOf(__WEBPACK_IMPORT_KEY__) < 0) __WEBPACK_REEXPORT_OBJECT__[__WEBPACK_IMPORT_KEY__] = (function(key) {
-        return _utils__WEBPACK_IMPORTED_MODULE_0__[key];
-    }).bind(0, __WEBPACK_IMPORT_KEY__);
-    __webpack_require__.d(__webpack_exports__, __WEBPACK_REEXPORT_OBJECT__);
-    var _types__WEBPACK_IMPORTED_MODULE_1__ = __webpack_require__("./types");
-    var __WEBPACK_REEXPORT_OBJECT__ = {};
-    for(var __WEBPACK_IMPORT_KEY__ in _types__WEBPACK_IMPORTED_MODULE_1__)if ([
-        "default",
+        "default"
+    ].indexOf(__rspack_import_key) < 0) __rspack_reexport[__rspack_import_key] = ()=>_utils__rspack_import_0[__rspack_import_key];
+    __webpack_require__.d(__webpack_exports__, __rspack_reexport);
+    var _types__rspack_import_1 = __webpack_require__("./types");
+    var __rspack_reexport = {};
+    for(const __rspack_import_key in _types__rspack_import_1)if ([
+        "ModelConfigManager",
         "GlobalConfigManager",
-        "ModelConfigManager"
-    ].indexOf(__WEBPACK_IMPORT_KEY__) < 0) __WEBPACK_REEXPORT_OBJECT__[__WEBPACK_IMPORT_KEY__] = (function(key) {
-        return _types__WEBPACK_IMPORTED_MODULE_1__[key];
-    }).bind(0, __WEBPACK_IMPORT_KEY__);
-    __webpack_require__.d(__webpack_exports__, __WEBPACK_REEXPORT_OBJECT__);
-    var _model_config_manager__WEBPACK_IMPORTED_MODULE_2__ = __webpack_require__("./model-config-manager");
-    var _global_config_manager__WEBPACK_IMPORTED_MODULE_3__ = __webpack_require__("./global-config-manager");
+        "default"
+    ].indexOf(__rspack_import_key) < 0) __rspack_reexport[__rspack_import_key] = ()=>_types__rspack_import_1[__rspack_import_key];
+    __webpack_require__.d(__webpack_exports__, __rspack_reexport);
+    var _model_config_manager__rspack_import_2 = __webpack_require__("./model-config-manager");
+    var _global_config_manager__rspack_import_3 = __webpack_require__("./global-config-manager");
 })();
 exports.GlobalConfigManager = __webpack_exports__.GlobalConfigManager;
 exports.ModelConfigManager = __webpack_exports__.ModelConfigManager;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "GlobalConfigManager",
     "ModelConfigManager"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });

package/dist/lib/env/init-debug.js

@@ -30,23 +30,23 @@ const external_logger_js_namespaceObject = require("../logger.js");
 const external_basic_js_namespaceObject = require("./basic.js");
 const external_types_js_namespaceObject = require("./types.js");
 const initDebugConfig = ()=>{
-    const shouldPrintTiming = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_AI_PROFILE);
+    const shouldPrintTiming = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_MODEL_PROFILE);
     let debugConfig = '';
     if (shouldPrintTiming) {
-        console.warn('MIDSCENE_DEBUG_AI_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
+        console.warn('MIDSCENE_DEBUG_MODEL_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
         debugConfig = 'ai:profile';
     }
-    const shouldPrintAIResponse = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_AI_RESPONSE);
-    if (shouldPrintAIResponse) {
-        console.warn('MIDSCENE_DEBUG_AI_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
+    const shouldPrintModelResponse = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_MODEL_RESPONSE);
+    if (shouldPrintModelResponse) {
+        console.warn('MIDSCENE_DEBUG_MODEL_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
         debugConfig = debugConfig ? 'ai:*' : 'ai:call';
     }
     if (debugConfig) (0, external_logger_js_namespaceObject.enableDebug)(debugConfig);
 };
 exports.initDebugConfig = __webpack_exports__.initDebugConfig;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "initDebugConfig"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });

package/dist/lib/env/model-config-manager.js

@@ -26,7 +26,7 @@ __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     ModelConfigManager: ()=>ModelConfigManager
 });
-const external_decide_model_config_js_namespaceObject = require("./decide-model-config.js");
+const external_parse_model_config_js_namespaceObject = require("./parse-model-config.js");
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -37,97 +37,77 @@ function _define_property(obj, key, value) {
     else obj[key] = value;
     return obj;
 }
-const ALL_INTENTS = [
-    'VQA',
-    'default',
-    'grounding',
-    'planning'
-];
 class ModelConfigManager {
-    calcIntentConfigMap(modelConfigFn) {
-        const intentConfigMap = {
-            VQA: void 0,
-            default: void 0,
-            grounding: void 0,
-            planning: void 0
+    initialize() {
+        if (this.isInitialized) return;
+        let configMap;
+        if (this.modelConfig) {
+            this.isolatedMode = true;
+            configMap = this.normalizeModelConfig(this.modelConfig);
+        } else configMap = this.globalConfigManager?.getAllEnvConfig() || {};
+        const defaultConfig = (0, external_parse_model_config_js_namespaceObject.decideModelConfigFromIntentConfig)('default', configMap);
+        if (!defaultConfig) throw new Error('default model config is not found, which should not happen');
+        const insightConfig = (0, external_parse_model_config_js_namespaceObject.decideModelConfigFromIntentConfig)('insight', configMap);
+        const planningConfig = (0, external_parse_model_config_js_namespaceObject.decideModelConfigFromIntentConfig)('planning', configMap);
+        this.modelConfigMap = {
+            default: {
+                ...defaultConfig,
+                createOpenAIClient: this.createOpenAIClientFn
+            },
+            insight: {
+                ...insightConfig || defaultConfig,
+                createOpenAIClient: this.createOpenAIClientFn
+            },
+            planning: {
+                ...planningConfig || defaultConfig,
+                createOpenAIClient: this.createOpenAIClientFn
+            }
         };
-        for (const i of ALL_INTENTS){
-            const result = modelConfigFn({
-                intent: i
-            });
-            if (!result) throw new Error(`The agent has an option named modelConfig is a function, but it return ${result} when call with intent ${i}, which should be a object.`);
-            intentConfigMap[i] = result;
-        }
-        return intentConfigMap;
+        this.isInitialized = true;
     }
-    calcModelConfigMapBaseOnIntent(intentConfigMap) {
-        const modelConfigMap = {
-            VQA: void 0,
-            default: void 0,
-            grounding: void 0,
-            planning: void 0
-        };
-        for (const i of ALL_INTENTS){
-            const result = (0, external_decide_model_config_js_namespaceObject.decideModelConfigFromIntentConfig)(i, intentConfigMap[i]);
-            modelConfigMap[i] = result;
-        }
-        return modelConfigMap;
-    }
-    calcModelConfigMapBaseOnEnv(allEnvConfig) {
-        const modelConfigMap = {
-            VQA: void 0,
-            default: void 0,
-            grounding: void 0,
-            planning: void 0
-        };
-        for (const i of ALL_INTENTS){
-            const result = (0, external_decide_model_config_js_namespaceObject.decideModelConfigFromEnv)(i, allEnvConfig);
-            modelConfigMap[i] = result;
-        }
-        return modelConfigMap;
+    normalizeModelConfig(config) {
+        return Object.entries(config).reduce((acc, [key, value])=>{
+            if (null == value) return acc;
+            acc[key] = String(value);
+            return acc;
+        }, Object.create(null));
     }
     clearModelConfigMap() {
         if (this.isolatedMode) throw new Error('ModelConfigManager work in isolated mode, so clearModelConfigMap should not be called');
-        this.modelConfigMap = void 0;
+        this.isInitialized = false;
     }
     getModelConfig(intent) {
-        if (this.isolatedMode) {
-            if (!this.modelConfigMap) throw new Error('modelConfigMap is not initialized in isolated mode, which should not happen');
-            return this.modelConfigMap[intent];
-        }
-        if (!this.modelConfigMap) {
-            if (!this.globalConfigManager) throw new Error('globalConfigManager is not registered, which should not happen');
-            this.modelConfigMap = this.calcModelConfigMapBaseOnEnv(this.globalConfigManager.getAllEnvConfig());
-        }
+        if (!this.isInitialized) this.initialize();
+        if (!this.modelConfigMap) throw new Error('modelConfigMap is not initialized, which should not happen');
         return this.modelConfigMap[intent];
     }
     getUploadTestServerUrl() {
         const { openaiExtraConfig } = this.getModelConfig('default');
-        const serverUrl = null == openaiExtraConfig ? void 0 : openaiExtraConfig.REPORT_SERVER_URL;
+        const serverUrl = openaiExtraConfig?.REPORT_SERVER_URL;
         return serverUrl;
     }
     registerGlobalConfigManager(globalConfigManager) {
         this.globalConfigManager = globalConfigManager;
     }
-    throwErrorIfNonVLModel(intent = 'grounding') {
-        const modelConfig = this.getModelConfig(intent);
-        if (!modelConfig.vlMode) throw new Error('No visual language model (VL model) detected for the current scenario. Element localization may be inaccurate. Please verify your model configuration. Learn more: https://midscenejs.com/choose-a-model');
+    throwErrorIfNonVLModel() {
+        const modelConfig = this.getModelConfig('default');
+        if (!modelConfig.vlMode) throw new Error('MIDSCENE_MODEL_FAMILY is not set to a visual language model (VL model), the element localization can not be achieved. Check your model configuration. See https://midscenejs.com/model-strategy.html');
     }
-    constructor(modelConfigFn){
+    constructor(modelConfig, createOpenAIClientFn){
         _define_property(this, "modelConfigMap", void 0);
+        _define_property(this, "isInitialized", false);
         _define_property(this, "isolatedMode", false);
         _define_property(this, "globalConfigManager", void 0);
-        if (modelConfigFn) {
-            this.isolatedMode = true;
-            const intentConfigMap = this.calcIntentConfigMap(modelConfigFn);
-            this.modelConfigMap = this.calcModelConfigMapBaseOnIntent(intentConfigMap);
-        }
+        _define_property(this, "modelConfig", void 0);
+        _define_property(this, "createOpenAIClientFn", void 0);
+        this.modelConfig = modelConfig;
+        this.createOpenAIClientFn = createOpenAIClientFn;
     }
 }
 exports.ModelConfigManager = __webpack_exports__.ModelConfigManager;
-for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+for(var __rspack_i in __webpack_exports__)if (-1 === [
     "ModelConfigManager"
-].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true
 });