@midscene/shared 1.0.1-beta-20251022061922.0 → 1.0.1-beta-20251024063839.0

package/dist/es/env/constants.mjs

@@ -1,47 +1,47 @@
-import { MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_OPENAI_API_KEY, MIDSCENE_GROUNDING_OPENAI_BASE_URL, MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY, MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY, MIDSCENE_GROUNDING_VL_MODE, MIDSCENE_MODEL_NAME, MIDSCENE_OPENAI_API_KEY, MIDSCENE_OPENAI_BASE_URL, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_OPENAI_API_KEY, MIDSCENE_PLANNING_OPENAI_BASE_URL, MIDSCENE_PLANNING_OPENAI_HTTP_PROXY, MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_VL_MODE, MIDSCENE_VL_MODE, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_OPENAI_API_KEY, MIDSCENE_VQA_OPENAI_BASE_URL, MIDSCENE_VQA_OPENAI_HTTP_PROXY, MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_OPENAI_SOCKS_PROXY, MIDSCENE_VQA_VL_MODE, OPENAI_API_KEY, OPENAI_BASE_URL } from "./types.mjs";
+import { MIDSCENE_GROUNDING_LOCATOR_MODE, MIDSCENE_GROUNDING_MODEL_API_KEY, MIDSCENE_GROUNDING_MODEL_BASE_URL, MIDSCENE_GROUNDING_MODEL_HTTP_PROXY, MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY, MIDSCENE_LOCATOR_MODE, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_LOCATOR_MODE, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_VQA_LOCATOR_MODE, MIDSCENE_VQA_MODEL_API_KEY, MIDSCENE_VQA_MODEL_BASE_URL, MIDSCENE_VQA_MODEL_HTTP_PROXY, MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_MODEL_SOCKS_PROXY, OPENAI_API_KEY, OPENAI_BASE_URL } from "./types.mjs";
 const VQA_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_VQA_MODEL_NAME,
-    socksProxy: MIDSCENE_VQA_OPENAI_SOCKS_PROXY,
-    httpProxy: MIDSCENE_VQA_OPENAI_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_VQA_OPENAI_BASE_URL,
-    openaiApiKey: MIDSCENE_VQA_OPENAI_API_KEY,
-    openaiExtraConfig: MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_VQA_VL_MODE
+    socksProxy: MIDSCENE_VQA_MODEL_SOCKS_PROXY,
+    httpProxy: MIDSCENE_VQA_MODEL_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_VQA_MODEL_BASE_URL,
+    openaiApiKey: MIDSCENE_VQA_MODEL_API_KEY,
+    openaiExtraConfig: MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_VQA_LOCATOR_MODE
 };
 const GROUNDING_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_GROUNDING_MODEL_NAME,
-    socksProxy: MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY,
-    httpProxy: MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_GROUNDING_OPENAI_BASE_URL,
-    openaiApiKey: MIDSCENE_GROUNDING_OPENAI_API_KEY,
-    openaiExtraConfig: MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_GROUNDING_VL_MODE
+    socksProxy: MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY,
+    httpProxy: MIDSCENE_GROUNDING_MODEL_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_GROUNDING_MODEL_BASE_URL,
+    openaiApiKey: MIDSCENE_GROUNDING_MODEL_API_KEY,
+    openaiExtraConfig: MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_GROUNDING_LOCATOR_MODE
 };
 const PLANNING_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_PLANNING_MODEL_NAME,
-    socksProxy: MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY,
-    httpProxy: MIDSCENE_PLANNING_OPENAI_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_PLANNING_OPENAI_BASE_URL,
-    openaiApiKey: MIDSCENE_PLANNING_OPENAI_API_KEY,
-    openaiExtraConfig: MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_PLANNING_VL_MODE
+    socksProxy: MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
+    httpProxy: MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_PLANNING_MODEL_BASE_URL,
+    openaiApiKey: MIDSCENE_PLANNING_MODEL_API_KEY,
+    openaiExtraConfig: MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_PLANNING_LOCATOR_MODE
 };
 const DEFAULT_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_MODEL_NAME,
-    socksProxy: MIDSCENE_OPENAI_SOCKS_PROXY,
-    httpProxy: MIDSCENE_OPENAI_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_OPENAI_BASE_URL,
-    openaiApiKey: MIDSCENE_OPENAI_API_KEY,
-    openaiExtraConfig: MIDSCENE_OPENAI_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_VL_MODE
+    socksProxy: MIDSCENE_MODEL_SOCKS_PROXY,
+    httpProxy: MIDSCENE_MODEL_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_MODEL_BASE_URL,
+    openaiApiKey: MIDSCENE_MODEL_API_KEY,
+    openaiExtraConfig: MIDSCENE_MODEL_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_LOCATOR_MODE
 };
 const DEFAULT_MODEL_CONFIG_KEYS_LEGACY = {
     modelName: MIDSCENE_MODEL_NAME,
-    socksProxy: MIDSCENE_OPENAI_SOCKS_PROXY,
-    httpProxy: MIDSCENE_OPENAI_HTTP_PROXY,
+    socksProxy: MIDSCENE_MODEL_SOCKS_PROXY,
+    httpProxy: MIDSCENE_MODEL_HTTP_PROXY,
     openaiBaseURL: OPENAI_BASE_URL,
     openaiApiKey: OPENAI_API_KEY,
-    openaiExtraConfig: MIDSCENE_OPENAI_INIT_CONFIG_JSON,
+    openaiExtraConfig: MIDSCENE_MODEL_INIT_CONFIG_JSON,
     vlMode: 'DEFAULT_MODEL_CONFIG_KEYS has no vlMode key'
 };
 export { DEFAULT_MODEL_CONFIG_KEYS, DEFAULT_MODEL_CONFIG_KEYS_LEGACY, GROUNDING_MODEL_CONFIG_KEYS, PLANNING_MODEL_CONFIG_KEYS, VQA_MODEL_CONFIG_KEYS };

package/dist/es/env/decide-model-config.mjs

@@ -1,4 +1,5 @@
 import { DEFAULT_MODEL_CONFIG_KEYS, DEFAULT_MODEL_CONFIG_KEYS_LEGACY, GROUNDING_MODEL_CONFIG_KEYS, PLANNING_MODEL_CONFIG_KEYS, VQA_MODEL_CONFIG_KEYS } from "./constants.mjs";
+import { MODEL_API_KEY, MODEL_BASE_URL } from "./types.mjs";
 import { getDebug } from "../logger.mjs";
 import { assert } from "../utils.mjs";
 import { createAssert, maskConfig, parseJson } from "./helper.mjs";
@@ -17,8 +18,10 @@ const decideOpenaiSdkConfig = ({ keys, provider, valueAssert })=>{
     const httpProxy = provider[keys.httpProxy];
     const vlMode = provider[keys.vlMode];
     debugLog('enter decideOpenaiSdkConfig with keys:', keys);
-    const openaiBaseURL = provider[keys.openaiBaseURL];
-    const openaiApiKey = provider[keys.openaiApiKey];
+    let openaiBaseURL;
+    let openaiApiKey;
+    openaiBaseURL = 'OPENAI_BASE_URL' === keys.openaiBaseURL ? provider[MODEL_BASE_URL] || provider[keys.openaiBaseURL] : provider[keys.openaiBaseURL];
+    openaiApiKey = 'OPENAI_API_KEY' === keys.openaiApiKey ? provider[MODEL_API_KEY] || provider[keys.openaiApiKey] : provider[keys.openaiApiKey];
     const openaiExtraConfig = parseJson(keys.openaiExtraConfig, provider[keys.openaiExtraConfig]);
     valueAssert(openaiApiKey, keys.openaiApiKey);
     return {

package/dist/es/env/init-debug.mjs

@@ -1,16 +1,16 @@
 import { enableDebug } from "../logger.mjs";
 import { getBasicEnvValue } from "./basic.mjs";
-import { MIDSCENE_DEBUG_AI_PROFILE, MIDSCENE_DEBUG_AI_RESPONSE } from "./types.mjs";
+import { MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE } from "./types.mjs";
 const initDebugConfig = ()=>{
-    const shouldPrintTiming = getBasicEnvValue(MIDSCENE_DEBUG_AI_PROFILE);
+    const shouldPrintTiming = getBasicEnvValue(MIDSCENE_DEBUG_MODEL_PROFILE);
     let debugConfig = '';
     if (shouldPrintTiming) {
-        console.warn('MIDSCENE_DEBUG_AI_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
+        console.warn('MIDSCENE_DEBUG_MODEL_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
         debugConfig = 'ai:profile';
     }
-    const shouldPrintAIResponse = getBasicEnvValue(MIDSCENE_DEBUG_AI_RESPONSE);
-    if (shouldPrintAIResponse) {
-        console.warn('MIDSCENE_DEBUG_AI_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
+    const shouldPrintModelResponse = getBasicEnvValue(MIDSCENE_DEBUG_MODEL_RESPONSE);
+    if (shouldPrintModelResponse) {
+        console.warn('MIDSCENE_DEBUG_MODEL_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
         debugConfig = debugConfig ? 'ai:*' : 'ai:call';
     }
     if (debugConfig) enableDebug(debugConfig);

package/dist/es/env/model-config-manager.mjs

@@ -113,7 +113,8 @@ Learn more: https://midscenejs.com/choose-a-model`);
         this.createOpenAIClientFn = createOpenAIClientFn;
         if (modelConfigFn) {
             this.isolatedMode = true;
-            const intentConfigMap = this.calcIntentConfigMap(modelConfigFn);
+            const internalFn = modelConfigFn;
+            const intentConfigMap = this.calcIntentConfigMap(internalFn);
             this.modelConfigMap = this.calcModelConfigMapBaseOnIntent(intentConfigMap);
         }
     }

package/dist/es/env/types.mjs

@@ -1,8 +1,8 @@
-const MIDSCENE_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_OPENAI_INIT_CONFIG_JSON';
+const MIDSCENE_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_MODEL_INIT_CONFIG_JSON';
 const MIDSCENE_MODEL_NAME = 'MIDSCENE_MODEL_NAME';
 const MIDSCENE_LANGSMITH_DEBUG = 'MIDSCENE_LANGSMITH_DEBUG';
-const MIDSCENE_DEBUG_AI_PROFILE = 'MIDSCENE_DEBUG_AI_PROFILE';
-const MIDSCENE_DEBUG_AI_RESPONSE = 'MIDSCENE_DEBUG_AI_RESPONSE';
+const MIDSCENE_DEBUG_MODEL_PROFILE = 'MIDSCENE_DEBUG_MODEL_PROFILE';
+const MIDSCENE_DEBUG_MODEL_RESPONSE = 'MIDSCENE_DEBUG_MODEL_RESPONSE';
 const MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG = 'MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG';
 const MIDSCENE_DEBUG_MODE = 'MIDSCENE_DEBUG_MODE';
 const MIDSCENE_MCP_USE_PUPPETEER_MODE = 'MIDSCENE_MCP_USE_PUPPETEER_MODE';
@@ -10,8 +10,10 @@ const MIDSCENE_MCP_CHROME_PATH = 'MIDSCENE_MCP_CHROME_PATH';
 const MIDSCENE_MCP_ANDROID_MODE = 'MIDSCENE_MCP_ANDROID_MODE';
 const DOCKER_CONTAINER = 'DOCKER_CONTAINER';
 const MIDSCENE_FORCE_DEEP_THINK = 'MIDSCENE_FORCE_DEEP_THINK';
-const MIDSCENE_OPENAI_SOCKS_PROXY = 'MIDSCENE_OPENAI_SOCKS_PROXY';
-const MIDSCENE_OPENAI_HTTP_PROXY = 'MIDSCENE_OPENAI_HTTP_PROXY';
+const MIDSCENE_MODEL_SOCKS_PROXY = 'MIDSCENE_MODEL_SOCKS_PROXY';
+const MIDSCENE_MODEL_HTTP_PROXY = 'MIDSCENE_MODEL_HTTP_PROXY';
+const MODEL_API_KEY = 'MODEL_API_KEY';
+const MODEL_BASE_URL = 'MODEL_BASE_URL';
 const OPENAI_API_KEY = 'OPENAI_API_KEY';
 const OPENAI_BASE_URL = 'OPENAI_BASE_URL';
 const OPENAI_MAX_TOKENS = 'OPENAI_MAX_TOKENS';
@@ -34,37 +36,37 @@ const MIDSCENE_REPLANNING_CYCLE_LIMIT = 'MIDSCENE_REPLANNING_CYCLE_LIMIT';
 const MIDSCENE_PREFERRED_LANGUAGE = 'MIDSCENE_PREFERRED_LANGUAGE';
 const MIDSCENE_CACHE_MAX_FILENAME_LENGTH = 'MIDSCENE_CACHE_MAX_FILENAME_LENGTH';
 const MIDSCENE_RUN_DIR = 'MIDSCENE_RUN_DIR';
-const MIDSCENE_OPENAI_BASE_URL = 'MIDSCENE_OPENAI_BASE_URL';
-const MIDSCENE_OPENAI_API_KEY = 'MIDSCENE_OPENAI_API_KEY';
-const MIDSCENE_VL_MODE = 'MIDSCENE_VL_MODE';
+const MIDSCENE_MODEL_BASE_URL = 'MIDSCENE_MODEL_BASE_URL';
+const MIDSCENE_MODEL_API_KEY = 'MIDSCENE_MODEL_API_KEY';
+const MIDSCENE_LOCATOR_MODE = 'MIDSCENE_LOCATOR_MODE';
 const MIDSCENE_VQA_MODEL_NAME = 'MIDSCENE_VQA_MODEL_NAME';
-const MIDSCENE_VQA_OPENAI_SOCKS_PROXY = 'MIDSCENE_VQA_OPENAI_SOCKS_PROXY';
-const MIDSCENE_VQA_OPENAI_HTTP_PROXY = 'MIDSCENE_VQA_OPENAI_HTTP_PROXY';
-const MIDSCENE_VQA_OPENAI_BASE_URL = 'MIDSCENE_VQA_OPENAI_BASE_URL';
-const MIDSCENE_VQA_OPENAI_API_KEY = 'MIDSCENE_VQA_OPENAI_API_KEY';
-const MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON';
-const MIDSCENE_VQA_VL_MODE = 'MIDSCENE_VQA_VL_MODE';
+const MIDSCENE_VQA_MODEL_SOCKS_PROXY = 'MIDSCENE_VQA_MODEL_SOCKS_PROXY';
+const MIDSCENE_VQA_MODEL_HTTP_PROXY = 'MIDSCENE_VQA_MODEL_HTTP_PROXY';
+const MIDSCENE_VQA_MODEL_BASE_URL = 'MIDSCENE_VQA_MODEL_BASE_URL';
+const MIDSCENE_VQA_MODEL_API_KEY = 'MIDSCENE_VQA_MODEL_API_KEY';
+const MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON';
+const MIDSCENE_VQA_LOCATOR_MODE = 'MIDSCENE_VQA_LOCATOR_MODE';
 const MIDSCENE_PLANNING_MODEL_NAME = 'MIDSCENE_PLANNING_MODEL_NAME';
-const MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY = 'MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY';
-const MIDSCENE_PLANNING_OPENAI_HTTP_PROXY = 'MIDSCENE_PLANNING_OPENAI_HTTP_PROXY';
-const MIDSCENE_PLANNING_OPENAI_BASE_URL = 'MIDSCENE_PLANNING_OPENAI_BASE_URL';
-const MIDSCENE_PLANNING_OPENAI_API_KEY = 'MIDSCENE_PLANNING_OPENAI_API_KEY';
-const MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON';
-const MIDSCENE_PLANNING_VL_MODE = 'MIDSCENE_PLANNING_VL_MODE';
+const MIDSCENE_PLANNING_MODEL_SOCKS_PROXY = 'MIDSCENE_PLANNING_MODEL_SOCKS_PROXY';
+const MIDSCENE_PLANNING_MODEL_HTTP_PROXY = 'MIDSCENE_PLANNING_MODEL_HTTP_PROXY';
+const MIDSCENE_PLANNING_MODEL_BASE_URL = 'MIDSCENE_PLANNING_MODEL_BASE_URL';
+const MIDSCENE_PLANNING_MODEL_API_KEY = 'MIDSCENE_PLANNING_MODEL_API_KEY';
+const MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON';
+const MIDSCENE_PLANNING_LOCATOR_MODE = 'MIDSCENE_PLANNING_LOCATOR_MODE';
 const MIDSCENE_GROUNDING_MODEL_NAME = 'MIDSCENE_GROUNDING_MODEL_NAME';
-const MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY = 'MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY';
-const MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY = 'MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY';
-const MIDSCENE_GROUNDING_OPENAI_BASE_URL = 'MIDSCENE_GROUNDING_OPENAI_BASE_URL';
-const MIDSCENE_GROUNDING_OPENAI_API_KEY = 'MIDSCENE_GROUNDING_OPENAI_API_KEY';
-const MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON';
-const MIDSCENE_GROUNDING_VL_MODE = 'MIDSCENE_GROUNDING_VL_MODE';
+const MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY = 'MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY';
+const MIDSCENE_GROUNDING_MODEL_HTTP_PROXY = 'MIDSCENE_GROUNDING_MODEL_HTTP_PROXY';
+const MIDSCENE_GROUNDING_MODEL_BASE_URL = 'MIDSCENE_GROUNDING_MODEL_BASE_URL';
+const MIDSCENE_GROUNDING_MODEL_API_KEY = 'MIDSCENE_GROUNDING_MODEL_API_KEY';
+const MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON';
+const MIDSCENE_GROUNDING_LOCATOR_MODE = 'MIDSCENE_GROUNDING_LOCATOR_MODE';
 const UNUSED_ENV_KEYS = [
     MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG
 ];
 const BASIC_ENV_KEYS = [
     MIDSCENE_DEBUG_MODE,
-    MIDSCENE_DEBUG_AI_PROFILE,
-    MIDSCENE_DEBUG_AI_RESPONSE,
+    MIDSCENE_DEBUG_MODEL_PROFILE,
+    MIDSCENE_DEBUG_MODEL_RESPONSE,
     MIDSCENE_RUN_DIR
 ];
 const BOOLEAN_ENV_KEYS = [
@@ -99,41 +101,43 @@ const GLOBAL_ENV_KEYS = [
 ];
 const MODEL_ENV_KEYS = [
     MIDSCENE_MODEL_NAME,
-    MIDSCENE_OPENAI_INIT_CONFIG_JSON,
-    MIDSCENE_OPENAI_API_KEY,
-    MIDSCENE_OPENAI_BASE_URL,
-    MIDSCENE_OPENAI_SOCKS_PROXY,
-    MIDSCENE_OPENAI_HTTP_PROXY,
+    MIDSCENE_MODEL_INIT_CONFIG_JSON,
+    MIDSCENE_MODEL_API_KEY,
+    MIDSCENE_MODEL_BASE_URL,
+    MIDSCENE_MODEL_SOCKS_PROXY,
+    MIDSCENE_MODEL_HTTP_PROXY,
     MIDSCENE_USE_VLM_UI_TARS,
     MIDSCENE_USE_QWEN_VL,
     MIDSCENE_USE_QWEN3_VL,
     MIDSCENE_USE_DOUBAO_VISION,
     MIDSCENE_USE_GEMINI,
     MIDSCENE_USE_VL_MODEL,
-    MIDSCENE_VL_MODE,
+    MIDSCENE_LOCATOR_MODE,
     OPENAI_API_KEY,
     OPENAI_BASE_URL,
+    MODEL_API_KEY,
+    MODEL_BASE_URL,
     MIDSCENE_VQA_MODEL_NAME,
-    MIDSCENE_VQA_OPENAI_SOCKS_PROXY,
-    MIDSCENE_VQA_OPENAI_HTTP_PROXY,
-    MIDSCENE_VQA_OPENAI_BASE_URL,
-    MIDSCENE_VQA_OPENAI_API_KEY,
-    MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON,
-    MIDSCENE_VQA_VL_MODE,
+    MIDSCENE_VQA_MODEL_SOCKS_PROXY,
+    MIDSCENE_VQA_MODEL_HTTP_PROXY,
+    MIDSCENE_VQA_MODEL_BASE_URL,
+    MIDSCENE_VQA_MODEL_API_KEY,
+    MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON,
+    MIDSCENE_VQA_LOCATOR_MODE,
     MIDSCENE_PLANNING_MODEL_NAME,
-    MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY,
-    MIDSCENE_PLANNING_OPENAI_HTTP_PROXY,
-    MIDSCENE_PLANNING_OPENAI_BASE_URL,
-    MIDSCENE_PLANNING_OPENAI_API_KEY,
-    MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON,
-    MIDSCENE_PLANNING_VL_MODE,
+    MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
+    MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
+    MIDSCENE_PLANNING_MODEL_BASE_URL,
+    MIDSCENE_PLANNING_MODEL_API_KEY,
+    MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON,
+    MIDSCENE_PLANNING_LOCATOR_MODE,
     MIDSCENE_GROUNDING_MODEL_NAME,
-    MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY,
-    MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY,
-    MIDSCENE_GROUNDING_OPENAI_BASE_URL,
-    MIDSCENE_GROUNDING_OPENAI_API_KEY,
-    MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON,
-    MIDSCENE_GROUNDING_VL_MODE
+    MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY,
+    MIDSCENE_GROUNDING_MODEL_HTTP_PROXY,
+    MIDSCENE_GROUNDING_MODEL_BASE_URL,
+    MIDSCENE_GROUNDING_MODEL_API_KEY,
+    MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON,
+    MIDSCENE_GROUNDING_LOCATOR_MODE
 ];
 const ALL_ENV_KEYS = [
     ...UNUSED_ENV_KEYS,
@@ -157,4 +161,4 @@ const VL_MODE_RAW_VALID_VALUES = [
     'vlm-ui-tars-doubao',
     'vlm-ui-tars-doubao-1.5'
 ];
-export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_AI_PROFILE, MIDSCENE_DEBUG_AI_RESPONSE, MIDSCENE_DEBUG_MODE, MIDSCENE_FORCE_DEEP_THINK, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_OPENAI_API_KEY, MIDSCENE_GROUNDING_OPENAI_BASE_URL, MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY, MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY, MIDSCENE_GROUNDING_VL_MODE, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_NAME, MIDSCENE_OPENAI_API_KEY, MIDSCENE_OPENAI_BASE_URL, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_OPENAI_API_KEY, MIDSCENE_PLANNING_OPENAI_BASE_URL, MIDSCENE_PLANNING_OPENAI_HTTP_PROXY, MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_VL_MODE, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MIDSCENE_VL_MODE, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_OPENAI_API_KEY, MIDSCENE_VQA_OPENAI_BASE_URL, MIDSCENE_VQA_OPENAI_HTTP_PROXY, MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_OPENAI_SOCKS_PROXY, MIDSCENE_VQA_VL_MODE, MODEL_ENV_KEYS, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS, VL_MODE_RAW_VALID_VALUES };
+export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_MODE, MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE, MIDSCENE_FORCE_DEEP_THINK, MIDSCENE_GROUNDING_LOCATOR_MODE, MIDSCENE_GROUNDING_MODEL_API_KEY, MIDSCENE_GROUNDING_MODEL_BASE_URL, MIDSCENE_GROUNDING_MODEL_HTTP_PROXY, MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_LOCATOR_MODE, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_LOCATOR_MODE, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MIDSCENE_VQA_LOCATOR_MODE, MIDSCENE_VQA_MODEL_API_KEY, MIDSCENE_VQA_MODEL_BASE_URL, MIDSCENE_VQA_MODEL_HTTP_PROXY, MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_MODEL_SOCKS_PROXY, MODEL_API_KEY, MODEL_BASE_URL, MODEL_ENV_KEYS, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS, VL_MODE_RAW_VALID_VALUES };

package/dist/lib/env/constants.js

@@ -33,47 +33,47 @@ __webpack_require__.d(__webpack_exports__, {
 const external_types_js_namespaceObject = require("./types.js");
 const VQA_MODEL_CONFIG_KEYS = {
     modelName: external_types_js_namespaceObject.MIDSCENE_VQA_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_VQA_VL_MODE
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_VQA_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_VQA_MODEL_HTTP_PROXY,
+    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_VQA_MODEL_BASE_URL,
+    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_VQA_MODEL_API_KEY,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON,
+    vlMode: external_types_js_namespaceObject.MIDSCENE_VQA_LOCATOR_MODE
 };
 const GROUNDING_MODEL_CONFIG_KEYS = {
     modelName: external_types_js_namespaceObject.MIDSCENE_GROUNDING_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_GROUNDING_VL_MODE
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_GROUNDING_MODEL_HTTP_PROXY,
+    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_GROUNDING_MODEL_BASE_URL,
+    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_GROUNDING_MODEL_API_KEY,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON,
+    vlMode: external_types_js_namespaceObject.MIDSCENE_GROUNDING_LOCATOR_MODE
 };
 const PLANNING_MODEL_CONFIG_KEYS = {
     modelName: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_PLANNING_VL_MODE
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
+    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_BASE_URL,
+    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_API_KEY,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON,
+    vlMode: external_types_js_namespaceObject.MIDSCENE_PLANNING_LOCATOR_MODE
 };
 const DEFAULT_MODEL_CONFIG_KEYS = {
     modelName: external_types_js_namespaceObject.MIDSCENE_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_OPENAI_HTTP_PROXY,
-    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_OPENAI_BASE_URL,
-    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_OPENAI_INIT_CONFIG_JSON,
-    vlMode: external_types_js_namespaceObject.MIDSCENE_VL_MODE
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_MODEL_HTTP_PROXY,
+    openaiBaseURL: external_types_js_namespaceObject.MIDSCENE_MODEL_BASE_URL,
+    openaiApiKey: external_types_js_namespaceObject.MIDSCENE_MODEL_API_KEY,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_MODEL_INIT_CONFIG_JSON,
+    vlMode: external_types_js_namespaceObject.MIDSCENE_LOCATOR_MODE
 };
 const DEFAULT_MODEL_CONFIG_KEYS_LEGACY = {
     modelName: external_types_js_namespaceObject.MIDSCENE_MODEL_NAME,
-    socksProxy: external_types_js_namespaceObject.MIDSCENE_OPENAI_SOCKS_PROXY,
-    httpProxy: external_types_js_namespaceObject.MIDSCENE_OPENAI_HTTP_PROXY,
+    socksProxy: external_types_js_namespaceObject.MIDSCENE_MODEL_SOCKS_PROXY,
+    httpProxy: external_types_js_namespaceObject.MIDSCENE_MODEL_HTTP_PROXY,
     openaiBaseURL: external_types_js_namespaceObject.OPENAI_BASE_URL,
     openaiApiKey: external_types_js_namespaceObject.OPENAI_API_KEY,
-    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_OPENAI_INIT_CONFIG_JSON,
+    openaiExtraConfig: external_types_js_namespaceObject.MIDSCENE_MODEL_INIT_CONFIG_JSON,
     vlMode: 'DEFAULT_MODEL_CONFIG_KEYS has no vlMode key'
 };
 exports.DEFAULT_MODEL_CONFIG_KEYS = __webpack_exports__.DEFAULT_MODEL_CONFIG_KEYS;

package/dist/lib/env/decide-model-config.js

@@ -29,6 +29,7 @@ __webpack_require__.d(__webpack_exports__, {
     decideOpenaiSdkConfig: ()=>decideOpenaiSdkConfig
 });
 const external_constants_js_namespaceObject = require("./constants.js");
+const external_types_js_namespaceObject = require("./types.js");
 const external_logger_js_namespaceObject = require("../logger.js");
 const external_utils_js_namespaceObject = require("../utils.js");
 const external_helper_js_namespaceObject = require("./helper.js");
@@ -47,8 +48,10 @@ const decideOpenaiSdkConfig = ({ keys, provider, valueAssert })=>{
     const httpProxy = provider[keys.httpProxy];
     const vlMode = provider[keys.vlMode];
     debugLog('enter decideOpenaiSdkConfig with keys:', keys);
-    const openaiBaseURL = provider[keys.openaiBaseURL];
-    const openaiApiKey = provider[keys.openaiApiKey];
+    let openaiBaseURL;
+    let openaiApiKey;
+    openaiBaseURL = 'OPENAI_BASE_URL' === keys.openaiBaseURL ? provider[external_types_js_namespaceObject.MODEL_BASE_URL] || provider[keys.openaiBaseURL] : provider[keys.openaiBaseURL];
+    openaiApiKey = 'OPENAI_API_KEY' === keys.openaiApiKey ? provider[external_types_js_namespaceObject.MODEL_API_KEY] || provider[keys.openaiApiKey] : provider[keys.openaiApiKey];
     const openaiExtraConfig = (0, external_helper_js_namespaceObject.parseJson)(keys.openaiExtraConfig, provider[keys.openaiExtraConfig]);
     valueAssert(openaiApiKey, keys.openaiApiKey);
     return {

package/dist/lib/env/init-debug.js

@@ -30,15 +30,15 @@ const external_logger_js_namespaceObject = require("../logger.js");
 const external_basic_js_namespaceObject = require("./basic.js");
 const external_types_js_namespaceObject = require("./types.js");
 const initDebugConfig = ()=>{
-    const shouldPrintTiming = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_AI_PROFILE);
+    const shouldPrintTiming = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_MODEL_PROFILE);
     let debugConfig = '';
     if (shouldPrintTiming) {
-        console.warn('MIDSCENE_DEBUG_AI_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
+        console.warn('MIDSCENE_DEBUG_MODEL_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
         debugConfig = 'ai:profile';
     }
-    const shouldPrintAIResponse = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_AI_RESPONSE);
-    if (shouldPrintAIResponse) {
-        console.warn('MIDSCENE_DEBUG_AI_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
+    const shouldPrintModelResponse = (0, external_basic_js_namespaceObject.getBasicEnvValue)(external_types_js_namespaceObject.MIDSCENE_DEBUG_MODEL_RESPONSE);
+    if (shouldPrintModelResponse) {
+        console.warn('MIDSCENE_DEBUG_MODEL_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
         debugConfig = debugConfig ? 'ai:*' : 'ai:call';
     }
     if (debugConfig) (0, external_logger_js_namespaceObject.enableDebug)(debugConfig);

package/dist/lib/env/model-config-manager.js

@@ -141,7 +141,8 @@ Learn more: https://midscenejs.com/choose-a-model`);
         this.createOpenAIClientFn = createOpenAIClientFn;
         if (modelConfigFn) {
             this.isolatedMode = true;
-            const intentConfigMap = this.calcIntentConfigMap(modelConfigFn);
+            const internalFn = modelConfigFn;
+            const intentConfigMap = this.calcIntentConfigMap(internalFn);
             this.modelConfigMap = this.calcModelConfigMapBaseOnIntent(intentConfigMap);
         }
     }