@midscene/shared 1.0.1-beta-20251024063839.0 → 1.0.1-beta-20251024064637.0

package/dist/es/env/constants.mjs

@@ -1,47 +1,47 @@
-import { MIDSCENE_GROUNDING_LOCATOR_MODE, MIDSCENE_GROUNDING_MODEL_API_KEY, MIDSCENE_GROUNDING_MODEL_BASE_URL, MIDSCENE_GROUNDING_MODEL_HTTP_PROXY, MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY, MIDSCENE_LOCATOR_MODE, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_LOCATOR_MODE, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_VQA_LOCATOR_MODE, MIDSCENE_VQA_MODEL_API_KEY, MIDSCENE_VQA_MODEL_BASE_URL, MIDSCENE_VQA_MODEL_HTTP_PROXY, MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_MODEL_SOCKS_PROXY, OPENAI_API_KEY, OPENAI_BASE_URL } from "./types.mjs";
+import { MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_OPENAI_API_KEY, MIDSCENE_GROUNDING_OPENAI_BASE_URL, MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY, MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY, MIDSCENE_GROUNDING_VL_MODE, MIDSCENE_MODEL_NAME, MIDSCENE_OPENAI_API_KEY, MIDSCENE_OPENAI_BASE_URL, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_OPENAI_API_KEY, MIDSCENE_PLANNING_OPENAI_BASE_URL, MIDSCENE_PLANNING_OPENAI_HTTP_PROXY, MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_VL_MODE, MIDSCENE_VL_MODE, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_OPENAI_API_KEY, MIDSCENE_VQA_OPENAI_BASE_URL, MIDSCENE_VQA_OPENAI_HTTP_PROXY, MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_OPENAI_SOCKS_PROXY, MIDSCENE_VQA_VL_MODE, OPENAI_API_KEY, OPENAI_BASE_URL } from "./types.mjs";
 const VQA_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_VQA_MODEL_NAME,
-    socksProxy: MIDSCENE_VQA_MODEL_SOCKS_PROXY,
-    httpProxy: MIDSCENE_VQA_MODEL_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_VQA_MODEL_BASE_URL,
-    openaiApiKey: MIDSCENE_VQA_MODEL_API_KEY,
-    openaiExtraConfig: MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_VQA_LOCATOR_MODE
+    socksProxy: MIDSCENE_VQA_OPENAI_SOCKS_PROXY,
+    httpProxy: MIDSCENE_VQA_OPENAI_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_VQA_OPENAI_BASE_URL,
+    openaiApiKey: MIDSCENE_VQA_OPENAI_API_KEY,
+    openaiExtraConfig: MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_VQA_VL_MODE
 };
 const GROUNDING_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_GROUNDING_MODEL_NAME,
-    socksProxy: MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY,
-    httpProxy: MIDSCENE_GROUNDING_MODEL_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_GROUNDING_MODEL_BASE_URL,
-    openaiApiKey: MIDSCENE_GROUNDING_MODEL_API_KEY,
-    openaiExtraConfig: MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_GROUNDING_LOCATOR_MODE
+    socksProxy: MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY,
+    httpProxy: MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_GROUNDING_OPENAI_BASE_URL,
+    openaiApiKey: MIDSCENE_GROUNDING_OPENAI_API_KEY,
+    openaiExtraConfig: MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_GROUNDING_VL_MODE
 };
 const PLANNING_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_PLANNING_MODEL_NAME,
-    socksProxy: MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
-    httpProxy: MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_PLANNING_MODEL_BASE_URL,
-    openaiApiKey: MIDSCENE_PLANNING_MODEL_API_KEY,
-    openaiExtraConfig: MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_PLANNING_LOCATOR_MODE
+    socksProxy: MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY,
+    httpProxy: MIDSCENE_PLANNING_OPENAI_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_PLANNING_OPENAI_BASE_URL,
+    openaiApiKey: MIDSCENE_PLANNING_OPENAI_API_KEY,
+    openaiExtraConfig: MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_PLANNING_VL_MODE
 };
 const DEFAULT_MODEL_CONFIG_KEYS = {
     modelName: MIDSCENE_MODEL_NAME,
-    socksProxy: MIDSCENE_MODEL_SOCKS_PROXY,
-    httpProxy: MIDSCENE_MODEL_HTTP_PROXY,
-    openaiBaseURL: MIDSCENE_MODEL_BASE_URL,
-    openaiApiKey: MIDSCENE_MODEL_API_KEY,
-    openaiExtraConfig: MIDSCENE_MODEL_INIT_CONFIG_JSON,
-    vlMode: MIDSCENE_LOCATOR_MODE
+    socksProxy: MIDSCENE_OPENAI_SOCKS_PROXY,
+    httpProxy: MIDSCENE_OPENAI_HTTP_PROXY,
+    openaiBaseURL: MIDSCENE_OPENAI_BASE_URL,
+    openaiApiKey: MIDSCENE_OPENAI_API_KEY,
+    openaiExtraConfig: MIDSCENE_OPENAI_INIT_CONFIG_JSON,
+    vlMode: MIDSCENE_VL_MODE
 };
 const DEFAULT_MODEL_CONFIG_KEYS_LEGACY = {
     modelName: MIDSCENE_MODEL_NAME,
-    socksProxy: MIDSCENE_MODEL_SOCKS_PROXY,
-    httpProxy: MIDSCENE_MODEL_HTTP_PROXY,
+    socksProxy: MIDSCENE_OPENAI_SOCKS_PROXY,
+    httpProxy: MIDSCENE_OPENAI_HTTP_PROXY,
     openaiBaseURL: OPENAI_BASE_URL,
     openaiApiKey: OPENAI_API_KEY,
-    openaiExtraConfig: MIDSCENE_MODEL_INIT_CONFIG_JSON,
+    openaiExtraConfig: MIDSCENE_OPENAI_INIT_CONFIG_JSON,
     vlMode: 'DEFAULT_MODEL_CONFIG_KEYS has no vlMode key'
 };
 export { DEFAULT_MODEL_CONFIG_KEYS, DEFAULT_MODEL_CONFIG_KEYS_LEGACY, GROUNDING_MODEL_CONFIG_KEYS, PLANNING_MODEL_CONFIG_KEYS, VQA_MODEL_CONFIG_KEYS };

package/dist/es/env/decide-model-config.mjs

@@ -1,5 +1,4 @@
 import { DEFAULT_MODEL_CONFIG_KEYS, DEFAULT_MODEL_CONFIG_KEYS_LEGACY, GROUNDING_MODEL_CONFIG_KEYS, PLANNING_MODEL_CONFIG_KEYS, VQA_MODEL_CONFIG_KEYS } from "./constants.mjs";
-import { MODEL_API_KEY, MODEL_BASE_URL } from "./types.mjs";
 import { getDebug } from "../logger.mjs";
 import { assert } from "../utils.mjs";
 import { createAssert, maskConfig, parseJson } from "./helper.mjs";
@@ -18,10 +17,8 @@ const decideOpenaiSdkConfig = ({ keys, provider, valueAssert })=>{
     const httpProxy = provider[keys.httpProxy];
     const vlMode = provider[keys.vlMode];
     debugLog('enter decideOpenaiSdkConfig with keys:', keys);
-    let openaiBaseURL;
-    let openaiApiKey;
-    openaiBaseURL = 'OPENAI_BASE_URL' === keys.openaiBaseURL ? provider[MODEL_BASE_URL] || provider[keys.openaiBaseURL] : provider[keys.openaiBaseURL];
-    openaiApiKey = 'OPENAI_API_KEY' === keys.openaiApiKey ? provider[MODEL_API_KEY] || provider[keys.openaiApiKey] : provider[keys.openaiApiKey];
+    const openaiBaseURL = provider[keys.openaiBaseURL];
+    const openaiApiKey = provider[keys.openaiApiKey];
     const openaiExtraConfig = parseJson(keys.openaiExtraConfig, provider[keys.openaiExtraConfig]);
     valueAssert(openaiApiKey, keys.openaiApiKey);
     return {

package/dist/es/env/init-debug.mjs

@@ -1,16 +1,16 @@
 import { enableDebug } from "../logger.mjs";
 import { getBasicEnvValue } from "./basic.mjs";
-import { MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE } from "./types.mjs";
+import { MIDSCENE_DEBUG_AI_PROFILE, MIDSCENE_DEBUG_AI_RESPONSE } from "./types.mjs";
 const initDebugConfig = ()=>{
-    const shouldPrintTiming = getBasicEnvValue(MIDSCENE_DEBUG_MODEL_PROFILE);
+    const shouldPrintTiming = getBasicEnvValue(MIDSCENE_DEBUG_AI_PROFILE);
     let debugConfig = '';
     if (shouldPrintTiming) {
-        console.warn('MIDSCENE_DEBUG_MODEL_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
+        console.warn('MIDSCENE_DEBUG_AI_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
         debugConfig = 'ai:profile';
     }
-    const shouldPrintModelResponse = getBasicEnvValue(MIDSCENE_DEBUG_MODEL_RESPONSE);
-    if (shouldPrintModelResponse) {
-        console.warn('MIDSCENE_DEBUG_MODEL_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
+    const shouldPrintAIResponse = getBasicEnvValue(MIDSCENE_DEBUG_AI_RESPONSE);
+    if (shouldPrintAIResponse) {
+        console.warn('MIDSCENE_DEBUG_AI_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
         debugConfig = debugConfig ? 'ai:*' : 'ai:call';
     }
     if (debugConfig) enableDebug(debugConfig);

package/dist/es/env/model-config-manager.mjs

@@ -113,8 +113,7 @@ Learn more: https://midscenejs.com/choose-a-model`);
         this.createOpenAIClientFn = createOpenAIClientFn;
         if (modelConfigFn) {
             this.isolatedMode = true;
-            const internalFn = modelConfigFn;
-            const intentConfigMap = this.calcIntentConfigMap(internalFn);
+            const intentConfigMap = this.calcIntentConfigMap(modelConfigFn);
             this.modelConfigMap = this.calcModelConfigMapBaseOnIntent(intentConfigMap);
         }
     }

package/dist/es/env/types.mjs

@@ -1,8 +1,8 @@
-const MIDSCENE_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_MODEL_INIT_CONFIG_JSON';
+const MIDSCENE_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_OPENAI_INIT_CONFIG_JSON';
 const MIDSCENE_MODEL_NAME = 'MIDSCENE_MODEL_NAME';
 const MIDSCENE_LANGSMITH_DEBUG = 'MIDSCENE_LANGSMITH_DEBUG';
-const MIDSCENE_DEBUG_MODEL_PROFILE = 'MIDSCENE_DEBUG_MODEL_PROFILE';
-const MIDSCENE_DEBUG_MODEL_RESPONSE = 'MIDSCENE_DEBUG_MODEL_RESPONSE';
+const MIDSCENE_DEBUG_AI_PROFILE = 'MIDSCENE_DEBUG_AI_PROFILE';
+const MIDSCENE_DEBUG_AI_RESPONSE = 'MIDSCENE_DEBUG_AI_RESPONSE';
 const MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG = 'MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG';
 const MIDSCENE_DEBUG_MODE = 'MIDSCENE_DEBUG_MODE';
 const MIDSCENE_MCP_USE_PUPPETEER_MODE = 'MIDSCENE_MCP_USE_PUPPETEER_MODE';
@@ -10,10 +10,8 @@ const MIDSCENE_MCP_CHROME_PATH = 'MIDSCENE_MCP_CHROME_PATH';
 const MIDSCENE_MCP_ANDROID_MODE = 'MIDSCENE_MCP_ANDROID_MODE';
 const DOCKER_CONTAINER = 'DOCKER_CONTAINER';
 const MIDSCENE_FORCE_DEEP_THINK = 'MIDSCENE_FORCE_DEEP_THINK';
-const MIDSCENE_MODEL_SOCKS_PROXY = 'MIDSCENE_MODEL_SOCKS_PROXY';
-const MIDSCENE_MODEL_HTTP_PROXY = 'MIDSCENE_MODEL_HTTP_PROXY';
-const MODEL_API_KEY = 'MODEL_API_KEY';
-const MODEL_BASE_URL = 'MODEL_BASE_URL';
+const MIDSCENE_OPENAI_SOCKS_PROXY = 'MIDSCENE_OPENAI_SOCKS_PROXY';
+const MIDSCENE_OPENAI_HTTP_PROXY = 'MIDSCENE_OPENAI_HTTP_PROXY';
 const OPENAI_API_KEY = 'OPENAI_API_KEY';
 const OPENAI_BASE_URL = 'OPENAI_BASE_URL';
 const OPENAI_MAX_TOKENS = 'OPENAI_MAX_TOKENS';
@@ -36,37 +34,37 @@ const MIDSCENE_REPLANNING_CYCLE_LIMIT = 'MIDSCENE_REPLANNING_CYCLE_LIMIT';
 const MIDSCENE_PREFERRED_LANGUAGE = 'MIDSCENE_PREFERRED_LANGUAGE';
 const MIDSCENE_CACHE_MAX_FILENAME_LENGTH = 'MIDSCENE_CACHE_MAX_FILENAME_LENGTH';
 const MIDSCENE_RUN_DIR = 'MIDSCENE_RUN_DIR';
-const MIDSCENE_MODEL_BASE_URL = 'MIDSCENE_MODEL_BASE_URL';
-const MIDSCENE_MODEL_API_KEY = 'MIDSCENE_MODEL_API_KEY';
-const MIDSCENE_LOCATOR_MODE = 'MIDSCENE_LOCATOR_MODE';
+const MIDSCENE_OPENAI_BASE_URL = 'MIDSCENE_OPENAI_BASE_URL';
+const MIDSCENE_OPENAI_API_KEY = 'MIDSCENE_OPENAI_API_KEY';
+const MIDSCENE_VL_MODE = 'MIDSCENE_VL_MODE';
 const MIDSCENE_VQA_MODEL_NAME = 'MIDSCENE_VQA_MODEL_NAME';
-const MIDSCENE_VQA_MODEL_SOCKS_PROXY = 'MIDSCENE_VQA_MODEL_SOCKS_PROXY';
-const MIDSCENE_VQA_MODEL_HTTP_PROXY = 'MIDSCENE_VQA_MODEL_HTTP_PROXY';
-const MIDSCENE_VQA_MODEL_BASE_URL = 'MIDSCENE_VQA_MODEL_BASE_URL';
-const MIDSCENE_VQA_MODEL_API_KEY = 'MIDSCENE_VQA_MODEL_API_KEY';
-const MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON';
-const MIDSCENE_VQA_LOCATOR_MODE = 'MIDSCENE_VQA_LOCATOR_MODE';
+const MIDSCENE_VQA_OPENAI_SOCKS_PROXY = 'MIDSCENE_VQA_OPENAI_SOCKS_PROXY';
+const MIDSCENE_VQA_OPENAI_HTTP_PROXY = 'MIDSCENE_VQA_OPENAI_HTTP_PROXY';
+const MIDSCENE_VQA_OPENAI_BASE_URL = 'MIDSCENE_VQA_OPENAI_BASE_URL';
+const MIDSCENE_VQA_OPENAI_API_KEY = 'MIDSCENE_VQA_OPENAI_API_KEY';
+const MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON';
+const MIDSCENE_VQA_VL_MODE = 'MIDSCENE_VQA_VL_MODE';
 const MIDSCENE_PLANNING_MODEL_NAME = 'MIDSCENE_PLANNING_MODEL_NAME';
-const MIDSCENE_PLANNING_MODEL_SOCKS_PROXY = 'MIDSCENE_PLANNING_MODEL_SOCKS_PROXY';
-const MIDSCENE_PLANNING_MODEL_HTTP_PROXY = 'MIDSCENE_PLANNING_MODEL_HTTP_PROXY';
-const MIDSCENE_PLANNING_MODEL_BASE_URL = 'MIDSCENE_PLANNING_MODEL_BASE_URL';
-const MIDSCENE_PLANNING_MODEL_API_KEY = 'MIDSCENE_PLANNING_MODEL_API_KEY';
-const MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON';
-const MIDSCENE_PLANNING_LOCATOR_MODE = 'MIDSCENE_PLANNING_LOCATOR_MODE';
+const MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY = 'MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY';
+const MIDSCENE_PLANNING_OPENAI_HTTP_PROXY = 'MIDSCENE_PLANNING_OPENAI_HTTP_PROXY';
+const MIDSCENE_PLANNING_OPENAI_BASE_URL = 'MIDSCENE_PLANNING_OPENAI_BASE_URL';
+const MIDSCENE_PLANNING_OPENAI_API_KEY = 'MIDSCENE_PLANNING_OPENAI_API_KEY';
+const MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON';
+const MIDSCENE_PLANNING_VL_MODE = 'MIDSCENE_PLANNING_VL_MODE';
 const MIDSCENE_GROUNDING_MODEL_NAME = 'MIDSCENE_GROUNDING_MODEL_NAME';
-const MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY = 'MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY';
-const MIDSCENE_GROUNDING_MODEL_HTTP_PROXY = 'MIDSCENE_GROUNDING_MODEL_HTTP_PROXY';
-const MIDSCENE_GROUNDING_MODEL_BASE_URL = 'MIDSCENE_GROUNDING_MODEL_BASE_URL';
-const MIDSCENE_GROUNDING_MODEL_API_KEY = 'MIDSCENE_GROUNDING_MODEL_API_KEY';
-const MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON = 'MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON';
-const MIDSCENE_GROUNDING_LOCATOR_MODE = 'MIDSCENE_GROUNDING_LOCATOR_MODE';
+const MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY = 'MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY';
+const MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY = 'MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY';
+const MIDSCENE_GROUNDING_OPENAI_BASE_URL = 'MIDSCENE_GROUNDING_OPENAI_BASE_URL';
+const MIDSCENE_GROUNDING_OPENAI_API_KEY = 'MIDSCENE_GROUNDING_OPENAI_API_KEY';
+const MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON';
+const MIDSCENE_GROUNDING_VL_MODE = 'MIDSCENE_GROUNDING_VL_MODE';
 const UNUSED_ENV_KEYS = [
     MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG
 ];
 const BASIC_ENV_KEYS = [
     MIDSCENE_DEBUG_MODE,
-    MIDSCENE_DEBUG_MODEL_PROFILE,
-    MIDSCENE_DEBUG_MODEL_RESPONSE,
+    MIDSCENE_DEBUG_AI_PROFILE,
+    MIDSCENE_DEBUG_AI_RESPONSE,
     MIDSCENE_RUN_DIR
 ];
 const BOOLEAN_ENV_KEYS = [
@@ -101,43 +99,41 @@ const GLOBAL_ENV_KEYS = [
 ];
 const MODEL_ENV_KEYS = [
     MIDSCENE_MODEL_NAME,
-    MIDSCENE_MODEL_INIT_CONFIG_JSON,
-    MIDSCENE_MODEL_API_KEY,
-    MIDSCENE_MODEL_BASE_URL,
-    MIDSCENE_MODEL_SOCKS_PROXY,
-    MIDSCENE_MODEL_HTTP_PROXY,
+    MIDSCENE_OPENAI_INIT_CONFIG_JSON,
+    MIDSCENE_OPENAI_API_KEY,
+    MIDSCENE_OPENAI_BASE_URL,
+    MIDSCENE_OPENAI_SOCKS_PROXY,
+    MIDSCENE_OPENAI_HTTP_PROXY,
     MIDSCENE_USE_VLM_UI_TARS,
     MIDSCENE_USE_QWEN_VL,
     MIDSCENE_USE_QWEN3_VL,
     MIDSCENE_USE_DOUBAO_VISION,
     MIDSCENE_USE_GEMINI,
     MIDSCENE_USE_VL_MODEL,
-    MIDSCENE_LOCATOR_MODE,
+    MIDSCENE_VL_MODE,
     OPENAI_API_KEY,
     OPENAI_BASE_URL,
-    MODEL_API_KEY,
-    MODEL_BASE_URL,
     MIDSCENE_VQA_MODEL_NAME,
-    MIDSCENE_VQA_MODEL_SOCKS_PROXY,
-    MIDSCENE_VQA_MODEL_HTTP_PROXY,
-    MIDSCENE_VQA_MODEL_BASE_URL,
-    MIDSCENE_VQA_MODEL_API_KEY,
-    MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON,
-    MIDSCENE_VQA_LOCATOR_MODE,
+    MIDSCENE_VQA_OPENAI_SOCKS_PROXY,
+    MIDSCENE_VQA_OPENAI_HTTP_PROXY,
+    MIDSCENE_VQA_OPENAI_BASE_URL,
+    MIDSCENE_VQA_OPENAI_API_KEY,
+    MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON,
+    MIDSCENE_VQA_VL_MODE,
     MIDSCENE_PLANNING_MODEL_NAME,
-    MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
-    MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
-    MIDSCENE_PLANNING_MODEL_BASE_URL,
-    MIDSCENE_PLANNING_MODEL_API_KEY,
-    MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON,
-    MIDSCENE_PLANNING_LOCATOR_MODE,
+    MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY,
+    MIDSCENE_PLANNING_OPENAI_HTTP_PROXY,
+    MIDSCENE_PLANNING_OPENAI_BASE_URL,
+    MIDSCENE_PLANNING_OPENAI_API_KEY,
+    MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON,
+    MIDSCENE_PLANNING_VL_MODE,
     MIDSCENE_GROUNDING_MODEL_NAME,
-    MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY,
-    MIDSCENE_GROUNDING_MODEL_HTTP_PROXY,
-    MIDSCENE_GROUNDING_MODEL_BASE_URL,
-    MIDSCENE_GROUNDING_MODEL_API_KEY,
-    MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON,
-    MIDSCENE_GROUNDING_LOCATOR_MODE
+    MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY,
+    MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY,
+    MIDSCENE_GROUNDING_OPENAI_BASE_URL,
+    MIDSCENE_GROUNDING_OPENAI_API_KEY,
+    MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON,
+    MIDSCENE_GROUNDING_VL_MODE
 ];
 const ALL_ENV_KEYS = [
     ...UNUSED_ENV_KEYS,
@@ -161,4 +157,4 @@ const VL_MODE_RAW_VALID_VALUES = [
     'vlm-ui-tars-doubao',
     'vlm-ui-tars-doubao-1.5'
 ];
-export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_MODE, MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE, MIDSCENE_FORCE_DEEP_THINK, MIDSCENE_GROUNDING_LOCATOR_MODE, MIDSCENE_GROUNDING_MODEL_API_KEY, MIDSCENE_GROUNDING_MODEL_BASE_URL, MIDSCENE_GROUNDING_MODEL_HTTP_PROXY, MIDSCENE_GROUNDING_MODEL_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_MODEL_SOCKS_PROXY, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_LOCATOR_MODE, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_LOCATOR_MODE, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MIDSCENE_VQA_LOCATOR_MODE, MIDSCENE_VQA_MODEL_API_KEY, MIDSCENE_VQA_MODEL_BASE_URL, MIDSCENE_VQA_MODEL_HTTP_PROXY, MIDSCENE_VQA_MODEL_INIT_CONFIG_JSON, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_MODEL_SOCKS_PROXY, MODEL_API_KEY, MODEL_BASE_URL, MODEL_ENV_KEYS, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS, VL_MODE_RAW_VALID_VALUES };
+export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_AI_PROFILE, MIDSCENE_DEBUG_AI_RESPONSE, MIDSCENE_DEBUG_MODE, MIDSCENE_FORCE_DEEP_THINK, MIDSCENE_GROUNDING_MODEL_NAME, MIDSCENE_GROUNDING_OPENAI_API_KEY, MIDSCENE_GROUNDING_OPENAI_BASE_URL, MIDSCENE_GROUNDING_OPENAI_HTTP_PROXY, MIDSCENE_GROUNDING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_GROUNDING_OPENAI_SOCKS_PROXY, MIDSCENE_GROUNDING_VL_MODE, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_NAME, MIDSCENE_OPENAI_API_KEY, MIDSCENE_OPENAI_BASE_URL, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_OPENAI_API_KEY, MIDSCENE_PLANNING_OPENAI_BASE_URL, MIDSCENE_PLANNING_OPENAI_HTTP_PROXY, MIDSCENE_PLANNING_OPENAI_INIT_CONFIG_JSON, MIDSCENE_PLANNING_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_VL_MODE, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MIDSCENE_VL_MODE, MIDSCENE_VQA_MODEL_NAME, MIDSCENE_VQA_OPENAI_API_KEY, MIDSCENE_VQA_OPENAI_BASE_URL, MIDSCENE_VQA_OPENAI_HTTP_PROXY, MIDSCENE_VQA_OPENAI_INIT_CONFIG_JSON, MIDSCENE_VQA_OPENAI_SOCKS_PROXY, MIDSCENE_VQA_VL_MODE, MODEL_ENV_KEYS, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS, VL_MODE_RAW_VALID_VALUES };

package/dist/es/extractor/dom-util.mjs

@@ -1,4 +1,3 @@
-import { NodeType } from "../constants/index.mjs";
 import { generateHashId } from "../utils.mjs";
 function isFormElement(node) {
     return node instanceof HTMLElement && ('input' === node.tagName.toLowerCase() || 'textarea' === node.tagName.toLowerCase() || 'select' === node.tagName.toLowerCase() || 'option' === node.tagName.toLowerCase());
@@ -68,24 +67,23 @@ function includeBaseElement(node) {
     return false;
 }
 function generateElementByPosition(position) {
+    const edgeSize = 8;
     const rect = {
-        left: Math.max(position.x - 4, 0),
-        top: Math.max(position.y - 4, 0),
-        width: 8,
-        height: 8
+        left: Math.round(Math.max(position.x - edgeSize / 2, 0)),
+        top: Math.round(Math.max(position.y - edgeSize / 2, 0)),
+        width: edgeSize,
+        height: edgeSize
     };
     const id = generateHashId(rect);
     const element = {
         id,
-        attributes: {
-            nodeType: NodeType.POSITION
-        },
         rect,
         content: '',
         center: [
             position.x,
             position.y
-        ]
+        ],
+        isOrderSensitive: false
     };
     return element;
 }

package/dist/es/extractor/index.mjs

@@ -1,6 +1,5 @@
 import { descriptionOfTree, traverseTree, treeToList, trimAttributes, truncateText } from "./tree.mjs";
 import { extractTextWithPosition, extractTreeNode, extractTreeNodeAsString } from "./web-extractor.mjs";
-import { getNodeFromCacheList, setNodeHashCacheListOnWindow } from "./util.mjs";
 import { getElementInfoByXpath, getElementXpath, getNodeInfoByXpath, getXpathsByPoint } from "./locator.mjs";
 import { generateElementByPosition, isNotContainerElement } from "./dom-util.mjs";
-export { descriptionOfTree, generateElementByPosition, getElementInfoByXpath, getElementXpath, getNodeFromCacheList, getNodeInfoByXpath, getXpathsByPoint, isNotContainerElement, setNodeHashCacheListOnWindow, traverseTree, treeToList, trimAttributes, truncateText, extractTreeNode as webExtractNodeTree, extractTreeNodeAsString as webExtractNodeTreeAsString, extractTextWithPosition as webExtractTextWithPosition };
+export { descriptionOfTree, generateElementByPosition, getElementInfoByXpath, getElementXpath, getNodeInfoByXpath, getXpathsByPoint, isNotContainerElement, traverseTree, treeToList, trimAttributes, truncateText, extractTreeNode as webExtractNodeTree, extractTreeNodeAsString as webExtractNodeTreeAsString, extractTextWithPosition as webExtractTextWithPosition };

package/dist/es/extractor/tree.mjs

@@ -34,15 +34,13 @@ function descriptionOfTree(tree, truncateTextLength, filterNonTextContent = fals
             emptyNode = false;
             let nodeTypeString;
             nodeTypeString = (null == (_node_node_attributes = node.node.attributes) ? void 0 : _node_node_attributes.htmlTagName) ? node.node.attributes.htmlTagName.replace(/[<>]/g, '') : node.node.attributes.nodeType.replace(/\sNode$/, '').toLowerCase();
-            const markerId = node.node.indexId;
-            const markerIdString = markerId ? `markerId="${markerId}"` : '';
             const rectAttribute = node.node.rect ? {
                 left: node.node.rect.left,
                 top: node.node.rect.top,
                 width: node.node.rect.width,
                 height: node.node.rect.height
             } : {};
-            before = `<${nodeTypeString} id="${node.node.id}" ${markerIdString} ${attributesString(trimAttributes(node.node.attributes || {}, truncateTextLength))} ${attributesString(rectAttribute)}>`;
+            before = `<${nodeTypeString} id="${node.node.id}" ${attributesString(trimAttributes(node.node.attributes || {}, truncateTextLength))} ${attributesString(rectAttribute)}>`;
             const content = truncateText(node.node.content, truncateTextLength);
             contentWithIndent = content ? `\n${indentStr}  ${content}` : '';
             after = `</${nodeTypeString}>`;

package/dist/es/extractor/util.mjs

@@ -199,32 +199,8 @@ function getNodeAttributes(node, currentWindow) {
 }
 function midsceneGenerateHash(node, content, rect) {
     const slicedHash = generateHashId(rect, content);
-    if (node) {
-        if (!window.midsceneNodeHashCacheList) setNodeHashCacheListOnWindow();
-        setNodeToCacheList(node, slicedHash);
-    }
     return slicedHash;
 }
-function setNodeHashCacheListOnWindow() {
-    if ('undefined' != typeof window) window.midsceneNodeHashCacheList = [];
-}
-function setNodeToCacheList(node, id) {
-    if ('undefined' != typeof window) {
-        var _window_midsceneNodeHashCacheList;
-        if (getNodeFromCacheList(id)) return;
-        null == (_window_midsceneNodeHashCacheList = window.midsceneNodeHashCacheList) || _window_midsceneNodeHashCacheList.push({
-            node,
-            id
-        });
-    }
-}
-function getNodeFromCacheList(id) {
-    if ('undefined' != typeof window) {
-        var _window_midsceneNodeHashCacheList_find, _window_midsceneNodeHashCacheList;
-        return null == (_window_midsceneNodeHashCacheList = window.midsceneNodeHashCacheList) ? void 0 : null == (_window_midsceneNodeHashCacheList_find = _window_midsceneNodeHashCacheList.find((item)=>item.id === id)) ? void 0 : _window_midsceneNodeHashCacheList_find.node;
-    }
-    return null;
-}
 function generateId(numberId) {
     return `${numberId}`;
 }
@@ -241,4 +217,4 @@ function getTopDocument() {
     const container = document.body || document;
     return container;
 }
-export { elementRect, generateId, getDebugMode, getNodeAttributes, getNodeFromCacheList, getPseudoElementContent, getRect, getTopDocument, hasOverflowY, isElementPartiallyInViewport, logger, midsceneGenerateHash, overlappedRect, setDebugMode, setExtractTextWithPositionOnWindow, setGenerateHashOnWindow, setMidsceneVisibleRectOnWindow, setNodeHashCacheListOnWindow, setNodeToCacheList, validTextNodeContent };
+export { elementRect, generateId, getDebugMode, getNodeAttributes, getPseudoElementContent, getRect, getTopDocument, hasOverflowY, isElementPartiallyInViewport, logger, midsceneGenerateHash, overlappedRect, setDebugMode, setExtractTextWithPositionOnWindow, setGenerateHashOnWindow, setMidsceneVisibleRectOnWindow, validTextNodeContent };