@midscene/shared 1.9.7 → 1.9.8-beta-20260618014851.0

package/dist/es/agent-tools/agent-behavior-init-args.mjs

@@ -0,0 +1,44 @@
+import { z } from "zod";
+const agentBehaviorInitArgShape = {
+    aiActContext: z.string().optional().describe('Background knowledge passed to aiAct. Default: no extra context.'),
+    replanningCycleLimit: z.number().int().nonnegative().optional().describe('Maximum number of replanning cycles for aiAct. Default: model adapter default.'),
+    waitAfterAction: z.number().nonnegative().optional().describe('Wait time in milliseconds after each action execution. Default: 300ms.'),
+    screenshotShrinkFactor: z.number().min(1).optional().describe('Screenshot shrink factor before sending images to AI. Default: 1; high values may reduce recognition quality, especially on mobile.')
+};
+function extractAgentBehaviorInitArgs(extracted) {
+    if (!extracted) return;
+    const agentOptions = {
+        ...'string' == typeof extracted.aiActContext ? {
+            aiActContext: extracted.aiActContext
+        } : {},
+        ...'string' == typeof extracted.aiActionContext ? {
+            aiActionContext: extracted.aiActionContext
+        } : {},
+        ...'number' == typeof extracted.replanningCycleLimit ? {
+            replanningCycleLimit: extracted.replanningCycleLimit
+        } : {},
+        ...'number' == typeof extracted.waitAfterAction ? {
+            waitAfterAction: extracted.waitAfterAction
+        } : {},
+        ...'number' == typeof extracted.screenshotShrinkFactor ? {
+            screenshotShrinkFactor: extracted.screenshotShrinkFactor
+        } : {}
+    };
+    return Object.keys(agentOptions).length > 0 ? agentOptions : void 0;
+}
+function stableJsonValue(value) {
+    if (Array.isArray(value)) return value.map(stableJsonValue);
+    if (value && 'object' == typeof value) return Object.fromEntries(Object.entries(value).sort(([left], [right])=>left.localeCompare(right)).map(([key, nestedValue])=>[
+            key,
+            stableJsonValue(nestedValue)
+        ]));
+    return value;
+}
+function getAgentInitArgsSignature(initArgs) {
+    if (!initArgs || 0 === Object.keys(initArgs).length) return;
+    return JSON.stringify(stableJsonValue(initArgs));
+}
+function shouldRebuildAgentForInitArgs(currentSignature, nextSignature) {
+    return currentSignature !== nextSignature && (void 0 !== currentSignature || void 0 !== nextSignature);
+}
+export { agentBehaviorInitArgShape, extractAgentBehaviorInitArgs, getAgentInitArgsSignature, shouldRebuildAgentForInitArgs };

package/dist/es/{mcp → agent-tools}/base-tools.mjs

@@ -15,7 +15,7 @@ function _define_property(obj, key, value) {
     else obj[key] = value;
     return obj;
 }
-const debug = getDebug('mcp:base-tools');
+const debug = getDebug('agent-tools:base-tools');
 class BaseMidsceneTools {
     getInitArgKeys() {
         return this.initArgSpec ? Object.keys(this.initArgSpec.shape) : [];
@@ -104,12 +104,6 @@ class BaseMidsceneTools {
         this.toolDefinitions.push(...actionTools, ...commonTools);
         debug('Total tools prepared:', this.toolDefinitions.length);
     }
-    attachToServer(server) {
-        this.mcpServer = server;
-        if (0 === this.toolDefinitions.length) debug('Warning: No tools to register. Tools may be initialized lazily.');
-        for (const toolDef of this.toolDefinitions)this.mcpServer.tool(toolDef.name, toolDef.description, toolDef.schema, toolDef.handler);
-        debug('Registered', this.toolDefinitions.length, 'tools');
-    }
     async destroy() {
         await this.agent?.destroy?.();
     }
@@ -155,7 +149,6 @@ class BaseMidsceneTools {
         };
     }
     constructor(){
-        _define_property(this, "mcpServer", void 0);
         _define_property(this, "agent", void 0);
         _define_property(this, "toolDefinitions", []);
         _define_property(this, "toolDefaults", {});

package/dist/es/{mcp → agent-tools}/chrome-path.mjs

@@ -1,5 +1,10 @@
 import { existsSync } from "node:fs";
-import { MIDSCENE_MCP_CHROME_PATH, globalConfigManager } from "../env/index.mjs";
+import { MIDSCENE_CHROME_PATH, MIDSCENE_MCP_CHROME_PATH, globalConfigManager } from "../env/index.mjs";
+import { getDebug } from "../logger.mjs";
+const warnChromePath = getDebug('agent-tools:chrome-path', {
+    console: true
+});
+let hasWarnedLegacyChromePath = false;
 function getSystemChromePath() {
     const platform = process.platform;
     const chromePaths = {
@@ -26,10 +31,16 @@ function getSystemChromePath() {
     return paths.find((p)=>existsSync(p));
 }
 function resolveChromePath() {
-    const envPath = globalConfigManager.getEnvConfigValue(MIDSCENE_MCP_CHROME_PATH);
+    const primaryEnvPath = globalConfigManager.getEnvConfigValue(MIDSCENE_CHROME_PATH);
+    const legacyEnvPath = globalConfigManager.getEnvConfigValue(MIDSCENE_MCP_CHROME_PATH);
+    const envPath = primaryEnvPath || legacyEnvPath;
+    if (!primaryEnvPath && legacyEnvPath && !hasWarnedLegacyChromePath) {
+        warnChromePath('MIDSCENE_MCP_CHROME_PATH is deprecated. Use MIDSCENE_CHROME_PATH instead.');
+        hasWarnedLegacyChromePath = true;
+    }
     if (envPath && 'auto' !== envPath && existsSync(envPath)) return envPath;
     const systemPath = getSystemChromePath();
     if (systemPath) return systemPath;
-    throw new Error('Chrome not found. Install Google Chrome or set MIDSCENE_MCP_CHROME_PATH environment variable.');
+    throw new Error('Chrome not found. Install Google Chrome or set MIDSCENE_CHROME_PATH environment variable.');
 }
 export { getSystemChromePath, resolveChromePath };

package/dist/es/{mcp → agent-tools}/index.mjs

@@ -1,10 +1,8 @@
-export * from "./base-server.mjs";
 export * from "./base-tools.mjs";
 export * from "./tool-defaults.mjs";
+export * from "./agent-behavior-init-args.mjs";
 export * from "./init-arg-utils.mjs";
 export * from "./error-formatter.mjs";
 export * from "./tool-generator.mjs";
 export * from "./types.mjs";
-export * from "./inject-report-html-plugin.mjs";
-export * from "./launcher-helper.mjs";
 export * from "./chrome-path.mjs";

package/dist/es/{mcp → agent-tools}/tool-generator.mjs

@@ -3,7 +3,7 @@ import { z } from "zod";
 import { getZodDescription, getZodTypeName, isMidsceneLocatorField, unwrapZodField } from "../zod-schema-utils.mjs";
 import { getErrorMessage } from "./error-formatter.mjs";
 import { composeUserPrompt, promptInputExtraSchema } from "./user-prompt.mjs";
-function describeActionForMCP(action) {
+function describeActionForTool(action) {
     const actionDesc = action.description || `Execute ${action.name} action`;
     if (!action.paramSchema) return `${action.name} action, ${actionDesc}`;
     const shape = getZodObjectShape(action.paramSchema);
@@ -48,13 +48,14 @@ function getZodObjectShape(value) {
 function isRecord(value) {
     return 'object' == typeof value && null !== value && !Array.isArray(value);
 }
-function makePromptOptional(shape, wrapInOptional) {
+function makePromptOptional(shape, wrapInOptional, description) {
     const newShape = {
         ...shape
     };
     newShape.prompt = shape.prompt.optional();
     let newSchema = z.object(newShape).passthrough();
     if (wrapInOptional) newSchema = newSchema.optional();
+    if (description) newSchema = newSchema.describe(description);
     return newSchema;
 }
 function transformSchemaField(key, value) {
@@ -62,7 +63,7 @@ function transformSchemaField(key, value) {
     const shape = getZodObjectShape(innerValue);
     if (shape && isMidsceneLocatorField(innerValue)) return [
         key,
-        makePromptOptional(shape, isOptional)
+        makePromptOptional(shape, isOptional, getZodDescription(value))
     ];
     return [
         key,
@@ -74,7 +75,7 @@ function extractActionSchema(paramSchema, actionName) {
     const shape = getZodObjectShape(paramSchema);
     if (!shape) {
         const typeName = paramSchema?._def?.typeName ?? 'unknown';
-        throw new Error(`Action "${actionName}" declared a non-object paramSchema (${typeName}). CLI and MCP tool schemas must be a ZodObject (e.g. z.object({ uri: z.string() })) or undefined. Wrap primitive fields in an object schema.`);
+        throw new Error(`Action "${actionName}" declared a non-object paramSchema (${typeName}). CLI tool schemas must be a ZodObject (e.g. z.object({ uri: z.string() })) or undefined. Wrap primitive fields in an object schema.`);
     }
     return Object.fromEntries(Object.entries(shape).map(([key, value])=>transformSchemaField(key, value)));
 }
@@ -326,7 +327,7 @@ function generateToolsFromActionSpace(actionSpace, getAgent, sanitizeArgs = (arg
         };
         return {
             name: action.name,
-            description: describeActionForMCP(action),
+            description: describeActionForTool(action),
             schema,
             cli: initArgCliMetadata,
             handler: async (args)=>{

package/dist/es/cli/cli-runner.mjs

@@ -2,8 +2,8 @@ import { existsSync, writeFileSync } from "node:fs";
 import { tmpdir } from "node:os";
 import { join } from "node:path";
 import dotenv from "dotenv";
+import { stripBehaviorFlags } from "../agent-tools/tool-defaults.mjs";
 import { getDebug } from "../logger.mjs";
-import { stripBehaviorFlags } from "../mcp/tool-defaults.mjs";
 import { canonicalizeCliArgKeys, formatCliValidationError, getCliOptionDisplay, parseCliArgs, parseValue } from "./cli-args.mjs";
 import { CLIError, reportCLIError } from "./cli-error.mjs";
 const debug = getDebug('cli-runner');

package/dist/es/env/parse-model-config.mjs

@@ -5,7 +5,7 @@ import { assert } from "../utils.mjs";
 import { maskConfig, parseJson } from "./helper.mjs";
 import { initDebugConfig } from "./init-debug.mjs";
 const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
-const getCurrentVersion = ()=>"1.9.7";
+const getCurrentVersion = ()=>"1.9.8-beta-20260618014851.0";
 const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
 const KEYS_MAP = {
     insight: INSIGHT_MODEL_CONFIG_KEYS,

package/dist/es/env/types.mjs

@@ -5,9 +5,8 @@ const MIDSCENE_DEBUG_MODEL_PROFILE = 'MIDSCENE_DEBUG_MODEL_PROFILE';
 const MIDSCENE_DEBUG_MODEL_RESPONSE = 'MIDSCENE_DEBUG_MODEL_RESPONSE';
 const MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG = 'MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG';
 const MIDSCENE_DEBUG_MODE = 'MIDSCENE_DEBUG_MODE';
-const MIDSCENE_MCP_USE_PUPPETEER_MODE = 'MIDSCENE_MCP_USE_PUPPETEER_MODE';
+const MIDSCENE_CHROME_PATH = 'MIDSCENE_CHROME_PATH';
 const MIDSCENE_MCP_CHROME_PATH = 'MIDSCENE_MCP_CHROME_PATH';
-const MIDSCENE_MCP_ANDROID_MODE = 'MIDSCENE_MCP_ANDROID_MODE';
 const DOCKER_CONTAINER = 'DOCKER_CONTAINER';
 const MIDSCENE_LANGSMITH_DEBUG = 'MIDSCENE_LANGSMITH_DEBUG';
 const MIDSCENE_LANGFUSE_DEBUG = 'MIDSCENE_LANGFUSE_DEBUG';
@@ -90,8 +89,6 @@ const BASIC_ENV_KEYS = [
 ];
 const BOOLEAN_ENV_KEYS = [
     MIDSCENE_CACHE,
-    MIDSCENE_MCP_USE_PUPPETEER_MODE,
-    MIDSCENE_MCP_ANDROID_MODE,
     MIDSCENE_LANGSMITH_DEBUG,
     MIDSCENE_LANGFUSE_DEBUG,
     MIDSCENE_REPORT_QUIET
@@ -110,6 +107,7 @@ const STRING_ENV_KEYS = [
     MIDSCENE_REPORT_TAG_NAME,
     MIDSCENE_PREFERRED_LANGUAGE,
     MATCH_BY_POSITION,
+    MIDSCENE_CHROME_PATH,
     MIDSCENE_MCP_CHROME_PATH,
     DOCKER_CONTAINER
 ];
@@ -208,4 +206,4 @@ var types_UITarsModelVersion = /*#__PURE__*/ function(UITarsModelVersion) {
     UITarsModelVersion["DOUBAO_1_5_20B"] = "doubao-1.5-20B";
     return UITarsModelVersion;
 }({});
-export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_MODE, MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE, MIDSCENE_INSIGHT_MODEL_API_KEY, MIDSCENE_INSIGHT_MODEL_BASE_URL, MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON, MIDSCENE_INSIGHT_MODEL_FAMILY, MIDSCENE_INSIGHT_MODEL_HTTP_PROXY, MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON, MIDSCENE_INSIGHT_MODEL_NAME, MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET, MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT, MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED, MIDSCENE_INSIGHT_MODEL_RETRY_COUNT, MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL, MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY, MIDSCENE_INSIGHT_MODEL_TEMPERATURE, MIDSCENE_INSIGHT_MODEL_TIMEOUT, MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGFUSE_DEBUG, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_EXTRA_BODY_JSON, MIDSCENE_MODEL_FAMILY, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_REASONING_BUDGET, MIDSCENE_MODEL_REASONING_EFFORT, MIDSCENE_MODEL_REASONING_ENABLED, MIDSCENE_MODEL_RETRY_COUNT, MIDSCENE_MODEL_RETRY_INTERVAL, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_MODEL_TEMPERATURE, MIDSCENE_MODEL_TIMEOUT, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON, MIDSCENE_PLANNING_MODEL_FAMILY, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_REASONING_BUDGET, MIDSCENE_PLANNING_MODEL_REASONING_EFFORT, MIDSCENE_PLANNING_MODEL_REASONING_ENABLED, MIDSCENE_PLANNING_MODEL_RETRY_COUNT, MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_TEMPERATURE, MIDSCENE_PLANNING_MODEL_TIMEOUT, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_QUIET, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MODEL_ENV_KEYS, MODEL_FAMILY_VALUES, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS };
+export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_CHROME_PATH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_MODE, MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE, MIDSCENE_INSIGHT_MODEL_API_KEY, MIDSCENE_INSIGHT_MODEL_BASE_URL, MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON, MIDSCENE_INSIGHT_MODEL_FAMILY, MIDSCENE_INSIGHT_MODEL_HTTP_PROXY, MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON, MIDSCENE_INSIGHT_MODEL_NAME, MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET, MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT, MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED, MIDSCENE_INSIGHT_MODEL_RETRY_COUNT, MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL, MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY, MIDSCENE_INSIGHT_MODEL_TEMPERATURE, MIDSCENE_INSIGHT_MODEL_TIMEOUT, MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGFUSE_DEBUG, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_EXTRA_BODY_JSON, MIDSCENE_MODEL_FAMILY, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_REASONING_BUDGET, MIDSCENE_MODEL_REASONING_EFFORT, MIDSCENE_MODEL_REASONING_ENABLED, MIDSCENE_MODEL_RETRY_COUNT, MIDSCENE_MODEL_RETRY_INTERVAL, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_MODEL_TEMPERATURE, MIDSCENE_MODEL_TIMEOUT, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON, MIDSCENE_PLANNING_MODEL_FAMILY, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_REASONING_BUDGET, MIDSCENE_PLANNING_MODEL_REASONING_EFFORT, MIDSCENE_PLANNING_MODEL_REASONING_ENABLED, MIDSCENE_PLANNING_MODEL_RETRY_COUNT, MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_TEMPERATURE, MIDSCENE_PLANNING_MODEL_TIMEOUT, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_QUIET, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MODEL_ENV_KEYS, MODEL_FAMILY_VALUES, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS };

package/dist/es/img/index.mjs

@@ -1,4 +1,4 @@
 import { imageInfoOfBase64, isValidImageBuffer, isValidJPEGImageBuffer, isValidPNGImageBuffer, validateScreenshotBuffer } from "./info.mjs";
-import { createImgBase64ByFormat, cropByRect, httpImg2Base64, inferBase64ImageFormat, localImg2Base64, normalizeBase64Image, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o } from "./transform.mjs";
+import { createImgBase64ByFormat, cropByRect, httpImg2Base64, inferBase64ImageFormat, localImg2Base64, normalizeBase64Image, normalizeScreenshotBase64, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o } from "./transform.mjs";
 import { annotateRects, compositeElementInfoImg, compositePointMarkerImg, processImageElementInfo } from "./box-select.mjs";
-export { annotateRects, compositeElementInfoImg, compositePointMarkerImg, createImgBase64ByFormat, cropByRect, httpImg2Base64, imageInfoOfBase64, inferBase64ImageFormat, isValidImageBuffer, isValidJPEGImageBuffer, isValidPNGImageBuffer, localImg2Base64, normalizeBase64Image, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, processImageElementInfo, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, validateScreenshotBuffer, zoomForGPT4o };
+export { annotateRects, compositeElementInfoImg, compositePointMarkerImg, createImgBase64ByFormat, cropByRect, httpImg2Base64, imageInfoOfBase64, inferBase64ImageFormat, isValidImageBuffer, isValidJPEGImageBuffer, isValidPNGImageBuffer, localImg2Base64, normalizeBase64Image, normalizeScreenshotBase64, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, processImageElementInfo, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, validateScreenshotBuffer, zoomForGPT4o };

package/dist/es/img/transform.mjs

@@ -71,6 +71,8 @@ async function resizeAndConvertImgBuffer(inputFormat, inputData, newSize) {
 }
 const normalizeBase64Body = (body)=>body.replace(/\s/g, '');
 const base64ImageDataUrlPattern = /^data:image\/[a-zA-Z0-9.+-]+;base64,/i;
+const supportedScreenshotDataUriPattern = /^data:image\/(png|jpe?g);base64,([\s\S]*)$/i;
+const rawBase64BodyPattern = /^[A-Za-z0-9+/=\s]+$/;
 const inferBase64ImageFormat = (base64Body)=>{
     if (base64Body.startsWith('iVBORw0KGgo')) return 'png';
     return 'jpeg';
@@ -83,6 +85,21 @@ function detectImageMimeTypeFromBuffer(buffer) {
     if (buffer.length >= 2 && 0x42 === buffer[0] && 0x4d === buffer[1]) return 'image/bmp';
 }
 const createImgBase64ByFormat = (format, body)=>`data:image/${format};base64,${normalizeBase64Body(body)}`;
+const normalizeScreenshotBase64 = (base64, options)=>{
+    const label = options?.label ?? 'screenshot base64';
+    const trimmedBase64 = base64.trim();
+    if (!trimmedBase64) throw new Error(`${label} cannot be empty`);
+    const dataUriMatch = trimmedBase64.match(supportedScreenshotDataUriPattern);
+    if (dataUriMatch) {
+        const imageFormat = 'jpg' === dataUriMatch[1].toLowerCase() ? 'jpeg' : dataUriMatch[1].toLowerCase();
+        const body = dataUriMatch[2];
+        if (!normalizeBase64Body(body)) throw new Error(`${label} cannot be empty`);
+        return createImgBase64ByFormat(imageFormat, body);
+    }
+    if (trimmedBase64.startsWith('data:')) throw new Error(`${label} must be a PNG/JPEG data URI or raw PNG base64 string`);
+    if (!rawBase64BodyPattern.test(trimmedBase64)) throw new Error(`${label} must be a PNG/JPEG data URI or raw PNG base64 string`);
+    return createImgBase64ByFormat('png', trimmedBase64);
+};
 const normalizeBase64Image = (base64)=>{
     const trimmedBase64 = base64.trim();
     if (base64ImageDataUrlPattern.test(trimmedBase64)) return trimmedBase64;
@@ -293,4 +310,4 @@ async function scaleImage(imageBase64, scale) {
         imageBase64: base64
     };
 }
-export { createImgBase64ByFormat, cropByRect, httpImg2Base64, inferBase64ImageFormat, localImg2Base64, normalizeBase64Body, normalizeBase64Image, paddingToMatchBlock, paddingToMatchBlockByBase64, parseBase64, photonFromBase64, photonToBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o };
+export { createImgBase64ByFormat, cropByRect, httpImg2Base64, inferBase64ImageFormat, localImg2Base64, normalizeBase64Body, normalizeBase64Image, normalizeScreenshotBase64, paddingToMatchBlock, paddingToMatchBlockByBase64, parseBase64, photonFromBase64, photonToBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o };

package/dist/es/utils.mjs

@@ -34,12 +34,8 @@ function generateHashId(rect, content = '') {
 function assert(condition, message) {
     if (!condition) throw new Error(message || 'Assertion failed');
 }
-let isMcp = false;
-function setIsMcp(value) {
-    isMcp = value;
-}
 function logMsg(...message) {
-    if (!isMcp) console.log(...message);
+    console.log(...message);
 }
 async function repeat(times, fn) {
     for(let i = 0; i < times; i++)await fn(i);
@@ -69,4 +65,4 @@ function mergeAndNormalizeAppNameMapping(defaultMapping, userMapping) {
     if (userMapping) for (const [key, value] of Object.entries(userMapping))result[normalizeForComparison(key)] = value;
     return result;
 }
-export { antiEscapeScriptTag, assert, escapeScriptTag, generateHashId, ifInBrowser, ifInNode, ifInWorker, isPlainObject, logMsg, mergeAndNormalizeAppNameMapping, normalizeForComparison, repeat, replaceIllegalPathCharsAndSpace, setIsMcp, uuid };
+export { antiEscapeScriptTag, assert, escapeScriptTag, generateHashId, ifInBrowser, ifInNode, ifInWorker, isPlainObject, logMsg, mergeAndNormalizeAppNameMapping, normalizeForComparison, repeat, replaceIllegalPathCharsAndSpace, uuid };

package/dist/lib/agent-tools/agent-behavior-init-args.js

@@ -0,0 +1,87 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    extractAgentBehaviorInitArgs: ()=>extractAgentBehaviorInitArgs,
+    agentBehaviorInitArgShape: ()=>agentBehaviorInitArgShape,
+    getAgentInitArgsSignature: ()=>getAgentInitArgsSignature,
+    shouldRebuildAgentForInitArgs: ()=>shouldRebuildAgentForInitArgs
+});
+const external_zod_namespaceObject = require("zod");
+const agentBehaviorInitArgShape = {
+    aiActContext: external_zod_namespaceObject.z.string().optional().describe('Background knowledge passed to aiAct. Default: no extra context.'),
+    replanningCycleLimit: external_zod_namespaceObject.z.number().int().nonnegative().optional().describe('Maximum number of replanning cycles for aiAct. Default: model adapter default.'),
+    waitAfterAction: external_zod_namespaceObject.z.number().nonnegative().optional().describe('Wait time in milliseconds after each action execution. Default: 300ms.'),
+    screenshotShrinkFactor: external_zod_namespaceObject.z.number().min(1).optional().describe('Screenshot shrink factor before sending images to AI. Default: 1; high values may reduce recognition quality, especially on mobile.')
+};
+function extractAgentBehaviorInitArgs(extracted) {
+    if (!extracted) return;
+    const agentOptions = {
+        ...'string' == typeof extracted.aiActContext ? {
+            aiActContext: extracted.aiActContext
+        } : {},
+        ...'string' == typeof extracted.aiActionContext ? {
+            aiActionContext: extracted.aiActionContext
+        } : {},
+        ...'number' == typeof extracted.replanningCycleLimit ? {
+            replanningCycleLimit: extracted.replanningCycleLimit
+        } : {},
+        ...'number' == typeof extracted.waitAfterAction ? {
+            waitAfterAction: extracted.waitAfterAction
+        } : {},
+        ...'number' == typeof extracted.screenshotShrinkFactor ? {
+            screenshotShrinkFactor: extracted.screenshotShrinkFactor
+        } : {}
+    };
+    return Object.keys(agentOptions).length > 0 ? agentOptions : void 0;
+}
+function stableJsonValue(value) {
+    if (Array.isArray(value)) return value.map(stableJsonValue);
+    if (value && 'object' == typeof value) return Object.fromEntries(Object.entries(value).sort(([left], [right])=>left.localeCompare(right)).map(([key, nestedValue])=>[
+            key,
+            stableJsonValue(nestedValue)
+        ]));
+    return value;
+}
+function getAgentInitArgsSignature(initArgs) {
+    if (!initArgs || 0 === Object.keys(initArgs).length) return;
+    return JSON.stringify(stableJsonValue(initArgs));
+}
+function shouldRebuildAgentForInitArgs(currentSignature, nextSignature) {
+    return currentSignature !== nextSignature && (void 0 !== currentSignature || void 0 !== nextSignature);
+}
+exports.agentBehaviorInitArgShape = __webpack_exports__.agentBehaviorInitArgShape;
+exports.extractAgentBehaviorInitArgs = __webpack_exports__.extractAgentBehaviorInitArgs;
+exports.getAgentInitArgsSignature = __webpack_exports__.getAgentInitArgsSignature;
+exports.shouldRebuildAgentForInitArgs = __webpack_exports__.shouldRebuildAgentForInitArgs;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "agentBehaviorInitArgShape",
+    "extractAgentBehaviorInitArgs",
+    "getAgentInitArgsSignature",
+    "shouldRebuildAgentForInitArgs"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});

package/dist/lib/{mcp → agent-tools}/base-tools.js

@@ -43,7 +43,7 @@ function _define_property(obj, key, value) {
     else obj[key] = value;
     return obj;
 }
-const debug = (0, logger_namespaceObject.getDebug)('mcp:base-tools');
+const debug = (0, logger_namespaceObject.getDebug)('agent-tools:base-tools');
 class BaseMidsceneTools {
     getInitArgKeys() {
         return this.initArgSpec ? Object.keys(this.initArgSpec.shape) : [];
@@ -132,12 +132,6 @@ class BaseMidsceneTools {
         this.toolDefinitions.push(...actionTools, ...commonTools);
         debug('Total tools prepared:', this.toolDefinitions.length);
     }
-    attachToServer(server) {
-        this.mcpServer = server;
-        if (0 === this.toolDefinitions.length) debug('Warning: No tools to register. Tools may be initialized lazily.');
-        for (const toolDef of this.toolDefinitions)this.mcpServer.tool(toolDef.name, toolDef.description, toolDef.schema, toolDef.handler);
-        debug('Registered', this.toolDefinitions.length, 'tools');
-    }
     async destroy() {
         await this.agent?.destroy?.();
     }
@@ -183,7 +177,6 @@ class BaseMidsceneTools {
         };
     }
     constructor(){
-        _define_property(this, "mcpServer", void 0);
         _define_property(this, "agent", void 0);
         _define_property(this, "toolDefinitions", []);
         _define_property(this, "toolDefaults", {});

package/dist/lib/{mcp → agent-tools}/chrome-path.js

@@ -29,6 +29,11 @@ __webpack_require__.d(__webpack_exports__, {
 });
 const external_node_fs_namespaceObject = require("node:fs");
 const index_js_namespaceObject = require("../env/index.js");
+const external_logger_js_namespaceObject = require("../logger.js");
+const warnChromePath = (0, external_logger_js_namespaceObject.getDebug)('agent-tools:chrome-path', {
+    console: true
+});
+let hasWarnedLegacyChromePath = false;
 function getSystemChromePath() {
     const platform = process.platform;
     const chromePaths = {
@@ -55,11 +60,17 @@ function getSystemChromePath() {
     return paths.find((p)=>(0, external_node_fs_namespaceObject.existsSync)(p));
 }
 function resolveChromePath() {
-    const envPath = index_js_namespaceObject.globalConfigManager.getEnvConfigValue(index_js_namespaceObject.MIDSCENE_MCP_CHROME_PATH);
+    const primaryEnvPath = index_js_namespaceObject.globalConfigManager.getEnvConfigValue(index_js_namespaceObject.MIDSCENE_CHROME_PATH);
+    const legacyEnvPath = index_js_namespaceObject.globalConfigManager.getEnvConfigValue(index_js_namespaceObject.MIDSCENE_MCP_CHROME_PATH);
+    const envPath = primaryEnvPath || legacyEnvPath;
+    if (!primaryEnvPath && legacyEnvPath && !hasWarnedLegacyChromePath) {
+        warnChromePath('MIDSCENE_MCP_CHROME_PATH is deprecated. Use MIDSCENE_CHROME_PATH instead.');
+        hasWarnedLegacyChromePath = true;
+    }
     if (envPath && 'auto' !== envPath && (0, external_node_fs_namespaceObject.existsSync)(envPath)) return envPath;
     const systemPath = getSystemChromePath();
     if (systemPath) return systemPath;
-    throw new Error('Chrome not found. Install Google Chrome or set MIDSCENE_MCP_CHROME_PATH environment variable.');
+    throw new Error('Chrome not found. Install Google Chrome or set MIDSCENE_CHROME_PATH environment variable.');
 }
 exports.getSystemChromePath = __webpack_exports__.getSystemChromePath;
 exports.resolveChromePath = __webpack_exports__.resolveChromePath;

package/dist/lib/{mcp → agent-tools}/index.js

@@ -1,7 +1,7 @@
 "use strict";
 var __webpack_modules__ = {
-    "./base-server" (module) {
-        module.exports = require("./base-server.js");
+    "./agent-behavior-init-args" (module) {
+        module.exports = require("./agent-behavior-init-args.js");
     },
     "./base-tools" (module) {
         module.exports = require("./base-tools.js");
@@ -15,12 +15,6 @@ var __webpack_modules__ = {
     "./init-arg-utils" (module) {
         module.exports = require("./init-arg-utils.js");
     },
-    "./inject-report-html-plugin" (module) {
-        module.exports = require("./inject-report-html-plugin.js");
-    },
-    "./launcher-helper" (module) {
-        module.exports = require("./launcher-helper.js");
-    },
     "./tool-defaults" (module) {
         module.exports = require("./tool-defaults.js");
     },
@@ -74,17 +68,17 @@ function __webpack_require__(moduleId) {
 var __webpack_exports__ = {};
 (()=>{
     __webpack_require__.r(__webpack_exports__);
-    var _base_server__rspack_import_0 = __webpack_require__("./base-server");
+    var _base_tools__rspack_import_0 = __webpack_require__("./base-tools");
     var __rspack_reexport = {};
-    for(const __rspack_import_key in _base_server__rspack_import_0)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_base_server__rspack_import_0[__rspack_import_key];
+    for(const __rspack_import_key in _base_tools__rspack_import_0)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_base_tools__rspack_import_0[__rspack_import_key];
     __webpack_require__.d(__webpack_exports__, __rspack_reexport);
-    var _base_tools__rspack_import_1 = __webpack_require__("./base-tools");
+    var _tool_defaults__rspack_import_1 = __webpack_require__("./tool-defaults");
     var __rspack_reexport = {};
-    for(const __rspack_import_key in _base_tools__rspack_import_1)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_base_tools__rspack_import_1[__rspack_import_key];
+    for(const __rspack_import_key in _tool_defaults__rspack_import_1)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_tool_defaults__rspack_import_1[__rspack_import_key];
     __webpack_require__.d(__webpack_exports__, __rspack_reexport);
-    var _tool_defaults__rspack_import_2 = __webpack_require__("./tool-defaults");
+    var _agent_behavior_init_args__rspack_import_2 = __webpack_require__("./agent-behavior-init-args");
     var __rspack_reexport = {};
-    for(const __rspack_import_key in _tool_defaults__rspack_import_2)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_tool_defaults__rspack_import_2[__rspack_import_key];
+    for(const __rspack_import_key in _agent_behavior_init_args__rspack_import_2)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_agent_behavior_init_args__rspack_import_2[__rspack_import_key];
     __webpack_require__.d(__webpack_exports__, __rspack_reexport);
     var _init_arg_utils__rspack_import_3 = __webpack_require__("./init-arg-utils");
     var __rspack_reexport = {};
@@ -102,17 +96,9 @@ var __webpack_exports__ = {};
     var __rspack_reexport = {};
     for(const __rspack_import_key in _types__rspack_import_6)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_types__rspack_import_6[__rspack_import_key];
     __webpack_require__.d(__webpack_exports__, __rspack_reexport);
-    var _inject_report_html_plugin__rspack_import_7 = __webpack_require__("./inject-report-html-plugin");
-    var __rspack_reexport = {};
-    for(const __rspack_import_key in _inject_report_html_plugin__rspack_import_7)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_inject_report_html_plugin__rspack_import_7[__rspack_import_key];
-    __webpack_require__.d(__webpack_exports__, __rspack_reexport);
-    var _launcher_helper__rspack_import_8 = __webpack_require__("./launcher-helper");
-    var __rspack_reexport = {};
-    for(const __rspack_import_key in _launcher_helper__rspack_import_8)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_launcher_helper__rspack_import_8[__rspack_import_key];
-    __webpack_require__.d(__webpack_exports__, __rspack_reexport);
-    var _chrome_path__rspack_import_9 = __webpack_require__("./chrome-path");
+    var _chrome_path__rspack_import_7 = __webpack_require__("./chrome-path");
     var __rspack_reexport = {};
-    for(const __rspack_import_key in _chrome_path__rspack_import_9)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_chrome_path__rspack_import_9[__rspack_import_key];
+    for(const __rspack_import_key in _chrome_path__rspack_import_7)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_chrome_path__rspack_import_7[__rspack_import_key];
     __webpack_require__.d(__webpack_exports__, __rspack_reexport);
 })();
 for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];

package/dist/lib/{mcp → agent-tools}/tool-generator.js

@@ -33,7 +33,7 @@ const external_zod_namespaceObject = require("zod");
 const external_zod_schema_utils_js_namespaceObject = require("../zod-schema-utils.js");
 const external_error_formatter_js_namespaceObject = require("./error-formatter.js");
 const external_user_prompt_js_namespaceObject = require("./user-prompt.js");
-function describeActionForMCP(action) {
+function describeActionForTool(action) {
     const actionDesc = action.description || `Execute ${action.name} action`;
     if (!action.paramSchema) return `${action.name} action, ${actionDesc}`;
     const shape = getZodObjectShape(action.paramSchema);
@@ -78,13 +78,14 @@ function getZodObjectShape(value) {
 function isRecord(value) {
     return 'object' == typeof value && null !== value && !Array.isArray(value);
 }
-function makePromptOptional(shape, wrapInOptional) {
+function makePromptOptional(shape, wrapInOptional, description) {
     const newShape = {
         ...shape
     };
     newShape.prompt = shape.prompt.optional();
     let newSchema = external_zod_namespaceObject.z.object(newShape).passthrough();
     if (wrapInOptional) newSchema = newSchema.optional();
+    if (description) newSchema = newSchema.describe(description);
     return newSchema;
 }
 function transformSchemaField(key, value) {
@@ -92,7 +93,7 @@ function transformSchemaField(key, value) {
     const shape = getZodObjectShape(innerValue);
     if (shape && (0, external_zod_schema_utils_js_namespaceObject.isMidsceneLocatorField)(innerValue)) return [
         key,
-        makePromptOptional(shape, isOptional)
+        makePromptOptional(shape, isOptional, (0, external_zod_schema_utils_js_namespaceObject.getZodDescription)(value))
     ];
     return [
         key,
@@ -104,7 +105,7 @@ function extractActionSchema(paramSchema, actionName) {
     const shape = getZodObjectShape(paramSchema);
     if (!shape) {
         const typeName = paramSchema?._def?.typeName ?? 'unknown';
-        throw new Error(`Action "${actionName}" declared a non-object paramSchema (${typeName}). CLI and MCP tool schemas must be a ZodObject (e.g. z.object({ uri: z.string() })) or undefined. Wrap primitive fields in an object schema.`);
+        throw new Error(`Action "${actionName}" declared a non-object paramSchema (${typeName}). CLI tool schemas must be a ZodObject (e.g. z.object({ uri: z.string() })) or undefined. Wrap primitive fields in an object schema.`);
     }
     return Object.fromEntries(Object.entries(shape).map(([key, value])=>transformSchemaField(key, value)));
 }
@@ -356,7 +357,7 @@ function generateToolsFromActionSpace(actionSpace, getAgent, sanitizeArgs = (arg
         };
         return {
             name: action.name,
-            description: describeActionForMCP(action),
+            description: describeActionForTool(action),
             schema,
             cli: initArgCliMetadata,
             handler: async (args)=>{

package/dist/lib/cli/cli-runner.js

@@ -45,8 +45,8 @@ const external_node_os_namespaceObject = require("node:os");
 const external_node_path_namespaceObject = require("node:path");
 const external_dotenv_namespaceObject = require("dotenv");
 var external_dotenv_default = /*#__PURE__*/ __webpack_require__.n(external_dotenv_namespaceObject);
+const tool_defaults_js_namespaceObject = require("../agent-tools/tool-defaults.js");
 const external_logger_js_namespaceObject = require("../logger.js");
-const tool_defaults_js_namespaceObject = require("../mcp/tool-defaults.js");
 const external_cli_args_js_namespaceObject = require("./cli-args.js");
 const external_cli_error_js_namespaceObject = require("./cli-error.js");
 const debug = (0, external_logger_js_namespaceObject.getDebug)('cli-runner');

package/dist/lib/env/parse-model-config.js

@@ -37,7 +37,7 @@ const external_utils_js_namespaceObject = require("../utils.js");
 const external_helper_js_namespaceObject = require("./helper.js");
 const external_init_debug_js_namespaceObject = require("./init-debug.js");
 const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
-const getCurrentVersion = ()=>"1.9.7";
+const getCurrentVersion = ()=>"1.9.8-beta-20260618014851.0";
 const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${external_types_js_namespaceObject.MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
 const KEYS_MAP = {
     insight: external_constants_js_namespaceObject.INSIGHT_MODEL_CONFIG_KEYS,