@aiscene/shared 8.0.4 → 8.0.5

package/dist/es/env/parse-model-config.mjs

@@ -5,7 +5,7 @@ import { assert } from "../utils.mjs";
 import { maskConfig, parseJson } from "./helper.mjs";
 import { initDebugConfig } from "./init-debug.mjs";
 const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
-const getCurrentVersion = ()=>"8.0.4";
+const getCurrentVersion = ()=>"8.0.5";
 const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
 const KEYS_MAP = {
     insight: INSIGHT_MODEL_CONFIG_KEYS,

package/dist/es/env/types.mjs

@@ -24,6 +24,7 @@ const MIDSCENE_MODEL_RETRY_INTERVAL = 'MIDSCENE_MODEL_RETRY_INTERVAL';
 const MIDSCENE_MODEL_REASONING_EFFORT = 'MIDSCENE_MODEL_REASONING_EFFORT';
 const MIDSCENE_MODEL_REASONING_ENABLED = 'MIDSCENE_MODEL_REASONING_ENABLED';
 const MIDSCENE_MODEL_REASONING_BUDGET = 'MIDSCENE_MODEL_REASONING_BUDGET';
+const MIDSCENE_MODEL_RESPONSE_FORMAT = 'MIDSCENE_MODEL_RESPONSE_FORMAT';
 const OPENAI_API_KEY = 'OPENAI_API_KEY';
 const OPENAI_BASE_URL = 'OPENAI_BASE_URL';
 const MIDSCENE_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_OPENAI_INIT_CONFIG_JSON';
@@ -51,6 +52,7 @@ const MIDSCENE_PREFERRED_LANGUAGE = 'MIDSCENE_PREFERRED_LANGUAGE';
 const MIDSCENE_CACHE_MAX_FILENAME_LENGTH = 'MIDSCENE_CACHE_MAX_FILENAME_LENGTH';
 const MIDSCENE_REPLANNING_CYCLE_LIMIT = 'MIDSCENE_REPLANNING_CYCLE_LIMIT';
 const MIDSCENE_RUN_DIR = 'MIDSCENE_RUN_DIR';
+const MIDSCENE_RECORD_MODEL_CALL = 'MIDSCENE_RECORD_MODEL_CALL';
 const MIDSCENE_INSIGHT_MODEL_NAME = 'MIDSCENE_INSIGHT_MODEL_NAME';
 const MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY = 'MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY';
 const MIDSCENE_INSIGHT_MODEL_HTTP_PROXY = 'MIDSCENE_INSIGHT_MODEL_HTTP_PROXY';
@@ -66,6 +68,7 @@ const MIDSCENE_INSIGHT_MODEL_FAMILY = 'MIDSCENE_INSIGHT_MODEL_FAMILY';
 const MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT = 'MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT';
 const MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED = 'MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED';
 const MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET = 'MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET';
+const MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT = 'MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT';
 const MIDSCENE_PLANNING_MODEL_NAME = 'MIDSCENE_PLANNING_MODEL_NAME';
 const MIDSCENE_PLANNING_MODEL_SOCKS_PROXY = 'MIDSCENE_PLANNING_MODEL_SOCKS_PROXY';
 const MIDSCENE_PLANNING_MODEL_HTTP_PROXY = 'MIDSCENE_PLANNING_MODEL_HTTP_PROXY';
@@ -81,6 +84,7 @@ const MIDSCENE_PLANNING_MODEL_FAMILY = 'MIDSCENE_PLANNING_MODEL_FAMILY';
 const MIDSCENE_PLANNING_MODEL_REASONING_EFFORT = 'MIDSCENE_PLANNING_MODEL_REASONING_EFFORT';
 const MIDSCENE_PLANNING_MODEL_REASONING_ENABLED = 'MIDSCENE_PLANNING_MODEL_REASONING_ENABLED';
 const MIDSCENE_PLANNING_MODEL_REASONING_BUDGET = 'MIDSCENE_PLANNING_MODEL_REASONING_BUDGET';
+const MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT = 'MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT';
 const MIDSCENE_MODEL_FAMILY = 'MIDSCENE_MODEL_FAMILY';
 const UNUSED_ENV_KEYS = [
     MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG
@@ -89,7 +93,8 @@ const BASIC_ENV_KEYS = [
     MIDSCENE_DEBUG_MODE,
     MIDSCENE_DEBUG_MODEL_PROFILE,
     MIDSCENE_DEBUG_MODEL_RESPONSE,
-    MIDSCENE_RUN_DIR
+    MIDSCENE_RUN_DIR,
+    MIDSCENE_RECORD_MODEL_CALL
 ];
 const BOOLEAN_ENV_KEYS = [
     MIDSCENE_CACHE,
@@ -140,6 +145,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_MODEL_REASONING_EFFORT,
     MIDSCENE_MODEL_REASONING_ENABLED,
     MIDSCENE_MODEL_REASONING_BUDGET,
+    MIDSCENE_MODEL_RESPONSE_FORMAT,
     MIDSCENE_USE_VLM_UI_TARS,
     MIDSCENE_USE_QWEN_VL,
     MIDSCENE_USE_QWEN3_VL,
@@ -166,6 +172,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT,
     MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED,
     MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET,
+    MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT,
     MIDSCENE_PLANNING_MODEL_NAME,
     MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
     MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
@@ -181,6 +188,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_PLANNING_MODEL_REASONING_EFFORT,
     MIDSCENE_PLANNING_MODEL_REASONING_ENABLED,
     MIDSCENE_PLANNING_MODEL_REASONING_BUDGET,
+    MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT,
     MIDSCENE_MODEL_FAMILY
 ];
 const ALL_ENV_KEYS = [
@@ -195,6 +203,7 @@ const MODEL_FAMILY_VALUES = [
     'gemini',
     'qwen2.5-vl',
     'qwen3-vl',
+    'qwen3',
     'qwen3.5',
     'qwen3.6',
     'vlm-ui-tars',
@@ -203,7 +212,11 @@ const MODEL_FAMILY_VALUES = [
     'glm-v',
     'auto-glm',
     'auto-glm-multilingual',
-    'gpt-5'
+    'gpt-5',
+    'deepseek',
+    'kimi',
+    'kimi3',
+    'xiaomi-mimo'
 ];
 var types_UITarsModelVersion = /*#__PURE__*/ function(UITarsModelVersion) {
     UITarsModelVersion["V1_0"] = "1.0";
@@ -212,4 +225,4 @@ var types_UITarsModelVersion = /*#__PURE__*/ function(UITarsModelVersion) {
     UITarsModelVersion["DOUBAO_1_5_20B"] = "doubao-1.5-20B";
     return UITarsModelVersion;
 }({});
-export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_CHROME_PATH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_MODE, MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE, MIDSCENE_INSIGHT_MODEL_API_KEY, MIDSCENE_INSIGHT_MODEL_BASE_URL, MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON, MIDSCENE_INSIGHT_MODEL_FAMILY, MIDSCENE_INSIGHT_MODEL_HTTP_PROXY, MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON, MIDSCENE_INSIGHT_MODEL_NAME, MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET, MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT, MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED, MIDSCENE_INSIGHT_MODEL_RETRY_COUNT, MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL, MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY, MIDSCENE_INSIGHT_MODEL_TEMPERATURE, MIDSCENE_INSIGHT_MODEL_TIMEOUT, MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGFUSE_DEBUG, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_EXTRA_BODY_JSON, MIDSCENE_MODEL_FAMILY, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_MAX_TOKENS, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_REASONING_BUDGET, MIDSCENE_MODEL_REASONING_EFFORT, MIDSCENE_MODEL_REASONING_ENABLED, MIDSCENE_MODEL_RETRY_COUNT, MIDSCENE_MODEL_RETRY_INTERVAL, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_MODEL_TEMPERATURE, MIDSCENE_MODEL_TIMEOUT, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON, MIDSCENE_PLANNING_MODEL_FAMILY, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_REASONING_BUDGET, MIDSCENE_PLANNING_MODEL_REASONING_EFFORT, MIDSCENE_PLANNING_MODEL_REASONING_ENABLED, MIDSCENE_PLANNING_MODEL_RETRY_COUNT, MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_TEMPERATURE, MIDSCENE_PLANNING_MODEL_TIMEOUT, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_QUIET, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MODEL_ENV_KEYS, MODEL_FAMILY_VALUES, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS };
+export { ALL_ENV_KEYS, BASIC_ENV_KEYS, BOOLEAN_ENV_KEYS, DOCKER_CONTAINER, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MIDSCENE_ADB_PATH, MIDSCENE_ADB_REMOTE_HOST, MIDSCENE_ADB_REMOTE_PORT, MIDSCENE_ANDROID_IME_STRATEGY, MIDSCENE_CACHE, MIDSCENE_CACHE_MAX_FILENAME_LENGTH, MIDSCENE_CHROME_PATH, MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG, MIDSCENE_DEBUG_MODE, MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE, MIDSCENE_INSIGHT_MODEL_API_KEY, MIDSCENE_INSIGHT_MODEL_BASE_URL, MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON, MIDSCENE_INSIGHT_MODEL_FAMILY, MIDSCENE_INSIGHT_MODEL_HTTP_PROXY, MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON, MIDSCENE_INSIGHT_MODEL_NAME, MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET, MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT, MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED, MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT, MIDSCENE_INSIGHT_MODEL_RETRY_COUNT, MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL, MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY, MIDSCENE_INSIGHT_MODEL_TEMPERATURE, MIDSCENE_INSIGHT_MODEL_TIMEOUT, MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE, MIDSCENE_IOS_DEVICE_UDID, MIDSCENE_IOS_SIMULATOR_UDID, MIDSCENE_LANGFUSE_DEBUG, MIDSCENE_LANGSMITH_DEBUG, MIDSCENE_MCP_ANDROID_MODE, MIDSCENE_MCP_CHROME_PATH, MIDSCENE_MCP_USE_PUPPETEER_MODE, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_EXTRA_BODY_JSON, MIDSCENE_MODEL_FAMILY, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_MAX_TOKENS, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_REASONING_BUDGET, MIDSCENE_MODEL_REASONING_EFFORT, MIDSCENE_MODEL_REASONING_ENABLED, MIDSCENE_MODEL_RESPONSE_FORMAT, MIDSCENE_MODEL_RETRY_COUNT, MIDSCENE_MODEL_RETRY_INTERVAL, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_MODEL_TEMPERATURE, MIDSCENE_MODEL_TIMEOUT, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON, MIDSCENE_PLANNING_MODEL_FAMILY, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_REASONING_BUDGET, MIDSCENE_PLANNING_MODEL_REASONING_EFFORT, MIDSCENE_PLANNING_MODEL_REASONING_ENABLED, MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT, MIDSCENE_PLANNING_MODEL_RETRY_COUNT, MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_TEMPERATURE, MIDSCENE_PLANNING_MODEL_TIMEOUT, MIDSCENE_PREFERRED_LANGUAGE, MIDSCENE_RECORD_MODEL_CALL, MIDSCENE_REPLANNING_CYCLE_LIMIT, MIDSCENE_REPORT_QUIET, MIDSCENE_REPORT_TAG_NAME, MIDSCENE_RUN_DIR, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MIDSCENE_USE_VL_MODEL, MODEL_ENV_KEYS, MODEL_FAMILY_VALUES, NUMBER_ENV_KEYS, OPENAI_API_KEY, OPENAI_BASE_URL, OPENAI_MAX_TOKENS, STRING_ENV_KEYS, types_UITarsModelVersion as UITarsModelVersion, UNUSED_ENV_KEYS };

package/dist/es/img/index.mjs

@@ -1,4 +1,4 @@
-import { imageInfoOfBase64, isValidImageBuffer, isValidJPEGImageBuffer, isValidPNGImageBuffer, validateScreenshotBuffer } from "./info.mjs";
-import { createImgBase64ByFormat, cropByRect, httpImg2Base64, localImg2Base64, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o } from "./transform.mjs";
+import { encodedImageInfoOfBuffer, imageInfoOfBase64, isValidImageBuffer, isValidJPEGImageBuffer, isValidPNGImageBuffer, validateScreenshotBuffer } from "./info.mjs";
+import { constrainBase64ImageToMaxSize, convertBase64ImageToJpeg, convertImgBufferToJpeg, createImgBase64ByFormat, cropByRect, httpImg2Base64, inferBase64ImageFormat, localImg2Base64, normalizeBase64Image, normalizeScreenshotBase64, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeBase64ImageToJpeg, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o } from "./transform.mjs";
 import { annotateRects, compositeElementInfoImg, processImageElementInfo } from "./box-select.mjs";
-export { annotateRects, compositeElementInfoImg, createImgBase64ByFormat, cropByRect, httpImg2Base64, imageInfoOfBase64, isValidImageBuffer, isValidJPEGImageBuffer, isValidPNGImageBuffer, localImg2Base64, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, processImageElementInfo, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, validateScreenshotBuffer, zoomForGPT4o };
+export { annotateRects, compositeElementInfoImg, constrainBase64ImageToMaxSize, convertBase64ImageToJpeg, convertImgBufferToJpeg, createImgBase64ByFormat, cropByRect, encodedImageInfoOfBuffer, httpImg2Base64, imageInfoOfBase64, inferBase64ImageFormat, isValidImageBuffer, isValidJPEGImageBuffer, isValidPNGImageBuffer, localImg2Base64, normalizeBase64Image, normalizeScreenshotBase64, paddingToMatchBlockByBase64, parseBase64, preProcessImageUrl, processImageElementInfo, resizeAndConvertImgBuffer, resizeBase64ImageToJpeg, resizeImgBase64, saveBase64Image, scaleImage, validateScreenshotBuffer, zoomForGPT4o };

package/dist/es/img/transform.mjs

@@ -7,6 +7,7 @@ import { getDebug } from "../logger.mjs";
 import { ifInNode } from "../utils.mjs";
 import get_photon from "./get-photon.mjs";
 import get_sharp from "./get-sharp.mjs";
+import { encodedImageInfoOfBuffer } from "./info.mjs";
 const imgDebug = getDebug('img');
 async function saveBase64Image(options) {
     const { base64Data, outputPath } = options;
@@ -69,7 +70,116 @@ async function resizeAndConvertImgBuffer(inputFormat, inputData, newSize) {
         format: 'jpeg'
     };
 }
-const createImgBase64ByFormat = (format, body)=>`data:image/${format};base64,${body}`;
+const rawBase64BodyPattern = /^[A-Za-z0-9+/]+={0,2}$/;
+const base64ImageDataUrlPattern = /^data:image\/(?:png|jpe?g);base64,[A-Za-z0-9+/=\s]+$/i;
+const supportedScreenshotDataUriPattern = /^data:image\/(png|jpe?g);base64,([A-Za-z0-9+/=\s]+)$/i;
+function normalizeBase64Body(body) {
+    return body.replace(/\s/g, '');
+}
+function detectImageMimeTypeFromBuffer(buffer) {
+    if (buffer.length >= 8 && 0x89 === buffer[0] && 0x50 === buffer[1] && 0x4e === buffer[2] && 0x47 === buffer[3] && 0x0d === buffer[4] && 0x0a === buffer[5] && 0x1a === buffer[6] && 0x0a === buffer[7]) return 'image/png';
+    if (buffer.length >= 3 && 0xff === buffer[0] && 0xd8 === buffer[1] && 0xff === buffer[2]) return 'image/jpeg';
+}
+function inferBase64ImageFormat(base64Body) {
+    const buffer = Buffer.from(normalizeBase64Body(base64Body), 'base64');
+    const mimeType = detectImageMimeTypeFromBuffer(buffer);
+    if ('image/jpeg' === mimeType) return 'jpeg';
+    return 'png';
+}
+const createImgBase64ByFormat = (format, body)=>`data:image/${format};base64,${normalizeBase64Body(body)}`;
+const normalizeScreenshotBase64 = (base64, options)=>{
+    const label = options?.label ?? 'screenshot base64';
+    const trimmedBase64 = base64.trim();
+    if (!trimmedBase64) throw new Error(`${label} cannot be empty`);
+    const dataUriMatch = trimmedBase64.match(supportedScreenshotDataUriPattern);
+    if (dataUriMatch) {
+        const imageFormat = 'jpg' === dataUriMatch[1].toLowerCase() ? 'jpeg' : dataUriMatch[1].toLowerCase();
+        const body = normalizeBase64Body(dataUriMatch[2]);
+        if (!body) throw new Error(`${label} cannot be empty`);
+        return createImgBase64ByFormat(imageFormat, body);
+    }
+    if (trimmedBase64.startsWith('data:')) throw new Error(`${label} must be a PNG/JPEG data URI or raw PNG base64 string`);
+    if (!rawBase64BodyPattern.test(normalizeBase64Body(trimmedBase64))) throw new Error(`${label} must be a PNG/JPEG data URI or raw PNG base64 string`);
+    return createImgBase64ByFormat('png', trimmedBase64);
+};
+const normalizeBase64Image = (base64)=>{
+    const trimmedBase64 = base64.trim();
+    if (base64ImageDataUrlPattern.test(trimmedBase64)) return trimmedBase64.replace(/\s/g, '');
+    const base64Body = normalizeBase64Body(trimmedBase64);
+    node_assert(base64Body, 'base64 image must include image data');
+    return createImgBase64ByFormat(inferBase64ImageFormat(base64Body), base64Body);
+};
+function assertValidJpegQuality(jpegQuality) {
+    if (!Number.isInteger(jpegQuality) || jpegQuality < 1 || jpegQuality > 100) throw new Error(`jpegQuality must be an integer between 1 and 100. Received: ${jpegQuality}`);
+}
+function assertValidImageSize(size, label) {
+    if (!Number.isInteger(size.width) || !Number.isInteger(size.height) || size.width <= 0 || size.height <= 0) throw new Error(`${label} width and height must be positive integers. Received width: ${size.width}, height: ${size.height}`);
+}
+async function convertImgBufferToJpeg(inputData, jpegQuality = 90) {
+    assertValidJpegQuality(jpegQuality);
+    if (ifInNode) try {
+        const Sharp = await get_sharp();
+        return await Sharp(inputData).jpeg({
+            quality: jpegQuality
+        }).toBuffer();
+    } catch (error) {
+        imgDebug('Sharp failed, falling back to Photon:', error);
+    }
+    const { PhotonImage } = await get_photon();
+    const inputBytes = new Uint8Array(inputData);
+    const bytesliceResult = PhotonImage.new_from_byteslice(inputBytes);
+    const image = bytesliceResult instanceof Promise ? await bytesliceResult : bytesliceResult;
+    try {
+        return Buffer.from(image.get_bytes_jpeg(jpegQuality));
+    } finally{
+        image.free();
+    }
+}
+async function convertBase64ImageToJpeg(inputBase64, jpegQuality = 90) {
+    assertValidJpegQuality(jpegQuality);
+    const normalized = normalizeBase64Image(inputBase64);
+    const { body } = parseBase64(normalized);
+    const imageBuffer = Buffer.from(body, 'base64');
+    const detectedMimeType = detectImageMimeTypeFromBuffer(imageBuffer);
+    if ('image/jpeg' === detectedMimeType) return createImgBase64ByFormat('jpeg', body);
+    if ('image/png' !== detectedMimeType) throw new Error(`inputBase64 must contain a PNG or JPEG image. Detected: ${detectedMimeType ?? 'unsupported format'}`);
+    const jpegBuffer = await convertImgBufferToJpeg(imageBuffer, jpegQuality);
+    return createImgBase64ByFormat('jpeg', jpegBuffer.toString('base64'));
+}
+async function resizeBase64ImageToJpeg(inputBase64, options) {
+    const jpegQuality = options.jpegQuality ?? 90;
+    assertValidJpegQuality(jpegQuality);
+    assertValidImageSize(options.targetSize, 'targetSize');
+    const normalized = normalizeBase64Image(inputBase64);
+    const { body, mimeType } = parseBase64(normalized);
+    const imageBuffer = Buffer.from(body, 'base64');
+    const sourceSize = encodedImageInfoOfBuffer(imageBuffer);
+    if (options.sourceSize) {
+        assertValidImageSize(options.sourceSize, 'sourceSize');
+        if (options.sourceSize.width !== sourceSize.width || options.sourceSize.height !== sourceSize.height) throw new Error(`sourceSize ${options.sourceSize.width}x${options.sourceSize.height} does not match encoded image dimensions ${sourceSize.width}x${sourceSize.height}`);
+    }
+    const dimensionsUnchanged = sourceSize.width === options.targetSize.width && sourceSize.height === options.targetSize.height;
+    if (dimensionsUnchanged) return convertBase64ImageToJpeg(normalized, jpegQuality);
+    const { buffer } = await resizeAndConvertImgBuffer(mimeType.split('/')[1], imageBuffer, options.targetSize);
+    return createImgBase64ByFormat('jpeg', buffer.toString('base64'));
+}
+async function constrainBase64ImageToMaxSize(inputBase64, options) {
+    if (!Number.isInteger(options.maxSize) || options.maxSize <= 0) throw new Error(`maxSize must be a positive integer. Received: ${options.maxSize}`);
+    const normalized = normalizeBase64Image(inputBase64);
+    const { body } = parseBase64(normalized);
+    const sourceSize = encodedImageInfoOfBuffer(Buffer.from(body, 'base64'));
+    const largestDimension = Math.max(sourceSize.width, sourceSize.height);
+    if (largestDimension <= options.maxSize) return normalized;
+    const scale = options.maxSize / largestDimension;
+    return resizeBase64ImageToJpeg(normalized, {
+        targetSize: {
+            width: Math.max(1, Math.round(sourceSize.width * scale)),
+            height: Math.max(1, Math.round(sourceSize.height * scale))
+        },
+        sourceSize,
+        jpegQuality: options.jpegQuality
+    });
+}
 async function resizeImgBase64(inputBase64, newSize) {
     const { body, mimeType } = parseBase64(inputBase64);
     const imageBuffer = Buffer.from(body, 'base64');
@@ -146,7 +256,7 @@ async function paddingToMatchBlockByBase64(imageBase64, blockSize = 28) {
         photonImage.free();
     }
 }
-async function cropByRect(imageBase64, rect, paddingImage) {
+async function cropByRect(imageBase64, rect, paddingImage = false) {
     const { crop } = await get_photon();
     const photonImage = await photonFromBase64(imageBase64);
     const { left, top, width, height } = rect;
@@ -272,4 +382,4 @@ async function scaleImage(imageBase64, scale) {
         imageBase64: base64
     };
 }
-export { createImgBase64ByFormat, cropByRect, httpImg2Base64, localImg2Base64, paddingToMatchBlock, paddingToMatchBlockByBase64, parseBase64, photonFromBase64, photonToBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o };
+export { constrainBase64ImageToMaxSize, convertBase64ImageToJpeg, convertImgBufferToJpeg, createImgBase64ByFormat, cropByRect, httpImg2Base64, inferBase64ImageFormat, localImg2Base64, normalizeBase64Image, normalizeScreenshotBase64, paddingToMatchBlock, paddingToMatchBlockByBase64, parseBase64, photonFromBase64, photonToBase64, preProcessImageUrl, resizeAndConvertImgBuffer, resizeBase64ImageToJpeg, resizeImgBase64, saveBase64Image, scaleImage, zoomForGPT4o };

package/dist/lib/env/parse-model-config.js

@@ -37,7 +37,7 @@ const external_utils_js_namespaceObject = require("../utils.js");
 const external_helper_js_namespaceObject = require("./helper.js");
 const external_init_debug_js_namespaceObject = require("./init-debug.js");
 const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
-const getCurrentVersion = ()=>"8.0.4";
+const getCurrentVersion = ()=>"8.0.5";
 const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${external_types_js_namespaceObject.MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
 const KEYS_MAP = {
     insight: external_constants_js_namespaceObject.INSIGHT_MODEL_CONFIG_KEYS,

package/dist/lib/env/types.js

@@ -51,6 +51,7 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET: ()=>MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET,
     MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT: ()=>MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT,
     MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED: ()=>MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED,
+    MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT: ()=>MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT,
     MIDSCENE_INSIGHT_MODEL_RETRY_COUNT: ()=>MIDSCENE_INSIGHT_MODEL_RETRY_COUNT,
     MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL: ()=>MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL,
     MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY: ()=>MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY,
@@ -75,6 +76,7 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_MODEL_REASONING_BUDGET: ()=>MIDSCENE_MODEL_REASONING_BUDGET,
     MIDSCENE_MODEL_REASONING_EFFORT: ()=>MIDSCENE_MODEL_REASONING_EFFORT,
     MIDSCENE_MODEL_REASONING_ENABLED: ()=>MIDSCENE_MODEL_REASONING_ENABLED,
+    MIDSCENE_MODEL_RESPONSE_FORMAT: ()=>MIDSCENE_MODEL_RESPONSE_FORMAT,
     MIDSCENE_MODEL_RETRY_COUNT: ()=>MIDSCENE_MODEL_RETRY_COUNT,
     MIDSCENE_MODEL_RETRY_INTERVAL: ()=>MIDSCENE_MODEL_RETRY_INTERVAL,
     MIDSCENE_MODEL_SOCKS_PROXY: ()=>MIDSCENE_MODEL_SOCKS_PROXY,
@@ -93,12 +95,14 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_PLANNING_MODEL_REASONING_BUDGET: ()=>MIDSCENE_PLANNING_MODEL_REASONING_BUDGET,
     MIDSCENE_PLANNING_MODEL_REASONING_EFFORT: ()=>MIDSCENE_PLANNING_MODEL_REASONING_EFFORT,
     MIDSCENE_PLANNING_MODEL_REASONING_ENABLED: ()=>MIDSCENE_PLANNING_MODEL_REASONING_ENABLED,
+    MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT: ()=>MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT,
     MIDSCENE_PLANNING_MODEL_RETRY_COUNT: ()=>MIDSCENE_PLANNING_MODEL_RETRY_COUNT,
     MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL: ()=>MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL,
     MIDSCENE_PLANNING_MODEL_SOCKS_PROXY: ()=>MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
     MIDSCENE_PLANNING_MODEL_TEMPERATURE: ()=>MIDSCENE_PLANNING_MODEL_TEMPERATURE,
     MIDSCENE_PLANNING_MODEL_TIMEOUT: ()=>MIDSCENE_PLANNING_MODEL_TIMEOUT,
     MIDSCENE_PREFERRED_LANGUAGE: ()=>MIDSCENE_PREFERRED_LANGUAGE,
+    MIDSCENE_RECORD_MODEL_CALL: ()=>MIDSCENE_RECORD_MODEL_CALL,
     MIDSCENE_REPLANNING_CYCLE_LIMIT: ()=>MIDSCENE_REPLANNING_CYCLE_LIMIT,
     MIDSCENE_REPORT_QUIET: ()=>MIDSCENE_REPORT_QUIET,
     MIDSCENE_REPORT_TAG_NAME: ()=>MIDSCENE_REPORT_TAG_NAME,
@@ -145,6 +149,7 @@ const MIDSCENE_MODEL_RETRY_INTERVAL = 'MIDSCENE_MODEL_RETRY_INTERVAL';
 const MIDSCENE_MODEL_REASONING_EFFORT = 'MIDSCENE_MODEL_REASONING_EFFORT';
 const MIDSCENE_MODEL_REASONING_ENABLED = 'MIDSCENE_MODEL_REASONING_ENABLED';
 const MIDSCENE_MODEL_REASONING_BUDGET = 'MIDSCENE_MODEL_REASONING_BUDGET';
+const MIDSCENE_MODEL_RESPONSE_FORMAT = 'MIDSCENE_MODEL_RESPONSE_FORMAT';
 const OPENAI_API_KEY = 'OPENAI_API_KEY';
 const OPENAI_BASE_URL = 'OPENAI_BASE_URL';
 const MIDSCENE_OPENAI_INIT_CONFIG_JSON = 'MIDSCENE_OPENAI_INIT_CONFIG_JSON';
@@ -172,6 +177,7 @@ const MIDSCENE_PREFERRED_LANGUAGE = 'MIDSCENE_PREFERRED_LANGUAGE';
 const MIDSCENE_CACHE_MAX_FILENAME_LENGTH = 'MIDSCENE_CACHE_MAX_FILENAME_LENGTH';
 const MIDSCENE_REPLANNING_CYCLE_LIMIT = 'MIDSCENE_REPLANNING_CYCLE_LIMIT';
 const MIDSCENE_RUN_DIR = 'MIDSCENE_RUN_DIR';
+const MIDSCENE_RECORD_MODEL_CALL = 'MIDSCENE_RECORD_MODEL_CALL';
 const MIDSCENE_INSIGHT_MODEL_NAME = 'MIDSCENE_INSIGHT_MODEL_NAME';
 const MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY = 'MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY';
 const MIDSCENE_INSIGHT_MODEL_HTTP_PROXY = 'MIDSCENE_INSIGHT_MODEL_HTTP_PROXY';
@@ -187,6 +193,7 @@ const MIDSCENE_INSIGHT_MODEL_FAMILY = 'MIDSCENE_INSIGHT_MODEL_FAMILY';
 const MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT = 'MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT';
 const MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED = 'MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED';
 const MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET = 'MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET';
+const MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT = 'MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT';
 const MIDSCENE_PLANNING_MODEL_NAME = 'MIDSCENE_PLANNING_MODEL_NAME';
 const MIDSCENE_PLANNING_MODEL_SOCKS_PROXY = 'MIDSCENE_PLANNING_MODEL_SOCKS_PROXY';
 const MIDSCENE_PLANNING_MODEL_HTTP_PROXY = 'MIDSCENE_PLANNING_MODEL_HTTP_PROXY';
@@ -202,6 +209,7 @@ const MIDSCENE_PLANNING_MODEL_FAMILY = 'MIDSCENE_PLANNING_MODEL_FAMILY';
 const MIDSCENE_PLANNING_MODEL_REASONING_EFFORT = 'MIDSCENE_PLANNING_MODEL_REASONING_EFFORT';
 const MIDSCENE_PLANNING_MODEL_REASONING_ENABLED = 'MIDSCENE_PLANNING_MODEL_REASONING_ENABLED';
 const MIDSCENE_PLANNING_MODEL_REASONING_BUDGET = 'MIDSCENE_PLANNING_MODEL_REASONING_BUDGET';
+const MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT = 'MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT';
 const MIDSCENE_MODEL_FAMILY = 'MIDSCENE_MODEL_FAMILY';
 const UNUSED_ENV_KEYS = [
     MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG
@@ -210,7 +218,8 @@ const BASIC_ENV_KEYS = [
     MIDSCENE_DEBUG_MODE,
     MIDSCENE_DEBUG_MODEL_PROFILE,
     MIDSCENE_DEBUG_MODEL_RESPONSE,
-    MIDSCENE_RUN_DIR
+    MIDSCENE_RUN_DIR,
+    MIDSCENE_RECORD_MODEL_CALL
 ];
 const BOOLEAN_ENV_KEYS = [
     MIDSCENE_CACHE,
@@ -261,6 +270,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_MODEL_REASONING_EFFORT,
     MIDSCENE_MODEL_REASONING_ENABLED,
     MIDSCENE_MODEL_REASONING_BUDGET,
+    MIDSCENE_MODEL_RESPONSE_FORMAT,
     MIDSCENE_USE_VLM_UI_TARS,
     MIDSCENE_USE_QWEN_VL,
     MIDSCENE_USE_QWEN3_VL,
@@ -287,6 +297,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT,
     MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED,
     MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET,
+    MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT,
     MIDSCENE_PLANNING_MODEL_NAME,
     MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
     MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
@@ -302,6 +313,7 @@ const MODEL_ENV_KEYS = [
     MIDSCENE_PLANNING_MODEL_REASONING_EFFORT,
     MIDSCENE_PLANNING_MODEL_REASONING_ENABLED,
     MIDSCENE_PLANNING_MODEL_REASONING_BUDGET,
+    MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT,
     MIDSCENE_MODEL_FAMILY
 ];
 const ALL_ENV_KEYS = [
@@ -316,6 +328,7 @@ const MODEL_FAMILY_VALUES = [
     'gemini',
     'qwen2.5-vl',
     'qwen3-vl',
+    'qwen3',
     'qwen3.5',
     'qwen3.6',
     'vlm-ui-tars',
@@ -324,7 +337,11 @@ const MODEL_FAMILY_VALUES = [
     'glm-v',
     'auto-glm',
     'auto-glm-multilingual',
-    'gpt-5'
+    'gpt-5',
+    'deepseek',
+    'kimi',
+    'kimi3',
+    'xiaomi-mimo'
 ];
 var UITarsModelVersion = /*#__PURE__*/ function(UITarsModelVersion) {
     UITarsModelVersion["V1_0"] = "1.0";
@@ -360,6 +377,7 @@ exports.MIDSCENE_INSIGHT_MODEL_NAME = __webpack_exports__.MIDSCENE_INSIGHT_MODEL
 exports.MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET;
 exports.MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT;
 exports.MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED;
+exports.MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT;
 exports.MIDSCENE_INSIGHT_MODEL_RETRY_COUNT = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_RETRY_COUNT;
 exports.MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL;
 exports.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY;
@@ -384,6 +402,7 @@ exports.MIDSCENE_MODEL_NAME = __webpack_exports__.MIDSCENE_MODEL_NAME;
 exports.MIDSCENE_MODEL_REASONING_BUDGET = __webpack_exports__.MIDSCENE_MODEL_REASONING_BUDGET;
 exports.MIDSCENE_MODEL_REASONING_EFFORT = __webpack_exports__.MIDSCENE_MODEL_REASONING_EFFORT;
 exports.MIDSCENE_MODEL_REASONING_ENABLED = __webpack_exports__.MIDSCENE_MODEL_REASONING_ENABLED;
+exports.MIDSCENE_MODEL_RESPONSE_FORMAT = __webpack_exports__.MIDSCENE_MODEL_RESPONSE_FORMAT;
 exports.MIDSCENE_MODEL_RETRY_COUNT = __webpack_exports__.MIDSCENE_MODEL_RETRY_COUNT;
 exports.MIDSCENE_MODEL_RETRY_INTERVAL = __webpack_exports__.MIDSCENE_MODEL_RETRY_INTERVAL;
 exports.MIDSCENE_MODEL_SOCKS_PROXY = __webpack_exports__.MIDSCENE_MODEL_SOCKS_PROXY;
@@ -402,12 +421,14 @@ exports.MIDSCENE_PLANNING_MODEL_NAME = __webpack_exports__.MIDSCENE_PLANNING_MOD
 exports.MIDSCENE_PLANNING_MODEL_REASONING_BUDGET = __webpack_exports__.MIDSCENE_PLANNING_MODEL_REASONING_BUDGET;
 exports.MIDSCENE_PLANNING_MODEL_REASONING_EFFORT = __webpack_exports__.MIDSCENE_PLANNING_MODEL_REASONING_EFFORT;
 exports.MIDSCENE_PLANNING_MODEL_REASONING_ENABLED = __webpack_exports__.MIDSCENE_PLANNING_MODEL_REASONING_ENABLED;
+exports.MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT = __webpack_exports__.MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT;
 exports.MIDSCENE_PLANNING_MODEL_RETRY_COUNT = __webpack_exports__.MIDSCENE_PLANNING_MODEL_RETRY_COUNT;
 exports.MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL = __webpack_exports__.MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL;
 exports.MIDSCENE_PLANNING_MODEL_SOCKS_PROXY = __webpack_exports__.MIDSCENE_PLANNING_MODEL_SOCKS_PROXY;
 exports.MIDSCENE_PLANNING_MODEL_TEMPERATURE = __webpack_exports__.MIDSCENE_PLANNING_MODEL_TEMPERATURE;
 exports.MIDSCENE_PLANNING_MODEL_TIMEOUT = __webpack_exports__.MIDSCENE_PLANNING_MODEL_TIMEOUT;
 exports.MIDSCENE_PREFERRED_LANGUAGE = __webpack_exports__.MIDSCENE_PREFERRED_LANGUAGE;
+exports.MIDSCENE_RECORD_MODEL_CALL = __webpack_exports__.MIDSCENE_RECORD_MODEL_CALL;
 exports.MIDSCENE_REPLANNING_CYCLE_LIMIT = __webpack_exports__.MIDSCENE_REPLANNING_CYCLE_LIMIT;
 exports.MIDSCENE_REPORT_QUIET = __webpack_exports__.MIDSCENE_REPORT_QUIET;
 exports.MIDSCENE_REPORT_TAG_NAME = __webpack_exports__.MIDSCENE_REPORT_TAG_NAME;
@@ -455,6 +476,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET",
     "MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT",
     "MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED",
+    "MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT",
     "MIDSCENE_INSIGHT_MODEL_RETRY_COUNT",
     "MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL",
     "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY",
@@ -479,6 +501,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "MIDSCENE_MODEL_REASONING_BUDGET",
     "MIDSCENE_MODEL_REASONING_EFFORT",
     "MIDSCENE_MODEL_REASONING_ENABLED",
+    "MIDSCENE_MODEL_RESPONSE_FORMAT",
     "MIDSCENE_MODEL_RETRY_COUNT",
     "MIDSCENE_MODEL_RETRY_INTERVAL",
     "MIDSCENE_MODEL_SOCKS_PROXY",
@@ -497,12 +520,14 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "MIDSCENE_PLANNING_MODEL_REASONING_BUDGET",
     "MIDSCENE_PLANNING_MODEL_REASONING_EFFORT",
     "MIDSCENE_PLANNING_MODEL_REASONING_ENABLED",
+    "MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT",
     "MIDSCENE_PLANNING_MODEL_RETRY_COUNT",
     "MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL",
     "MIDSCENE_PLANNING_MODEL_SOCKS_PROXY",
     "MIDSCENE_PLANNING_MODEL_TEMPERATURE",
     "MIDSCENE_PLANNING_MODEL_TIMEOUT",
     "MIDSCENE_PREFERRED_LANGUAGE",
+    "MIDSCENE_RECORD_MODEL_CALL",
     "MIDSCENE_REPLANNING_CYCLE_LIMIT",
     "MIDSCENE_REPORT_QUIET",
     "MIDSCENE_REPORT_TAG_NAME",

package/dist/lib/img/index.js

@@ -24,24 +24,32 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    paddingToMatchBlockByBase64: ()=>external_transform_js_namespaceObject.paddingToMatchBlockByBase64,
+    convertImgBufferToJpeg: ()=>external_transform_js_namespaceObject.convertImgBufferToJpeg,
+    convertBase64ImageToJpeg: ()=>external_transform_js_namespaceObject.convertBase64ImageToJpeg,
+    inferBase64ImageFormat: ()=>external_transform_js_namespaceObject.inferBase64ImageFormat,
     localImg2Base64: ()=>external_transform_js_namespaceObject.localImg2Base64,
+    constrainBase64ImageToMaxSize: ()=>external_transform_js_namespaceObject.constrainBase64ImageToMaxSize,
+    paddingToMatchBlockByBase64: ()=>external_transform_js_namespaceObject.paddingToMatchBlockByBase64,
     parseBase64: ()=>external_transform_js_namespaceObject.parseBase64,
     resizeAndConvertImgBuffer: ()=>external_transform_js_namespaceObject.resizeAndConvertImgBuffer,
     resizeImgBase64: ()=>external_transform_js_namespaceObject.resizeImgBase64,
-    saveBase64Image: ()=>external_transform_js_namespaceObject.saveBase64Image,
     isValidImageBuffer: ()=>external_info_js_namespaceObject.isValidImageBuffer,
+    saveBase64Image: ()=>external_transform_js_namespaceObject.saveBase64Image,
     validateScreenshotBuffer: ()=>external_info_js_namespaceObject.validateScreenshotBuffer,
+    normalizeScreenshotBase64: ()=>external_transform_js_namespaceObject.normalizeScreenshotBase64,
     preProcessImageUrl: ()=>external_transform_js_namespaceObject.preProcessImageUrl,
     annotateRects: ()=>external_box_select_js_namespaceObject.annotateRects,
     compositeElementInfoImg: ()=>external_box_select_js_namespaceObject.compositeElementInfoImg,
     isValidPNGImageBuffer: ()=>external_info_js_namespaceObject.isValidPNGImageBuffer,
-    processImageElementInfo: ()=>external_box_select_js_namespaceObject.processImageElementInfo,
     cropByRect: ()=>external_transform_js_namespaceObject.cropByRect,
-    scaleImage: ()=>external_transform_js_namespaceObject.scaleImage,
+    normalizeBase64Image: ()=>external_transform_js_namespaceObject.normalizeBase64Image,
+    processImageElementInfo: ()=>external_box_select_js_namespaceObject.processImageElementInfo,
     isValidJPEGImageBuffer: ()=>external_info_js_namespaceObject.isValidJPEGImageBuffer,
-    zoomForGPT4o: ()=>external_transform_js_namespaceObject.zoomForGPT4o,
+    resizeBase64ImageToJpeg: ()=>external_transform_js_namespaceObject.resizeBase64ImageToJpeg,
+    scaleImage: ()=>external_transform_js_namespaceObject.scaleImage,
+    encodedImageInfoOfBuffer: ()=>external_info_js_namespaceObject.encodedImageInfoOfBuffer,
     createImgBase64ByFormat: ()=>external_transform_js_namespaceObject.createImgBase64ByFormat,
+    zoomForGPT4o: ()=>external_transform_js_namespaceObject.zoomForGPT4o,
     imageInfoOfBase64: ()=>external_info_js_namespaceObject.imageInfoOfBase64,
     httpImg2Base64: ()=>external_transform_js_namespaceObject.httpImg2Base64
 });
@@ -50,19 +58,27 @@ const external_transform_js_namespaceObject = require("./transform.js");
 const external_box_select_js_namespaceObject = require("./box-select.js");
 exports.annotateRects = __webpack_exports__.annotateRects;
 exports.compositeElementInfoImg = __webpack_exports__.compositeElementInfoImg;
+exports.constrainBase64ImageToMaxSize = __webpack_exports__.constrainBase64ImageToMaxSize;
+exports.convertBase64ImageToJpeg = __webpack_exports__.convertBase64ImageToJpeg;
+exports.convertImgBufferToJpeg = __webpack_exports__.convertImgBufferToJpeg;
 exports.createImgBase64ByFormat = __webpack_exports__.createImgBase64ByFormat;
 exports.cropByRect = __webpack_exports__.cropByRect;
+exports.encodedImageInfoOfBuffer = __webpack_exports__.encodedImageInfoOfBuffer;
 exports.httpImg2Base64 = __webpack_exports__.httpImg2Base64;
 exports.imageInfoOfBase64 = __webpack_exports__.imageInfoOfBase64;
+exports.inferBase64ImageFormat = __webpack_exports__.inferBase64ImageFormat;
 exports.isValidImageBuffer = __webpack_exports__.isValidImageBuffer;
 exports.isValidJPEGImageBuffer = __webpack_exports__.isValidJPEGImageBuffer;
 exports.isValidPNGImageBuffer = __webpack_exports__.isValidPNGImageBuffer;
 exports.localImg2Base64 = __webpack_exports__.localImg2Base64;
+exports.normalizeBase64Image = __webpack_exports__.normalizeBase64Image;
+exports.normalizeScreenshotBase64 = __webpack_exports__.normalizeScreenshotBase64;
 exports.paddingToMatchBlockByBase64 = __webpack_exports__.paddingToMatchBlockByBase64;
 exports.parseBase64 = __webpack_exports__.parseBase64;
 exports.preProcessImageUrl = __webpack_exports__.preProcessImageUrl;
 exports.processImageElementInfo = __webpack_exports__.processImageElementInfo;
 exports.resizeAndConvertImgBuffer = __webpack_exports__.resizeAndConvertImgBuffer;
+exports.resizeBase64ImageToJpeg = __webpack_exports__.resizeBase64ImageToJpeg;
 exports.resizeImgBase64 = __webpack_exports__.resizeImgBase64;
 exports.saveBase64Image = __webpack_exports__.saveBase64Image;
 exports.scaleImage = __webpack_exports__.scaleImage;
@@ -71,19 +87,27 @@ exports.zoomForGPT4o = __webpack_exports__.zoomForGPT4o;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "annotateRects",
     "compositeElementInfoImg",
+    "constrainBase64ImageToMaxSize",
+    "convertBase64ImageToJpeg",
+    "convertImgBufferToJpeg",
     "createImgBase64ByFormat",
     "cropByRect",
+    "encodedImageInfoOfBuffer",
     "httpImg2Base64",
     "imageInfoOfBase64",
+    "inferBase64ImageFormat",
     "isValidImageBuffer",
     "isValidJPEGImageBuffer",
     "isValidPNGImageBuffer",
     "localImg2Base64",
+    "normalizeBase64Image",
+    "normalizeScreenshotBase64",
     "paddingToMatchBlockByBase64",
     "parseBase64",
     "preProcessImageUrl",
     "processImageElementInfo",
     "resizeAndConvertImgBuffer",
+    "resizeBase64ImageToJpeg",
     "resizeImgBase64",
     "saveBase64Image",
     "scaleImage",

package/dist/lib/img/transform.js

@@ -33,18 +33,25 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-    paddingToMatchBlockByBase64: ()=>paddingToMatchBlockByBase64,
+    convertImgBufferToJpeg: ()=>convertImgBufferToJpeg,
+    convertBase64ImageToJpeg: ()=>convertBase64ImageToJpeg,
+    inferBase64ImageFormat: ()=>inferBase64ImageFormat,
     localImg2Base64: ()=>localImg2Base64,
+    constrainBase64ImageToMaxSize: ()=>constrainBase64ImageToMaxSize,
+    paddingToMatchBlockByBase64: ()=>paddingToMatchBlockByBase64,
+    parseBase64: ()=>parseBase64,
     photonFromBase64: ()=>photonFromBase64,
     photonToBase64: ()=>photonToBase64,
-    parseBase64: ()=>parseBase64,
     resizeAndConvertImgBuffer: ()=>resizeAndConvertImgBuffer,
     resizeImgBase64: ()=>resizeImgBase64,
     saveBase64Image: ()=>saveBase64Image,
+    normalizeScreenshotBase64: ()=>normalizeScreenshotBase64,
     preProcessImageUrl: ()=>preProcessImageUrl,
     cropByRect: ()=>cropByRect,
     scaleImage: ()=>scaleImage,
+    normalizeBase64Image: ()=>normalizeBase64Image,
     zoomForGPT4o: ()=>zoomForGPT4o,
+    resizeBase64ImageToJpeg: ()=>resizeBase64ImageToJpeg,
     createImgBase64ByFormat: ()=>createImgBase64ByFormat,
     paddingToMatchBlock: ()=>paddingToMatchBlock,
     httpImg2Base64: ()=>httpImg2Base64
@@ -62,6 +69,7 @@ const external_get_photon_js_namespaceObject = require("./get-photon.js");
 var external_get_photon_js_default = /*#__PURE__*/ __webpack_require__.n(external_get_photon_js_namespaceObject);
 const external_get_sharp_js_namespaceObject = require("./get-sharp.js");
 var external_get_sharp_js_default = /*#__PURE__*/ __webpack_require__.n(external_get_sharp_js_namespaceObject);
+const external_info_js_namespaceObject = require("./info.js");
 const imgDebug = (0, external_logger_js_namespaceObject.getDebug)('img');
 async function saveBase64Image(options) {
     const { base64Data, outputPath } = options;
@@ -124,7 +132,116 @@ async function resizeAndConvertImgBuffer(inputFormat, inputData, newSize) {
         format: 'jpeg'
     };
 }
-const createImgBase64ByFormat = (format, body)=>`data:image/${format};base64,${body}`;
+const rawBase64BodyPattern = /^[A-Za-z0-9+/]+={0,2}$/;
+const base64ImageDataUrlPattern = /^data:image\/(?:png|jpe?g);base64,[A-Za-z0-9+/=\s]+$/i;
+const supportedScreenshotDataUriPattern = /^data:image\/(png|jpe?g);base64,([A-Za-z0-9+/=\s]+)$/i;
+function normalizeBase64Body(body) {
+    return body.replace(/\s/g, '');
+}
+function detectImageMimeTypeFromBuffer(buffer) {
+    if (buffer.length >= 8 && 0x89 === buffer[0] && 0x50 === buffer[1] && 0x4e === buffer[2] && 0x47 === buffer[3] && 0x0d === buffer[4] && 0x0a === buffer[5] && 0x1a === buffer[6] && 0x0a === buffer[7]) return 'image/png';
+    if (buffer.length >= 3 && 0xff === buffer[0] && 0xd8 === buffer[1] && 0xff === buffer[2]) return 'image/jpeg';
+}
+function inferBase64ImageFormat(base64Body) {
+    const buffer = external_node_buffer_namespaceObject.Buffer.from(normalizeBase64Body(base64Body), 'base64');
+    const mimeType = detectImageMimeTypeFromBuffer(buffer);
+    if ('image/jpeg' === mimeType) return 'jpeg';
+    return 'png';
+}
+const createImgBase64ByFormat = (format, body)=>`data:image/${format};base64,${normalizeBase64Body(body)}`;
+const normalizeScreenshotBase64 = (base64, options)=>{
+    const label = options?.label ?? 'screenshot base64';
+    const trimmedBase64 = base64.trim();
+    if (!trimmedBase64) throw new Error(`${label} cannot be empty`);
+    const dataUriMatch = trimmedBase64.match(supportedScreenshotDataUriPattern);
+    if (dataUriMatch) {
+        const imageFormat = 'jpg' === dataUriMatch[1].toLowerCase() ? 'jpeg' : dataUriMatch[1].toLowerCase();
+        const body = normalizeBase64Body(dataUriMatch[2]);
+        if (!body) throw new Error(`${label} cannot be empty`);
+        return createImgBase64ByFormat(imageFormat, body);
+    }
+    if (trimmedBase64.startsWith('data:')) throw new Error(`${label} must be a PNG/JPEG data URI or raw PNG base64 string`);
+    if (!rawBase64BodyPattern.test(normalizeBase64Body(trimmedBase64))) throw new Error(`${label} must be a PNG/JPEG data URI or raw PNG base64 string`);
+    return createImgBase64ByFormat('png', trimmedBase64);
+};
+const normalizeBase64Image = (base64)=>{
+    const trimmedBase64 = base64.trim();
+    if (base64ImageDataUrlPattern.test(trimmedBase64)) return trimmedBase64.replace(/\s/g, '');
+    const base64Body = normalizeBase64Body(trimmedBase64);
+    external_node_assert_default()(base64Body, 'base64 image must include image data');
+    return createImgBase64ByFormat(inferBase64ImageFormat(base64Body), base64Body);
+};
+function assertValidJpegQuality(jpegQuality) {
+    if (!Number.isInteger(jpegQuality) || jpegQuality < 1 || jpegQuality > 100) throw new Error(`jpegQuality must be an integer between 1 and 100. Received: ${jpegQuality}`);
+}
+function assertValidImageSize(size, label) {
+    if (!Number.isInteger(size.width) || !Number.isInteger(size.height) || size.width <= 0 || size.height <= 0) throw new Error(`${label} width and height must be positive integers. Received width: ${size.width}, height: ${size.height}`);
+}
+async function convertImgBufferToJpeg(inputData, jpegQuality = 90) {
+    assertValidJpegQuality(jpegQuality);
+    if (external_utils_js_namespaceObject.ifInNode) try {
+        const Sharp = await external_get_sharp_js_default()();
+        return await Sharp(inputData).jpeg({
+            quality: jpegQuality
+        }).toBuffer();
+    } catch (error) {
+        imgDebug('Sharp failed, falling back to Photon:', error);
+    }
+    const { PhotonImage } = await external_get_photon_js_default()();
+    const inputBytes = new Uint8Array(inputData);
+    const bytesliceResult = PhotonImage.new_from_byteslice(inputBytes);
+    const image = bytesliceResult instanceof Promise ? await bytesliceResult : bytesliceResult;
+    try {
+        return external_node_buffer_namespaceObject.Buffer.from(image.get_bytes_jpeg(jpegQuality));
+    } finally{
+        image.free();
+    }
+}
+async function convertBase64ImageToJpeg(inputBase64, jpegQuality = 90) {
+    assertValidJpegQuality(jpegQuality);
+    const normalized = normalizeBase64Image(inputBase64);
+    const { body } = parseBase64(normalized);
+    const imageBuffer = external_node_buffer_namespaceObject.Buffer.from(body, 'base64');
+    const detectedMimeType = detectImageMimeTypeFromBuffer(imageBuffer);
+    if ('image/jpeg' === detectedMimeType) return createImgBase64ByFormat('jpeg', body);
+    if ('image/png' !== detectedMimeType) throw new Error(`inputBase64 must contain a PNG or JPEG image. Detected: ${detectedMimeType ?? 'unsupported format'}`);
+    const jpegBuffer = await convertImgBufferToJpeg(imageBuffer, jpegQuality);
+    return createImgBase64ByFormat('jpeg', jpegBuffer.toString('base64'));
+}
+async function resizeBase64ImageToJpeg(inputBase64, options) {
+    const jpegQuality = options.jpegQuality ?? 90;
+    assertValidJpegQuality(jpegQuality);
+    assertValidImageSize(options.targetSize, 'targetSize');
+    const normalized = normalizeBase64Image(inputBase64);
+    const { body, mimeType } = parseBase64(normalized);
+    const imageBuffer = external_node_buffer_namespaceObject.Buffer.from(body, 'base64');
+    const sourceSize = (0, external_info_js_namespaceObject.encodedImageInfoOfBuffer)(imageBuffer);
+    if (options.sourceSize) {
+        assertValidImageSize(options.sourceSize, 'sourceSize');
+        if (options.sourceSize.width !== sourceSize.width || options.sourceSize.height !== sourceSize.height) throw new Error(`sourceSize ${options.sourceSize.width}x${options.sourceSize.height} does not match encoded image dimensions ${sourceSize.width}x${sourceSize.height}`);
+    }
+    const dimensionsUnchanged = sourceSize.width === options.targetSize.width && sourceSize.height === options.targetSize.height;
+    if (dimensionsUnchanged) return convertBase64ImageToJpeg(normalized, jpegQuality);
+    const { buffer } = await resizeAndConvertImgBuffer(mimeType.split('/')[1], imageBuffer, options.targetSize);
+    return createImgBase64ByFormat('jpeg', buffer.toString('base64'));
+}
+async function constrainBase64ImageToMaxSize(inputBase64, options) {
+    if (!Number.isInteger(options.maxSize) || options.maxSize <= 0) throw new Error(`maxSize must be a positive integer. Received: ${options.maxSize}`);
+    const normalized = normalizeBase64Image(inputBase64);
+    const { body } = parseBase64(normalized);
+    const sourceSize = (0, external_info_js_namespaceObject.encodedImageInfoOfBuffer)(external_node_buffer_namespaceObject.Buffer.from(body, 'base64'));
+    const largestDimension = Math.max(sourceSize.width, sourceSize.height);
+    if (largestDimension <= options.maxSize) return normalized;
+    const scale = options.maxSize / largestDimension;
+    return resizeBase64ImageToJpeg(normalized, {
+        targetSize: {
+            width: Math.max(1, Math.round(sourceSize.width * scale)),
+            height: Math.max(1, Math.round(sourceSize.height * scale))
+        },
+        sourceSize,
+        jpegQuality: options.jpegQuality
+    });
+}
 async function resizeImgBase64(inputBase64, newSize) {
     const { body, mimeType } = parseBase64(inputBase64);
     const imageBuffer = external_node_buffer_namespaceObject.Buffer.from(body, 'base64');
@@ -201,7 +318,7 @@ async function paddingToMatchBlockByBase64(imageBase64, blockSize = 28) {
         photonImage.free();
     }
 }
-async function cropByRect(imageBase64, rect, paddingImage) {
+async function cropByRect(imageBase64, rect, paddingImage = false) {
     const { crop } = await external_get_photon_js_default()();
     const photonImage = await photonFromBase64(imageBase64);
     const { left, top, width, height } = rect;
@@ -327,10 +444,16 @@ async function scaleImage(imageBase64, scale) {
         imageBase64: base64
     };
 }
+exports.constrainBase64ImageToMaxSize = __webpack_exports__.constrainBase64ImageToMaxSize;
+exports.convertBase64ImageToJpeg = __webpack_exports__.convertBase64ImageToJpeg;
+exports.convertImgBufferToJpeg = __webpack_exports__.convertImgBufferToJpeg;
 exports.createImgBase64ByFormat = __webpack_exports__.createImgBase64ByFormat;
 exports.cropByRect = __webpack_exports__.cropByRect;
 exports.httpImg2Base64 = __webpack_exports__.httpImg2Base64;
+exports.inferBase64ImageFormat = __webpack_exports__.inferBase64ImageFormat;
 exports.localImg2Base64 = __webpack_exports__.localImg2Base64;
+exports.normalizeBase64Image = __webpack_exports__.normalizeBase64Image;
+exports.normalizeScreenshotBase64 = __webpack_exports__.normalizeScreenshotBase64;
 exports.paddingToMatchBlock = __webpack_exports__.paddingToMatchBlock;
 exports.paddingToMatchBlockByBase64 = __webpack_exports__.paddingToMatchBlockByBase64;
 exports.parseBase64 = __webpack_exports__.parseBase64;
@@ -338,15 +461,22 @@ exports.photonFromBase64 = __webpack_exports__.photonFromBase64;
 exports.photonToBase64 = __webpack_exports__.photonToBase64;
 exports.preProcessImageUrl = __webpack_exports__.preProcessImageUrl;
 exports.resizeAndConvertImgBuffer = __webpack_exports__.resizeAndConvertImgBuffer;
+exports.resizeBase64ImageToJpeg = __webpack_exports__.resizeBase64ImageToJpeg;
 exports.resizeImgBase64 = __webpack_exports__.resizeImgBase64;
 exports.saveBase64Image = __webpack_exports__.saveBase64Image;
 exports.scaleImage = __webpack_exports__.scaleImage;
 exports.zoomForGPT4o = __webpack_exports__.zoomForGPT4o;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "constrainBase64ImageToMaxSize",
+    "convertBase64ImageToJpeg",
+    "convertImgBufferToJpeg",
     "createImgBase64ByFormat",
     "cropByRect",
     "httpImg2Base64",
+    "inferBase64ImageFormat",
     "localImg2Base64",
+    "normalizeBase64Image",
+    "normalizeScreenshotBase64",
     "paddingToMatchBlock",
     "paddingToMatchBlockByBase64",
     "parseBase64",
@@ -354,6 +484,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "photonToBase64",
     "preProcessImageUrl",
     "resizeAndConvertImgBuffer",
+    "resizeBase64ImageToJpeg",
     "resizeImgBase64",
     "saveBase64Image",
     "scaleImage",

package/dist/types/env/types.d.ts

@@ -24,6 +24,9 @@ export declare const MIDSCENE_MODEL_RETRY_INTERVAL = "MIDSCENE_MODEL_RETRY_INTER
 export declare const MIDSCENE_MODEL_REASONING_EFFORT = "MIDSCENE_MODEL_REASONING_EFFORT";
 export declare const MIDSCENE_MODEL_REASONING_ENABLED = "MIDSCENE_MODEL_REASONING_ENABLED";
 export declare const MIDSCENE_MODEL_REASONING_BUDGET = "MIDSCENE_MODEL_REASONING_BUDGET";
+export declare const MIDSCENE_MODEL_RESPONSE_FORMAT = "MIDSCENE_MODEL_RESPONSE_FORMAT";
+export type TModelReasoningEnabled = boolean | 'default';
+export type TModelResponseFormat = 'none' | 'auto';
 /**
  * @deprecated Use MIDSCENE_MODEL_API_KEY instead. This is kept for backward compatibility.
  */
@@ -69,6 +72,7 @@ export declare const MIDSCENE_PREFERRED_LANGUAGE = "MIDSCENE_PREFERRED_LANGUAGE"
 export declare const MIDSCENE_CACHE_MAX_FILENAME_LENGTH = "MIDSCENE_CACHE_MAX_FILENAME_LENGTH";
 export declare const MIDSCENE_REPLANNING_CYCLE_LIMIT = "MIDSCENE_REPLANNING_CYCLE_LIMIT";
 export declare const MIDSCENE_RUN_DIR = "MIDSCENE_RUN_DIR";
+export declare const MIDSCENE_RECORD_MODEL_CALL = "MIDSCENE_RECORD_MODEL_CALL";
 export declare const MIDSCENE_INSIGHT_MODEL_NAME = "MIDSCENE_INSIGHT_MODEL_NAME";
 export declare const MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY = "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY";
 export declare const MIDSCENE_INSIGHT_MODEL_HTTP_PROXY = "MIDSCENE_INSIGHT_MODEL_HTTP_PROXY";
@@ -84,6 +88,7 @@ export declare const MIDSCENE_INSIGHT_MODEL_FAMILY = "MIDSCENE_INSIGHT_MODEL_FAM
 export declare const MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT = "MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT";
 export declare const MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED = "MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED";
 export declare const MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET = "MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET";
+export declare const MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT = "MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT";
 export declare const MIDSCENE_PLANNING_MODEL_NAME = "MIDSCENE_PLANNING_MODEL_NAME";
 export declare const MIDSCENE_PLANNING_MODEL_SOCKS_PROXY = "MIDSCENE_PLANNING_MODEL_SOCKS_PROXY";
 export declare const MIDSCENE_PLANNING_MODEL_HTTP_PROXY = "MIDSCENE_PLANNING_MODEL_HTTP_PROXY";
@@ -99,6 +104,7 @@ export declare const MIDSCENE_PLANNING_MODEL_FAMILY = "MIDSCENE_PLANNING_MODEL_F
 export declare const MIDSCENE_PLANNING_MODEL_REASONING_EFFORT = "MIDSCENE_PLANNING_MODEL_REASONING_EFFORT";
 export declare const MIDSCENE_PLANNING_MODEL_REASONING_ENABLED = "MIDSCENE_PLANNING_MODEL_REASONING_ENABLED";
 export declare const MIDSCENE_PLANNING_MODEL_REASONING_BUDGET = "MIDSCENE_PLANNING_MODEL_REASONING_BUDGET";
+export declare const MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT = "MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT";
 export declare const MIDSCENE_MODEL_FAMILY = "MIDSCENE_MODEL_FAMILY";
 /**
  * env keys declared but unused
@@ -108,7 +114,7 @@ export declare const UNUSED_ENV_KEYS: string[];
  * env keys for debug or basic run
  * can not be override by overrideAIConfig
  */
-export declare const BASIC_ENV_KEYS: readonly ["MIDSCENE_DEBUG_MODE", "MIDSCENE_DEBUG_MODEL_PROFILE", "MIDSCENE_DEBUG_MODEL_RESPONSE", "MIDSCENE_RUN_DIR"];
+export declare const BASIC_ENV_KEYS: readonly ["MIDSCENE_DEBUG_MODE", "MIDSCENE_DEBUG_MODEL_PROFILE", "MIDSCENE_DEBUG_MODEL_RESPONSE", "MIDSCENE_RUN_DIR", "MIDSCENE_RECORD_MODEL_CALL"];
 export declare const BOOLEAN_ENV_KEYS: readonly ["MIDSCENE_CACHE", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_LANGFUSE_DEBUG", "MIDSCENE_REPORT_QUIET"];
 export declare const NUMBER_ENV_KEYS: readonly ["MIDSCENE_MODEL_MAX_TOKENS", "MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT"];
 export declare const STRING_ENV_KEYS: readonly ["MIDSCENE_MODEL_MAX_TOKENS", "OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_IOS_DEVICE_UDID", "MIDSCENE_IOS_SIMULATOR_UDID", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_CHROME_PATH", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER"];
@@ -123,14 +129,14 @@ export declare const GLOBAL_ENV_KEYS: readonly ["MIDSCENE_CACHE", "MIDSCENE_MCP_
  * Can be override by both agent.modelConfig and overrideAIConfig
  * Can only be access after agent.constructor
  */
-export declare const MODEL_ENV_KEYS: readonly ["MIDSCENE_MODEL_NAME", "MIDSCENE_MODEL_INIT_CONFIG_JSON", "MIDSCENE_MODEL_EXTRA_BODY_JSON", "MIDSCENE_MODEL_API_KEY", "MIDSCENE_MODEL_BASE_URL", "MIDSCENE_MODEL_SOCKS_PROXY", "MIDSCENE_MODEL_HTTP_PROXY", "MIDSCENE_MODEL_TIMEOUT", "MIDSCENE_MODEL_TEMPERATURE", "MIDSCENE_MODEL_RETRY_COUNT", "MIDSCENE_MODEL_RETRY_INTERVAL", "MIDSCENE_MODEL_REASONING_EFFORT", "MIDSCENE_MODEL_REASONING_ENABLED", "MIDSCENE_MODEL_REASONING_BUDGET", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_QWEN3_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "OPENAI_API_KEY", "OPENAI_BASE_URL", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_NAME", "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_HTTP_PROXY", "MIDSCENE_INSIGHT_MODEL_BASE_URL", "MIDSCENE_INSIGHT_MODEL_API_KEY", "MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON", "MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON", "MIDSCENE_INSIGHT_MODEL_TIMEOUT", "MIDSCENE_INSIGHT_MODEL_TEMPERATURE", "MIDSCENE_INSIGHT_MODEL_RETRY_COUNT", "MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL", "MIDSCENE_INSIGHT_MODEL_FAMILY", "MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT", "MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED", "MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_MODEL_SOCKS_PROXY", "MIDSCENE_PLANNING_MODEL_HTTP_PROXY", "MIDSCENE_PLANNING_MODEL_BASE_URL", "MIDSCENE_PLANNING_MODEL_API_KEY", "MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON", "MIDSCENE_PLANNING_MODEL_TIMEOUT", "MIDSCENE_PLANNING_MODEL_TEMPERATURE", "MIDSCENE_PLANNING_MODEL_RETRY_COUNT", "MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL", "MIDSCENE_PLANNING_MODEL_FAMILY", "MIDSCENE_PLANNING_MODEL_REASONING_EFFORT", "MIDSCENE_PLANNING_MODEL_REASONING_ENABLED", "MIDSCENE_PLANNING_MODEL_REASONING_BUDGET", "MIDSCENE_MODEL_FAMILY"];
-export declare const ALL_ENV_KEYS: readonly [...string[], "MIDSCENE_DEBUG_MODE", "MIDSCENE_DEBUG_MODEL_PROFILE", "MIDSCENE_DEBUG_MODEL_RESPONSE", "MIDSCENE_RUN_DIR", "MIDSCENE_CACHE", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_LANGFUSE_DEBUG", "MIDSCENE_REPORT_QUIET", "MIDSCENE_MODEL_MAX_TOKENS", "MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT", "MIDSCENE_MODEL_MAX_TOKENS", "OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_IOS_DEVICE_UDID", "MIDSCENE_IOS_SIMULATOR_UDID", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_CHROME_PATH", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER", "MIDSCENE_MODEL_NAME", "MIDSCENE_MODEL_INIT_CONFIG_JSON", "MIDSCENE_MODEL_EXTRA_BODY_JSON", "MIDSCENE_MODEL_API_KEY", "MIDSCENE_MODEL_BASE_URL", "MIDSCENE_MODEL_SOCKS_PROXY", "MIDSCENE_MODEL_HTTP_PROXY", "MIDSCENE_MODEL_TIMEOUT", "MIDSCENE_MODEL_TEMPERATURE", "MIDSCENE_MODEL_RETRY_COUNT", "MIDSCENE_MODEL_RETRY_INTERVAL", "MIDSCENE_MODEL_REASONING_EFFORT", "MIDSCENE_MODEL_REASONING_ENABLED", "MIDSCENE_MODEL_REASONING_BUDGET", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_QWEN3_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "OPENAI_API_KEY", "OPENAI_BASE_URL", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_NAME", "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_HTTP_PROXY", "MIDSCENE_INSIGHT_MODEL_BASE_URL", "MIDSCENE_INSIGHT_MODEL_API_KEY", "MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON", "MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON", "MIDSCENE_INSIGHT_MODEL_TIMEOUT", "MIDSCENE_INSIGHT_MODEL_TEMPERATURE", "MIDSCENE_INSIGHT_MODEL_RETRY_COUNT", "MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL", "MIDSCENE_INSIGHT_MODEL_FAMILY", "MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT", "MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED", "MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_MODEL_SOCKS_PROXY", "MIDSCENE_PLANNING_MODEL_HTTP_PROXY", "MIDSCENE_PLANNING_MODEL_BASE_URL", "MIDSCENE_PLANNING_MODEL_API_KEY", "MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON", "MIDSCENE_PLANNING_MODEL_TIMEOUT", "MIDSCENE_PLANNING_MODEL_TEMPERATURE", "MIDSCENE_PLANNING_MODEL_RETRY_COUNT", "MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL", "MIDSCENE_PLANNING_MODEL_FAMILY", "MIDSCENE_PLANNING_MODEL_REASONING_EFFORT", "MIDSCENE_PLANNING_MODEL_REASONING_ENABLED", "MIDSCENE_PLANNING_MODEL_REASONING_BUDGET", "MIDSCENE_MODEL_FAMILY"];
+export declare const MODEL_ENV_KEYS: readonly ["MIDSCENE_MODEL_NAME", "MIDSCENE_MODEL_INIT_CONFIG_JSON", "MIDSCENE_MODEL_EXTRA_BODY_JSON", "MIDSCENE_MODEL_API_KEY", "MIDSCENE_MODEL_BASE_URL", "MIDSCENE_MODEL_SOCKS_PROXY", "MIDSCENE_MODEL_HTTP_PROXY", "MIDSCENE_MODEL_TIMEOUT", "MIDSCENE_MODEL_TEMPERATURE", "MIDSCENE_MODEL_RETRY_COUNT", "MIDSCENE_MODEL_RETRY_INTERVAL", "MIDSCENE_MODEL_REASONING_EFFORT", "MIDSCENE_MODEL_REASONING_ENABLED", "MIDSCENE_MODEL_REASONING_BUDGET", "MIDSCENE_MODEL_RESPONSE_FORMAT", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_QWEN3_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "OPENAI_API_KEY", "OPENAI_BASE_URL", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_NAME", "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_HTTP_PROXY", "MIDSCENE_INSIGHT_MODEL_BASE_URL", "MIDSCENE_INSIGHT_MODEL_API_KEY", "MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON", "MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON", "MIDSCENE_INSIGHT_MODEL_TIMEOUT", "MIDSCENE_INSIGHT_MODEL_TEMPERATURE", "MIDSCENE_INSIGHT_MODEL_RETRY_COUNT", "MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL", "MIDSCENE_INSIGHT_MODEL_FAMILY", "MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT", "MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED", "MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET", "MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_MODEL_SOCKS_PROXY", "MIDSCENE_PLANNING_MODEL_HTTP_PROXY", "MIDSCENE_PLANNING_MODEL_BASE_URL", "MIDSCENE_PLANNING_MODEL_API_KEY", "MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON", "MIDSCENE_PLANNING_MODEL_TIMEOUT", "MIDSCENE_PLANNING_MODEL_TEMPERATURE", "MIDSCENE_PLANNING_MODEL_RETRY_COUNT", "MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL", "MIDSCENE_PLANNING_MODEL_FAMILY", "MIDSCENE_PLANNING_MODEL_REASONING_EFFORT", "MIDSCENE_PLANNING_MODEL_REASONING_ENABLED", "MIDSCENE_PLANNING_MODEL_REASONING_BUDGET", "MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT", "MIDSCENE_MODEL_FAMILY"];
+export declare const ALL_ENV_KEYS: readonly [...string[], "MIDSCENE_DEBUG_MODE", "MIDSCENE_DEBUG_MODEL_PROFILE", "MIDSCENE_DEBUG_MODEL_RESPONSE", "MIDSCENE_RUN_DIR", "MIDSCENE_RECORD_MODEL_CALL", "MIDSCENE_CACHE", "MIDSCENE_MCP_USE_PUPPETEER_MODE", "MIDSCENE_MCP_ANDROID_MODE", "MIDSCENE_LANGSMITH_DEBUG", "MIDSCENE_LANGFUSE_DEBUG", "MIDSCENE_REPORT_QUIET", "MIDSCENE_MODEL_MAX_TOKENS", "MIDSCENE_CACHE_MAX_FILENAME_LENGTH", "MIDSCENE_REPLANNING_CYCLE_LIMIT", "MIDSCENE_MODEL_MAX_TOKENS", "OPENAI_MAX_TOKENS", "MIDSCENE_ADB_PATH", "MIDSCENE_ADB_REMOTE_HOST", "MIDSCENE_ADB_REMOTE_PORT", "MIDSCENE_ANDROID_IME_STRATEGY", "MIDSCENE_IOS_DEVICE_UDID", "MIDSCENE_IOS_SIMULATOR_UDID", "MIDSCENE_REPORT_TAG_NAME", "MIDSCENE_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "MIDSCENE_CHROME_PATH", "MIDSCENE_MCP_CHROME_PATH", "DOCKER_CONTAINER", "MIDSCENE_MODEL_NAME", "MIDSCENE_MODEL_INIT_CONFIG_JSON", "MIDSCENE_MODEL_EXTRA_BODY_JSON", "MIDSCENE_MODEL_API_KEY", "MIDSCENE_MODEL_BASE_URL", "MIDSCENE_MODEL_SOCKS_PROXY", "MIDSCENE_MODEL_HTTP_PROXY", "MIDSCENE_MODEL_TIMEOUT", "MIDSCENE_MODEL_TEMPERATURE", "MIDSCENE_MODEL_RETRY_COUNT", "MIDSCENE_MODEL_RETRY_INTERVAL", "MIDSCENE_MODEL_REASONING_EFFORT", "MIDSCENE_MODEL_REASONING_ENABLED", "MIDSCENE_MODEL_REASONING_BUDGET", "MIDSCENE_MODEL_RESPONSE_FORMAT", "MIDSCENE_USE_VLM_UI_TARS", "MIDSCENE_USE_QWEN_VL", "MIDSCENE_USE_QWEN3_VL", "MIDSCENE_USE_DOUBAO_VISION", "MIDSCENE_USE_GEMINI", "MIDSCENE_USE_VL_MODEL", "OPENAI_API_KEY", "OPENAI_BASE_URL", "MIDSCENE_OPENAI_INIT_CONFIG_JSON", "MIDSCENE_OPENAI_HTTP_PROXY", "MIDSCENE_OPENAI_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_NAME", "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY", "MIDSCENE_INSIGHT_MODEL_HTTP_PROXY", "MIDSCENE_INSIGHT_MODEL_BASE_URL", "MIDSCENE_INSIGHT_MODEL_API_KEY", "MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON", "MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON", "MIDSCENE_INSIGHT_MODEL_TIMEOUT", "MIDSCENE_INSIGHT_MODEL_TEMPERATURE", "MIDSCENE_INSIGHT_MODEL_RETRY_COUNT", "MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL", "MIDSCENE_INSIGHT_MODEL_FAMILY", "MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT", "MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED", "MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET", "MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT", "MIDSCENE_PLANNING_MODEL_NAME", "MIDSCENE_PLANNING_MODEL_SOCKS_PROXY", "MIDSCENE_PLANNING_MODEL_HTTP_PROXY", "MIDSCENE_PLANNING_MODEL_BASE_URL", "MIDSCENE_PLANNING_MODEL_API_KEY", "MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON", "MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON", "MIDSCENE_PLANNING_MODEL_TIMEOUT", "MIDSCENE_PLANNING_MODEL_TEMPERATURE", "MIDSCENE_PLANNING_MODEL_RETRY_COUNT", "MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL", "MIDSCENE_PLANNING_MODEL_FAMILY", "MIDSCENE_PLANNING_MODEL_REASONING_EFFORT", "MIDSCENE_PLANNING_MODEL_REASONING_ENABLED", "MIDSCENE_PLANNING_MODEL_REASONING_BUDGET", "MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT", "MIDSCENE_MODEL_FAMILY"];
 export type TEnvKeys = (typeof ALL_ENV_KEYS)[number];
 export type TGlobalConfig = Record<TEnvKeys, string | undefined>;
 /**
  * valid Model family types
  */
-export type TModelFamily = 'qwen2.5-vl' | 'qwen3-vl' | 'qwen3.5' | 'qwen3.6' | 'doubao-vision' | 'doubao-seed' | 'gemini' | 'vlm-ui-tars' | 'vlm-ui-tars-doubao' | 'vlm-ui-tars-doubao-1.5' | 'glm-v' | 'auto-glm' | 'auto-glm-multilingual' | 'gpt-5';
+export type TModelFamily = 'qwen2.5-vl' | 'qwen3-vl' | 'qwen3' | 'qwen3.5' | 'qwen3.6' | 'doubao-vision' | 'doubao-seed' | 'gemini' | 'vlm-ui-tars' | 'vlm-ui-tars-doubao' | 'vlm-ui-tars-doubao-1.5' | 'glm-v' | 'auto-glm' | 'auto-glm-multilingual' | 'gpt-5' | 'deepseek' | 'kimi' | 'kimi3' | 'xiaomi-mimo';
 export declare const MODEL_FAMILY_VALUES: TModelFamily[];
 export interface IModelConfigForInsight {
     [MIDSCENE_INSIGHT_MODEL_NAME]: string;
@@ -177,6 +183,7 @@ export interface IModelConfigForDefault {
     [MIDSCENE_MODEL_REASONING_EFFORT]?: string;
     [MIDSCENE_MODEL_REASONING_ENABLED]?: string;
     [MIDSCENE_MODEL_REASONING_BUDGET]?: string;
+    [MIDSCENE_MODEL_RESPONSE_FORMAT]?: TModelResponseFormat;
 }
 export interface IModelConfigForDefaultLegacy {
     [MIDSCENE_MODEL_NAME]: string;
@@ -281,12 +288,13 @@ export interface IModelConfig {
      * Enable/disable reasoning for the model.
      * Passed through to model-family-specific parameters (e.g., enable_thinking for qwen, thinking.type for doubao/glm-v).
      */
-    reasoningEnabled?: boolean;
+    reasoningEnabled?: TModelReasoningEnabled;
     /**
      * Reasoning token budget for the model.
      * Passed through to model-family-specific parameters (e.g., thinking_budget for qwen).
      */
     reasoningBudget?: number;
+    responseFormat?: TModelResponseFormat;
     /**
      * Model family - unified model configuration
      * Maps directly to model families like 'qwen2.5-vl', 'qwen3-vl', 'doubao-vision', 'doubao-seed', etc.

package/dist/types/img/index.d.ts

@@ -1,3 +1,3 @@
-export { imageInfoOfBase64, isValidPNGImageBuffer, isValidJPEGImageBuffer, isValidImageBuffer, validateScreenshotBuffer, type ValidateScreenshotBufferOptions, } from './info';
-export { resizeAndConvertImgBuffer, resizeImgBase64, zoomForGPT4o, saveBase64Image, paddingToMatchBlockByBase64, cropByRect, scaleImage, localImg2Base64, httpImg2Base64, preProcessImageUrl, parseBase64, createImgBase64ByFormat, } from './transform';
+export { encodedImageInfoOfBuffer, imageInfoOfBase64, isValidPNGImageBuffer, isValidJPEGImageBuffer, isValidImageBuffer, validateScreenshotBuffer, type ValidateScreenshotBufferOptions, } from './info';
+export { resizeAndConvertImgBuffer, convertImgBufferToJpeg, convertBase64ImageToJpeg, constrainBase64ImageToMaxSize, resizeBase64ImageToJpeg, resizeImgBase64, zoomForGPT4o, saveBase64Image, paddingToMatchBlockByBase64, cropByRect, scaleImage, localImg2Base64, httpImg2Base64, preProcessImageUrl, parseBase64, createImgBase64ByFormat, inferBase64ImageFormat, normalizeBase64Image, normalizeScreenshotBase64, type NormalizeScreenshotBase64Options, type ConstrainBase64ImageToMaxSizeOptions, type JpegBase64DataUrl, type ResizeBase64ImageToJpegOptions, } from './transform';
 export { processImageElementInfo, compositeElementInfoImg, annotateRects, } from './box-select';

package/dist/types/img/transform.d.ts

@@ -1,6 +1,6 @@
 import { Buffer } from 'node:buffer';
 import type { PhotonImage as PhotonImageType } from '@silvia-odwyer/photon-node';
-import type { Rect } from '../types';
+import type { Rect, Size } from '../types';
 /**
  * Saves a Base64-encoded image to a file
  *
@@ -26,7 +26,27 @@ export declare function resizeAndConvertImgBuffer(inputFormat: string, inputData
     buffer: Buffer;
     format: string;
 }>;
+export declare function inferBase64ImageFormat(base64Body: string): string;
 export declare const createImgBase64ByFormat: (format: string, body: string) => string;
+export interface NormalizeScreenshotBase64Options {
+    label?: string;
+}
+export declare const normalizeScreenshotBase64: (base64: string, options?: NormalizeScreenshotBase64Options) => string;
+export declare const normalizeBase64Image: (base64: string) => string;
+export type JpegBase64DataUrl = `data:image/jpeg;base64,${string}`;
+export interface ResizeBase64ImageToJpegOptions {
+    sourceSize?: Size;
+    targetSize: Size;
+    jpegQuality?: number;
+}
+export interface ConstrainBase64ImageToMaxSizeOptions {
+    maxSize: number;
+    jpegQuality?: number;
+}
+export declare function convertImgBufferToJpeg(inputData: Buffer, jpegQuality?: number): Promise<Buffer>;
+export declare function convertBase64ImageToJpeg(inputBase64: string, jpegQuality?: number): Promise<JpegBase64DataUrl>;
+export declare function resizeBase64ImageToJpeg(inputBase64: string, options: ResizeBase64ImageToJpegOptions): Promise<JpegBase64DataUrl>;
+export declare function constrainBase64ImageToMaxSize(inputBase64: string, options: ConstrainBase64ImageToMaxSizeOptions): Promise<string>;
 export declare function resizeImgBase64(inputBase64: string, newSize: {
     width: number;
     height: number;
@@ -58,7 +78,7 @@ export declare function paddingToMatchBlockByBase64(imageBase64: string, blockSi
     height: number;
     imageBase64: string;
 }>;
-export declare function cropByRect(imageBase64: string, rect: Rect, paddingImage: boolean): Promise<{
+export declare function cropByRect(imageBase64: string, rect: Rect, paddingImage?: boolean): Promise<{
     width: number;
     height: number;
     imageBase64: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aiscene/shared",
-  "version": "8.0.4",
+  "version": "8.0.5",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "types": "./dist/types/index.d.ts",

package/src/env/types.ts

@@ -36,6 +36,10 @@ export const MIDSCENE_MODEL_REASONING_ENABLED =
   'MIDSCENE_MODEL_REASONING_ENABLED';
 export const MIDSCENE_MODEL_REASONING_BUDGET =
   'MIDSCENE_MODEL_REASONING_BUDGET';
+export const MIDSCENE_MODEL_RESPONSE_FORMAT = 'MIDSCENE_MODEL_RESPONSE_FORMAT';
+
+export type TModelReasoningEnabled = boolean | 'default';
+export type TModelResponseFormat = 'none' | 'auto';
 
 /**
  * @deprecated Use MIDSCENE_MODEL_API_KEY instead. This is kept for backward compatibility.
@@ -93,6 +97,7 @@ export const MIDSCENE_REPLANNING_CYCLE_LIMIT =
   'MIDSCENE_REPLANNING_CYCLE_LIMIT';
 
 export const MIDSCENE_RUN_DIR = 'MIDSCENE_RUN_DIR';
+export const MIDSCENE_RECORD_MODEL_CALL = 'MIDSCENE_RECORD_MODEL_CALL';
 
 // INSIGHT (unified VQA and Grounding)
 export const MIDSCENE_INSIGHT_MODEL_NAME = 'MIDSCENE_INSIGHT_MODEL_NAME';
@@ -121,6 +126,8 @@ export const MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED =
   'MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED';
 export const MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET =
   'MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET';
+export const MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT =
+  'MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT';
 
 // PLANNING
 export const MIDSCENE_PLANNING_MODEL_NAME = 'MIDSCENE_PLANNING_MODEL_NAME';
@@ -151,6 +158,8 @@ export const MIDSCENE_PLANNING_MODEL_REASONING_ENABLED =
   'MIDSCENE_PLANNING_MODEL_REASONING_ENABLED';
 export const MIDSCENE_PLANNING_MODEL_REASONING_BUDGET =
   'MIDSCENE_PLANNING_MODEL_REASONING_BUDGET';
+export const MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT =
+  'MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT';
 export const MIDSCENE_MODEL_FAMILY = 'MIDSCENE_MODEL_FAMILY';
 
 /**
@@ -167,6 +176,7 @@ export const BASIC_ENV_KEYS = [
   MIDSCENE_DEBUG_MODEL_PROFILE,
   MIDSCENE_DEBUG_MODEL_RESPONSE,
   MIDSCENE_RUN_DIR,
+  MIDSCENE_RECORD_MODEL_CALL,
 ] as const;
 
 export const BOOLEAN_ENV_KEYS = [
@@ -233,6 +243,7 @@ export const MODEL_ENV_KEYS = [
   MIDSCENE_MODEL_REASONING_EFFORT,
   MIDSCENE_MODEL_REASONING_ENABLED,
   MIDSCENE_MODEL_REASONING_BUDGET,
+  MIDSCENE_MODEL_RESPONSE_FORMAT,
   MIDSCENE_USE_VLM_UI_TARS,
   MIDSCENE_USE_QWEN_VL,
   MIDSCENE_USE_QWEN3_VL,
@@ -261,6 +272,7 @@ export const MODEL_ENV_KEYS = [
   MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT,
   MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED,
   MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET,
+  MIDSCENE_INSIGHT_MODEL_RESPONSE_FORMAT,
   // PLANNING
   MIDSCENE_PLANNING_MODEL_NAME,
   MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
@@ -277,6 +289,7 @@ export const MODEL_ENV_KEYS = [
   MIDSCENE_PLANNING_MODEL_REASONING_EFFORT,
   MIDSCENE_PLANNING_MODEL_REASONING_ENABLED,
   MIDSCENE_PLANNING_MODEL_REASONING_BUDGET,
+  MIDSCENE_PLANNING_MODEL_RESPONSE_FORMAT,
   MIDSCENE_MODEL_FAMILY,
 ] as const;
 
@@ -296,6 +309,7 @@ export type TGlobalConfig = Record<TEnvKeys, string | undefined>;
 export type TModelFamily =
   | 'qwen2.5-vl'
   | 'qwen3-vl'
+  | 'qwen3'
   | 'qwen3.5'
   | 'qwen3.6'
   | 'doubao-vision'
@@ -307,7 +321,11 @@ export type TModelFamily =
   | 'glm-v'
   | 'auto-glm'
   | 'auto-glm-multilingual'
-  | 'gpt-5';
+  | 'gpt-5'
+  | 'deepseek'
+  | 'kimi'
+  | 'kimi3'
+  | 'xiaomi-mimo';
 
 export const MODEL_FAMILY_VALUES: TModelFamily[] = [
   'doubao-vision',
@@ -315,6 +333,7 @@ export const MODEL_FAMILY_VALUES: TModelFamily[] = [
   'gemini',
   'qwen2.5-vl',
   'qwen3-vl',
+  'qwen3',
   'qwen3.5',
   'qwen3.6',
   'vlm-ui-tars',
@@ -324,6 +343,10 @@ export const MODEL_FAMILY_VALUES: TModelFamily[] = [
   'auto-glm',
   'auto-glm-multilingual',
   'gpt-5',
+  'deepseek',
+  'kimi',
+  'kimi3',
+  'xiaomi-mimo',
 ];
 
 export interface IModelConfigForInsight {
@@ -393,6 +416,8 @@ export interface IModelConfigForDefault {
   [MIDSCENE_MODEL_REASONING_ENABLED]?: string;
   // reasoning budget (number as string)
   [MIDSCENE_MODEL_REASONING_BUDGET]?: string;
+  // Response format strategy (none/auto)
+  [MIDSCENE_MODEL_RESPONSE_FORMAT]?: TModelResponseFormat;
 }
 
 export interface IModelConfigForDefaultLegacy {
@@ -509,12 +534,13 @@ export interface IModelConfig {
    * Enable/disable reasoning for the model.
    * Passed through to model-family-specific parameters (e.g., enable_thinking for qwen, thinking.type for doubao/glm-v).
    */
-  reasoningEnabled?: boolean;
+  reasoningEnabled?: TModelReasoningEnabled;
   /**
    * Reasoning token budget for the model.
    * Passed through to model-family-specific parameters (e.g., thinking_budget for qwen).
    */
   reasoningBudget?: number;
+  responseFormat?: TModelResponseFormat;
   /**
    * Model family - unified model configuration
    * Maps directly to model families like 'qwen2.5-vl', 'qwen3-vl', 'doubao-vision', 'doubao-seed', etc.

package/src/img/transform.ts

@@ -556,7 +556,7 @@ export async function paddingToMatchBlockByBase64(
 export async function cropByRect(
   imageBase64: string,
   rect: Rect,
-  paddingImage: boolean,
+  paddingImage = false,
 ): Promise<{
   width: number;
   height: number;