@aiscene/shared 8.0.2 → 8.0.4

package/dist/lib/cli/verbose.js

@@ -0,0 +1,465 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    getCliVerboseContext: ()=>getCliVerboseContext,
+    attachCliVerboseDumpListener: ()=>attachCliVerboseDumpListener,
+    compactCliVerboseValue: ()=>compactCliVerboseValue,
+    cliVerboseFlag: ()=>cliVerboseFlag,
+    emitCliVerboseEvent: ()=>emitCliVerboseEvent,
+    cliVerboseErrorMessage: ()=>errorMessageOf,
+    compactCliVerboseArgs: ()=>compactCliVerboseArgs,
+    stripVerboseFlag: ()=>stripVerboseFlag,
+    isCliVerboseEnabled: ()=>isCliVerboseEnabled,
+    withCliVerboseContext: ()=>withCliVerboseContext
+});
+const external_verbose_ai_act_js_namespaceObject = require("./verbose-ai-act.js");
+const external_verbose_screenshot_js_namespaceObject = require("./verbose-screenshot.js");
+const cliVerboseFlag = 'verbose';
+const progressRenderers = {
+    [external_verbose_ai_act_js_namespaceObject.cliAiActProgressScope]: external_verbose_ai_act_js_namespaceObject.aiActCliProgressRenderer
+};
+function progressRendererForEvent(event) {
+    if ('object' != typeof event || null === event) return;
+    const scope = event.scope;
+    if ('string' != typeof scope) return;
+    const renderer = progressRenderers[scope];
+    return renderer ? {
+        scope,
+        renderer
+    } : void 0;
+}
+const progressEventName = 'midscene_progress';
+const cliVerboseContextKey = '__midscene_cli_verbose_context__';
+const getGlobalContext = ()=>{
+    const globalWithContext = globalThis;
+    if (!globalWithContext[cliVerboseContextKey]) globalWithContext[cliVerboseContextKey] = {
+        current: {
+            enabled: false
+        }
+    };
+    return globalWithContext[cliVerboseContextKey];
+};
+function parseVerboseFormat(rawFormat) {
+    if ('text' === rawFormat || 'jsonl' === rawFormat) return rawFormat;
+    throw new Error(`Unsupported --${cliVerboseFlag} format "${rawFormat}". Use "--${cliVerboseFlag}" or "--${cliVerboseFlag}=jsonl".`);
+}
+function stripVerboseFlag(argv) {
+    const rawArgs = [];
+    let verbose = false;
+    let format = 'text';
+    for (const arg of argv){
+        if (arg === `--${cliVerboseFlag}`) {
+            verbose = true;
+            continue;
+        }
+        if (arg.startsWith(`--${cliVerboseFlag}=`)) {
+            verbose = true;
+            format = parseVerboseFormat(arg.slice(`--${cliVerboseFlag}=`.length));
+            continue;
+        }
+        rawArgs.push(arg);
+    }
+    return {
+        rawArgs,
+        verbose,
+        format
+    };
+}
+async function withCliVerboseContext(context, fn) {
+    const globalContext = getGlobalContext();
+    const previous = globalContext.current;
+    globalContext.current = {
+        ...context,
+        renderedLineKeys: context.renderedLineKeys ?? new Set()
+    };
+    try {
+        return await fn();
+    } finally{
+        globalContext.current = previous;
+    }
+}
+function getCliVerboseContext() {
+    return getGlobalContext().current;
+}
+function isCliVerboseEnabled() {
+    return getCliVerboseContext().enabled;
+}
+function emitCliVerboseEvent(event) {
+    const context = getCliVerboseContext();
+    if (!context.enabled) return;
+    const payload = {
+        type: progressEventName,
+        timestamp: new Date().toISOString(),
+        scriptName: context.scriptName,
+        command: context.commandName,
+        ...event
+    };
+    if ('jsonl' === context.format) return void console.log(JSON.stringify(payload));
+    const text = renderCliVerboseEventText(payload, context);
+    if (text) console.log(text);
+}
+function errorMessageOf(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function isRecord(value) {
+    return 'object' == typeof value && null !== value && !Array.isArray(value);
+}
+function compactText(value) {
+    if (null == value || '' === value) return '';
+    if ('string' == typeof value) return value.length > 180 ? `${value.slice(0, 177)}...` : value;
+    if ('number' == typeof value || 'boolean' == typeof value) return String(value);
+    try {
+        const json = JSON.stringify(value);
+        return json.length > 180 ? `${json.slice(0, 177)}...` : json;
+    } catch  {
+        return String(value);
+    }
+}
+function compactPrimitiveCliVerboseValue(value) {
+    if (null == value) return {
+        handled: true,
+        value
+    };
+    if ('string' == typeof value) return {
+        handled: true,
+        value: value.length > 180 ? `${value.slice(0, 177)}...` : value
+    };
+    if ('number' == typeof value || 'boolean' == typeof value) return {
+        handled: true,
+        value
+    };
+    if ('object' != typeof value) return {
+        handled: true,
+        value: String(value)
+    };
+    return {
+        handled: false
+    };
+}
+function compactStructuredCliVerboseValue(value) {
+    const primitive = compactPrimitiveCliVerboseValue(value);
+    if (primitive.handled) return primitive.value;
+    if (Array.isArray(value)) return value.slice(0, 5).map(compactStructuredCliVerboseValue);
+    if (!isRecord(value)) return String(value);
+    const entries = Object.entries(value).slice(0, 6);
+    return Object.fromEntries(entries.map(([key, entryValue])=>[
+            key,
+            compactStructuredCliVerboseValue(entryValue)
+        ]));
+}
+function compactCliVerboseValue(value) {
+    const primitive = compactPrimitiveCliVerboseValue(value);
+    if (primitive.handled) return primitive.value;
+    if (Array.isArray(value)) return value.slice(0, 5).map(compactCliVerboseValue);
+    if (isRecord(value) && 'string' == typeof value.prompt) return compactCliVerboseValue(value.prompt);
+    if (!isRecord(value)) return String(value);
+    const entries = Object.entries(value).slice(0, 6);
+    return Object.fromEntries(entries.map(([key, entryValue])=>[
+            key,
+            compactCliVerboseValue(entryValue)
+        ]));
+}
+function compactCliVerboseArgs(args) {
+    return Object.fromEntries(Object.entries(args).slice(0, 8).map(([key, value])=>[
+            key,
+            compactStructuredCliVerboseValue(value)
+        ]));
+}
+function summarizeParam(param) {
+    if (!param || 'object' != typeof param) return compactCliVerboseValue(param);
+    const record = param;
+    if ('string' == typeof record.prompt) return compactCliVerboseValue(record.prompt);
+    if (record.locate && 'object' == typeof record.locate && null !== record.locate) {
+        const locate = record.locate;
+        return {
+            locate: compactCliVerboseValue(locate.prompt),
+            ...Object.fromEntries(Object.entries(record).filter(([key])=>'locate' !== key).slice(0, 4).map(([key, value])=>[
+                    key,
+                    compactCliVerboseValue(value)
+                ]))
+        };
+    }
+    return compactCliVerboseValue(record);
+}
+function summarizeUserInstruction(value) {
+    if ('string' == typeof value) return compactText(value);
+    if (isRecord(value) && 'string' == typeof value.prompt) return compactText(value.prompt);
+    return compactText(value);
+}
+function summarizeTaskParamText(task) {
+    if (!isRecord(task.param)) return compactText(summarizeParam(task.param));
+    if ('Planning' === task.type && 'Locate' !== task.subType) {
+        if (task.param.userInstructionDisplay) return summarizeUserInstruction(task.param.userInstructionDisplay);
+        if (task.param.userInstruction) return summarizeUserInstruction(task.param.userInstruction);
+    }
+    if (task.param.dataDemand) return compactText(summarizeParam(task.param.dataDemand));
+    if (task.param.assertion) return compactText(summarizeParam(task.param.assertion));
+    return compactText(summarizeParam(task.param));
+}
+function summarizeSubGoals(value) {
+    if (!Array.isArray(value) || 0 === value.length) return '';
+    const goals = value.slice(0, 6).map((goal)=>{
+        if (!isRecord(goal)) return '';
+        const index = 'number' == typeof goal.index ? `${goal.index}. ` : '';
+        const status = 'string' == typeof goal.status ? `[${goal.status}] ` : '';
+        const description = 'string' == typeof goal.description ? goal.description : '';
+        return `${index}${status}${description}`.trim();
+    }).filter(Boolean);
+    return goals.length > 0 ? `sub-goals: ${goals.join('; ')}` : '';
+}
+function summarizeActions(value) {
+    if (!Array.isArray(value) || 0 === value.length) return '';
+    const actions = value.slice(0, 5).map((action)=>{
+        if (!isRecord(action)) return '';
+        const type = 'string' == typeof action.type ? action.type : 'Action';
+        const param = compactText(summarizeParam(action.param));
+        return param ? `${type}: ${param}` : type;
+    }).filter(Boolean);
+    return actions.length > 0 ? `actions: ${actions.join('; ')}` : '';
+}
+function summarizeTaskOutputText(task) {
+    if (!isRecord(task.output)) return compactText(task.output);
+    return summarizeSubGoals(task.output.updateSubGoals) || compactText(task.output.log) || compactText(task.output.output) || summarizeActions(task.output.actions);
+}
+function summarizeTaskText(task) {
+    const parts = [
+        task.type,
+        task.subType
+    ].filter((part)=>'string' == typeof part && part.length > 0);
+    const label = parts.length > 0 ? parts.join('/') : 'Task';
+    const status = 'string' == typeof task.status && task.status.length > 0 ? task.status : 'unknown';
+    const param = summarizeTaskParamText(task);
+    const output = summarizeTaskOutputText(task);
+    const thought = compactText(task.thought);
+    const detail = output || thought || param;
+    return detail ? `${label} ${status}: ${detail}` : `${label} ${status}`;
+}
+function isCliVerboseExecutionDumpLike(value) {
+    return isRecord(value) && Array.isArray(value.tasks);
+}
+function summarizeDumpUpdate(executionDump, screenshotOptions = {}) {
+    if (!isCliVerboseExecutionDumpLike(executionDump)) return;
+    const tasks = executionDump.tasks;
+    const latestTask = tasks[tasks.length - 1];
+    const steps = tasks.map((task, index)=>({
+            id: task.taskId,
+            index: index + 1,
+            total: tasks.length,
+            type: task.type,
+            subType: task.subType,
+            status: task.status,
+            param: summarizeParam(task.param),
+            message: summarizeTaskText(task),
+            error: task.errorMessage,
+            durationMs: task.timing?.cost,
+            screenshots: (0, external_verbose_screenshot_js_namespaceObject.collectScreenshotRefs)(task, screenshotOptions).slice(-3)
+        }));
+    return {
+        execution: {
+            id: executionDump.id,
+            name: executionDump.name,
+            description: compactCliVerboseValue(executionDump.description),
+            taskCount: tasks.length
+        },
+        steps,
+        task: latestTask ? {
+            id: latestTask.taskId,
+            index: tasks.length,
+            total: tasks.length,
+            type: latestTask.type,
+            subType: latestTask.subType,
+            status: latestTask.status,
+            param: summarizeParam(latestTask.param),
+            message: summarizeTaskText(latestTask),
+            error: latestTask.errorMessage,
+            durationMs: latestTask.timing?.cost
+        } : void 0,
+        screenshots: (0, external_verbose_screenshot_js_namespaceObject.collectScreenshotRefs)(tasks, screenshotOptions).slice(-5)
+    };
+}
+function stringifyArgs(args) {
+    if (!isRecord(args) || 0 === Object.keys(args).length) return '';
+    return Object.entries(args).map(([key, value])=>`${key}=${compactText(value)}`).join(', ');
+}
+function isActVerboseEvent(command, tool) {
+    return 'act' === command || 'act' === tool;
+}
+function renderLinesOnce(context, lines) {
+    if (0 === lines.length) return;
+    if (!context.renderedLineKeys) context.renderedLineKeys = new Set();
+    const renderedLineKeys = context.renderedLineKeys;
+    const pendingLines = lines.filter((line)=>{
+        if (renderedLineKeys.has(line.key)) return false;
+        renderedLineKeys.add(line.key);
+        return true;
+    });
+    return pendingLines.length > 0 ? pendingLines.map((line)=>line.text).join('\n') : void 0;
+}
+function renderCliVerboseEventText(event, context) {
+    const command = 'string' == typeof event.command ? event.command : 'command';
+    const tool = 'string' == typeof event.tool ? event.tool : void 0;
+    switch(event.event){
+        case 'agent_progress':
+            {
+                const scope = 'string' == typeof event.scope ? event.scope : void 0;
+                const renderer = scope ? progressRenderers[scope] : void 0;
+                const progressEvent = isRecord(event.progress) ? event.progress : void 0;
+                if (!renderer || !progressEvent) return;
+                return renderLinesOnce(context, renderer.buildLines(progressEvent));
+            }
+        case 'command_start':
+            {
+                if (isActVerboseEvent(command, tool)) return;
+                const args = stringifyArgs(event.args);
+                return args ? `[Midscene] ${command} started (${args})` : `[Midscene] ${command} started`;
+            }
+        case 'agent_ready':
+            if (isActVerboseEvent(command, tool)) return;
+            return `[Midscene] ${tool ?? command} ready`;
+        case 'recording_ready':
+            return '[Midscene] Recording. Press Ctrl+C to stop and save.';
+        case 'recording_stopping':
+            if ('watchdog' === event.reason) return '[Midscene] Recording watchdog reached; finalizing and saving.';
+            if ('sigterm' === event.reason) return '[Midscene] SIGTERM received; finalizing and saving.';
+            return 'sighup' === event.reason ? '[Midscene] SIGHUP received; finalizing and saving.' : '[Midscene] Ctrl+C received; finalizing and saving. Press Ctrl+C again to force exit.';
+        case 'dump_update':
+            {
+                if (isActVerboseEvent(command, tool)) return;
+                const task = isRecord(event.task) ? event.task : void 0;
+                const steps = Array.isArray(event.steps) ? event.steps.filter(isRecord) : [];
+                const execution = isRecord(event.execution) ? event.execution : void 0;
+                const executionName = 'string' == typeof execution?.name ? execution.name : 'execution';
+                const lines = steps.length > 0 ? [
+                    `[Midscene] Progress: ${executionName} (${steps.length} steps)`,
+                    ...steps.map((step)=>{
+                        const index = 'number' == typeof step.index && 'number' == typeof step.total ? `Step ${step.index}/${step.total}` : 'Step';
+                        const message = 'string' == typeof step.message ? step.message : 'string' == typeof step.status ? step.status : 'updated';
+                        return `[Midscene] ${index}: ${message}`;
+                    })
+                ] : [
+                    `[Midscene] Step: ${'string' == typeof task?.message ? task.message : 'string' == typeof task?.status ? task.status : 'updated'}`
+                ];
+                const screenshots = (0, external_verbose_screenshot_js_namespaceObject.renderScreenshotList)(event.screenshots);
+                if (screenshots) lines.push(`[Midscene] Screenshot: ${screenshots}`);
+                if ('string' == typeof event.report && event.report.length > 0) lines.push(`[Midscene] Report: ${event.report}`);
+                return lines.join('\n');
+            }
+        case 'artifact':
+            {
+                if (isActVerboseEvent(command, tool)) return;
+                const kind = 'string' == typeof event.kind ? event.kind : 'artifact';
+                const path = 'string' == typeof event.path ? event.path : void 0;
+                return path ? `[Midscene] ${kind} saved: ${path}` : `[Midscene] ${kind} ready`;
+            }
+        case 'command_done':
+            {
+                if (isActVerboseEvent(command, tool)) {
+                    if ('error' === event.status) {
+                        const error = 'string' == typeof event.error && event.error.length > 0 ? `: ${event.error}` : '';
+                        return renderLinesOnce(context, [
+                            {
+                                key: `aiAct:command_failed:${event.error ?? 'unknown'}`,
+                                text: `[Midscene][aiAct] Failed${error}`
+                            }
+                        ]);
+                    }
+                    return;
+                }
+                const status = 'error' === event.status ? 'failed' : 'finished';
+                const duration = 'number' == typeof event.durationMs ? ` in ${event.durationMs}ms` : '';
+                const error = 'error' === event.status && 'string' == typeof event.error ? `: ${event.error}` : '';
+                return `[Midscene] ${command} ${status}${duration}${error}`;
+            }
+        default:
+            return;
+    }
+}
+function attachCliVerboseDumpListener(agent, options) {
+    if (!isCliVerboseEnabled()) return ()=>{};
+    const isActTool = options?.toolName === 'act';
+    const screenshotExportCache = new Map();
+    if (isActTool && 'function' == typeof agent.addProgressListener) return agent.addProgressListener((event)=>{
+        const match = progressRendererForEvent(event);
+        if (!match) return;
+        const context = getCliVerboseContext();
+        const isTextMode = 'jsonl' !== context.format;
+        const progress = match.renderer.normalize(event, {
+            reportFile: agent.reportFile,
+            exportMode: isTextMode ? 'report' : 'none',
+            cache: screenshotExportCache
+        });
+        if (!progress) return;
+        emitCliVerboseEvent({
+            event: 'agent_progress',
+            tool: options?.toolName,
+            scope: match.scope,
+            progress
+        });
+    });
+    if (isActTool) return ()=>{};
+    if ('function' != typeof agent.addDumpUpdateListener) return ()=>{};
+    return agent.addDumpUpdateListener((_dump, executionDump)=>{
+        const context = getCliVerboseContext();
+        const isTextMode = 'jsonl' !== context.format;
+        const summaryExportMode = isTextMode && !isActTool ? 'tmp' : 'none';
+        const summary = summarizeDumpUpdate(executionDump, {
+            exportMode: summaryExportMode,
+            cache: screenshotExportCache
+        });
+        if (!summary) return;
+        emitCliVerboseEvent({
+            event: 'dump_update',
+            tool: options?.toolName,
+            report: agent.reportFile || void 0,
+            ...summary
+        });
+    });
+}
+exports.attachCliVerboseDumpListener = __webpack_exports__.attachCliVerboseDumpListener;
+exports.cliVerboseErrorMessage = __webpack_exports__.cliVerboseErrorMessage;
+exports.cliVerboseFlag = __webpack_exports__.cliVerboseFlag;
+exports.compactCliVerboseArgs = __webpack_exports__.compactCliVerboseArgs;
+exports.compactCliVerboseValue = __webpack_exports__.compactCliVerboseValue;
+exports.emitCliVerboseEvent = __webpack_exports__.emitCliVerboseEvent;
+exports.getCliVerboseContext = __webpack_exports__.getCliVerboseContext;
+exports.isCliVerboseEnabled = __webpack_exports__.isCliVerboseEnabled;
+exports.stripVerboseFlag = __webpack_exports__.stripVerboseFlag;
+exports.withCliVerboseContext = __webpack_exports__.withCliVerboseContext;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "attachCliVerboseDumpListener",
+    "cliVerboseErrorMessage",
+    "cliVerboseFlag",
+    "compactCliVerboseArgs",
+    "compactCliVerboseValue",
+    "emitCliVerboseEvent",
+    "getCliVerboseContext",
+    "isCliVerboseEnabled",
+    "stripVerboseFlag",
+    "withCliVerboseContext"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});

package/dist/lib/constants/example-code.js

@@ -57,8 +57,8 @@ aiQuery<T>(queryObject: Record<string, string>): Promise<T> // Extracts data fro
 // The following is test code for Midscene AI, for reference
 // The following is Playwright syntax, you can use Playwright to assist in test generation
 import { test as base } from '@playwright/test';
-import type { PlayWrightAiFixtureType } from '@midscene/web/playwright';
-import { PlaywrightAiFixture } from '@midscene/web/playwright';
+import type { PlayWrightAiFixtureType } from '@aiscene/web/playwright';
+import { PlaywrightAiFixture } from '@aiscene/web/playwright';
 
 const test = base.extend<PlayWrightAiFixtureType>(PlaywrightAiFixture({
   waitForNetworkIdleTimeout: 2000, // optional, the timeout for waiting for network idle between each action, default is 2000ms

package/dist/lib/constants/index.js

@@ -25,17 +25,22 @@ var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
     DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,
-    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
+    SCRCPY_PUSH_TIMEOUT_MS: ()=>SCRCPY_PUSH_TIMEOUT_MS,
     CONTAINER_MINI_WIDTH: ()=>CONTAINER_MINI_WIDTH,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,
     DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT: ()=>DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,
-    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
     TEXT_MAX_SIZE: ()=>TEXT_MAX_SIZE,
+    SCRCPY_PREVIEW_METADATA_TIMEOUT_MS: ()=>SCRCPY_PREVIEW_METADATA_TIMEOUT_MS,
     WEBDRIVER_ELEMENT_ID_KEY: ()=>WEBDRIVER_ELEMENT_ID_KEY,
+    YAML_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.YAML_EXAMPLE_CODE,
+    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
+    SCRCPY_VIDEO_STREAM_TIMEOUT_MS: ()=>SCRCPY_VIDEO_STREAM_TIMEOUT_MS,
+    SCRCPY_ADB_CONNECT_TIMEOUT_MS: ()=>SCRCPY_ADB_CONNECT_TIMEOUT_MS,
+    SCRCPY_START_TIMEOUT_MS: ()=>SCRCPY_START_TIMEOUT_MS,
+    PLAYGROUND_SERVER_PORT: ()=>PLAYGROUND_SERVER_PORT,
     DEFAULT_WDA_PORT: ()=>DEFAULT_WDA_PORT,
     NodeType: ()=>constants_NodeType,
     PLAYWRIGHT_EXAMPLE_CODE: ()=>external_example_code_js_namespaceObject.PLAYWRIGHT_EXAMPLE_CODE,
-    CONTAINER_MINI_HEIGHT: ()=>CONTAINER_MINI_HEIGHT,
     SCRCPY_SERVER_PORT: ()=>SCRCPY_SERVER_PORT,
     TEXT_SIZE_THRESHOLD: ()=>TEXT_SIZE_THRESHOLD
 });
@@ -56,6 +61,11 @@ var constants_NodeType = /*#__PURE__*/ function(NodeType) {
 }({});
 const PLAYGROUND_SERVER_PORT = 5800;
 const SCRCPY_SERVER_PORT = 5700;
+const SCRCPY_ADB_CONNECT_TIMEOUT_MS = 10000;
+const SCRCPY_PUSH_TIMEOUT_MS = 10000;
+const SCRCPY_START_TIMEOUT_MS = 15000;
+const SCRCPY_VIDEO_STREAM_TIMEOUT_MS = 15000;
+const SCRCPY_PREVIEW_METADATA_TIMEOUT_MS = SCRCPY_ADB_CONNECT_TIMEOUT_MS + SCRCPY_PUSH_TIMEOUT_MS + SCRCPY_START_TIMEOUT_MS + SCRCPY_VIDEO_STREAM_TIMEOUT_MS + 5000;
 const WEBDRIVER_ELEMENT_ID_KEY = 'element-6066-11e4-a52e-4f735466cecf';
 const DEFAULT_WDA_PORT = 8100;
 const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
@@ -70,7 +80,12 @@ exports.DEFAULT_WDA_PORT = __webpack_exports__.DEFAULT_WDA_PORT;
 exports.NodeType = __webpack_exports__.NodeType;
 exports.PLAYGROUND_SERVER_PORT = __webpack_exports__.PLAYGROUND_SERVER_PORT;
 exports.PLAYWRIGHT_EXAMPLE_CODE = __webpack_exports__.PLAYWRIGHT_EXAMPLE_CODE;
+exports.SCRCPY_ADB_CONNECT_TIMEOUT_MS = __webpack_exports__.SCRCPY_ADB_CONNECT_TIMEOUT_MS;
+exports.SCRCPY_PREVIEW_METADATA_TIMEOUT_MS = __webpack_exports__.SCRCPY_PREVIEW_METADATA_TIMEOUT_MS;
+exports.SCRCPY_PUSH_TIMEOUT_MS = __webpack_exports__.SCRCPY_PUSH_TIMEOUT_MS;
 exports.SCRCPY_SERVER_PORT = __webpack_exports__.SCRCPY_SERVER_PORT;
+exports.SCRCPY_START_TIMEOUT_MS = __webpack_exports__.SCRCPY_START_TIMEOUT_MS;
+exports.SCRCPY_VIDEO_STREAM_TIMEOUT_MS = __webpack_exports__.SCRCPY_VIDEO_STREAM_TIMEOUT_MS;
 exports.TEXT_MAX_SIZE = __webpack_exports__.TEXT_MAX_SIZE;
 exports.TEXT_SIZE_THRESHOLD = __webpack_exports__.TEXT_SIZE_THRESHOLD;
 exports.WEBDRIVER_ELEMENT_ID_KEY = __webpack_exports__.WEBDRIVER_ELEMENT_ID_KEY;
@@ -85,7 +100,12 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "NodeType",
     "PLAYGROUND_SERVER_PORT",
     "PLAYWRIGHT_EXAMPLE_CODE",
+    "SCRCPY_ADB_CONNECT_TIMEOUT_MS",
+    "SCRCPY_PREVIEW_METADATA_TIMEOUT_MS",
+    "SCRCPY_PUSH_TIMEOUT_MS",
     "SCRCPY_SERVER_PORT",
+    "SCRCPY_START_TIMEOUT_MS",
+    "SCRCPY_VIDEO_STREAM_TIMEOUT_MS",
     "TEXT_MAX_SIZE",
     "TEXT_SIZE_THRESHOLD",
     "WEBDRIVER_ELEMENT_ID_KEY",

package/dist/lib/env/model-config-manager.js

@@ -52,14 +52,17 @@ class ModelConfigManager {
         this.modelConfigMap = {
             default: {
                 ...defaultConfig,
+                intent: 'default',
                 createOpenAIClient: this.createOpenAIClientFn
             },
             insight: {
                 ...insightConfig || defaultConfig,
+                intent: 'insight',
                 createOpenAIClient: this.createOpenAIClientFn
             },
             planning: {
                 ...planningConfig || defaultConfig,
+                intent: 'planning',
                 createOpenAIClient: this.createOpenAIClientFn
             }
         };

package/dist/lib/env/parse-model-config.js

@@ -36,6 +36,9 @@ const external_logger_js_namespaceObject = require("../logger.js");
 const external_utils_js_namespaceObject = require("../utils.js");
 const external_helper_js_namespaceObject = require("./helper.js");
 const external_init_debug_js_namespaceObject = require("./init-debug.js");
+const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
+const getCurrentVersion = ()=>"8.0.4";
+const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${external_types_js_namespaceObject.MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
 const KEYS_MAP = {
     insight: external_constants_js_namespaceObject.INSIGHT_MODEL_CONFIG_KEYS,
     planning: external_constants_js_namespaceObject.PLANNING_MODEL_CONFIG_KEYS,
@@ -46,7 +49,7 @@ const getUITarsModelVersion = (modelFamily)=>{
     if ('vlm-ui-tars-doubao' === modelFamily || 'vlm-ui-tars-doubao-1.5' === modelFamily) return external_types_js_namespaceObject.UITarsModelVersion.DOUBAO_1_5_20B;
 };
 const validateModelFamily = (modelFamily)=>{
-    if (modelFamily && !external_types_js_namespaceObject.MODEL_FAMILY_VALUES.includes(modelFamily)) throw new Error(`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}`);
+    if (modelFamily && !external_types_js_namespaceObject.MODEL_FAMILY_VALUES.includes(modelFamily)) throw new Error(getInvalidModelFamilyMessage(modelFamily));
 };
 const legacyConfigToModelFamily = (provider)=>{
     const isDoubao = provider[external_types_js_namespaceObject.MIDSCENE_USE_DOUBAO_VISION];
@@ -122,6 +125,7 @@ const parseOpenaiSdkConfig = ({ keys, provider, useLegacyLogic = false })=>{
         modelName: modelName,
         modelDescription,
         intent: '-',
+        slot: '-',
         timeout: provider[keys.timeout] ? Number(provider[keys.timeout]) : void 0,
         temperature,
         retryCount: (()=>{
@@ -164,6 +168,7 @@ const decideModelConfigFromIntentConfig = (intent, configMap)=>{
         useLegacyLogic: 'default' === intent
     });
     finalResult.intent = intent;
+    finalResult.slot = intent;
     debugLog('decideModelConfig result by agent.modelConfig() with intent', intent, (0, external_helper_js_namespaceObject.maskConfig)({
         ...finalResult
     }));

package/dist/lib/env/types.js

@@ -36,6 +36,7 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_ANDROID_IME_STRATEGY: ()=>MIDSCENE_ANDROID_IME_STRATEGY,
     MIDSCENE_CACHE: ()=>MIDSCENE_CACHE,
     MIDSCENE_CACHE_MAX_FILENAME_LENGTH: ()=>MIDSCENE_CACHE_MAX_FILENAME_LENGTH,
+    MIDSCENE_CHROME_PATH: ()=>MIDSCENE_CHROME_PATH,
     MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG: ()=>MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG,
     MIDSCENE_DEBUG_MODE: ()=>MIDSCENE_DEBUG_MODE,
     MIDSCENE_DEBUG_MODEL_PROFILE: ()=>MIDSCENE_DEBUG_MODEL_PROFILE,
@@ -55,6 +56,7 @@ __webpack_require__.d(__webpack_exports__, {
     MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY: ()=>MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY,
     MIDSCENE_INSIGHT_MODEL_TEMPERATURE: ()=>MIDSCENE_INSIGHT_MODEL_TEMPERATURE,
     MIDSCENE_INSIGHT_MODEL_TIMEOUT: ()=>MIDSCENE_INSIGHT_MODEL_TIMEOUT,
+    MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE: ()=>MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE,
     MIDSCENE_IOS_DEVICE_UDID: ()=>MIDSCENE_IOS_DEVICE_UDID,
     MIDSCENE_IOS_SIMULATOR_UDID: ()=>MIDSCENE_IOS_SIMULATOR_UDID,
     MIDSCENE_LANGFUSE_DEBUG: ()=>MIDSCENE_LANGFUSE_DEBUG,
@@ -125,6 +127,7 @@ const MIDSCENE_DEBUG_MODEL_RESPONSE = 'MIDSCENE_DEBUG_MODEL_RESPONSE';
 const MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG = 'MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG';
 const MIDSCENE_DEBUG_MODE = 'MIDSCENE_DEBUG_MODE';
 const MIDSCENE_MCP_USE_PUPPETEER_MODE = 'MIDSCENE_MCP_USE_PUPPETEER_MODE';
+const MIDSCENE_CHROME_PATH = 'MIDSCENE_CHROME_PATH';
 const MIDSCENE_MCP_CHROME_PATH = 'MIDSCENE_MCP_CHROME_PATH';
 const MIDSCENE_MCP_ANDROID_MODE = 'MIDSCENE_MCP_ANDROID_MODE';
 const DOCKER_CONTAINER = 'DOCKER_CONTAINER';
@@ -154,6 +157,7 @@ const MIDSCENE_ADB_REMOTE_PORT = 'MIDSCENE_ADB_REMOTE_PORT';
 const MIDSCENE_ANDROID_IME_STRATEGY = 'MIDSCENE_ANDROID_IME_STRATEGY';
 const MIDSCENE_IOS_DEVICE_UDID = 'MIDSCENE_IOS_DEVICE_UDID';
 const MIDSCENE_IOS_SIMULATOR_UDID = 'MIDSCENE_IOS_SIMULATOR_UDID';
+const MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE = 'MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE';
 const MIDSCENE_CACHE = 'MIDSCENE_CACHE';
 const MIDSCENE_USE_VLM_UI_TARS = 'MIDSCENE_USE_VLM_UI_TARS';
 const MIDSCENE_USE_QWEN_VL = 'MIDSCENE_USE_QWEN_VL';
@@ -233,6 +237,7 @@ const STRING_ENV_KEYS = [
     MIDSCENE_REPORT_TAG_NAME,
     MIDSCENE_PREFERRED_LANGUAGE,
     MATCH_BY_POSITION,
+    MIDSCENE_CHROME_PATH,
     MIDSCENE_MCP_CHROME_PATH,
     DOCKER_CONTAINER
 ];
@@ -340,6 +345,7 @@ exports.MIDSCENE_ADB_REMOTE_PORT = __webpack_exports__.MIDSCENE_ADB_REMOTE_PORT;
 exports.MIDSCENE_ANDROID_IME_STRATEGY = __webpack_exports__.MIDSCENE_ANDROID_IME_STRATEGY;
 exports.MIDSCENE_CACHE = __webpack_exports__.MIDSCENE_CACHE;
 exports.MIDSCENE_CACHE_MAX_FILENAME_LENGTH = __webpack_exports__.MIDSCENE_CACHE_MAX_FILENAME_LENGTH;
+exports.MIDSCENE_CHROME_PATH = __webpack_exports__.MIDSCENE_CHROME_PATH;
 exports.MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG = __webpack_exports__.MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG;
 exports.MIDSCENE_DEBUG_MODE = __webpack_exports__.MIDSCENE_DEBUG_MODE;
 exports.MIDSCENE_DEBUG_MODEL_PROFILE = __webpack_exports__.MIDSCENE_DEBUG_MODEL_PROFILE;
@@ -359,6 +365,7 @@ exports.MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL = __webpack_exports__.MIDSCENE_INS
 exports.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY;
 exports.MIDSCENE_INSIGHT_MODEL_TEMPERATURE = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_TEMPERATURE;
 exports.MIDSCENE_INSIGHT_MODEL_TIMEOUT = __webpack_exports__.MIDSCENE_INSIGHT_MODEL_TIMEOUT;
+exports.MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE = __webpack_exports__.MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE;
 exports.MIDSCENE_IOS_DEVICE_UDID = __webpack_exports__.MIDSCENE_IOS_DEVICE_UDID;
 exports.MIDSCENE_IOS_SIMULATOR_UDID = __webpack_exports__.MIDSCENE_IOS_SIMULATOR_UDID;
 exports.MIDSCENE_LANGFUSE_DEBUG = __webpack_exports__.MIDSCENE_LANGFUSE_DEBUG;
@@ -433,6 +440,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "MIDSCENE_ANDROID_IME_STRATEGY",
     "MIDSCENE_CACHE",
     "MIDSCENE_CACHE_MAX_FILENAME_LENGTH",
+    "MIDSCENE_CHROME_PATH",
     "MIDSCENE_DANGEROUSLY_PRINT_ALL_CONFIG",
     "MIDSCENE_DEBUG_MODE",
     "MIDSCENE_DEBUG_MODEL_PROFILE",
@@ -452,6 +460,7 @@ for(var __rspack_i in __webpack_exports__)if (-1 === [
     "MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY",
     "MIDSCENE_INSIGHT_MODEL_TEMPERATURE",
     "MIDSCENE_INSIGHT_MODEL_TIMEOUT",
+    "MIDSCENE_IOS_DEVICE_CLASS_OVERRIDE",
     "MIDSCENE_IOS_DEVICE_UDID",
     "MIDSCENE_IOS_SIMULATOR_UDID",
     "MIDSCENE_LANGFUSE_DEBUG",