@midscene/core 0.27.1-beta-20250822053848.0 → 0.27.1-beta-20250822103738.0

package/dist/lib/agent/utils.js

@@ -0,0 +1,377 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.n = (module)=>{
+        var getter = module && module.__esModule ? ()=>module['default'] : ()=>module;
+        __webpack_require__.d(getter, {
+            a: getter
+        });
+        return getter;
+    };
+})();
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    commonContextParser: ()=>commonContextParser,
+    matchElementFromPlan: ()=>matchElementFromPlan,
+    trimContextByViewport: ()=>trimContextByViewport,
+    getReportFileName: ()=>getReportFileName,
+    matchElementFromCache: ()=>matchElementFromCache,
+    printReportMsg: ()=>printReportMsg,
+    generateCacheId: ()=>generateCacheId,
+    getMidsceneVersion: ()=>getMidsceneVersion,
+    commonWebActionsForWebPage: ()=>commonWebActionsForWebPage,
+    getCurrentExecutionFile: ()=>getCurrentExecutionFile,
+    parsePrompt: ()=>parsePrompt
+});
+const index_js_namespaceObject = require("../ai-model/index.js");
+const external_index_js_namespaceObject = require("../index.js");
+const external_utils_js_namespaceObject = require("../utils.js");
+const env_namespaceObject = require("@midscene/shared/env");
+const extractor_namespaceObject = require("@midscene/shared/extractor");
+const img_namespaceObject = require("@midscene/shared/img");
+const logger_namespaceObject = require("@midscene/shared/logger");
+const utils_namespaceObject = require("@midscene/shared/utils");
+const external_dayjs_namespaceObject = require("dayjs");
+var external_dayjs_default = /*#__PURE__*/ __webpack_require__.n(external_dayjs_namespaceObject);
+const external_task_cache_js_namespaceObject = require("./task-cache.js");
+const external_ui_utils_js_namespaceObject = require("./ui-utils.js");
+const debugProfile = (0, logger_namespaceObject.getDebug)('web:tool:profile');
+(0, logger_namespaceObject.getDebug)('web:tool:utils');
+async function commonContextParser(page) {
+    (0, utils_namespaceObject.assert)(page, 'page is required');
+    debugProfile('Getting page URL');
+    const url = await page.url();
+    debugProfile('URL end');
+    debugProfile('Uploading test info to server');
+    (0, external_utils_js_namespaceObject.uploadTestInfoToServer)({
+        testUrl: url
+    });
+    debugProfile('UploadTestInfoToServer end');
+    let screenshotBase64 = await page.screenshotBase64();
+    (0, utils_namespaceObject.assert)(screenshotBase64, 'screenshotBase64 is required');
+    const size = await page.size();
+    debugProfile(`size: ${size.width}x${size.height} dpr: ${size.dpr}`);
+    if (size.dpr && size.dpr > 1) {
+        debugProfile('Resizing screenshot for high DPR display');
+        screenshotBase64 = await (0, img_namespaceObject.resizeImgBase64)(screenshotBase64, {
+            width: size.width,
+            height: size.height
+        });
+        debugProfile('ResizeImgBase64 end');
+    }
+    return {
+        tree: {
+            node: null,
+            children: []
+        },
+        size,
+        screenshotBase64: screenshotBase64,
+        url
+    };
+}
+function getReportFileName(tag = 'web') {
+    const reportTagName = (0, env_namespaceObject.getAIConfig)(env_namespaceObject.MIDSCENE_REPORT_TAG_NAME);
+    const dateTimeInFileName = external_dayjs_default()().format('YYYY-MM-DD_HH-mm-ss');
+    const uniqueId = (0, utils_namespaceObject.uuid)().substring(0, 8);
+    return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;
+}
+function printReportMsg(filepath) {
+    (0, utils_namespaceObject.logMsg)(`Midscene - report file updated: ${filepath}`);
+}
+function getCurrentExecutionFile(trace) {
+    const error = new Error();
+    const stackTrace = trace || error.stack;
+    const pkgDir = process.cwd() || '';
+    if (stackTrace) {
+        const stackLines = stackTrace.split('\n');
+        for (const line of stackLines)if (line.includes('.spec.') || line.includes('.test.') || line.includes('.ts') || line.includes('.js')) {
+            const match = line.match(/(?:at\s+)?(.*?\.(?:spec|test)\.[jt]s)/);
+            if (null == match ? void 0 : match[1]) {
+                const targetFileName = match[1].replace(pkgDir, '').trim().replace('at ', '');
+                return targetFileName;
+            }
+        }
+    }
+    return false;
+}
+const testFileIndex = new Map();
+function generateCacheId(fileName) {
+    let taskFile = fileName || getCurrentExecutionFile();
+    if (!taskFile) {
+        taskFile = (0, utils_namespaceObject.uuid)();
+        console.warn('Midscene - using random UUID for cache id. Cache may be invalid.');
+    }
+    if (testFileIndex.has(taskFile)) {
+        const currentIndex = testFileIndex.get(taskFile);
+        if (void 0 !== currentIndex) testFileIndex.set(taskFile, currentIndex + 1);
+    } else testFileIndex.set(taskFile, 1);
+    return `${taskFile}-${testFileIndex.get(taskFile)}`;
+}
+function matchElementFromPlan(planLocateParam, tree) {
+    if (!planLocateParam) return;
+    if (planLocateParam.id) return (0, extractor_namespaceObject.getNodeFromCacheList)(planLocateParam.id);
+    if (planLocateParam.bbox) {
+        const centerPosition = {
+            x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),
+            y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2)
+        };
+        let element = (0, index_js_namespaceObject.elementByPositionWithElementInfo)(tree, centerPosition);
+        if (!element) element = (0, extractor_namespaceObject.generateElementByPosition)(centerPosition);
+        return element;
+    }
+}
+async function matchElementFromCache(taskExecutor, xpaths, cachePrompt, cacheable) {
+    try {
+        var _taskExecutor_taskCache;
+        if ((null == xpaths ? void 0 : xpaths.length) && (null == (_taskExecutor_taskCache = taskExecutor.taskCache) ? void 0 : _taskExecutor_taskCache.isCacheResultUsed) && false !== cacheable && taskExecutor.page.getElementInfoByXpath) for(let i = 0; i < xpaths.length; i++){
+            const element = await taskExecutor.page.getElementInfoByXpath(xpaths[i]);
+            if (null == element ? void 0 : element.id) {
+                (0, external_task_cache_js_namespaceObject.debug)('cache hit, prompt: %s', cachePrompt);
+                (0, external_task_cache_js_namespaceObject.debug)('found a new element with same xpath, xpath: %s, id: %s', xpaths[i], null == element ? void 0 : element.id);
+                return element;
+            }
+        }
+    } catch (error) {
+        (0, external_task_cache_js_namespaceObject.debug)('get element info by xpath error: ', error);
+    }
+}
+function trimContextByViewport(execution) {
+    function filterVisibleTree(node) {
+        if (!node) return null;
+        const filteredChildren = Array.isArray(node.children) ? node.children.map(filterVisibleTree).filter((child)=>null !== child) : [];
+        if (node.node && true === node.node.isVisible) return {
+            ...node,
+            children: filteredChildren
+        };
+        if (filteredChildren.length > 0) return {
+            node: null,
+            children: filteredChildren
+        };
+        return null;
+    }
+    return {
+        ...execution,
+        tasks: Array.isArray(execution.tasks) ? execution.tasks.map((task)=>{
+            var _task_pageContext;
+            const newTask = {
+                ...task
+            };
+            if (null == (_task_pageContext = task.pageContext) ? void 0 : _task_pageContext.tree) newTask.pageContext = {
+                ...task.pageContext,
+                tree: filterVisibleTree(task.pageContext.tree) || {
+                    node: null,
+                    children: []
+                }
+            };
+            return newTask;
+        }) : execution.tasks
+    };
+}
+const getMidsceneVersion = ()=>"0.27.1-beta-20250822103738.0";
+const parsePrompt = (prompt)=>{
+    if ('string' == typeof prompt) return {
+        textPrompt: prompt,
+        multimodalPrompt: void 0
+    };
+    return {
+        textPrompt: prompt.prompt,
+        multimodalPrompt: prompt.images ? {
+            images: prompt.images,
+            convertHttpImage2Base64: !!prompt.convertHttpImage2Base64
+        } : void 0
+    };
+};
+const commonWebActionsForWebPage = (page)=>[
+        {
+            name: 'Tap',
+            description: 'Tap the element',
+            interfaceAlias: 'aiTap',
+            paramSchema: external_index_js_namespaceObject.z.object({
+                locate: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().describe('The element to be tapped')
+            }),
+            call: async (param)=>{
+                const element = param.locate;
+                (0, utils_namespaceObject.assert)(element, 'Element not found, cannot tap');
+                await page.mouse.click(element.center[0], element.center[1], {
+                    button: 'left'
+                });
+            }
+        },
+        {
+            name: 'RightClick',
+            description: 'Right click the element',
+            interfaceAlias: 'aiRightClick',
+            paramSchema: external_index_js_namespaceObject.z.object({
+                locate: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().describe('The element to be right clicked')
+            }),
+            call: async (param)=>{
+                const element = param.locate;
+                (0, utils_namespaceObject.assert)(element, 'Element not found, cannot right click');
+                await page.mouse.click(element.center[0], element.center[1], {
+                    button: 'right'
+                });
+            }
+        },
+        {
+            name: 'Hover',
+            description: 'Move the mouse to the element',
+            interfaceAlias: 'aiHover',
+            paramSchema: external_index_js_namespaceObject.z.object({
+                locate: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().describe('The element to be hovered')
+            }),
+            call: async (param)=>{
+                const element = param.locate;
+                (0, utils_namespaceObject.assert)(element, 'Element not found, cannot hover');
+                await page.mouse.move(element.center[0], element.center[1]);
+            }
+        },
+        {
+            name: 'Input',
+            description: 'Replace the input field with a new value. `value` is the final that should be filled in the input box. No matter what modifications are required, just provide the final value to replace the existing input value. Giving a blank string means clear the input field.',
+            interfaceAlias: 'aiInput',
+            paramSchema: external_index_js_namespaceObject.z.object({
+                value: external_index_js_namespaceObject.z.string().describe('The final value that should be filled in the input box'),
+                locate: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().describe('The input field to be filled').optional()
+            }),
+            call: async (param)=>{
+                const element = param.locate;
+                if (element) {
+                    await page.clearInput(element);
+                    if (!param || !param.value) return;
+                }
+                await page.keyboard.type(param.value);
+            }
+        },
+        {
+            name: 'KeyboardPress',
+            description: 'Press a function key, like "Enter", "Tab", "Escape". Do not use this to type text.',
+            interfaceAlias: 'aiKeyboardPress',
+            paramSchema: external_index_js_namespaceObject.z.object({
+                locate: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().describe('The element to be clicked before pressing the key').optional(),
+                keyName: external_index_js_namespaceObject.z.string().describe('The key to be pressed')
+            }),
+            call: async (param)=>{
+                const element = param.locate;
+                if (element) await page.mouse.click(element.center[0], element.center[1], {
+                    button: 'left'
+                });
+                const keys = (0, external_ui_utils_js_namespaceObject.getKeyCommands)(param.keyName);
+                await page.keyboard.press(keys);
+            }
+        },
+        {
+            name: 'Scroll',
+            description: 'Scroll the page or an element. The direction to scroll, the scroll type, and the distance to scroll. The distance is the number of pixels to scroll. If not specified, use `down` direction, `once` scroll type, and `null` distance.',
+            interfaceAlias: 'aiScroll',
+            paramSchema: external_index_js_namespaceObject.z.object({
+                direction: external_index_js_namespaceObject.z["enum"]([
+                    'down',
+                    'up',
+                    'right',
+                    'left'
+                ]).default('down').describe('The direction to scroll'),
+                scrollType: external_index_js_namespaceObject.z["enum"]([
+                    'once',
+                    'untilBottom',
+                    'untilTop',
+                    'untilRight',
+                    'untilLeft'
+                ]).default('once').describe('The scroll type'),
+                distance: external_index_js_namespaceObject.z.number().nullable().optional().describe('The distance in pixels to scroll'),
+                locate: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().optional().describe('The element to be scrolled')
+            }),
+            call: async (param)=>{
+                const element = param.locate;
+                const startingPoint = element ? {
+                    left: element.center[0],
+                    top: element.center[1]
+                } : void 0;
+                const scrollToEventName = null == param ? void 0 : param.scrollType;
+                if ('untilTop' === scrollToEventName) await page.scrollUntilTop(startingPoint);
+                else if ('untilBottom' === scrollToEventName) await page.scrollUntilBottom(startingPoint);
+                else if ('untilRight' === scrollToEventName) await page.scrollUntilRight(startingPoint);
+                else if ('untilLeft' === scrollToEventName) await page.scrollUntilLeft(startingPoint);
+                else if ('once' !== scrollToEventName && scrollToEventName) throw new Error(`Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(param)}`);
+                else {
+                    if ((null == param ? void 0 : param.direction) !== 'down' && param && param.direction) if ('up' === param.direction) await page.scrollUp(param.distance || void 0, startingPoint);
+                    else if ('left' === param.direction) await page.scrollLeft(param.distance || void 0, startingPoint);
+                    else if ('right' === param.direction) await page.scrollRight(param.distance || void 0, startingPoint);
+                    else throw new Error(`Unknown scroll direction: ${param.direction}`);
+                    else await page.scrollDown((null == param ? void 0 : param.distance) || void 0, startingPoint);
+                    await (0, external_utils_js_namespaceObject.sleep)(500);
+                }
+            }
+        },
+        {
+            name: 'DragAndDrop',
+            description: 'Drag and drop the element',
+            paramSchema: external_index_js_namespaceObject.z.object({
+                from: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().describe('The position to be dragged'),
+                to: (0, external_index_js_namespaceObject.getMidsceneLocationSchema)().describe('The position to be dropped')
+            }),
+            call: async (param)=>{
+                const from = param.from;
+                const to = param.to;
+                (0, utils_namespaceObject.assert)(from, 'missing "from" param for drag and drop');
+                (0, utils_namespaceObject.assert)(to, 'missing "to" param for drag and drop');
+                await page.mouse.drag({
+                    x: from.center[0],
+                    y: from.center[1]
+                }, {
+                    x: to.center[0],
+                    y: to.center[1]
+                });
+            }
+        }
+    ];
+exports.commonContextParser = __webpack_exports__.commonContextParser;
+exports.commonWebActionsForWebPage = __webpack_exports__.commonWebActionsForWebPage;
+exports.generateCacheId = __webpack_exports__.generateCacheId;
+exports.getCurrentExecutionFile = __webpack_exports__.getCurrentExecutionFile;
+exports.getMidsceneVersion = __webpack_exports__.getMidsceneVersion;
+exports.getReportFileName = __webpack_exports__.getReportFileName;
+exports.matchElementFromCache = __webpack_exports__.matchElementFromCache;
+exports.matchElementFromPlan = __webpack_exports__.matchElementFromPlan;
+exports.parsePrompt = __webpack_exports__.parsePrompt;
+exports.printReportMsg = __webpack_exports__.printReportMsg;
+exports.trimContextByViewport = __webpack_exports__.trimContextByViewport;
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "commonContextParser",
+    "commonWebActionsForWebPage",
+    "generateCacheId",
+    "getCurrentExecutionFile",
+    "getMidsceneVersion",
+    "getReportFileName",
+    "matchElementFromCache",
+    "matchElementFromPlan",
+    "parsePrompt",
+    "printReportMsg",
+    "trimContextByViewport"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=utils.js.map

package/dist/lib/agent/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent/utils.js","sources":["webpack://@midscene/core/webpack/runtime/compat_get_default_export","webpack://@midscene/core/webpack/runtime/define_property_getters","webpack://@midscene/core/webpack/runtime/has_own_property","webpack://@midscene/core/webpack/runtime/make_namespace_object","webpack://@midscene/core/./src/agent/utils.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { elementByPositionWithElementInfo } from '@/ai-model';\nimport type { AbstractPage } from '@/device';\nimport type {\n  BaseElement,\n  DetailedLocateParam,\n  DeviceAction,\n  ElementTreeNode,\n  ExecutionDump,\n  ExecutionTask,\n  ExecutorContext,\n  LocateOption,\n  MidsceneLocationResultType,\n  PlanningLocateParam,\n  TMultimodalPrompt,\n  TUserPrompt,\n  UIContext,\n} from '@/index';\nimport { getMidsceneLocationSchema, z } from '@/index';\nimport { sleep, uploadTestInfoToServer } from '@/utils';\nimport { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from '@midscene/shared/env';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport {\n  generateElementByPosition,\n  getNodeFromCacheList,\n} from '@midscene/shared/extractor';\nimport { resizeImgBase64 } from '@midscene/shared/img';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\nimport { assert, logMsg, uuid } from '@midscene/shared/utils';\nimport dayjs from 'dayjs';\nimport { debug as cacheDebug } from './task-cache';\nimport type { PageTaskExecutor } from './tasks';\nimport { getKeyCommands } from './ui-utils';\n\nconst debugProfile = getDebug('web:tool:profile');\nconst debugUtils = getDebug('web:tool:utils');\n\nexport async function commonContextParser(\n  page: AbstractPage,\n): Promise<UIContext> {\n  assert(page, 'page is required');\n\n  debugProfile('Getting page URL');\n  const url = await page.url();\n  debugProfile('URL end');\n\n  debugProfile('Uploading test info to server');\n  uploadTestInfoToServer({ testUrl: url });\n  debugProfile('UploadTestInfoToServer end');\n\n  let screenshotBase64 = await page.screenshotBase64();\n  assert(screenshotBase64!, 'screenshotBase64 is required');\n\n  const size = await page.size();\n  debugProfile(`size: ${size.width}x${size.height} dpr: ${size.dpr}`);\n\n  if (size.dpr && size.dpr > 1) {\n    debugProfile('Resizing screenshot for high DPR display');\n    screenshotBase64 = await resizeImgBase64(screenshotBase64, {\n      width: size.width,\n      height: size.height,\n    });\n    debugProfile('ResizeImgBase64 end');\n  }\n\n  return {\n    tree: {\n      node: null,\n      children: [],\n    },\n    size,\n    screenshotBase64: screenshotBase64!,\n    url,\n  };\n}\n\nexport function getReportFileName(tag = 'web') {\n  const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);\n  const dateTimeInFileName = dayjs().format('YYYY-MM-DD_HH-mm-ss');\n  // ensure uniqueness at the same time\n  const uniqueId = uuid().substring(0, 8);\n  return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;\n}\n\nexport function printReportMsg(filepath: string) {\n  logMsg(`Midscene - report file updated: ${filepath}`);\n}\n\n/**\n * Get the current execution file name\n * @returns The name of the current execution file\n */\nexport function getCurrentExecutionFile(trace?: string): string | false {\n  const error = new Error();\n  const stackTrace = trace || error.stack;\n  const pkgDir = process.cwd() || '';\n  if (stackTrace) {\n    const stackLines = stackTrace.split('\\n');\n    for (const line of stackLines) {\n      if (\n        line.includes('.spec.') ||\n        line.includes('.test.') ||\n        line.includes('.ts') ||\n        line.includes('.js')\n      ) {\n        const match = line.match(/(?:at\\s+)?(.*?\\.(?:spec|test)\\.[jt]s)/);\n        if (match?.[1]) {\n          const targetFileName = match[1]\n            .replace(pkgDir, '')\n            .trim()\n            .replace('at ', '');\n          return targetFileName;\n        }\n      }\n    }\n  }\n  return false;\n}\n\nconst testFileIndex = new Map<string, number>();\n\nexport function generateCacheId(fileName?: string): string {\n  let taskFile = fileName || getCurrentExecutionFile();\n  if (!taskFile) {\n    taskFile = uuid();\n    console.warn(\n      'Midscene - using random UUID for cache id. Cache may be invalid.',\n    );\n  }\n\n  if (testFileIndex.has(taskFile)) {\n    const currentIndex = testFileIndex.get(taskFile);\n    if (currentIndex !== undefined) {\n      testFileIndex.set(taskFile, currentIndex + 1);\n    }\n  } else {\n    testFileIndex.set(taskFile, 1);\n  }\n  return `${taskFile}-${testFileIndex.get(taskFile)}`;\n}\n\nexport function matchElementFromPlan(\n  planLocateParam: PlanningLocateParam,\n  tree: ElementTreeNode<BaseElement>,\n) {\n  if (!planLocateParam) {\n    return undefined;\n  }\n  if (planLocateParam.id) {\n    return getNodeFromCacheList(planLocateParam.id);\n  }\n\n  if (planLocateParam.bbox) {\n    const centerPosition = {\n      x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),\n      y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2),\n    };\n    let element = elementByPositionWithElementInfo(tree, centerPosition);\n\n    if (!element) {\n      element = generateElementByPosition(centerPosition) as BaseElement;\n    }\n\n    return element;\n  }\n\n  return undefined;\n}\n\nexport async function matchElementFromCache(\n  taskExecutor: PageTaskExecutor,\n  xpaths: string[] | undefined,\n  cachePrompt: TUserPrompt,\n  cacheable: boolean | undefined,\n) {\n  try {\n    if (\n      xpaths?.length &&\n      taskExecutor.taskCache?.isCacheResultUsed &&\n      cacheable !== false &&\n      (taskExecutor.page as any).getElementInfoByXpath\n    ) {\n      // hit cache, use new id\n      for (let i = 0; i < xpaths.length; i++) {\n        const element = await (taskExecutor.page as any).getElementInfoByXpath(\n          xpaths[i],\n        );\n\n        if (element?.id) {\n          cacheDebug('cache hit, prompt: %s', cachePrompt);\n          cacheDebug(\n            'found a new element with same xpath, xpath: %s, id: %s',\n            xpaths[i],\n            element?.id,\n          );\n          return element;\n        }\n      }\n    }\n  } catch (error) {\n    cacheDebug('get element info by xpath error: ', error);\n  }\n}\n\nexport function trimContextByViewport(execution: ExecutionDump) {\n  function filterVisibleTree(\n    node: ElementTreeNode<BaseElement>,\n  ): ElementTreeNode<BaseElement> | null {\n    if (!node) return null;\n\n    // recursively process all children\n    const filteredChildren = Array.isArray(node.children)\n      ? (node.children\n          .map(filterVisibleTree)\n          .filter((child) => child !== null) as ElementTreeNode<BaseElement>[])\n      : [];\n\n    // if the current node is visible, keep it and the filtered children\n    if (node.node && node.node.isVisible === true) {\n      return {\n        ...node,\n        children: filteredChildren,\n      };\n    }\n\n    // if the current node is invisible, but has visible children, create an empty node to include these children\n    if (filteredChildren.length > 0) {\n      return {\n        node: null,\n        children: filteredChildren,\n      };\n    }\n\n    // if the current node is invisible and has no visible children, return null\n    return null;\n  }\n\n  return {\n    ...execution,\n    tasks: Array.isArray(execution.tasks)\n      ? execution.tasks.map((task: ExecutionTask) => {\n          const newTask = { ...task };\n          if (task.pageContext?.tree) {\n            newTask.pageContext = {\n              ...task.pageContext,\n              tree: filterVisibleTree(task.pageContext.tree) || {\n                node: null,\n                children: [],\n              },\n            };\n          }\n          return newTask;\n        })\n      : execution.tasks,\n  };\n}\n\ndeclare const __VERSION__: string | undefined;\n\nexport const getMidsceneVersion = (): string => {\n  if (typeof __VERSION__ !== 'undefined') {\n    return __VERSION__;\n  } else if (\n    process.env.__VERSION__ &&\n    process.env.__VERSION__ !== 'undefined'\n  ) {\n    return process.env.__VERSION__;\n  }\n  throw new Error('__VERSION__ inject failed during build');\n};\n\nexport const parsePrompt = (\n  prompt: TUserPrompt,\n): {\n  textPrompt: string;\n  multimodalPrompt?: TMultimodalPrompt;\n} => {\n  if (typeof prompt === 'string') {\n    return {\n      textPrompt: prompt,\n      multimodalPrompt: undefined,\n    };\n  }\n  return {\n    textPrompt: prompt.prompt,\n    multimodalPrompt: prompt.images\n      ? {\n          images: prompt.images,\n          convertHttpImage2Base64: !!prompt.convertHttpImage2Base64,\n        }\n      : undefined,\n  };\n};\n\nexport const commonWebActionsForWebPage = <T extends AbstractPage>(\n  page: T,\n): DeviceAction<any>[] => [\n  {\n    name: 'Tap',\n    description: 'Tap the element',\n    interfaceAlias: 'aiTap',\n    paramSchema: z.object({\n      locate: getMidsceneLocationSchema().describe('The element to be tapped'),\n    }),\n    call: async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot tap');\n      await page.mouse.click(element.center[0], element.center[1], {\n        button: 'left',\n      });\n    },\n  } as DeviceAction<{\n    locate: MidsceneLocationResultType;\n  }>,\n  {\n    name: 'RightClick',\n    description: 'Right click the element',\n    interfaceAlias: 'aiRightClick',\n    paramSchema: z.object({\n      locate: getMidsceneLocationSchema().describe(\n        'The element to be right clicked',\n      ),\n    }),\n    call: async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot right click');\n      await page.mouse.click(element.center[0], element.center[1], {\n        button: 'right',\n      });\n    },\n  } as DeviceAction<{\n    locate: MidsceneLocationResultType;\n  }>,\n  {\n    name: 'Hover',\n    description: 'Move the mouse to the element',\n    interfaceAlias: 'aiHover',\n    paramSchema: z.object({\n      locate: getMidsceneLocationSchema().describe('The element to be hovered'),\n    }),\n    call: async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot hover');\n      await page.mouse.move(element.center[0], element.center[1]);\n    },\n  } as DeviceAction<{\n    locate: MidsceneLocationResultType;\n  }>,\n  {\n    name: 'Input',\n    description:\n      'Replace the input field with a new value. `value` is the final that should be filled in the input box. No matter what modifications are required, just provide the final value to replace the existing input value. Giving a blank string means clear the input field.',\n    interfaceAlias: 'aiInput',\n    paramSchema: z.object({\n      value: z\n        .string()\n        .describe('The final value that should be filled in the input box'),\n      locate: getMidsceneLocationSchema()\n        .describe('The input field to be filled')\n        .optional(),\n    }),\n    call: async (param) => {\n      const element = param.locate;\n      if (element) {\n        await page.clearInput(element as unknown as ElementInfo);\n\n        if (!param || !param.value) {\n          return;\n        }\n      }\n\n      // Note: there is another implementation in AndroidDevicePage, which is more complex\n      await page.keyboard.type(param.value);\n    },\n  } as DeviceAction<{\n    value: string;\n    locate: MidsceneLocationResultType;\n  }>,\n  {\n    name: 'KeyboardPress',\n    description:\n      'Press a function key, like \"Enter\", \"Tab\", \"Escape\". Do not use this to type text.',\n    interfaceAlias: 'aiKeyboardPress',\n    paramSchema: z.object({\n      locate: getMidsceneLocationSchema()\n        .describe('The element to be clicked before pressing the key')\n        .optional(),\n      keyName: z.string().describe('The key to be pressed'),\n    }),\n    call: async (param) => {\n      const element = param.locate;\n      if (element) {\n        await page.mouse.click(element.center[0], element.center[1], {\n          button: 'left',\n        });\n      }\n\n      const keys = getKeyCommands(param.keyName);\n      await page.keyboard.press(keys as any); // TODO: fix this type error\n    },\n  } as DeviceAction<{\n    keyName: string;\n    locate: MidsceneLocationResultType;\n  }>,\n  {\n    name: 'Scroll',\n    description:\n      'Scroll the page or an element. The direction to scroll, the scroll type, and the distance to scroll. The distance is the number of pixels to scroll. If not specified, use `down` direction, `once` scroll type, and `null` distance.',\n    interfaceAlias: 'aiScroll',\n    paramSchema: z.object({\n      direction: z\n        .enum(['down', 'up', 'right', 'left'])\n        .default('down')\n        .describe('The direction to scroll'),\n      scrollType: z\n        .enum(['once', 'untilBottom', 'untilTop', 'untilRight', 'untilLeft'])\n        .default('once')\n        .describe('The scroll type'),\n      distance: z\n        .number()\n        .nullable()\n        .optional()\n        .describe('The distance in pixels to scroll'),\n      locate: getMidsceneLocationSchema()\n        .optional()\n        .describe('The element to be scrolled'),\n    }),\n    call: async (param) => {\n      const element = param.locate;\n      const startingPoint = element\n        ? {\n            left: element.center[0],\n            top: element.center[1],\n          }\n        : undefined;\n      const scrollToEventName = param?.scrollType;\n      if (scrollToEventName === 'untilTop') {\n        await page.scrollUntilTop(startingPoint);\n      } else if (scrollToEventName === 'untilBottom') {\n        await page.scrollUntilBottom(startingPoint);\n      } else if (scrollToEventName === 'untilRight') {\n        await page.scrollUntilRight(startingPoint);\n      } else if (scrollToEventName === 'untilLeft') {\n        await page.scrollUntilLeft(startingPoint);\n      } else if (scrollToEventName === 'once' || !scrollToEventName) {\n        if (param?.direction === 'down' || !param || !param.direction) {\n          await page.scrollDown(param?.distance || undefined, startingPoint);\n        } else if (param.direction === 'up') {\n          await page.scrollUp(param.distance || undefined, startingPoint);\n        } else if (param.direction === 'left') {\n          await page.scrollLeft(param.distance || undefined, startingPoint);\n        } else if (param.direction === 'right') {\n          await page.scrollRight(param.distance || undefined, startingPoint);\n        } else {\n          throw new Error(`Unknown scroll direction: ${param.direction}`);\n        }\n        // until mouse event is done\n        await sleep(500);\n      } else {\n        throw new Error(\n          `Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(\n            param,\n          )}`,\n        );\n      }\n    },\n  } as DeviceAction<{\n    scrollType:\n      | 'once'\n      | 'untilBottom'\n      | 'untilTop'\n      | 'untilRight'\n      | 'untilLeft';\n    direction: 'up' | 'down';\n    distance?: number;\n    duration?: number;\n    locate: MidsceneLocationResultType;\n  }>,\n  {\n    name: 'DragAndDrop',\n    description: 'Drag and drop the element',\n    paramSchema: z.object({\n      from: getMidsceneLocationSchema().describe('The position to be dragged'),\n      to: getMidsceneLocationSchema().describe('The position to be dropped'),\n    }),\n    call: async (param) => {\n      const from = param.from;\n      const to = param.to;\n      assert(from, 'missing \"from\" param for drag and drop');\n      assert(to, 'missing \"to\" param for drag and drop');\n      await page.mouse.drag(\n        {\n          x: from.center[0],\n          y: from.center[1],\n        },\n        {\n          x: to.center[0],\n          y: to.center[1],\n        },\n      );\n    },\n  } as DeviceAction<{\n    from: MidsceneLocationResultType;\n    to: MidsceneLocationResultType;\n  }>,\n];\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","debugProfile","getDebug","commonContextParser","page","assert","url","uploadTestInfoToServer","screenshotBase64","size","resizeImgBase64","getReportFileName","tag","reportTagName","getAIConfig","MIDSCENE_REPORT_TAG_NAME","dateTimeInFileName","dayjs","uniqueId","uuid","printReportMsg","filepath","logMsg","getCurrentExecutionFile","trace","error","Error","stackTrace","pkgDir","process","stackLines","line","match","targetFileName","testFileIndex","Map","generateCacheId","fileName","taskFile","console","currentIndex","undefined","matchElementFromPlan","planLocateParam","tree","getNodeFromCacheList","centerPosition","Math","element","elementByPositionWithElementInfo","generateElementByPosition","matchElementFromCache","taskExecutor","xpaths","cachePrompt","cacheable","_taskExecutor_taskCache","i","cacheDebug","trimContextByViewport","execution","filterVisibleTree","node","filteredChildren","Array","child","task","_task_pageContext","newTask","getMidsceneVersion","__VERSION__","parsePrompt","prompt","commonWebActionsForWebPage","z","getMidsceneLocationSchema","param","keys","getKeyCommands","startingPoint","scrollToEventName","JSON","sleep","from","to"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AC4BA,MAAMI,eAAeC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AACXA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAErB,eAAeC,oBACpBC,IAAkB;IAElBC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOD,MAAM;IAEbH,aAAa;IACb,MAAMK,MAAM,MAAMF,KAAK,GAAG;IAC1BH,aAAa;IAEbA,aAAa;IACbM,IAAAA,kCAAAA,sBAAAA,AAAAA,EAAuB;QAAE,SAASD;IAAI;IACtCL,aAAa;IAEb,IAAIO,mBAAmB,MAAMJ,KAAK,gBAAgB;IAClDC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAOG,kBAAmB;IAE1B,MAAMC,OAAO,MAAML,KAAK,IAAI;IAC5BH,aAAa,CAAC,MAAM,EAAEQ,KAAK,KAAK,CAAC,CAAC,EAAEA,KAAK,MAAM,CAAC,MAAM,EAAEA,KAAK,GAAG,EAAE;IAElE,IAAIA,KAAK,GAAG,IAAIA,KAAK,GAAG,GAAG,GAAG;QAC5BR,aAAa;QACbO,mBAAmB,MAAME,AAAAA,IAAAA,oBAAAA,eAAAA,AAAAA,EAAgBF,kBAAkB;YACzD,OAAOC,KAAK,KAAK;YACjB,QAAQA,KAAK,MAAM;QACrB;QACAR,aAAa;IACf;IAEA,OAAO;QACL,MAAM;YACJ,MAAM;YACN,UAAU,EAAE;QACd;QACAQ;QACA,kBAAkBD;QAClBF;IACF;AACF;AAEO,SAASK,kBAAkBC,MAAM,KAAK;IAC3C,MAAMC,gBAAgBC,AAAAA,IAAAA,oBAAAA,WAAAA,AAAAA,EAAYC,oBAAAA,wBAAwBA;IAC1D,MAAMC,qBAAqBC,2BAAQ,MAAM,CAAC;IAE1C,MAAMC,WAAWC,AAAAA,IAAAA,sBAAAA,IAAAA,AAAAA,IAAO,SAAS,CAAC,GAAG;IACrC,OAAO,GAAGN,iBAAiBD,IAAI,CAAC,EAAEI,mBAAmB,CAAC,EAAEE,UAAU;AACpE;AAEO,SAASE,eAAeC,QAAgB;IAC7CC,IAAAA,sBAAAA,MAAAA,AAAAA,EAAO,CAAC,gCAAgC,EAAED,UAAU;AACtD;AAMO,SAASE,wBAAwBC,KAAc;IACpD,MAAMC,QAAQ,IAAIC;IAClB,MAAMC,aAAaH,SAASC,MAAM,KAAK;IACvC,MAAMG,SAASC,QAAQ,GAAG,MAAM;IAChC,IAAIF,YAAY;QACd,MAAMG,aAAaH,WAAW,KAAK,CAAC;QACpC,KAAK,MAAMI,QAAQD,WACjB,IACEC,KAAK,QAAQ,CAAC,aACdA,KAAK,QAAQ,CAAC,aACdA,KAAK,QAAQ,CAAC,UACdA,KAAK,QAAQ,CAAC,QACd;YACA,MAAMC,QAAQD,KAAK,KAAK,CAAC;YACzB,IAAIC,QAAAA,QAAAA,KAAAA,IAAAA,KAAO,CAAC,EAAE,EAAE;gBACd,MAAMC,iBAAiBD,KAAK,CAAC,EAAE,CAC5B,OAAO,CAACJ,QAAQ,IAChB,IAAI,GACJ,OAAO,CAAC,OAAO;gBAClB,OAAOK;YACT;QACF;IAEJ;IACA,OAAO;AACT;AAEA,MAAMC,gBAAgB,IAAIC;AAEnB,SAASC,gBAAgBC,QAAiB;IAC/C,IAAIC,WAAWD,YAAYd;IAC3B,IAAI,CAACe,UAAU;QACbA,WAAWnB,AAAAA,IAAAA,sBAAAA,IAAAA,AAAAA;QACXoB,QAAQ,IAAI,CACV;IAEJ;IAEA,IAAIL,cAAc,GAAG,CAACI,WAAW;QAC/B,MAAME,eAAeN,cAAc,GAAG,CAACI;QACvC,IAAIE,AAAiBC,WAAjBD,cACFN,cAAc,GAAG,CAACI,UAAUE,eAAe;IAE/C,OACEN,cAAc,GAAG,CAACI,UAAU;IAE9B,OAAO,GAAGA,SAAS,CAAC,EAAEJ,cAAc,GAAG,CAACI,WAAW;AACrD;AAEO,SAASI,qBACdC,eAAoC,EACpCC,IAAkC;IAElC,IAAI,CAACD,iBACH;IAEF,IAAIA,gBAAgB,EAAE,EACpB,OAAOE,AAAAA,IAAAA,0BAAAA,oBAAAA,AAAAA,EAAqBF,gBAAgB,EAAE;IAGhD,IAAIA,gBAAgB,IAAI,EAAE;QACxB,MAAMG,iBAAiB;YACrB,GAAGC,KAAK,KAAK,CAAEJ,AAAAA,CAAAA,gBAAgB,IAAI,CAAC,EAAE,GAAGA,gBAAgB,IAAI,CAAC,EAAC,IAAK;YACpE,GAAGI,KAAK,KAAK,CAAEJ,AAAAA,CAAAA,gBAAgB,IAAI,CAAC,EAAE,GAAGA,gBAAgB,IAAI,CAAC,EAAC,IAAK;QACtE;QACA,IAAIK,UAAUC,AAAAA,IAAAA,yBAAAA,gCAAAA,AAAAA,EAAiCL,MAAME;QAErD,IAAI,CAACE,SACHA,UAAUE,AAAAA,IAAAA,0BAAAA,yBAAAA,AAAAA,EAA0BJ;QAGtC,OAAOE;IACT;AAGF;AAEO,eAAeG,sBACpBC,YAA8B,EAC9BC,MAA4B,EAC5BC,WAAwB,EACxBC,SAA8B;IAE9B,IAAI;YAGAC;QAFF,IACEH,AAAAA,CAAAA,QAAAA,SAAAA,KAAAA,IAAAA,OAAQ,MAAM,AAAD,KAAC,SACdG,CAAAA,0BAAAA,aAAa,SAAS,AAAD,IAArBA,KAAAA,IAAAA,wBAAwB,iBAAiB,AAAD,KACxCD,AAAc,UAAdA,aACCH,aAAa,IAAI,CAAS,qBAAqB,EAGhD,IAAK,IAAIK,IAAI,GAAGA,IAAIJ,OAAO,MAAM,EAAEI,IAAK;YACtC,MAAMT,UAAU,MAAOI,aAAa,IAAI,CAAS,qBAAqB,CACpEC,MAAM,CAACI,EAAE;YAGX,IAAIT,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,EAAE,EAAE;gBACfU,IAAAA,uCAAAA,KAAAA,AAAAA,EAAW,yBAAyBJ;gBACpCI,IAAAA,uCAAAA,KAAAA,AAAAA,EACE,0DACAL,MAAM,CAACI,EAAE,EACTT,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,EAAE;gBAEb,OAAOA;YACT;QACF;IAEJ,EAAE,OAAOvB,OAAO;QACdiC,IAAAA,uCAAAA,KAAAA,AAAAA,EAAW,qCAAqCjC;IAClD;AACF;AAEO,SAASkC,sBAAsBC,SAAwB;IAC5D,SAASC,kBACPC,IAAkC;QAElC,IAAI,CAACA,MAAM,OAAO;QAGlB,MAAMC,mBAAmBC,MAAM,OAAO,CAACF,KAAK,QAAQ,IAC/CA,KAAK,QAAQ,CACX,GAAG,CAACD,mBACJ,MAAM,CAAC,CAACI,QAAUA,AAAU,SAAVA,SACrB,EAAE;QAGN,IAAIH,KAAK,IAAI,IAAIA,AAAwB,SAAxBA,KAAK,IAAI,CAAC,SAAS,EAClC,OAAO;YACL,GAAGA,IAAI;YACP,UAAUC;QACZ;QAIF,IAAIA,iBAAiB,MAAM,GAAG,GAC5B,OAAO;YACL,MAAM;YACN,UAAUA;QACZ;QAIF,OAAO;IACT;IAEA,OAAO;QACL,GAAGH,SAAS;QACZ,OAAOI,MAAM,OAAO,CAACJ,UAAU,KAAK,IAChCA,UAAU,KAAK,CAAC,GAAG,CAAC,CAACM;gBAEfC;YADJ,MAAMC,UAAU;gBAAE,GAAGF,IAAI;YAAC;YAC1B,IAAI,QAAAC,CAAAA,oBAAAA,KAAK,WAAW,AAAD,IAAfA,KAAAA,IAAAA,kBAAkB,IAAI,EACxBC,QAAQ,WAAW,GAAG;gBACpB,GAAGF,KAAK,WAAW;gBACnB,MAAML,kBAAkBK,KAAK,WAAW,CAAC,IAAI,KAAK;oBAChD,MAAM;oBACN,UAAU,EAAE;gBACd;YACF;YAEF,OAAOE;QACT,KACAR,UAAU,KAAK;IACrB;AACF;AAIO,MAAMS,qBAAqB,IAEvBC;AAUJ,MAAMC,cAAc,CACzBC;IAKA,IAAI,AAAkB,YAAlB,OAAOA,QACT,OAAO;QACL,YAAYA;QACZ,kBAAkB/B;IACpB;IAEF,OAAO;QACL,YAAY+B,OAAO,MAAM;QACzB,kBAAkBA,OAAO,MAAM,GAC3B;YACE,QAAQA,OAAO,MAAM;YACrB,yBAAyB,CAAC,CAACA,OAAO,uBAAuB;QAC3D,IACA/B;IACN;AACF;AAEO,MAAMgC,6BAA6B,CACxCrE,OACwB;QACxB;YACE,MAAM;YACN,aAAa;YACb,gBAAgB;YAChB,aAAasE,kCAAAA,CAAAA,CAAAA,MAAQ,CAAC;gBACpB,QAAQC,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IAA4B,QAAQ,CAAC;YAC/C;YACA,MAAM,OAAOC;gBACX,MAAM5B,UAAU4B,MAAM,MAAM;gBAC5BvE,IAAAA,sBAAAA,MAAAA,AAAAA,EAAO2C,SAAS;gBAChB,MAAM5C,KAAK,KAAK,CAAC,KAAK,CAAC4C,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,QAAQ;gBACV;YACF;QACF;QAGA;YACE,MAAM;YACN,aAAa;YACb,gBAAgB;YAChB,aAAa0B,kCAAAA,CAAAA,CAAAA,MAAQ,CAAC;gBACpB,QAAQC,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IAA4B,QAAQ,CAC1C;YAEJ;YACA,MAAM,OAAOC;gBACX,MAAM5B,UAAU4B,MAAM,MAAM;gBAC5BvE,IAAAA,sBAAAA,MAAAA,AAAAA,EAAO2C,SAAS;gBAChB,MAAM5C,KAAK,KAAK,CAAC,KAAK,CAAC4C,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,QAAQ;gBACV;YACF;QACF;QAGA;YACE,MAAM;YACN,aAAa;YACb,gBAAgB;YAChB,aAAa0B,kCAAAA,CAAAA,CAAAA,MAAQ,CAAC;gBACpB,QAAQC,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IAA4B,QAAQ,CAAC;YAC/C;YACA,MAAM,OAAOC;gBACX,MAAM5B,UAAU4B,MAAM,MAAM;gBAC5BvE,IAAAA,sBAAAA,MAAAA,AAAAA,EAAO2C,SAAS;gBAChB,MAAM5C,KAAK,KAAK,CAAC,IAAI,CAAC4C,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC5D;QACF;QAGA;YACE,MAAM;YACN,aACE;YACF,gBAAgB;YAChB,aAAa0B,kCAAAA,CAAAA,CAAAA,MAAQ,CAAC;gBACpB,OAAOA,kCAAAA,CAAAA,CAAAA,MACE,GACN,QAAQ,CAAC;gBACZ,QAAQC,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IACL,QAAQ,CAAC,gCACT,QAAQ;YACb;YACA,MAAM,OAAOC;gBACX,MAAM5B,UAAU4B,MAAM,MAAM;gBAC5B,IAAI5B,SAAS;oBACX,MAAM5C,KAAK,UAAU,CAAC4C;oBAEtB,IAAI,CAAC4B,SAAS,CAACA,MAAM,KAAK,EACxB;gBAEJ;gBAGA,MAAMxE,KAAK,QAAQ,CAAC,IAAI,CAACwE,MAAM,KAAK;YACtC;QACF;QAIA;YACE,MAAM;YACN,aACE;YACF,gBAAgB;YAChB,aAAaF,kCAAAA,CAAAA,CAAAA,MAAQ,CAAC;gBACpB,QAAQC,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IACL,QAAQ,CAAC,qDACT,QAAQ;gBACX,SAASD,kCAAAA,CAAAA,CAAAA,MAAQ,GAAG,QAAQ,CAAC;YAC/B;YACA,MAAM,OAAOE;gBACX,MAAM5B,UAAU4B,MAAM,MAAM;gBAC5B,IAAI5B,SACF,MAAM5C,KAAK,KAAK,CAAC,KAAK,CAAC4C,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,QAAQ;gBACV;gBAGF,MAAM6B,OAAOC,AAAAA,IAAAA,qCAAAA,cAAAA,AAAAA,EAAeF,MAAM,OAAO;gBACzC,MAAMxE,KAAK,QAAQ,CAAC,KAAK,CAACyE;YAC5B;QACF;QAIA;YACE,MAAM;YACN,aACE;YACF,gBAAgB;YAChB,aAAaH,kCAAAA,CAAAA,CAAAA,MAAQ,CAAC;gBACpB,WAAWA,kCAAAA,CAAAA,CAAAA,OACJ,CAAC;oBAAC;oBAAQ;oBAAM;oBAAS;iBAAO,EACpC,OAAO,CAAC,QACR,QAAQ,CAAC;gBACZ,YAAYA,kCAAAA,CAAAA,CAAAA,OACL,CAAC;oBAAC;oBAAQ;oBAAe;oBAAY;oBAAc;iBAAY,EACnE,OAAO,CAAC,QACR,QAAQ,CAAC;gBACZ,UAAUA,kCAAAA,CAAAA,CAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CAAC;gBACZ,QAAQC,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IACL,QAAQ,GACR,QAAQ,CAAC;YACd;YACA,MAAM,OAAOC;gBACX,MAAM5B,UAAU4B,MAAM,MAAM;gBAC5B,MAAMG,gBAAgB/B,UAClB;oBACE,MAAMA,QAAQ,MAAM,CAAC,EAAE;oBACvB,KAAKA,QAAQ,MAAM,CAAC,EAAE;gBACxB,IACAP;gBACJ,MAAMuC,oBAAoBJ,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,UAAU;gBAC3C,IAAII,AAAsB,eAAtBA,mBACF,MAAM5E,KAAK,cAAc,CAAC2E;qBACrB,IAAIC,AAAsB,kBAAtBA,mBACT,MAAM5E,KAAK,iBAAiB,CAAC2E;qBACxB,IAAIC,AAAsB,iBAAtBA,mBACT,MAAM5E,KAAK,gBAAgB,CAAC2E;qBACvB,IAAIC,AAAsB,gBAAtBA,mBACT,MAAM5E,KAAK,eAAe,CAAC2E;qBACtB,IAAIC,AAAsB,WAAtBA,qBAAiCA,mBAe1C,MAAM,IAAItD,MACR,CAAC,2BAA2B,EAAEsD,kBAAkB,SAAS,EAAEC,KAAK,SAAS,CACvEL,QACC;qBAlBwD;oBAC7D,IAAIA,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,SAAS,AAAD,MAAM,UAAWA,SAAUA,MAAM,SAAS,EAEtD,IAAIA,AAAoB,SAApBA,MAAM,SAAS,EACxB,MAAMxE,KAAK,QAAQ,CAACwE,MAAM,QAAQ,IAAInC,QAAWsC;yBAC5C,IAAIH,AAAoB,WAApBA,MAAM,SAAS,EACxB,MAAMxE,KAAK,UAAU,CAACwE,MAAM,QAAQ,IAAInC,QAAWsC;yBAC9C,IAAIH,AAAoB,YAApBA,MAAM,SAAS,EACxB,MAAMxE,KAAK,WAAW,CAACwE,MAAM,QAAQ,IAAInC,QAAWsC;yBAEpD,MAAM,IAAIrD,MAAM,CAAC,0BAA0B,EAAEkD,MAAM,SAAS,EAAE;yBAR9D,MAAMxE,KAAK,UAAU,CAACwE,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,QAAQ,AAAD,KAAKnC,QAAWsC;oBAWtD,MAAMG,AAAAA,IAAAA,kCAAAA,KAAAA,AAAAA,EAAM;gBACd;YAOF;QACF;QAYA;YACE,MAAM;YACN,aAAa;YACb,aAAaR,kCAAAA,CAAAA,CAAAA,MAAQ,CAAC;gBACpB,MAAMC,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IAA4B,QAAQ,CAAC;gBAC3C,IAAIA,AAAAA,IAAAA,kCAAAA,yBAAAA,AAAAA,IAA4B,QAAQ,CAAC;YAC3C;YACA,MAAM,OAAOC;gBACX,MAAMO,OAAOP,MAAM,IAAI;gBACvB,MAAMQ,KAAKR,MAAM,EAAE;gBACnBvE,IAAAA,sBAAAA,MAAAA,AAAAA,EAAO8E,MAAM;gBACb9E,IAAAA,sBAAAA,MAAAA,AAAAA,EAAO+E,IAAI;gBACX,MAAMhF,KAAK,KAAK,CAAC,IAAI,CACnB;oBACE,GAAG+E,KAAK,MAAM,CAAC,EAAE;oBACjB,GAAGA,KAAK,MAAM,CAAC,EAAE;gBACnB,GACA;oBACE,GAAGC,GAAG,MAAM,CAAC,EAAE;oBACf,GAAGA,GAAG,MAAM,CAAC,EAAE;gBACjB;YAEJ;QACF;KAID"}

package/dist/lib/device/index.js

@@ -0,0 +1,54 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    AbstractPage: ()=>AbstractPage
+});
+class AbstractPage {
+    get mouse() {
+        return {
+            click: async (x, y, options)=>{},
+            wheel: async (deltaX, deltaY)=>{},
+            move: async (x, y)=>{},
+            drag: async (from, to)=>{}
+        };
+    }
+    get keyboard() {
+        return {
+            type: async (text)=>{},
+            press: async (action)=>{}
+        };
+    }
+    async clearInput(element) {}
+}
+exports.AbstractPage = __webpack_exports__.AbstractPage;
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "AbstractPage"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=index.js.map

package/dist/lib/device/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"device/index.js","sources":["webpack://@midscene/core/webpack/runtime/define_property_getters","webpack://@midscene/core/webpack/runtime/has_own_property","webpack://@midscene/core/webpack/runtime/make_namespace_object","webpack://@midscene/core/./src/device/index.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { ElementInfo, ElementNode } from '@midscene/shared/extractor';\nimport type { DeviceAction, Point, Size, UIContext } from '../types';\n\n// this is copied from puppeteer, but we don't want to import puppeteer here\nexport declare type KeyInput =\n  | '0'\n  | '1'\n  | '2'\n  | '3'\n  | '4'\n  | '5'\n  | '6'\n  | '7'\n  | '8'\n  | '9'\n  | 'Power'\n  | 'Eject'\n  | 'Abort'\n  | 'Help'\n  | 'Backspace'\n  | 'Tab'\n  | 'Numpad5'\n  | 'NumpadEnter'\n  | 'Enter'\n  | '\\r'\n  | '\\n'\n  | 'ShiftLeft'\n  | 'ShiftRight'\n  | 'ControlLeft'\n  | 'ControlRight'\n  | 'AltLeft'\n  | 'AltRight'\n  | 'Pause'\n  | 'CapsLock'\n  | 'Escape'\n  | 'Convert'\n  | 'NonConvert'\n  | 'Space'\n  | 'Numpad9'\n  | 'PageUp'\n  | 'Numpad3'\n  | 'PageDown'\n  | 'End'\n  | 'Numpad1'\n  | 'Home'\n  | 'Numpad7'\n  | 'ArrowLeft'\n  | 'Numpad4'\n  | 'Numpad8'\n  | 'ArrowUp'\n  | 'ArrowRight'\n  | 'Numpad6'\n  | 'Numpad2'\n  | 'ArrowDown'\n  | 'Select'\n  | 'Open'\n  | 'PrintScreen'\n  | 'Insert'\n  | 'Numpad0'\n  | 'Delete'\n  | 'NumpadDecimal'\n  | 'Digit0'\n  | 'Digit1'\n  | 'Digit2'\n  | 'Digit3'\n  | 'Digit4'\n  | 'Digit5'\n  | 'Digit6'\n  | 'Digit7'\n  | 'Digit8'\n  | 'Digit9'\n  | 'KeyA'\n  | 'KeyB'\n  | 'KeyC'\n  | 'KeyD'\n  | 'KeyE'\n  | 'KeyF'\n  | 'KeyG'\n  | 'KeyH'\n  | 'KeyI'\n  | 'KeyJ'\n  | 'KeyK'\n  | 'KeyL'\n  | 'KeyM'\n  | 'KeyN'\n  | 'KeyO'\n  | 'KeyP'\n  | 'KeyQ'\n  | 'KeyR'\n  | 'KeyS'\n  | 'KeyT'\n  | 'KeyU'\n  | 'KeyV'\n  | 'KeyW'\n  | 'KeyX'\n  | 'KeyY'\n  | 'KeyZ'\n  | 'MetaLeft'\n  | 'MetaRight'\n  | 'ContextMenu'\n  | 'NumpadMultiply'\n  | 'NumpadAdd'\n  | 'NumpadSubtract'\n  | 'NumpadDivide'\n  | 'F1'\n  | 'F2'\n  | 'F3'\n  | 'F4'\n  | 'F5'\n  | 'F6'\n  | 'F7'\n  | 'F8'\n  | 'F9'\n  | 'F10'\n  | 'F11'\n  | 'F12'\n  | 'F13'\n  | 'F14'\n  | 'F15'\n  | 'F16'\n  | 'F17'\n  | 'F18'\n  | 'F19'\n  | 'F20'\n  | 'F21'\n  | 'F22'\n  | 'F23'\n  | 'F24'\n  | 'NumLock'\n  | 'ScrollLock'\n  | 'AudioVolumeMute'\n  | 'AudioVolumeDown'\n  | 'AudioVolumeUp'\n  | 'MediaTrackNext'\n  | 'MediaTrackPrevious'\n  | 'MediaStop'\n  | 'MediaPlayPause'\n  | 'Semicolon'\n  | 'Equal'\n  | 'NumpadEqual'\n  | 'Comma'\n  | 'Minus'\n  | 'Period'\n  | 'Slash'\n  | 'Backquote'\n  | 'BracketLeft'\n  | 'Backslash'\n  | 'BracketRight'\n  | 'Quote'\n  | 'AltGraph'\n  | 'Props'\n  | 'Cancel'\n  | 'Clear'\n  | 'Shift'\n  | 'Control'\n  | 'Alt'\n  | 'Accept'\n  | 'ModeChange'\n  | ' '\n  | 'Print'\n  | 'Execute'\n  | '\\u0000'\n  | 'a'\n  | 'b'\n  | 'c'\n  | 'd'\n  | 'e'\n  | 'f'\n  | 'g'\n  | 'h'\n  | 'i'\n  | 'j'\n  | 'k'\n  | 'l'\n  | 'm'\n  | 'n'\n  | 'o'\n  | 'p'\n  | 'q'\n  | 'r'\n  | 's'\n  | 't'\n  | 'u'\n  | 'v'\n  | 'w'\n  | 'x'\n  | 'y'\n  | 'z'\n  | 'Meta'\n  | '*'\n  | '+'\n  | '-'\n  | '/'\n  | ';'\n  | '='\n  | ','\n  | '.'\n  | '`'\n  | '['\n  | '\\\\'\n  | ']'\n  | \"'\"\n  | 'Attn'\n  | 'CrSel'\n  | 'ExSel'\n  | 'EraseEof'\n  | 'Play'\n  | 'ZoomOut'\n  | ')'\n  | '!'\n  | '@'\n  | '#'\n  | '$'\n  | '%'\n  | '^'\n  | '&'\n  | '('\n  | 'A'\n  | 'B'\n  | 'C'\n  | 'D'\n  | 'E'\n  | 'F'\n  | 'G'\n  | 'H'\n  | 'I'\n  | 'J'\n  | 'K'\n  | 'L'\n  | 'M'\n  | 'N'\n  | 'O'\n  | 'P'\n  | 'Q'\n  | 'R'\n  | 'S'\n  | 'T'\n  | 'U'\n  | 'V'\n  | 'W'\n  | 'X'\n  | 'Y'\n  | 'Z'\n  | ':'\n  | '<'\n  | '_'\n  | '>'\n  | '?'\n  | '~'\n  | '{'\n  | '|'\n  | '}'\n  | '\"'\n  | 'SoftLeft'\n  | 'SoftRight'\n  | 'Camera'\n  | 'Call'\n  | 'EndCall'\n  | 'VolumeDown'\n  | 'VolumeUp';\n\nexport type MouseButton = 'left' | 'right' | 'middle';\n\nexport interface MouseAction {\n  click: (\n    x: number,\n    y: number,\n    options: { button: MouseButton },\n  ) => Promise<void>;\n  wheel: (deltaX: number, deltaY: number) => Promise<void>;\n  move: (x: number, y: number) => Promise<void>;\n  drag: (\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n  ) => Promise<void>;\n}\n\nexport interface KeyboardAction {\n  type: (text: string) => Promise<void>;\n  press: (\n    action:\n      | { key: KeyInput; command?: string }\n      | { key: KeyInput; command?: string }[],\n  ) => Promise<void>;\n}\n\nexport interface ChromePageDestroyOptions {\n  closeTab?: boolean; // should close the tab when the page object is destroyed\n}\n\nexport abstract class AbstractPage {\n  abstract pageType: string;\n  // @deprecated\n  abstract getElementsInfo(): Promise<ElementInfo[]>;\n  abstract getElementsNodeTree(): Promise<ElementNode>;\n  abstract url(): string | Promise<string>;\n  abstract screenshotBase64(): Promise<string>;\n  abstract size(): Promise<Size>;\n  abstract actionSpace(): DeviceAction[] | Promise<DeviceAction[]>;\n\n  get mouse(): MouseAction {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options: { button: MouseButton },\n      ) => {},\n      wheel: async (deltaX: number, deltaY: number) => {},\n      move: async (x: number, y: number) => {},\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {},\n    };\n  }\n\n  get keyboard(): KeyboardAction {\n    return {\n      type: async (text: string) => {},\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {},\n    };\n  }\n\n  async clearInput(element: ElementInfo): Promise<void> {}\n\n  abstract scrollUntilTop(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilBottom(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilLeft(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilRight(startingPoint?: Point): Promise<void>;\n  abstract scrollUp(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollDown(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollLeft(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollRight(distance?: number, startingPoint?: Point): Promise<void>;\n\n  abstract beforeAction?(): Promise<void>;\n\n  abstract destroy(options?: ChromePageDestroyOptions): Promise<void>;\n\n  abstract evaluateJavaScript?<T = any>(script: string): Promise<T>;\n\n  abstract getContext?(): Promise<UIContext>;\n}\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","AbstractPage","x","y","options","deltaX","deltaY","from","to","text","action","element"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;AC4RO,MAAeI;IAUpB,IAAI,QAAqB;QACvB,OAAO;YACL,OAAO,OACLC,GACAC,GACAC,WACI;YACN,OAAO,OAAOC,QAAgBC,UAAoB;YAClD,MAAM,OAAOJ,GAAWC,KAAe;YACvC,MAAM,OACJI,MACAC,MACI;QACR;IACF;IAEA,IAAI,WAA2B;QAC7B,OAAO;YACL,MAAM,OAAOC,QAAkB;YAC/B,OAAO,OACLC,UAGI;QACR;IACF;IAEA,MAAM,WAAWC,OAAoB,EAAiB,CAAC;AAkBzD"}

package/dist/lib/index.js

@@ -48,7 +48,8 @@ __webpack_require__.d(__webpack_exports__, {
     Insight: ()=>index_js_default(),
     describeUserPage: ()=>external_ai_model_index_js_namespaceObject.describeUserPage,
     Executor: ()=>action_executor_js_namespaceObject.Executor,
-    getMidsceneLocationSchema: ()=>external_ai_model_index_js_namespaceObject.getMidsceneLocationSchema
+    getMidsceneLocationSchema: ()=>external_ai_model_index_js_namespaceObject.getMidsceneLocationSchema,
+    Agent: ()=>external_agent_index_js_namespaceObject.Agent
 });
 const external_zod_namespaceObject = require("zod");
 const action_executor_js_namespaceObject = require("./ai-model/action-executor.js");
@@ -57,7 +58,9 @@ var index_js_default = /*#__PURE__*/ __webpack_require__.n(index_js_namespaceObj
 const external_utils_js_namespaceObject = require("./utils.js");
 const external_ai_model_index_js_namespaceObject = require("./ai-model/index.js");
 const env_namespaceObject = require("@midscene/shared/env");
+const external_agent_index_js_namespaceObject = require("./agent/index.js");
 const src = index_js_default();
+exports.Agent = __webpack_exports__.Agent;
 exports.AiLocateElement = __webpack_exports__.AiLocateElement;
 exports.Executor = __webpack_exports__.Executor;
 exports.Insight = __webpack_exports__.Insight;
@@ -75,6 +78,7 @@ exports.getVersion = __webpack_exports__.getVersion;
 exports.plan = __webpack_exports__.plan;
 exports.z = __webpack_exports__.z;
 for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "Agent",
     "AiLocateElement",
     "Executor",
     "Insight",

package/dist/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sources":["webpack://@midscene/core/webpack/runtime/compat_get_default_export","webpack://@midscene/core/webpack/runtime/define_property_getters","webpack://@midscene/core/webpack/runtime/has_own_property","webpack://@midscene/core/webpack/runtime/make_namespace_object","webpack://@midscene/core/./src/index.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { z } from 'zod';\nimport { Executor } from './ai-model/action-executor';\nimport Insight from './insight/index';\nimport { getVersion } from './utils';\n\nexport {\n  plan,\n  describeUserPage,\n  AiLocateElement,\n  getMidsceneLocationSchema,\n  type MidsceneLocationResultType,\n  PointSchema,\n  SizeSchema,\n  RectSchema,\n  TMultimodalPromptSchema,\n  TUserPromptSchema,\n  type TMultimodalPrompt,\n  type TUserPrompt,\n} from './ai-model/index';\n\nexport { getAIConfig, MIDSCENE_MODEL_NAME } from '@midscene/shared/env';\n\nexport type * from './types';\n\nexport { z };\n\nexport default Insight;\nexport { Executor, Insight, getVersion };\n\nexport type {\n  MidsceneYamlScript,\n  MidsceneYamlTask,\n  MidsceneYamlFlowItem,\n  MidsceneYamlFlowItemAIRightClick,\n  MidsceneYamlConfigResult,\n  LocateOption,\n  DetailedLocateParam,\n} from './yaml';\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","Insight"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ACoBA,YAAeI"}
+{"version":3,"file":"index.js","sources":["webpack://@midscene/core/webpack/runtime/compat_get_default_export","webpack://@midscene/core/webpack/runtime/define_property_getters","webpack://@midscene/core/webpack/runtime/has_own_property","webpack://@midscene/core/webpack/runtime/make_namespace_object","webpack://@midscene/core/./src/index.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import { z } from 'zod';\nimport { Executor } from './ai-model/action-executor';\nimport Insight from './insight/index';\nimport { getVersion } from './utils';\n\nexport {\n  plan,\n  describeUserPage,\n  AiLocateElement,\n  getMidsceneLocationSchema,\n  type MidsceneLocationResultType,\n  PointSchema,\n  SizeSchema,\n  RectSchema,\n  TMultimodalPromptSchema,\n  TUserPromptSchema,\n  type TMultimodalPrompt,\n  type TUserPrompt,\n} from './ai-model/index';\n\nexport { getAIConfig, MIDSCENE_MODEL_NAME } from '@midscene/shared/env';\n\nexport type * from './types';\n\nexport { z };\n\nexport default Insight;\nexport { Executor, Insight, getVersion };\n\nexport type {\n  MidsceneYamlScript,\n  MidsceneYamlTask,\n  MidsceneYamlFlowItem,\n  MidsceneYamlFlowItemAIRightClick,\n  MidsceneYamlConfigResult,\n  LocateOption,\n  DetailedLocateParam,\n} from './yaml';\n\nexport { Agent, type PageAgentOpt } from './agent';\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","Insight"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ACoBA,YAAeI"}