@donggui/web 1.5.5-donggui.3

package/dist/lib/web-element.js

@@ -0,0 +1,96 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    WebElementInfoImpl: ()=>WebElementInfoImpl,
+    limitOpenNewTabScript: ()=>limitOpenNewTabScript
+});
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+class WebElementInfoImpl {
+    constructor({ content, rect, id, attributes, indexId, xpaths, isVisible }){
+        _define_property(this, "content", void 0);
+        _define_property(this, "rect", void 0);
+        _define_property(this, "center", void 0);
+        _define_property(this, "id", void 0);
+        _define_property(this, "indexId", void 0);
+        _define_property(this, "attributes", void 0);
+        _define_property(this, "xpaths", void 0);
+        _define_property(this, "isVisible", void 0);
+        this.content = content;
+        this.rect = rect;
+        this.center = [
+            Math.floor(rect.left + rect.width / 2),
+            Math.floor(rect.top + rect.height / 2)
+        ];
+        this.id = id;
+        this.attributes = attributes;
+        this.indexId = indexId;
+        this.xpaths = xpaths;
+        this.isVisible = isVisible;
+    }
+}
+const limitOpenNewTabScript = `
+if (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {
+  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;
+
+  // Intercept the window.open method (only once)
+  window.open = function(url) {
+    console.log('Blocked window.open:', url);
+    window.location.href = url;
+    return null;
+  };
+
+  // Block all a tag clicks with target="_blank" (only once)
+  document.addEventListener('click', function(e) {
+    const target = e.target.closest('a');
+    if (target && target.target === '_blank') {
+      e.preventDefault();
+      console.log('Blocked new tab:', target.href);
+      window.location.href = target.href;
+      target.removeAttribute('target');
+    }
+  }, true);
+}
+`;
+exports.WebElementInfoImpl = __webpack_exports__.WebElementInfoImpl;
+exports.limitOpenNewTabScript = __webpack_exports__.limitOpenNewTabScript;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "WebElementInfoImpl",
+    "limitOpenNewTabScript"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=web-element.js.map

package/dist/lib/web-element.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-element.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../src/web-element.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type {\n  AgentOpt,\n  DeviceAction,\n  Rect,\n  WebElementInfo,\n} from '@midscene/core';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\n\nimport type { NodeType } from '@midscene/shared/constants';\nexport type { WebElementInfo };\n\nexport type WebPageAgentOpt = AgentOpt & WebPageOpt;\nexport type WebPageOpt = {\n  waitForNavigationTimeout?: number;\n  waitForNetworkIdleTimeout?: number;\n  forceSameTabNavigation?: boolean /* if limit the new tab to the current page, default true */;\n  enableTouchEventsInActionSpace?: boolean;\n  /**\n   * Force Chrome to render select elements using base-select appearance instead of OS-native rendering.\n   * This makes select elements visible in screenshots captured by Playwright/Puppeteer.\n   *\n   * Reference: https://developer.chrome.com/blog/a-customizable-select\n   *\n   * When enabled, adds a style tag with `select { appearance: base-select !important; }` to the page.\n   */\n  forceChromeSelectRendering?: boolean;\n  beforeInvokeAction?: () => Promise<void>;\n  afterInvokeAction?: () => Promise<void>;\n  customActions?: DeviceAction<any>[];\n};\n\nexport class WebElementInfoImpl implements WebElementInfo {\n  content: string;\n\n  rect: Rect;\n\n  center: [number, number];\n\n  id: string;\n\n  indexId: number;\n\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n\n  xpaths?: string[];\n\n  isVisible: boolean;\n\n  constructor({\n    content,\n    rect,\n    id,\n    attributes,\n    indexId,\n    xpaths,\n    isVisible,\n  }: {\n    content: string;\n    rect: Rect;\n    id: string;\n    attributes: {\n      nodeType: NodeType;\n      [key: string]: string;\n    };\n    indexId: number;\n    xpaths?: string[];\n    isVisible: boolean;\n  }) {\n    this.content = content;\n    this.rect = rect;\n    this.center = [\n      Math.floor(rect.left + rect.width / 2),\n      Math.floor(rect.top + rect.height / 2),\n    ];\n    this.id = id;\n    this.attributes = attributes;\n    this.indexId = indexId;\n    this.xpaths = xpaths;\n    this.isVisible = isVisible;\n  }\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n`;\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","WebElementInfoImpl","content","rect","id","attributes","indexId","xpaths","isVisible","Math","limitOpenNewTabScript"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;;;ACyBO,MAAMI;IAoBX,YAAY,EACVC,OAAO,EACPC,IAAI,EACJC,EAAE,EACFC,UAAU,EACVC,OAAO,EACPC,MAAM,EACNC,SAAS,EAYV,CAAE;QAtCH;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA;QAEA;QAsBE,IAAI,CAAC,OAAO,GAAGN;QACf,IAAI,CAAC,IAAI,GAAGC;QACZ,IAAI,CAAC,MAAM,GAAG;YACZM,KAAK,KAAK,CAACN,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YACpCM,KAAK,KAAK,CAACN,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;SACrC;QACD,IAAI,CAAC,EAAE,GAAGC;QACV,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,MAAM,GAAGC;QACd,IAAI,CAAC,SAAS,GAAGC;IACnB;AACF;AAEO,MAAME,wBAAwB,CAAC;;;;;;;;;;;;;;;;;;;;;;AAsBtC,CAAC"}

package/dist/lib/web-page.js

@@ -0,0 +1,310 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.n = (module)=>{
+        var getter = module && module.__esModule ? ()=>module['default'] : ()=>module;
+        __webpack_require__.d(getter, {
+            a: getter
+        });
+        return getter;
+    };
+})();
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    commonWebActionsForWebPage: ()=>commonWebActionsForWebPage,
+    getKeyCommands: ()=>getKeyCommands,
+    AbstractWebPage: ()=>AbstractWebPage
+});
+const external_node_assert_namespaceObject = require("node:assert");
+var external_node_assert_default = /*#__PURE__*/ __webpack_require__.n(external_node_assert_namespaceObject);
+const core_namespaceObject = require("@midscene/core");
+const device_namespaceObject = require("@midscene/core/device");
+const utils_namespaceObject = require("@midscene/core/utils");
+const logger_namespaceObject = require("@midscene/shared/logger");
+const us_keyboard_layout_namespaceObject = require("@midscene/shared/us-keyboard-layout");
+const debug = (0, logger_namespaceObject.getDebug)('web:page');
+const navigateParamSchema = core_namespaceObject.z.object({
+    url: core_namespaceObject.z.string().describe('The URL to navigate to. Must start with https://, file://, or a similar protocol.')
+});
+function normalizeKeyInputs(value) {
+    const inputs = Array.isArray(value) ? value : [
+        value
+    ];
+    const result = [];
+    for (const input of inputs){
+        if ('string' != typeof input) {
+            result.push(input);
+            continue;
+        }
+        const trimmed = input.trim();
+        if (!trimmed) {
+            result.push(input);
+            continue;
+        }
+        let normalized = trimmed;
+        if (normalized.length > 1 && normalized.includes('+')) normalized = normalized.replace(/\s*\+\s*/g, ' ');
+        if (/\s/.test(normalized)) normalized = normalized.replace(/\s+/g, ' ');
+        const transformed = (0, us_keyboard_layout_namespaceObject.transformHotkeyInput)(normalized);
+        if (1 === transformed.length && '' === transformed[0] && '' !== trimmed) {
+            result.push(input);
+            continue;
+        }
+        if (0 === transformed.length) {
+            result.push(input);
+            continue;
+        }
+        result.push(...transformed);
+    }
+    return result;
+}
+function getKeyCommands(value) {
+    const keys = normalizeKeyInputs(value);
+    return keys.reduce((acc, k)=>{
+        const includeMeta = keys.includes('Meta') || keys.includes('Control');
+        if (includeMeta && ('a' === k || 'A' === k)) return acc.concat([
+            {
+                key: k,
+                command: 'SelectAll'
+            }
+        ]);
+        if (includeMeta && ('c' === k || 'C' === k)) return acc.concat([
+            {
+                key: k,
+                command: 'Copy'
+            }
+        ]);
+        if (includeMeta && ('v' === k || 'V' === k)) return acc.concat([
+            {
+                key: k,
+                command: 'Paste'
+            }
+        ]);
+        return acc.concat([
+            {
+                key: k
+            }
+        ]);
+    }, []);
+}
+class AbstractWebPage extends device_namespaceObject.AbstractInterface {
+    get mouse() {
+        return {
+            click: async (x, y, options)=>{},
+            wheel: async (deltaX, deltaY)=>{},
+            move: async (x, y)=>{},
+            drag: async (from, to)=>{}
+        };
+    }
+    get keyboard() {
+        return {
+            type: async (text)=>{},
+            press: async (action)=>{}
+        };
+    }
+    async clearInput(element) {}
+}
+const commonWebActionsForWebPage = (page, includeTouchEvents = false)=>[
+        (0, device_namespaceObject.defineActionTap)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot tap');
+            await page.mouse.click(element.center[0], element.center[1], {
+                button: 'left'
+            });
+        }),
+        (0, device_namespaceObject.defineActionRightClick)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot right click');
+            await page.mouse.click(element.center[0], element.center[1], {
+                button: 'right'
+            });
+        }),
+        (0, device_namespaceObject.defineActionDoubleClick)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot double click');
+            await page.mouse.click(element.center[0], element.center[1], {
+                button: 'left',
+                count: 2
+            });
+        }),
+        (0, device_namespaceObject.defineActionHover)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot hover');
+            await page.mouse.move(element.center[0], element.center[1]);
+        }),
+        (0, device_namespaceObject.defineActionInput)(async (param)=>{
+            const element = param.locate;
+            if (element && 'typeOnly' !== param.mode) await page.clearInput(element);
+            else if (element && 'typeOnly' === param.mode) {
+                await page.mouse.click(element.center[0], element.center[1], {
+                    button: 'left'
+                });
+                await page.keyboard.press([
+                    {
+                        key: 'End'
+                    }
+                ]);
+            }
+            if ('clear' === param.mode) return;
+            if (!param || !param.value) return;
+            await page.keyboard.type(param.value);
+        }),
+        (0, device_namespaceObject.defineActionKeyboardPress)(async (param)=>{
+            const element = param.locate;
+            if (element) await page.mouse.click(element.center[0], element.center[1], {
+                button: 'left'
+            });
+            const keys = getKeyCommands(param.keyName);
+            await page.keyboard.press(keys);
+        }),
+        (0, device_namespaceObject.defineActionCursorMove)(async (param)=>{
+            const arrowKey = 'left' === param.direction ? 'ArrowLeft' : 'ArrowRight';
+            const times = param.times ?? 1;
+            for(let i = 0; i < times; i++){
+                await page.keyboard.press([
+                    {
+                        key: arrowKey
+                    }
+                ]);
+                await (0, utils_namespaceObject.sleep)(100);
+            }
+        }),
+        (0, device_namespaceObject.defineActionScroll)(async (param)=>{
+            const element = param.locate;
+            const startingPoint = element ? {
+                left: element.center[0],
+                top: element.center[1]
+            } : void 0;
+            const scrollToEventName = param?.scrollType;
+            if ('scrollToTop' === scrollToEventName) await page.scrollUntilTop(startingPoint);
+            else if ('scrollToBottom' === scrollToEventName) await page.scrollUntilBottom(startingPoint);
+            else if ('scrollToRight' === scrollToEventName) await page.scrollUntilRight(startingPoint);
+            else if ('scrollToLeft' === scrollToEventName) await page.scrollUntilLeft(startingPoint);
+            else if ('singleAction' !== scrollToEventName && scrollToEventName) throw new Error(`Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(param)}`);
+            else {
+                if (param?.direction !== 'down' && param && param.direction) if ('up' === param.direction) await page.scrollUp(param.distance || void 0, startingPoint);
+                else if ('left' === param.direction) await page.scrollLeft(param.distance || void 0, startingPoint);
+                else if ('right' === param.direction) await page.scrollRight(param.distance || void 0, startingPoint);
+                else throw new Error(`Unknown scroll direction: ${param.direction}`);
+                else await page.scrollDown(param?.distance || void 0, startingPoint);
+                await (0, utils_namespaceObject.sleep)(500);
+            }
+        }),
+        (0, device_namespaceObject.defineActionDragAndDrop)(async (param)=>{
+            const from = param.from;
+            const to = param.to;
+            external_node_assert_default()(from, 'missing "from" param for drag and drop');
+            external_node_assert_default()(to, 'missing "to" param for drag and drop');
+            await page.mouse.drag({
+                x: from.center[0],
+                y: from.center[1]
+            }, {
+                x: to.center[0],
+                y: to.center[1]
+            });
+        }),
+        (0, device_namespaceObject.defineActionLongPress)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot long press');
+            const duration = param?.duration;
+            await page.longPress(element.center[0], element.center[1], duration);
+        }),
+        ...includeTouchEvents ? [
+            (0, device_namespaceObject.defineActionSwipe)(async (param)=>{
+                const { width, height } = await page.size();
+                const { start, end } = param;
+                const startPoint = start ? {
+                    x: start.center[0],
+                    y: start.center[1]
+                } : {
+                    x: width / 2,
+                    y: height / 2
+                };
+                let endPoint;
+                if (end) endPoint = {
+                    x: end.center[0],
+                    y: end.center[1]
+                };
+                else if (param.distance) {
+                    const direction = param.direction;
+                    if (!direction) throw new Error('direction is required for swipe gesture');
+                    endPoint = {
+                        x: startPoint.x + ('right' === direction ? param.distance : 'left' === direction ? -param.distance : 0),
+                        y: startPoint.y + ('down' === direction ? param.distance : 'up' === direction ? -param.distance : 0)
+                    };
+                } else throw new Error('Either end or distance must be specified for swipe gesture');
+                endPoint.x = Math.max(0, Math.min(endPoint.x, width));
+                endPoint.y = Math.max(0, Math.min(endPoint.y, height));
+                const duration = param.duration;
+                debug(`swipe from ${startPoint.x}, ${startPoint.y} to ${endPoint.x}, ${endPoint.y} with duration ${duration}ms, repeat is set to ${param.repeat}`);
+                let repeat = 'number' == typeof param.repeat ? param.repeat : 1;
+                if (0 === repeat) repeat = 10;
+                for(let i = 0; i < repeat; i++)await page.swipe(startPoint, endPoint, duration);
+            })
+        ] : [],
+        (0, device_namespaceObject.defineActionClearInput)(async (param)=>{
+            await page.clearInput(param.locate);
+        }),
+        (0, device_namespaceObject.defineAction)({
+            name: 'Navigate',
+            description: 'Navigate the browser to a specified URL. Opens the URL in the current tab.',
+            paramSchema: navigateParamSchema,
+            sample: {
+                url: 'https://www.example.com'
+            },
+            call: async (param)=>{
+                if (!page.navigate) throw new Error('Navigate operation is not supported on this page type');
+                await page.navigate(param.url);
+            }
+        }),
+        (0, device_namespaceObject.defineAction)({
+            name: 'Reload',
+            description: 'Reload the current page',
+            call: async ()=>{
+                if (!page.reload) throw new Error('Reload operation is not supported on this page type');
+                await page.reload();
+            }
+        }),
+        (0, device_namespaceObject.defineAction)({
+            name: 'GoBack',
+            description: 'Navigate back in browser history',
+            call: async ()=>{
+                if (!page.goBack) throw new Error('GoBack operation is not supported on this page type');
+                await page.goBack();
+            }
+        })
+    ];
+exports.AbstractWebPage = __webpack_exports__.AbstractWebPage;
+exports.commonWebActionsForWebPage = __webpack_exports__.commonWebActionsForWebPage;
+exports.getKeyCommands = __webpack_exports__.getKeyCommands;
+for(var __rspack_i in __webpack_exports__)if (-1 === [
+    "AbstractWebPage",
+    "commonWebActionsForWebPage",
+    "getKeyCommands"
+].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=web-page.js.map

package/dist/lib/web-page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-page.js","sources":["webpack/runtime/compat_get_default_export","webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../src/web-page.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import assert from 'node:assert';\nimport type { Point } from '@midscene/core';\nimport { z } from '@midscene/core';\nimport {\n  AbstractInterface,\n  type DeviceAction,\n  defineAction,\n  defineActionClearInput,\n  defineActionCursorMove,\n  defineActionDoubleClick,\n  defineActionDragAndDrop,\n  defineActionHover,\n  defineActionInput,\n  defineActionKeyboardPress,\n  defineActionLongPress,\n  defineActionRightClick,\n  defineActionScroll,\n  defineActionSwipe,\n  defineActionTap,\n} from '@midscene/core/device';\n\nimport { sleep } from '@midscene/core/utils';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { getDebug } from '@midscene/shared/logger';\nimport { transformHotkeyInput } from '@midscene/shared/us-keyboard-layout';\n\nconst debug = getDebug('web:page');\n\nconst navigateParamSchema = z.object({\n  url: z\n    .string()\n    .describe(\n      'The URL to navigate to. Must start with https://, file://, or a similar protocol.',\n    ),\n});\n\nfunction normalizeKeyInputs(value: string | string[]): string[] {\n  const inputs = Array.isArray(value) ? value : [value];\n  const result: string[] = [];\n\n  for (const input of inputs) {\n    if (typeof input !== 'string') {\n      result.push(input as unknown as string);\n      continue;\n    }\n\n    const trimmed = input.trim();\n    if (!trimmed) {\n      result.push(input);\n      continue;\n    }\n\n    let normalized = trimmed;\n    if (normalized.length > 1 && normalized.includes('+')) {\n      normalized = normalized.replace(/\\s*\\+\\s*/g, ' ');\n    }\n    if (/\\s/.test(normalized)) {\n      normalized = normalized.replace(/\\s+/g, ' ');\n    }\n\n    const transformed = transformHotkeyInput(normalized);\n    if (transformed.length === 1 && transformed[0] === '' && trimmed !== '') {\n      result.push(input);\n      continue;\n    }\n    if (transformed.length === 0) {\n      result.push(input);\n      continue;\n    }\n\n    result.push(...transformed);\n  }\n\n  return result;\n}\n\nexport function getKeyCommands(\n  value: string | string[],\n): Array<{ key: string; command?: string }> {\n  const keys = normalizeKeyInputs(value);\n\n  return keys.reduce((acc: Array<{ key: string; command?: string }>, k) => {\n    const includeMeta = keys.includes('Meta') || keys.includes('Control');\n    if (includeMeta && (k === 'a' || k === 'A')) {\n      return acc.concat([{ key: k, command: 'SelectAll' }]);\n    }\n    if (includeMeta && (k === 'c' || k === 'C')) {\n      return acc.concat([{ key: k, command: 'Copy' }]);\n    }\n    if (includeMeta && (k === 'v' || k === 'V')) {\n      return acc.concat([{ key: k, command: 'Paste' }]);\n    }\n    return acc.concat([{ key: k }]);\n  }, []);\n}\n\n// this is copied from puppeteer, but we don't want to import puppeteer here\nexport declare type KeyInput =\n  | '0'\n  | '1'\n  | '2'\n  | '3'\n  | '4'\n  | '5'\n  | '6'\n  | '7'\n  | '8'\n  | '9'\n  | 'Power'\n  | 'Eject'\n  | 'Abort'\n  | 'Help'\n  | 'Backspace'\n  | 'Tab'\n  | 'Numpad5'\n  | 'NumpadEnter'\n  | 'Enter'\n  | '\\r'\n  | '\\n'\n  | 'ShiftLeft'\n  | 'ShiftRight'\n  | 'ControlLeft'\n  | 'ControlRight'\n  | 'AltLeft'\n  | 'AltRight'\n  | 'Pause'\n  | 'CapsLock'\n  | 'Escape'\n  | 'Convert'\n  | 'NonConvert'\n  | 'Space'\n  | 'Numpad9'\n  | 'PageUp'\n  | 'Numpad3'\n  | 'PageDown'\n  | 'End'\n  | 'Numpad1'\n  | 'Home'\n  | 'Numpad7'\n  | 'ArrowLeft'\n  | 'Numpad4'\n  | 'Numpad8'\n  | 'ArrowUp'\n  | 'ArrowRight'\n  | 'Numpad6'\n  | 'Numpad2'\n  | 'ArrowDown'\n  | 'Select'\n  | 'Open'\n  | 'PrintScreen'\n  | 'Insert'\n  | 'Numpad0'\n  | 'Delete'\n  | 'NumpadDecimal'\n  | 'Digit0'\n  | 'Digit1'\n  | 'Digit2'\n  | 'Digit3'\n  | 'Digit4'\n  | 'Digit5'\n  | 'Digit6'\n  | 'Digit7'\n  | 'Digit8'\n  | 'Digit9'\n  | 'KeyA'\n  | 'KeyB'\n  | 'KeyC'\n  | 'KeyD'\n  | 'KeyE'\n  | 'KeyF'\n  | 'KeyG'\n  | 'KeyH'\n  | 'KeyI'\n  | 'KeyJ'\n  | 'KeyK'\n  | 'KeyL'\n  | 'KeyM'\n  | 'KeyN'\n  | 'KeyO'\n  | 'KeyP'\n  | 'KeyQ'\n  | 'KeyR'\n  | 'KeyS'\n  | 'KeyT'\n  | 'KeyU'\n  | 'KeyV'\n  | 'KeyW'\n  | 'KeyX'\n  | 'KeyY'\n  | 'KeyZ'\n  | 'MetaLeft'\n  | 'MetaRight'\n  | 'ContextMenu'\n  | 'NumpadMultiply'\n  | 'NumpadAdd'\n  | 'NumpadSubtract'\n  | 'NumpadDivide'\n  | 'F1'\n  | 'F2'\n  | 'F3'\n  | 'F4'\n  | 'F5'\n  | 'F6'\n  | 'F7'\n  | 'F8'\n  | 'F9'\n  | 'F10'\n  | 'F11'\n  | 'F12'\n  | 'F13'\n  | 'F14'\n  | 'F15'\n  | 'F16'\n  | 'F17'\n  | 'F18'\n  | 'F19'\n  | 'F20'\n  | 'F21'\n  | 'F22'\n  | 'F23'\n  | 'F24'\n  | 'NumLock'\n  | 'ScrollLock'\n  | 'AudioVolumeMute'\n  | 'AudioVolumeDown'\n  | 'AudioVolumeUp'\n  | 'MediaTrackNext'\n  | 'MediaTrackPrevious'\n  | 'MediaStop'\n  | 'MediaPlayPause'\n  | 'Semicolon'\n  | 'Equal'\n  | 'NumpadEqual'\n  | 'Comma'\n  | 'Minus'\n  | 'Period'\n  | 'Slash'\n  | 'Backquote'\n  | 'BracketLeft'\n  | 'Backslash'\n  | 'BracketRight'\n  | 'Quote'\n  | 'AltGraph'\n  | 'Props'\n  | 'Cancel'\n  | 'Clear'\n  | 'Shift'\n  | 'Control'\n  | 'Alt'\n  | 'Accept'\n  | 'ModeChange'\n  | ' '\n  | 'Print'\n  | 'Execute'\n  | '\\u0000'\n  | 'a'\n  | 'b'\n  | 'c'\n  | 'd'\n  | 'e'\n  | 'f'\n  | 'g'\n  | 'h'\n  | 'i'\n  | 'j'\n  | 'k'\n  | 'l'\n  | 'm'\n  | 'n'\n  | 'o'\n  | 'p'\n  | 'q'\n  | 'r'\n  | 's'\n  | 't'\n  | 'u'\n  | 'v'\n  | 'w'\n  | 'x'\n  | 'y'\n  | 'z'\n  | 'Meta'\n  | '*'\n  | '+'\n  | '-'\n  | '/'\n  | ';'\n  | '='\n  | ','\n  | '.'\n  | '`'\n  | '['\n  | '\\\\'\n  | ']'\n  | \"'\"\n  | 'Attn'\n  | 'CrSel'\n  | 'ExSel'\n  | 'EraseEof'\n  | 'Play'\n  | 'ZoomOut'\n  | ')'\n  | '!'\n  | '@'\n  | '#'\n  | '$'\n  | '%'\n  | '^'\n  | '&'\n  | '('\n  | 'A'\n  | 'B'\n  | 'C'\n  | 'D'\n  | 'E'\n  | 'F'\n  | 'G'\n  | 'H'\n  | 'I'\n  | 'J'\n  | 'K'\n  | 'L'\n  | 'M'\n  | 'N'\n  | 'O'\n  | 'P'\n  | 'Q'\n  | 'R'\n  | 'S'\n  | 'T'\n  | 'U'\n  | 'V'\n  | 'W'\n  | 'X'\n  | 'Y'\n  | 'Z'\n  | ':'\n  | '<'\n  | '_'\n  | '>'\n  | '?'\n  | '~'\n  | '{'\n  | '|'\n  | '}'\n  | '\"'\n  | 'SoftLeft'\n  | 'SoftRight'\n  | 'Camera'\n  | 'Call'\n  | 'EndCall'\n  | 'VolumeDown'\n  | 'VolumeUp';\n\nexport type MouseButton = 'left' | 'right' | 'middle';\n\nexport interface MouseAction {\n  click: (\n    x: number,\n    y: number,\n    options: { button: MouseButton; count?: number },\n  ) => Promise<void>;\n  wheel: (deltaX: number, deltaY: number) => Promise<void>;\n  move: (x: number, y: number) => Promise<void>;\n  drag: (\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n  ) => Promise<void>;\n}\n\nexport interface KeyboardAction {\n  type: (text: string) => Promise<void>;\n  press: (\n    action:\n      | { key: KeyInput; command?: string }\n      | { key: KeyInput; command?: string }[],\n  ) => Promise<void>;\n}\n\nexport interface ChromePageDestroyOptions {\n  closeTab?: boolean; // should close the tab when the page object is destroyed\n}\n\nexport abstract class AbstractWebPage extends AbstractInterface {\n  navigate?(url: string): Promise<void>;\n  reload?(): Promise<void>;\n  goBack?(): Promise<void>;\n\n  get mouse(): MouseAction {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options: { button: MouseButton },\n      ) => {},\n      wheel: async (deltaX: number, deltaY: number) => {},\n      move: async (x: number, y: number) => {},\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {},\n    };\n  }\n\n  get keyboard(): KeyboardAction {\n    return {\n      type: async (text: string) => {},\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {},\n    };\n  }\n\n  async clearInput(element?: ElementInfo): Promise<void> {}\n\n  abstract scrollUntilTop(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilBottom(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilLeft(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilRight(startingPoint?: Point): Promise<void>;\n  abstract scrollUp(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollDown(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollLeft(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollRight(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract longPress(x: number, y: number, duration?: number): Promise<void>;\n  abstract swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ): Promise<void>;\n}\n\nexport const commonWebActionsForWebPage = <T extends AbstractWebPage>(\n  page: T,\n  includeTouchEvents = false,\n): DeviceAction<any>[] => [\n  defineActionTap(async (param) => {\n    const element = param.locate;\n    assert(element, 'Element not found, cannot tap');\n\n    // Pure tap action - file handling is done at Page layer via setFileChooserHandler\n    await page.mouse.click(element.center[0], element.center[1], {\n      button: 'left',\n    });\n  }),\n  defineActionRightClick(async (param) => {\n    const element = param.locate;\n    assert(element, 'Element not found, cannot right click');\n    await page.mouse.click(element.center[0], element.center[1], {\n      button: 'right',\n    });\n  }),\n  defineActionDoubleClick(async (param) => {\n    const element = param.locate;\n    assert(element, 'Element not found, cannot double click');\n\n    await page.mouse.click(element.center[0], element.center[1], {\n      button: 'left',\n      count: 2,\n    });\n  }),\n  defineActionHover(async (param) => {\n    const element = param.locate;\n    assert(element, 'Element not found, cannot hover');\n    await page.mouse.move(element.center[0], element.center[1]);\n  }),\n  defineActionInput(async (param) => {\n    const element = param.locate;\n    if (element && param.mode !== 'typeOnly') {\n      await page.clearInput(element as unknown as ElementInfo);\n    } else if (element && param.mode === 'typeOnly') {\n      // typeOnly mode: click to focus and move cursor to end, but don't clear\n      await page.mouse.click(element.center[0], element.center[1], {\n        button: 'left',\n      });\n      await page.keyboard.press([{ key: 'End' }]);\n    }\n\n    if (param.mode === 'clear') {\n      return;\n    }\n\n    if (!param || !param.value) {\n      return;\n    }\n\n    // Note: there is another implementation in AndroidDevicePage, which is more complex\n    await page.keyboard.type(param.value);\n  }),\n  defineActionKeyboardPress(async (param) => {\n    const element = param.locate;\n    if (element) {\n      await page.mouse.click(element.center[0], element.center[1], {\n        button: 'left',\n      });\n    }\n\n    const keys = getKeyCommands(param.keyName);\n    await page.keyboard.press(keys as any); // TODO: fix this type error\n  }),\n  defineActionCursorMove(async (param) => {\n    const arrowKey = param.direction === 'left' ? 'ArrowLeft' : 'ArrowRight';\n    const times = param.times ?? 1;\n    for (let i = 0; i < times; i++) {\n      await page.keyboard.press([{ key: arrowKey as any }]);\n      await sleep(100);\n    }\n  }),\n  defineActionScroll(async (param) => {\n    const element = param.locate;\n    const startingPoint = element\n      ? {\n          left: element.center[0],\n          top: element.center[1],\n        }\n      : undefined;\n    const scrollToEventName = param?.scrollType;\n    if (scrollToEventName === 'scrollToTop') {\n      await page.scrollUntilTop(startingPoint);\n    } else if (scrollToEventName === 'scrollToBottom') {\n      await page.scrollUntilBottom(startingPoint);\n    } else if (scrollToEventName === 'scrollToRight') {\n      await page.scrollUntilRight(startingPoint);\n    } else if (scrollToEventName === 'scrollToLeft') {\n      await page.scrollUntilLeft(startingPoint);\n    } else if (scrollToEventName === 'singleAction' || !scrollToEventName) {\n      if (param?.direction === 'down' || !param || !param.direction) {\n        await page.scrollDown(param?.distance || undefined, startingPoint);\n      } else if (param.direction === 'up') {\n        await page.scrollUp(param.distance || undefined, startingPoint);\n      } else if (param.direction === 'left') {\n        await page.scrollLeft(param.distance || undefined, startingPoint);\n      } else if (param.direction === 'right') {\n        await page.scrollRight(param.distance || undefined, startingPoint);\n      } else {\n        throw new Error(`Unknown scroll direction: ${param.direction}`);\n      }\n      // until mouse event is done\n      await sleep(500);\n    } else {\n      throw new Error(\n        `Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(\n          param,\n        )}`,\n      );\n    }\n  }),\n  defineActionDragAndDrop(async (param) => {\n    const from = param.from;\n    const to = param.to;\n    assert(from, 'missing \"from\" param for drag and drop');\n    assert(to, 'missing \"to\" param for drag and drop');\n    await page.mouse.drag(\n      {\n        x: from.center[0],\n        y: from.center[1],\n      },\n      {\n        x: to.center[0],\n        y: to.center[1],\n      },\n    );\n  }),\n\n  defineActionLongPress(async (param) => {\n    const element = param.locate;\n    assert(element, 'Element not found, cannot long press');\n    const duration = param?.duration;\n    await page.longPress(element.center[0], element.center[1], duration);\n  }),\n\n  ...(includeTouchEvents\n    ? [\n        defineActionSwipe(async (param) => {\n          const { width, height } = await page.size();\n          const { start, end } = param;\n\n          const startPoint = start\n            ? {\n                x: start.center[0],\n                y: start.center[1],\n              }\n            : {\n                x: width / 2,\n                y: height / 2,\n              };\n\n          let endPoint: {\n            x: number;\n            y: number;\n          };\n\n          if (end) {\n            endPoint = {\n              x: end.center[0],\n              y: end.center[1],\n            };\n          } else if (param.distance) {\n            const direction = param.direction;\n            if (!direction) {\n              throw new Error('direction is required for swipe gesture');\n            }\n\n            endPoint = {\n              x:\n                startPoint.x +\n                (direction === 'right'\n                  ? param.distance\n                  : direction === 'left'\n                    ? -param.distance\n                    : 0),\n              y:\n                startPoint.y +\n                (direction === 'down'\n                  ? param.distance\n                  : direction === 'up'\n                    ? -param.distance\n                    : 0),\n            };\n          } else {\n            throw new Error(\n              'Either end or distance must be specified for swipe gesture',\n            );\n          }\n\n          // Ensure end coordinates are within bounds\n          endPoint.x = Math.max(0, Math.min(endPoint.x, width));\n          endPoint.y = Math.max(0, Math.min(endPoint.y, height));\n\n          const duration = param.duration;\n\n          debug(\n            `swipe from ${startPoint.x}, ${startPoint.y} to ${endPoint.x}, ${endPoint.y} with duration ${duration}ms, repeat is set to ${param.repeat}`,\n          );\n          let repeat = typeof param.repeat === 'number' ? param.repeat : 1;\n          if (repeat === 0) {\n            repeat = 10; // 10 times is enough for infinite swipe\n          }\n          for (let i = 0; i < repeat; i++) {\n            await page.swipe(startPoint, endPoint, duration);\n          }\n        }),\n      ]\n    : []),\n\n  defineActionClearInput(async (param) => {\n    await page.clearInput(param.locate as ElementInfo | undefined);\n  }),\n\n  defineAction<typeof navigateParamSchema, { url: string }>({\n    name: 'Navigate',\n    description:\n      'Navigate the browser to a specified URL. Opens the URL in the current tab.',\n    paramSchema: navigateParamSchema,\n    sample: {\n      url: 'https://www.example.com',\n    },\n    call: async (param) => {\n      if (!page.navigate) {\n        throw new Error(\n          'Navigate operation is not supported on this page type',\n        );\n      }\n      await page.navigate(param.url);\n    },\n  }),\n\n  defineAction({\n    name: 'Reload',\n    description: 'Reload the current page',\n    call: async () => {\n      if (!page.reload) {\n        throw new Error('Reload operation is not supported on this page type');\n      }\n      await page.reload();\n    },\n  }),\n\n  defineAction({\n    name: 'GoBack',\n    description: 'Navigate back in browser history',\n    call: async () => {\n      if (!page.goBack) {\n        throw new Error('GoBack operation is not supported on this page type');\n      }\n      await page.goBack();\n    },\n  }),\n];\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","debug","getDebug","navigateParamSchema","z","normalizeKeyInputs","value","inputs","Array","result","input","trimmed","normalized","transformed","transformHotkeyInput","getKeyCommands","keys","acc","k","includeMeta","AbstractWebPage","AbstractInterface","x","y","options","deltaX","deltaY","from","to","text","action","element","commonWebActionsForWebPage","page","includeTouchEvents","defineActionTap","param","assert","defineActionRightClick","defineActionDoubleClick","defineActionHover","defineActionInput","defineActionKeyboardPress","defineActionCursorMove","arrowKey","times","i","sleep","defineActionScroll","startingPoint","undefined","scrollToEventName","Error","JSON","defineActionDragAndDrop","defineActionLongPress","duration","defineActionSwipe","width","height","start","end","startPoint","endPoint","direction","Math","repeat","defineActionClearInput","defineAction"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;;ACoBA,MAAMI,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAEvB,MAAMC,sBAAsBC,qBAAAA,CAAAA,CAAAA,MAAQ,CAAC;IACnC,KAAKA,qBAAAA,CAAAA,CAAAA,MACI,GACN,QAAQ,CACP;AAEN;AAEA,SAASC,mBAAmBC,KAAwB;IAClD,MAAMC,SAASC,MAAM,OAAO,CAACF,SAASA,QAAQ;QAACA;KAAM;IACrD,MAAMG,SAAmB,EAAE;IAE3B,KAAK,MAAMC,SAASH,OAAQ;QAC1B,IAAI,AAAiB,YAAjB,OAAOG,OAAoB;YAC7BD,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,MAAMC,UAAUD,MAAM,IAAI;QAC1B,IAAI,CAACC,SAAS;YACZF,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,IAAIE,aAAaD;QACjB,IAAIC,WAAW,MAAM,GAAG,KAAKA,WAAW,QAAQ,CAAC,MAC/CA,aAAaA,WAAW,OAAO,CAAC,aAAa;QAE/C,IAAI,KAAK,IAAI,CAACA,aACZA,aAAaA,WAAW,OAAO,CAAC,QAAQ;QAG1C,MAAMC,cAAcC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EAAqBF;QACzC,IAAIC,AAAuB,MAAvBA,YAAY,MAAM,IAAUA,AAAmB,OAAnBA,WAAW,CAAC,EAAE,IAAWF,AAAY,OAAZA,SAAgB;YACvEF,OAAO,IAAI,CAACC;YACZ;QACF;QACA,IAAIG,AAAuB,MAAvBA,YAAY,MAAM,EAAQ;YAC5BJ,OAAO,IAAI,CAACC;YACZ;QACF;QAEAD,OAAO,IAAI,IAAII;IACjB;IAEA,OAAOJ;AACT;AAEO,SAASM,eACdT,KAAwB;IAExB,MAAMU,OAAOX,mBAAmBC;IAEhC,OAAOU,KAAK,MAAM,CAAC,CAACC,KAA+CC;QACjE,MAAMC,cAAcH,KAAK,QAAQ,CAAC,WAAWA,KAAK,QAAQ,CAAC;QAC3D,IAAIG,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAY;SAAE;QAEtD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAO;SAAE;QAEjD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAQ;SAAE;QAElD,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;YAAE;SAAE;IAChC,GAAG,EAAE;AACP;AAiSO,MAAeE,wBAAwBC,uBAAAA,iBAAiBA;IAK7D,IAAI,QAAqB;QACvB,OAAO;YACL,OAAO,OACLC,GACAC,GACAC,WACI;YACN,OAAO,OAAOC,QAAgBC,UAAoB;YAClD,MAAM,OAAOJ,GAAWC,KAAe;YACvC,MAAM,OACJI,MACAC,MACI;QACR;IACF;IAEA,IAAI,WAA2B;QAC7B,OAAO;YACL,MAAM,OAAOC,QAAkB;YAC/B,OAAO,OACLC,UAGI;QACR;IACF;IAEA,MAAM,WAAWC,OAAqB,EAAiB,CAAC;AAgB1D;AAEO,MAAMC,6BAA6B,CACxCC,MACAC,qBAAqB,KAAK,GACF;QACxBC,IAAAA,uBAAAA,eAAAA,AAAAA,EAAgB,OAAOC;YACrB,MAAML,UAAUK,MAAM,MAAM;YAC5BC,+BAAON,SAAS;YAGhB,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;YACV;QACF;QACAO,IAAAA,uBAAAA,sBAAAA,AAAAA,EAAuB,OAAOF;YAC5B,MAAML,UAAUK,MAAM,MAAM;YAC5BC,+BAAON,SAAS;YAChB,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;YACV;QACF;QACAQ,IAAAA,uBAAAA,uBAAAA,AAAAA,EAAwB,OAAOH;YAC7B,MAAML,UAAUK,MAAM,MAAM;YAC5BC,+BAAON,SAAS;YAEhB,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;gBACR,OAAO;YACT;QACF;QACAS,IAAAA,uBAAAA,iBAAAA,AAAAA,EAAkB,OAAOJ;YACvB,MAAML,UAAUK,MAAM,MAAM;YAC5BC,+BAAON,SAAS;YAChB,MAAME,KAAK,KAAK,CAAC,IAAI,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;QAC5D;QACAU,IAAAA,uBAAAA,iBAAAA,AAAAA,EAAkB,OAAOL;YACvB,MAAML,UAAUK,MAAM,MAAM;YAC5B,IAAIL,WAAWK,AAAe,eAAfA,MAAM,IAAI,EACvB,MAAMH,KAAK,UAAU,CAACF;iBACjB,IAAIA,WAAWK,AAAe,eAAfA,MAAM,IAAI,EAAiB;gBAE/C,MAAMH,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,QAAQ;gBACV;gBACA,MAAME,KAAK,QAAQ,CAAC,KAAK,CAAC;oBAAC;wBAAE,KAAK;oBAAM;iBAAE;YAC5C;YAEA,IAAIG,AAAe,YAAfA,MAAM,IAAI,EACZ;YAGF,IAAI,CAACA,SAAS,CAACA,MAAM,KAAK,EACxB;YAIF,MAAMH,KAAK,QAAQ,CAAC,IAAI,CAACG,MAAM,KAAK;QACtC;QACAM,IAAAA,uBAAAA,yBAAAA,AAAAA,EAA0B,OAAON;YAC/B,MAAML,UAAUK,MAAM,MAAM;YAC5B,IAAIL,SACF,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;YACV;YAGF,MAAMf,OAAOD,eAAeqB,MAAM,OAAO;YACzC,MAAMH,KAAK,QAAQ,CAAC,KAAK,CAACjB;QAC5B;QACA2B,IAAAA,uBAAAA,sBAAAA,AAAAA,EAAuB,OAAOP;YAC5B,MAAMQ,WAAWR,AAAoB,WAApBA,MAAM,SAAS,GAAc,cAAc;YAC5D,MAAMS,QAAQT,MAAM,KAAK,IAAI;YAC7B,IAAK,IAAIU,IAAI,GAAGA,IAAID,OAAOC,IAAK;gBAC9B,MAAMb,KAAK,QAAQ,CAAC,KAAK,CAAC;oBAAC;wBAAE,KAAKW;oBAAgB;iBAAE;gBACpD,MAAMG,AAAAA,IAAAA,sBAAAA,KAAAA,AAAAA,EAAM;YACd;QACF;QACAC,IAAAA,uBAAAA,kBAAAA,AAAAA,EAAmB,OAAOZ;YACxB,MAAML,UAAUK,MAAM,MAAM;YAC5B,MAAMa,gBAAgBlB,UAClB;gBACE,MAAMA,QAAQ,MAAM,CAAC,EAAE;gBACvB,KAAKA,QAAQ,MAAM,CAAC,EAAE;YACxB,IACAmB;YACJ,MAAMC,oBAAoBf,OAAO;YACjC,IAAIe,AAAsB,kBAAtBA,mBACF,MAAMlB,KAAK,cAAc,CAACgB;iBACrB,IAAIE,AAAsB,qBAAtBA,mBACT,MAAMlB,KAAK,iBAAiB,CAACgB;iBACxB,IAAIE,AAAsB,oBAAtBA,mBACT,MAAMlB,KAAK,gBAAgB,CAACgB;iBACvB,IAAIE,AAAsB,mBAAtBA,mBACT,MAAMlB,KAAK,eAAe,CAACgB;iBACtB,IAAIE,AAAsB,mBAAtBA,qBAAyCA,mBAelD,MAAM,IAAIC,MACR,CAAC,2BAA2B,EAAED,kBAAkB,SAAS,EAAEE,KAAK,SAAS,CACvEjB,QACC;iBAlBgE;gBACrE,IAAIA,OAAO,cAAc,UAAWA,SAAUA,MAAM,SAAS,EAEtD,IAAIA,AAAoB,SAApBA,MAAM,SAAS,EACxB,MAAMH,KAAK,QAAQ,CAACG,MAAM,QAAQ,IAAIc,QAAWD;qBAC5C,IAAIb,AAAoB,WAApBA,MAAM,SAAS,EACxB,MAAMH,KAAK,UAAU,CAACG,MAAM,QAAQ,IAAIc,QAAWD;qBAC9C,IAAIb,AAAoB,YAApBA,MAAM,SAAS,EACxB,MAAMH,KAAK,WAAW,CAACG,MAAM,QAAQ,IAAIc,QAAWD;qBAEpD,MAAM,IAAIG,MAAM,CAAC,0BAA0B,EAAEhB,MAAM,SAAS,EAAE;qBAR9D,MAAMH,KAAK,UAAU,CAACG,OAAO,YAAYc,QAAWD;gBAWtD,MAAMF,AAAAA,IAAAA,sBAAAA,KAAAA,AAAAA,EAAM;YACd;QAOF;QACAO,IAAAA,uBAAAA,uBAAAA,AAAAA,EAAwB,OAAOlB;YAC7B,MAAMT,OAAOS,MAAM,IAAI;YACvB,MAAMR,KAAKQ,MAAM,EAAE;YACnBC,+BAAOV,MAAM;YACbU,+BAAOT,IAAI;YACX,MAAMK,KAAK,KAAK,CAAC,IAAI,CACnB;gBACE,GAAGN,KAAK,MAAM,CAAC,EAAE;gBACjB,GAAGA,KAAK,MAAM,CAAC,EAAE;YACnB,GACA;gBACE,GAAGC,GAAG,MAAM,CAAC,EAAE;gBACf,GAAGA,GAAG,MAAM,CAAC,EAAE;YACjB;QAEJ;QAEA2B,IAAAA,uBAAAA,qBAAAA,AAAAA,EAAsB,OAAOnB;YAC3B,MAAML,UAAUK,MAAM,MAAM;YAC5BC,+BAAON,SAAS;YAChB,MAAMyB,WAAWpB,OAAO;YACxB,MAAMH,KAAK,SAAS,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAEyB;QAC7D;WAEItB,qBACA;YACEuB,IAAAA,uBAAAA,iBAAAA,AAAAA,EAAkB,OAAOrB;gBACvB,MAAM,EAAEsB,KAAK,EAAEC,MAAM,EAAE,GAAG,MAAM1B,KAAK,IAAI;gBACzC,MAAM,EAAE2B,KAAK,EAAEC,GAAG,EAAE,GAAGzB;gBAEvB,MAAM0B,aAAaF,QACf;oBACE,GAAGA,MAAM,MAAM,CAAC,EAAE;oBAClB,GAAGA,MAAM,MAAM,CAAC,EAAE;gBACpB,IACA;oBACE,GAAGF,QAAQ;oBACX,GAAGC,SAAS;gBACd;gBAEJ,IAAII;gBAKJ,IAAIF,KACFE,WAAW;oBACT,GAAGF,IAAI,MAAM,CAAC,EAAE;oBAChB,GAAGA,IAAI,MAAM,CAAC,EAAE;gBAClB;qBACK,IAAIzB,MAAM,QAAQ,EAAE;oBACzB,MAAM4B,YAAY5B,MAAM,SAAS;oBACjC,IAAI,CAAC4B,WACH,MAAM,IAAIZ,MAAM;oBAGlBW,WAAW;wBACT,GACED,WAAW,CAAC,GACXE,CAAAA,AAAc,YAAdA,YACG5B,MAAM,QAAQ,GACd4B,AAAc,WAAdA,YACE,CAAC5B,MAAM,QAAQ,GACf;wBACR,GACE0B,WAAW,CAAC,GACXE,CAAAA,AAAc,WAAdA,YACG5B,MAAM,QAAQ,GACd4B,AAAc,SAAdA,YACE,CAAC5B,MAAM,QAAQ,GACf;oBACV;gBACF,OACE,MAAM,IAAIgB,MACR;gBAKJW,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEL;gBAC9CK,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEJ;gBAE9C,MAAMH,WAAWpB,MAAM,QAAQ;gBAE/BnC,MACE,CAAC,WAAW,EAAE6D,WAAW,CAAC,CAAC,EAAE,EAAEA,WAAW,CAAC,CAAC,IAAI,EAAEC,SAAS,CAAC,CAAC,EAAE,EAAEA,SAAS,CAAC,CAAC,eAAe,EAAEP,SAAS,qBAAqB,EAAEpB,MAAM,MAAM,EAAE;gBAE7I,IAAI8B,SAAS,AAAwB,YAAxB,OAAO9B,MAAM,MAAM,GAAgBA,MAAM,MAAM,GAAG;gBAC/D,IAAI8B,AAAW,MAAXA,QACFA,SAAS;gBAEX,IAAK,IAAIpB,IAAI,GAAGA,IAAIoB,QAAQpB,IAC1B,MAAMb,KAAK,KAAK,CAAC6B,YAAYC,UAAUP;YAE3C;SACD,GACD,EAAE;QAENW,IAAAA,uBAAAA,sBAAAA,AAAAA,EAAuB,OAAO/B;YAC5B,MAAMH,KAAK,UAAU,CAACG,MAAM,MAAM;QACpC;QAEAgC,IAAAA,uBAAAA,YAAAA,AAAAA,EAA0D;YACxD,MAAM;YACN,aACE;YACF,aAAajE;YACb,QAAQ;gBACN,KAAK;YACP;YACA,MAAM,OAAOiC;gBACX,IAAI,CAACH,KAAK,QAAQ,EAChB,MAAM,IAAImB,MACR;gBAGJ,MAAMnB,KAAK,QAAQ,CAACG,MAAM,GAAG;YAC/B;QACF;QAEAgC,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAACnC,KAAK,MAAM,EACd,MAAM,IAAImB,MAAM;gBAElB,MAAMnB,KAAK,MAAM;YACnB;QACF;QAEAmC,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAACnC,KAAK,MAAM,EACd,MAAM,IAAImB,MAAM;gBAElB,MAAMnB,KAAK,MAAM;YACnB;QACF;KACD"}

package/dist/types/bin.d.ts

@@ -0,0 +1 @@
+import 'dotenv/config';

package/dist/types/bridge-mode/agent-cli-side.d.ts

@@ -0,0 +1,49 @@
+import { Agent, type AgentOpt } from '@midscene/core/agent';
+import { type BridgeConnectTabOptions } from './common';
+import type { ExtensionBridgePageBrowserSide } from './page-browser-side';
+interface ChromeExtensionPageCliSide extends ExtensionBridgePageBrowserSide {
+    showStatusMessage: (message: string) => Promise<void>;
+}
+export declare const getBridgePageInCliSide: (options?: {
+    host?: string;
+    port?: number;
+    timeout?: number | false;
+    closeConflictServer?: boolean;
+}) => ChromeExtensionPageCliSide;
+export declare class AgentOverChromeBridge extends Agent<ChromeExtensionPageCliSide> {
+    private destroyAfterDisconnectFlag?;
+    constructor(opts?: AgentOpt & {
+        /**
+         * Enable remote access to the bridge server.
+         * - false (default): Only localhost can connect (most secure)
+         * - true: Allow remote machines to connect (binds to 0.0.0.0)
+         */
+        allowRemoteAccess?: boolean;
+        /**
+         * Custom host to bind the bridge server to.
+         * Overrides allowRemoteAccess if specified.
+         */
+        host?: string;
+        /**
+         * Custom port for the bridge server.
+         * @default 3766
+         */
+        port?: number;
+        closeNewTabsAfterDisconnect?: boolean;
+        serverListeningTimeout?: number | false;
+        closeConflictServer?: boolean;
+    });
+    setDestroyOptionsAfterConnect(): Promise<void>;
+    connectNewTabWithUrl(url: string, options?: BridgeConnectTabOptions): Promise<void>;
+    getBrowserTabList(): Promise<{
+        id: string;
+        title: string;
+        url: string;
+        currentActiveTab: boolean;
+    }[]>;
+    setActiveTabId(tabId: string): Promise<void>;
+    connectCurrentTab(options?: BridgeConnectTabOptions): Promise<void>;
+    aiAct(prompt: string, options?: any): Promise<string | undefined>;
+    destroy(closeNewTabsAfterDisconnect?: boolean): Promise<void>;
+}
+export {};

package/dist/types/bridge-mode/browser.d.ts

@@ -0,0 +1,2 @@
+import { ExtensionBridgePageBrowserSide } from '../bridge-mode/page-browser-side';
+export { ExtensionBridgePageBrowserSide };

package/dist/types/bridge-mode/common.d.ts

@@ -0,0 +1,74 @@
+export declare const DefaultBridgeServerHost = "127.0.0.1";
+export declare const DefaultBridgeServerPort = 3766;
+export declare const DefaultLocalEndpoint = "http://127.0.0.1:3766";
+export declare const BridgeCallTimeout = 30000;
+/**
+ * Get the server host based on configuration options.
+ * Priority: explicit host > allowRemoteAccess > default (127.0.0.1)
+ */
+export declare function getBridgeServerHost(options?: {
+    host?: string;
+    allowRemoteAccess?: boolean;
+}): string;
+export declare enum BridgeEvent {
+    Call = "bridge-call",
+    CallResponse = "bridge-call-response",
+    UpdateAgentStatus = "bridge-update-agent-status",
+    Message = "bridge-message",
+    Connected = "bridge-connected",
+    Refused = "bridge-refused",
+    ConnectNewTabWithUrl = "connectNewTabWithUrl",
+    ConnectCurrentTab = "connectCurrentTab",
+    GetBrowserTabList = "getBrowserTabList",
+    SetDestroyOptions = "setDestroyOptions",
+    SetActiveTabId = "setActiveTabId"
+}
+export declare const BridgeSignalKill = "MIDSCENE_BRIDGE_SIGNAL_KILL";
+export interface BridgeConnectTabOptions {
+    /**
+     * If true, the page will always track the active tab.
+     * @default true
+     */
+    forceSameTabNavigation?: boolean;
+    /**
+     * Custom timeout for connecting to the tab in milliseconds.
+     * @default 30000 (30 seconds)
+     */
+    timeout?: number;
+}
+export declare enum MouseEvent {
+    PREFIX = "mouse.",
+    Click = "mouse.click",
+    Wheel = "mouse.wheel",
+    Move = "mouse.move",
+    Drag = "mouse.drag"
+}
+export declare enum KeyboardEvent {
+    PREFIX = "keyboard.",
+    Type = "keyboard.type",
+    Press = "keyboard.press"
+}
+export declare const BridgePageType = "page-over-chrome-extension-bridge";
+export declare const BridgeErrorCodeNoClientConnected = "no-client-connected";
+export interface BridgeCall {
+    method: string;
+    args: any[];
+    response: any;
+    callTime: number;
+    responseTime: number;
+    callback: (error: Error | undefined, response: any) => void;
+    error?: Error;
+}
+export interface BridgeCallRequest {
+    id: string;
+    method: string;
+    args: any[];
+}
+export interface BridgeCallResponse {
+    id: string;
+    response: any;
+    error?: any;
+}
+export interface BridgeConnectedEventPayload {
+    version: string;
+}

package/dist/types/bridge-mode/index.d.ts

@@ -0,0 +1,4 @@
+import { AgentOverChromeBridge } from './agent-cli-side';
+export { AgentOverChromeBridge };
+export { overrideAIConfig } from '@midscene/shared/env';
+export { killRunningServer } from './io-server';

package/dist/types/bridge-mode/io-client.d.ts

@@ -0,0 +1,10 @@
+export declare class BridgeClient {
+    endpoint: string;
+    onBridgeCall: (method: string, args: any[]) => Promise<any>;
+    onDisconnect?: (() => void) | undefined;
+    private socket;
+    serverVersion: string | null;
+    constructor(endpoint: string, onBridgeCall: (method: string, args: any[]) => Promise<any>, onDisconnect?: (() => void) | undefined);
+    connect(): Promise<unknown>;
+    disconnect(): void;
+}