@rpascene/web 0.30.8

package/dist/lib/web-page.js

@@ -0,0 +1,256 @@
+"use strict";
+var __webpack_require__ = {};
+(()=>{
+    __webpack_require__.n = (module)=>{
+        var getter = module && module.__esModule ? ()=>module['default'] : ()=>module;
+        __webpack_require__.d(getter, {
+            a: getter
+        });
+        return getter;
+    };
+})();
+(()=>{
+    __webpack_require__.d = (exports1, definition)=>{
+        for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
+            enumerable: true,
+            get: definition[key]
+        });
+    };
+})();
+(()=>{
+    __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
+})();
+(()=>{
+    __webpack_require__.r = (exports1)=>{
+        if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
+            value: 'Module'
+        });
+        Object.defineProperty(exports1, '__esModule', {
+            value: true
+        });
+    };
+})();
+var __webpack_exports__ = {};
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+    getKeyCommands: ()=>getKeyCommands,
+    commonWebActionsForWebPage: ()=>commonWebActionsForWebPage,
+    AbstractWebPage: ()=>AbstractWebPage
+});
+const external_node_assert_namespaceObject = require("node:assert");
+var external_node_assert_default = /*#__PURE__*/ __webpack_require__.n(external_node_assert_namespaceObject);
+const device_namespaceObject = require("@rpascene/core/device");
+const utils_namespaceObject = require("@rpascene/core/utils");
+const logger_namespaceObject = require("@rpascene/shared/logger");
+const us_keyboard_layout_namespaceObject = require("@rpascene/shared/us-keyboard-layout");
+const debug = (0, logger_namespaceObject.getDebug)('web:page');
+function normalizeKeyInputs(value) {
+    const inputs = Array.isArray(value) ? value : [
+        value
+    ];
+    const result = [];
+    for (const input of inputs){
+        if ('string' != typeof input) {
+            result.push(input);
+            continue;
+        }
+        const trimmed = input.trim();
+        if (!trimmed) {
+            result.push(input);
+            continue;
+        }
+        let normalized = trimmed;
+        if (normalized.length > 1 && normalized.includes('+')) normalized = normalized.replace(/\s*\+\s*/g, ' ');
+        if (/\s/.test(normalized)) normalized = normalized.replace(/\s+/g, ' ');
+        const transformed = (0, us_keyboard_layout_namespaceObject.transformHotkeyInput)(normalized);
+        if (1 === transformed.length && '' === transformed[0] && '' !== trimmed) {
+            result.push(input);
+            continue;
+        }
+        if (0 === transformed.length) {
+            result.push(input);
+            continue;
+        }
+        result.push(...transformed);
+    }
+    return result;
+}
+function getKeyCommands(value) {
+    const keys = normalizeKeyInputs(value);
+    return keys.reduce((acc, k)=>{
+        const includeMeta = keys.includes('Meta') || keys.includes('Control');
+        if (includeMeta && ('a' === k || 'A' === k)) return acc.concat([
+            {
+                key: k,
+                command: 'SelectAll'
+            }
+        ]);
+        if (includeMeta && ('c' === k || 'C' === k)) return acc.concat([
+            {
+                key: k,
+                command: 'Copy'
+            }
+        ]);
+        if (includeMeta && ('v' === k || 'V' === k)) return acc.concat([
+            {
+                key: k,
+                command: 'Paste'
+            }
+        ]);
+        return acc.concat([
+            {
+                key: k
+            }
+        ]);
+    }, []);
+}
+class AbstractWebPage extends device_namespaceObject.AbstractInterface {
+    get mouse() {
+        return {
+            click: async (x, y, options)=>{},
+            wheel: async (deltaX, deltaY)=>{},
+            move: async (x, y)=>{},
+            drag: async (from, to)=>{}
+        };
+    }
+    get keyboard() {
+        return {
+            type: async (text)=>{},
+            press: async (action)=>{}
+        };
+    }
+    async clearInput(element) {}
+}
+const commonWebActionsForWebPage = (page)=>[
+        (0, device_namespaceObject.defineActionTap)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot tap');
+            await page.mouse.click(element.center[0], element.center[1], {
+                button: 'left'
+            });
+        }),
+        (0, device_namespaceObject.defineActionRightClick)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot right click');
+            await page.mouse.click(element.center[0], element.center[1], {
+                button: 'right'
+            });
+        }),
+        (0, device_namespaceObject.defineActionDoubleClick)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot double click');
+            await page.mouse.click(element.center[0], element.center[1], {
+                button: 'left',
+                count: 2
+            });
+        }),
+        (0, device_namespaceObject.defineActionHover)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot hover');
+            await page.mouse.move(element.center[0], element.center[1]);
+        }),
+        (0, device_namespaceObject.defineActionInput)(async (param)=>{
+            const element = param.locate;
+            if (element && 'append' !== param.mode) await page.clearInput(element);
+            if ('clear' === param.mode) return;
+            if (!param || !param.value) return;
+            await page.keyboard.type(param.value);
+        }),
+        (0, device_namespaceObject.defineActionKeyboardPress)(async (param)=>{
+            const element = param.locate;
+            if (element) await page.mouse.click(element.center[0], element.center[1], {
+                button: 'left'
+            });
+            const keys = getKeyCommands(param.keyName);
+            await page.keyboard.press(keys);
+        }),
+        (0, device_namespaceObject.defineActionScroll)(async (param)=>{
+            const element = param.locate;
+            const startingPoint = element ? {
+                left: element.center[0],
+                top: element.center[1]
+            } : void 0;
+            const scrollToEventName = null == param ? void 0 : param.scrollType;
+            if ('untilTop' === scrollToEventName) await page.scrollUntilTop(startingPoint);
+            else if ('untilBottom' === scrollToEventName) await page.scrollUntilBottom(startingPoint);
+            else if ('untilRight' === scrollToEventName) await page.scrollUntilRight(startingPoint);
+            else if ('untilLeft' === scrollToEventName) await page.scrollUntilLeft(startingPoint);
+            else if ('once' !== scrollToEventName && scrollToEventName) throw new Error(`Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(param)}`);
+            else {
+                if ((null == param ? void 0 : param.direction) !== 'down' && param && param.direction) if ('up' === param.direction) await page.scrollUp(param.distance || void 0, startingPoint);
+                else if ('left' === param.direction) await page.scrollLeft(param.distance || void 0, startingPoint);
+                else if ('right' === param.direction) await page.scrollRight(param.distance || void 0, startingPoint);
+                else throw new Error(`Unknown scroll direction: ${param.direction}`);
+                else await page.scrollDown((null == param ? void 0 : param.distance) || void 0, startingPoint);
+                await (0, utils_namespaceObject.sleep)(500);
+            }
+        }),
+        (0, device_namespaceObject.defineActionDragAndDrop)(async (param)=>{
+            const from = param.from;
+            const to = param.to;
+            external_node_assert_default()(from, 'missing "from" param for drag and drop');
+            external_node_assert_default()(to, 'missing "to" param for drag and drop');
+            await page.mouse.drag({
+                x: from.center[0],
+                y: from.center[1]
+            }, {
+                x: to.center[0],
+                y: to.center[1]
+            });
+        }),
+        (0, device_namespaceObject.defineActionLongPress)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot long press');
+            const duration = null == param ? void 0 : param.duration;
+            await page.longPress(element.center[0], element.center[1], duration);
+        }),
+        (0, device_namespaceObject.defineActionSwipe)(async (param)=>{
+            const { width, height } = await page.size();
+            const { start, end } = param;
+            const startPoint = start ? {
+                x: start.center[0],
+                y: start.center[1]
+            } : {
+                x: width / 2,
+                y: height / 2
+            };
+            let endPoint;
+            if (end) endPoint = {
+                x: end.center[0],
+                y: end.center[1]
+            };
+            else if (param.distance) {
+                const direction = param.direction;
+                if (!direction) throw new Error('direction is required for swipe gesture');
+                endPoint = {
+                    x: startPoint.x + ('right' === direction ? param.distance : 'left' === direction ? -param.distance : 0),
+                    y: startPoint.y + ('down' === direction ? param.distance : 'up' === direction ? -param.distance : 0)
+                };
+            } else throw new Error('Either end or distance must be specified for swipe gesture');
+            endPoint.x = Math.max(0, Math.min(endPoint.x, width));
+            endPoint.y = Math.max(0, Math.min(endPoint.y, height));
+            const duration = param.duration;
+            debug(`swipe from ${startPoint.x}, ${startPoint.y} to ${endPoint.x}, ${endPoint.y} with duration ${duration}ms, repeat is set to ${param.repeat}`);
+            let repeat = 'number' == typeof param.repeat ? param.repeat : 1;
+            if (0 === repeat) repeat = 10;
+            for(let i = 0; i < repeat; i++)await page.swipe(startPoint, endPoint, duration);
+        }),
+        (0, device_namespaceObject.defineActionClearInput)(async (param)=>{
+            const element = param.locate;
+            external_node_assert_default()(element, 'Element not found, cannot clear input');
+            await page.clearInput(element);
+        })
+    ];
+exports.AbstractWebPage = __webpack_exports__.AbstractWebPage;
+exports.commonWebActionsForWebPage = __webpack_exports__.commonWebActionsForWebPage;
+exports.getKeyCommands = __webpack_exports__.getKeyCommands;
+for(var __webpack_i__ in __webpack_exports__)if (-1 === [
+    "AbstractWebPage",
+    "commonWebActionsForWebPage",
+    "getKeyCommands"
+].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
+Object.defineProperty(exports, '__esModule', {
+    value: true
+});
+
+//# sourceMappingURL=web-page.js.map

package/dist/lib/web-page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-page.js","sources":["webpack://@rpascene/web/webpack/runtime/compat_get_default_export","webpack://@rpascene/web/webpack/runtime/define_property_getters","webpack://@rpascene/web/webpack/runtime/has_own_property","webpack://@rpascene/web/webpack/runtime/make_namespace_object","webpack://@rpascene/web/./src/web-page.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import assert from 'node:assert';\nimport type { Point } from '@rpascene/core';\nimport {\n  AbstractInterface,\n  type DeviceAction,\n  defineActionClearInput,\n  defineActionDoubleClick,\n  defineActionDragAndDrop,\n  defineActionHover,\n  defineActionInput,\n  defineActionKeyboardPress,\n  defineActionLongPress,\n  defineActionRightClick,\n  defineActionScroll,\n  defineActionSwipe,\n  defineActionTap,\n} from '@rpascene/core/device';\n\nimport { sleep } from '@rpascene/core/utils';\nimport type { ElementInfo } from '@rpascene/shared/extractor';\nimport { getDebug } from '@rpascene/shared/logger';\nimport { transformHotkeyInput } from '@rpascene/shared/us-keyboard-layout';\n\nconst debug = getDebug('web:page');\n\nfunction normalizeKeyInputs(value: string | string[]): string[] {\n  const inputs = Array.isArray(value) ? value : [value];\n  const result: string[] = [];\n\n  for (const input of inputs) {\n    if (typeof input !== 'string') {\n      result.push(input as unknown as string);\n      continue;\n    }\n\n    const trimmed = input.trim();\n    if (!trimmed) {\n      result.push(input);\n      continue;\n    }\n\n    let normalized = trimmed;\n    if (normalized.length > 1 && normalized.includes('+')) {\n      normalized = normalized.replace(/\\s*\\+\\s*/g, ' ');\n    }\n    if (/\\s/.test(normalized)) {\n      normalized = normalized.replace(/\\s+/g, ' ');\n    }\n\n    const transformed = transformHotkeyInput(normalized);\n    if (transformed.length === 1 && transformed[0] === '' && trimmed !== '') {\n      result.push(input);\n      continue;\n    }\n    if (transformed.length === 0) {\n      result.push(input);\n      continue;\n    }\n\n    result.push(...transformed);\n  }\n\n  return result;\n}\n\nexport function getKeyCommands(\n  value: string | string[],\n): Array<{ key: string; command?: string }> {\n  const keys = normalizeKeyInputs(value);\n\n  return keys.reduce((acc: Array<{ key: string; command?: string }>, k) => {\n    const includeMeta = keys.includes('Meta') || keys.includes('Control');\n    if (includeMeta && (k === 'a' || k === 'A')) {\n      return acc.concat([{ key: k, command: 'SelectAll' }]);\n    }\n    if (includeMeta && (k === 'c' || k === 'C')) {\n      return acc.concat([{ key: k, command: 'Copy' }]);\n    }\n    if (includeMeta && (k === 'v' || k === 'V')) {\n      return acc.concat([{ key: k, command: 'Paste' }]);\n    }\n    return acc.concat([{ key: k }]);\n  }, []);\n}\n\n// this is copied from puppeteer, but we don't want to import puppeteer here\nexport declare type KeyInput =\n  | '0'\n  | '1'\n  | '2'\n  | '3'\n  | '4'\n  | '5'\n  | '6'\n  | '7'\n  | '8'\n  | '9'\n  | 'Power'\n  | 'Eject'\n  | 'Abort'\n  | 'Help'\n  | 'Backspace'\n  | 'Tab'\n  | 'Numpad5'\n  | 'NumpadEnter'\n  | 'Enter'\n  | '\\r'\n  | '\\n'\n  | 'ShiftLeft'\n  | 'ShiftRight'\n  | 'ControlLeft'\n  | 'ControlRight'\n  | 'AltLeft'\n  | 'AltRight'\n  | 'Pause'\n  | 'CapsLock'\n  | 'Escape'\n  | 'Convert'\n  | 'NonConvert'\n  | 'Space'\n  | 'Numpad9'\n  | 'PageUp'\n  | 'Numpad3'\n  | 'PageDown'\n  | 'End'\n  | 'Numpad1'\n  | 'Home'\n  | 'Numpad7'\n  | 'ArrowLeft'\n  | 'Numpad4'\n  | 'Numpad8'\n  | 'ArrowUp'\n  | 'ArrowRight'\n  | 'Numpad6'\n  | 'Numpad2'\n  | 'ArrowDown'\n  | 'Select'\n  | 'Open'\n  | 'PrintScreen'\n  | 'Insert'\n  | 'Numpad0'\n  | 'Delete'\n  | 'NumpadDecimal'\n  | 'Digit0'\n  | 'Digit1'\n  | 'Digit2'\n  | 'Digit3'\n  | 'Digit4'\n  | 'Digit5'\n  | 'Digit6'\n  | 'Digit7'\n  | 'Digit8'\n  | 'Digit9'\n  | 'KeyA'\n  | 'KeyB'\n  | 'KeyC'\n  | 'KeyD'\n  | 'KeyE'\n  | 'KeyF'\n  | 'KeyG'\n  | 'KeyH'\n  | 'KeyI'\n  | 'KeyJ'\n  | 'KeyK'\n  | 'KeyL'\n  | 'KeyM'\n  | 'KeyN'\n  | 'KeyO'\n  | 'KeyP'\n  | 'KeyQ'\n  | 'KeyR'\n  | 'KeyS'\n  | 'KeyT'\n  | 'KeyU'\n  | 'KeyV'\n  | 'KeyW'\n  | 'KeyX'\n  | 'KeyY'\n  | 'KeyZ'\n  | 'MetaLeft'\n  | 'MetaRight'\n  | 'ContextMenu'\n  | 'NumpadMultiply'\n  | 'NumpadAdd'\n  | 'NumpadSubtract'\n  | 'NumpadDivide'\n  | 'F1'\n  | 'F2'\n  | 'F3'\n  | 'F4'\n  | 'F5'\n  | 'F6'\n  | 'F7'\n  | 'F8'\n  | 'F9'\n  | 'F10'\n  | 'F11'\n  | 'F12'\n  | 'F13'\n  | 'F14'\n  | 'F15'\n  | 'F16'\n  | 'F17'\n  | 'F18'\n  | 'F19'\n  | 'F20'\n  | 'F21'\n  | 'F22'\n  | 'F23'\n  | 'F24'\n  | 'NumLock'\n  | 'ScrollLock'\n  | 'AudioVolumeMute'\n  | 'AudioVolumeDown'\n  | 'AudioVolumeUp'\n  | 'MediaTrackNext'\n  | 'MediaTrackPrevious'\n  | 'MediaStop'\n  | 'MediaPlayPause'\n  | 'Semicolon'\n  | 'Equal'\n  | 'NumpadEqual'\n  | 'Comma'\n  | 'Minus'\n  | 'Period'\n  | 'Slash'\n  | 'Backquote'\n  | 'BracketLeft'\n  | 'Backslash'\n  | 'BracketRight'\n  | 'Quote'\n  | 'AltGraph'\n  | 'Props'\n  | 'Cancel'\n  | 'Clear'\n  | 'Shift'\n  | 'Control'\n  | 'Alt'\n  | 'Accept'\n  | 'ModeChange'\n  | ' '\n  | 'Print'\n  | 'Execute'\n  | '\\u0000'\n  | 'a'\n  | 'b'\n  | 'c'\n  | 'd'\n  | 'e'\n  | 'f'\n  | 'g'\n  | 'h'\n  | 'i'\n  | 'j'\n  | 'k'\n  | 'l'\n  | 'm'\n  | 'n'\n  | 'o'\n  | 'p'\n  | 'q'\n  | 'r'\n  | 's'\n  | 't'\n  | 'u'\n  | 'v'\n  | 'w'\n  | 'x'\n  | 'y'\n  | 'z'\n  | 'Meta'\n  | '*'\n  | '+'\n  | '-'\n  | '/'\n  | ';'\n  | '='\n  | ','\n  | '.'\n  | '`'\n  | '['\n  | '\\\\'\n  | ']'\n  | \"'\"\n  | 'Attn'\n  | 'CrSel'\n  | 'ExSel'\n  | 'EraseEof'\n  | 'Play'\n  | 'ZoomOut'\n  | ')'\n  | '!'\n  | '@'\n  | '#'\n  | '$'\n  | '%'\n  | '^'\n  | '&'\n  | '('\n  | 'A'\n  | 'B'\n  | 'C'\n  | 'D'\n  | 'E'\n  | 'F'\n  | 'G'\n  | 'H'\n  | 'I'\n  | 'J'\n  | 'K'\n  | 'L'\n  | 'M'\n  | 'N'\n  | 'O'\n  | 'P'\n  | 'Q'\n  | 'R'\n  | 'S'\n  | 'T'\n  | 'U'\n  | 'V'\n  | 'W'\n  | 'X'\n  | 'Y'\n  | 'Z'\n  | ':'\n  | '<'\n  | '_'\n  | '>'\n  | '?'\n  | '~'\n  | '{'\n  | '|'\n  | '}'\n  | '\"'\n  | 'SoftLeft'\n  | 'SoftRight'\n  | 'Camera'\n  | 'Call'\n  | 'EndCall'\n  | 'VolumeDown'\n  | 'VolumeUp';\n\nexport type MouseButton = 'left' | 'right' | 'middle';\n\nexport interface MouseAction {\n  click: (\n    x: number,\n    y: number,\n    options: { button: MouseButton; count?: number },\n  ) => Promise<void>;\n  wheel: (deltaX: number, deltaY: number) => Promise<void>;\n  move: (x: number, y: number) => Promise<void>;\n  drag: (\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n  ) => Promise<void>;\n}\n\nexport interface KeyboardAction {\n  type: (text: string) => Promise<void>;\n  press: (\n    action:\n      | { key: KeyInput; command?: string }\n      | { key: KeyInput; command?: string }[],\n  ) => Promise<void>;\n}\n\nexport interface ChromePageDestroyOptions {\n  closeTab?: boolean; // should close the tab when the page object is destroyed\n}\n\nexport abstract class AbstractWebPage extends AbstractInterface {\n  get mouse(): MouseAction {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options: { button: MouseButton },\n      ) => { },\n      wheel: async (deltaX: number, deltaY: number) => { },\n      move: async (x: number, y: number) => { },\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => { },\n    };\n  }\n\n  get keyboard(): KeyboardAction {\n    return {\n      type: async (text: string) => { },\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => { },\n    };\n  }\n\n  async clearInput(element: ElementInfo): Promise<void> { }\n\n  abstract scrollUntilTop(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilBottom(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilLeft(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilRight(startingPoint?: Point): Promise<void>;\n  abstract scrollUp(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollDown(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollLeft(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollRight(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract longPress(x: number, y: number, duration?: number): Promise<void>;\n  abstract swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ): Promise<void>;\n}\n// 通用页面操作\nexport const commonWebActionsForWebPage = <T extends AbstractWebPage>(\n  page: T,\n): DeviceAction<any>[] => [\n    defineActionTap(async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot tap');\n      await page.mouse.click(element.center[0], element.center[1], {\n        button: 'left',\n      });\n    }),\n    defineActionRightClick(async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot right click');\n      await page.mouse.click(element.center[0], element.center[1], {\n        button: 'right',\n      });\n    }),\n    defineActionDoubleClick(async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot double click');\n\n      await page.mouse.click(element.center[0], element.center[1], {\n        button: 'left',\n        count: 2,\n      });\n    }),\n    defineActionHover(async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot hover');\n      await page.mouse.move(element.center[0], element.center[1]);\n    }),\n    defineActionInput(async (param) => {\n      const element = param.locate;\n      if (element && param.mode !== 'append') {\n        await page.clearInput(element as unknown as ElementInfo);\n      }\n\n      if (param.mode === 'clear') {\n        // Clear mode removes existing text without entering new characters\n        return;\n      }\n\n      if (!param || !param.value) {\n        return;\n      }\n\n      // Note: there is another implementation in AndroidDevicePage, which is more complex\n      await page.keyboard.type(param.value);\n    }),\n    defineActionKeyboardPress(async (param) => {\n      const element = param.locate;\n      if (element) {\n        await page.mouse.click(element.center[0], element.center[1], {\n          button: 'left',\n        });\n      }\n\n      const keys = getKeyCommands(param.keyName);\n      await page.keyboard.press(keys as any); // TODO: fix this type error\n    }),\n    defineActionScroll(async (param) => {\n      const element = param.locate;\n      const startingPoint = element\n        ? {\n          left: element.center[0],\n          top: element.center[1],\n        }\n        : undefined;\n      const scrollToEventName = param?.scrollType;\n      if (scrollToEventName === 'untilTop') {\n        await page.scrollUntilTop(startingPoint);\n      } else if (scrollToEventName === 'untilBottom') {\n        await page.scrollUntilBottom(startingPoint);\n      } else if (scrollToEventName === 'untilRight') {\n        await page.scrollUntilRight(startingPoint);\n      } else if (scrollToEventName === 'untilLeft') {\n        await page.scrollUntilLeft(startingPoint);\n      } else if (scrollToEventName === 'once' || !scrollToEventName) {\n        if (param?.direction === 'down' || !param || !param.direction) {\n          await page.scrollDown(param?.distance || undefined, startingPoint);\n        } else if (param.direction === 'up') {\n          await page.scrollUp(param.distance || undefined, startingPoint);\n        } else if (param.direction === 'left') {\n          await page.scrollLeft(param.distance || undefined, startingPoint);\n        } else if (param.direction === 'right') {\n          await page.scrollRight(param.distance || undefined, startingPoint);\n        } else {\n          throw new Error(`Unknown scroll direction: ${param.direction}`);\n        }\n        // until mouse event is done\n        await sleep(500);\n      } else {\n        throw new Error(\n          `Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(\n            param,\n          )}`,\n        );\n      }\n    }),\n    defineActionDragAndDrop(async (param) => {\n      const from = param.from;\n      const to = param.to;\n      assert(from, 'missing \"from\" param for drag and drop');\n      assert(to, 'missing \"to\" param for drag and drop');\n      await page.mouse.drag(\n        {\n          x: from.center[0],\n          y: from.center[1],\n        },\n        {\n          x: to.center[0],\n          y: to.center[1],\n        },\n      );\n    }),\n\n    defineActionLongPress(async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot long press');\n      const duration = param?.duration;\n      await page.longPress(element.center[0], element.center[1], duration);\n    }),\n\n    defineActionSwipe(async (param) => {\n      const { width, height } = await page.size();\n      const { start, end } = param;\n\n      const startPoint = start\n        ? {\n          x: start.center[0],\n          y: start.center[1],\n        }\n        : {\n          x: width / 2,\n          y: height / 2,\n        };\n\n      let endPoint: {\n        x: number;\n        y: number;\n      };\n\n      if (end) {\n        endPoint = {\n          x: end.center[0],\n          y: end.center[1],\n        };\n      } else if (param.distance) {\n        const direction = param.direction;\n        if (!direction) {\n          throw new Error('direction is required for swipe gesture');\n        }\n\n        endPoint = {\n          x:\n            startPoint.x +\n            (direction === 'right'\n              ? param.distance\n              : direction === 'left'\n                ? -param.distance\n                : 0),\n          y:\n            startPoint.y +\n            (direction === 'down'\n              ? param.distance\n              : direction === 'up'\n                ? -param.distance\n                : 0),\n        };\n      } else {\n        throw new Error(\n          'Either end or distance must be specified for swipe gesture',\n        );\n      }\n\n      // Ensure end coordinates are within bounds\n      endPoint.x = Math.max(0, Math.min(endPoint.x, width));\n      endPoint.y = Math.max(0, Math.min(endPoint.y, height));\n\n      const duration = param.duration;\n\n      debug(\n        `swipe from ${startPoint.x}, ${startPoint.y} to ${endPoint.x}, ${endPoint.y} with duration ${duration}ms, repeat is set to ${param.repeat}`,\n      );\n      let repeat = typeof param.repeat === 'number' ? param.repeat : 1;\n      if (repeat === 0) {\n        repeat = 10; // 10 times is enough for infinite swipe\n      }\n      for (let i = 0; i < repeat; i++) {\n        await page.swipe(startPoint, endPoint, duration);\n      }\n    }),\n\n    defineActionClearInput(async (param) => {\n      const element = param.locate;\n      assert(element, 'Element not found, cannot clear input');\n      await page.clearInput(element as unknown as ElementInfo);\n    }),\n  ];\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","debug","getDebug","normalizeKeyInputs","value","inputs","Array","result","input","trimmed","normalized","transformed","transformHotkeyInput","getKeyCommands","keys","acc","k","includeMeta","AbstractWebPage","AbstractInterface","x","y","options","deltaX","deltaY","from","to","text","action","element","commonWebActionsForWebPage","page","defineActionTap","param","assert","defineActionRightClick","defineActionDoubleClick","defineActionHover","defineActionInput","defineActionKeyboardPress","defineActionScroll","startingPoint","undefined","scrollToEventName","Error","JSON","sleep","defineActionDragAndDrop","defineActionLongPress","duration","defineActionSwipe","width","height","start","end","startPoint","endPoint","direction","Math","repeat","i","defineActionClearInput"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;;ACiBA,MAAMI,QAAQC,AAAAA,IAAAA,uBAAAA,QAAAA,AAAAA,EAAS;AAEvB,SAASC,mBAAmBC,KAAwB;IAClD,MAAMC,SAASC,MAAM,OAAO,CAACF,SAASA,QAAQ;QAACA;KAAM;IACrD,MAAMG,SAAmB,EAAE;IAE3B,KAAK,MAAMC,SAASH,OAAQ;QAC1B,IAAI,AAAiB,YAAjB,OAAOG,OAAoB;YAC7BD,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,MAAMC,UAAUD,MAAM,IAAI;QAC1B,IAAI,CAACC,SAAS;YACZF,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,IAAIE,aAAaD;QACjB,IAAIC,WAAW,MAAM,GAAG,KAAKA,WAAW,QAAQ,CAAC,MAC/CA,aAAaA,WAAW,OAAO,CAAC,aAAa;QAE/C,IAAI,KAAK,IAAI,CAACA,aACZA,aAAaA,WAAW,OAAO,CAAC,QAAQ;QAG1C,MAAMC,cAAcC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EAAqBF;QACzC,IAAIC,AAAuB,MAAvBA,YAAY,MAAM,IAAUA,AAAmB,OAAnBA,WAAW,CAAC,EAAE,IAAWF,AAAY,OAAZA,SAAgB;YACvEF,OAAO,IAAI,CAACC;YACZ;QACF;QACA,IAAIG,AAAuB,MAAvBA,YAAY,MAAM,EAAQ;YAC5BJ,OAAO,IAAI,CAACC;YACZ;QACF;QAEAD,OAAO,IAAI,IAAII;IACjB;IAEA,OAAOJ;AACT;AAEO,SAASM,eACdT,KAAwB;IAExB,MAAMU,OAAOX,mBAAmBC;IAEhC,OAAOU,KAAK,MAAM,CAAC,CAACC,KAA+CC;QACjE,MAAMC,cAAcH,KAAK,QAAQ,CAAC,WAAWA,KAAK,QAAQ,CAAC;QAC3D,IAAIG,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAY;SAAE;QAEtD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAO;SAAE;QAEjD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAQ;SAAE;QAElD,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;YAAE;SAAE;IAChC,GAAG,EAAE;AACP;AAiSO,MAAeE,wBAAwBC,uBAAAA,iBAAiBA;IAC7D,IAAI,QAAqB;QACvB,OAAO;YACL,OAAO,OACLC,GACAC,GACAC,WACK;YACP,OAAO,OAAOC,QAAgBC,UAAqB;YACnD,MAAM,OAAOJ,GAAWC,KAAgB;YACxC,MAAM,OACJI,MACAC,MACK;QACT;IACF;IAEA,IAAI,WAA2B;QAC7B,OAAO;YACL,MAAM,OAAOC,QAAmB;YAChC,OAAO,OACLC,UAGK;QACT;IACF;IAEA,MAAM,WAAWC,OAAoB,EAAiB,CAAE;AAgB1D;AAEO,MAAMC,6BAA6B,CACxCC,OACwB;QACtBC,IAAAA,uBAAAA,eAAAA,AAAAA,EAAgB,OAAOC;YACrB,MAAMJ,UAAUI,MAAM,MAAM;YAC5BC,+BAAOL,SAAS;YAChB,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;YACV;QACF;QACAM,IAAAA,uBAAAA,sBAAAA,AAAAA,EAAuB,OAAOF;YAC5B,MAAMJ,UAAUI,MAAM,MAAM;YAC5BC,+BAAOL,SAAS;YAChB,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;YACV;QACF;QACAO,IAAAA,uBAAAA,uBAAAA,AAAAA,EAAwB,OAAOH;YAC7B,MAAMJ,UAAUI,MAAM,MAAM;YAC5BC,+BAAOL,SAAS;YAEhB,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;gBACR,OAAO;YACT;QACF;QACAQ,IAAAA,uBAAAA,iBAAAA,AAAAA,EAAkB,OAAOJ;YACvB,MAAMJ,UAAUI,MAAM,MAAM;YAC5BC,+BAAOL,SAAS;YAChB,MAAME,KAAK,KAAK,CAAC,IAAI,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;QAC5D;QACAS,IAAAA,uBAAAA,iBAAAA,AAAAA,EAAkB,OAAOL;YACvB,MAAMJ,UAAUI,MAAM,MAAM;YAC5B,IAAIJ,WAAWI,AAAe,aAAfA,MAAM,IAAI,EACvB,MAAMF,KAAK,UAAU,CAACF;YAGxB,IAAII,AAAe,YAAfA,MAAM,IAAI,EAEZ;YAGF,IAAI,CAACA,SAAS,CAACA,MAAM,KAAK,EACxB;YAIF,MAAMF,KAAK,QAAQ,CAAC,IAAI,CAACE,MAAM,KAAK;QACtC;QACAM,IAAAA,uBAAAA,yBAAAA,AAAAA,EAA0B,OAAON;YAC/B,MAAMJ,UAAUI,MAAM,MAAM;YAC5B,IAAIJ,SACF,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;gBAC3D,QAAQ;YACV;YAGF,MAAMf,OAAOD,eAAeoB,MAAM,OAAO;YACzC,MAAMF,KAAK,QAAQ,CAAC,KAAK,CAACjB;QAC5B;QACA0B,IAAAA,uBAAAA,kBAAAA,AAAAA,EAAmB,OAAOP;YACxB,MAAMJ,UAAUI,MAAM,MAAM;YAC5B,MAAMQ,gBAAgBZ,UAClB;gBACA,MAAMA,QAAQ,MAAM,CAAC,EAAE;gBACvB,KAAKA,QAAQ,MAAM,CAAC,EAAE;YACxB,IACEa;YACJ,MAAMC,oBAAoBV,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,UAAU;YAC3C,IAAIU,AAAsB,eAAtBA,mBACF,MAAMZ,KAAK,cAAc,CAACU;iBACrB,IAAIE,AAAsB,kBAAtBA,mBACT,MAAMZ,KAAK,iBAAiB,CAACU;iBACxB,IAAIE,AAAsB,iBAAtBA,mBACT,MAAMZ,KAAK,gBAAgB,CAACU;iBACvB,IAAIE,AAAsB,gBAAtBA,mBACT,MAAMZ,KAAK,eAAe,CAACU;iBACtB,IAAIE,AAAsB,WAAtBA,qBAAiCA,mBAe1C,MAAM,IAAIC,MACR,CAAC,2BAA2B,EAAED,kBAAkB,SAAS,EAAEE,KAAK,SAAS,CACvEZ,QACC;iBAlBwD;gBAC7D,IAAIA,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,SAAS,AAAD,MAAM,UAAWA,SAAUA,MAAM,SAAS,EAEtD,IAAIA,AAAoB,SAApBA,MAAM,SAAS,EACxB,MAAMF,KAAK,QAAQ,CAACE,MAAM,QAAQ,IAAIS,QAAWD;qBAC5C,IAAIR,AAAoB,WAApBA,MAAM,SAAS,EACxB,MAAMF,KAAK,UAAU,CAACE,MAAM,QAAQ,IAAIS,QAAWD;qBAC9C,IAAIR,AAAoB,YAApBA,MAAM,SAAS,EACxB,MAAMF,KAAK,WAAW,CAACE,MAAM,QAAQ,IAAIS,QAAWD;qBAEpD,MAAM,IAAIG,MAAM,CAAC,0BAA0B,EAAEX,MAAM,SAAS,EAAE;qBAR9D,MAAMF,KAAK,UAAU,CAACE,AAAAA,CAAAA,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,QAAQ,AAAD,KAAKS,QAAWD;gBAWtD,MAAMK,AAAAA,IAAAA,sBAAAA,KAAAA,AAAAA,EAAM;YACd;QAOF;QACAC,IAAAA,uBAAAA,uBAAAA,AAAAA,EAAwB,OAAOd;YAC7B,MAAMR,OAAOQ,MAAM,IAAI;YACvB,MAAMP,KAAKO,MAAM,EAAE;YACnBC,+BAAOT,MAAM;YACbS,+BAAOR,IAAI;YACX,MAAMK,KAAK,KAAK,CAAC,IAAI,CACnB;gBACE,GAAGN,KAAK,MAAM,CAAC,EAAE;gBACjB,GAAGA,KAAK,MAAM,CAAC,EAAE;YACnB,GACA;gBACE,GAAGC,GAAG,MAAM,CAAC,EAAE;gBACf,GAAGA,GAAG,MAAM,CAAC,EAAE;YACjB;QAEJ;QAEAsB,IAAAA,uBAAAA,qBAAAA,AAAAA,EAAsB,OAAOf;YAC3B,MAAMJ,UAAUI,MAAM,MAAM;YAC5BC,+BAAOL,SAAS;YAChB,MAAMoB,WAAWhB,QAAAA,QAAAA,KAAAA,IAAAA,MAAO,QAAQ;YAChC,MAAMF,KAAK,SAAS,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAEoB;QAC7D;QAEAC,IAAAA,uBAAAA,iBAAAA,AAAAA,EAAkB,OAAOjB;YACvB,MAAM,EAAEkB,KAAK,EAAEC,MAAM,EAAE,GAAG,MAAMrB,KAAK,IAAI;YACzC,MAAM,EAAEsB,KAAK,EAAEC,GAAG,EAAE,GAAGrB;YAEvB,MAAMsB,aAAaF,QACf;gBACA,GAAGA,MAAM,MAAM,CAAC,EAAE;gBAClB,GAAGA,MAAM,MAAM,CAAC,EAAE;YACpB,IACE;gBACA,GAAGF,QAAQ;gBACX,GAAGC,SAAS;YACd;YAEF,IAAII;YAKJ,IAAIF,KACFE,WAAW;gBACT,GAAGF,IAAI,MAAM,CAAC,EAAE;gBAChB,GAAGA,IAAI,MAAM,CAAC,EAAE;YAClB;iBACK,IAAIrB,MAAM,QAAQ,EAAE;gBACzB,MAAMwB,YAAYxB,MAAM,SAAS;gBACjC,IAAI,CAACwB,WACH,MAAM,IAAIb,MAAM;gBAGlBY,WAAW;oBACT,GACED,WAAW,CAAC,GACXE,CAAAA,AAAc,YAAdA,YACGxB,MAAM,QAAQ,GACdwB,AAAc,WAAdA,YACE,CAACxB,MAAM,QAAQ,GACf;oBACR,GACEsB,WAAW,CAAC,GACXE,CAAAA,AAAc,WAAdA,YACGxB,MAAM,QAAQ,GACdwB,AAAc,SAAdA,YACE,CAACxB,MAAM,QAAQ,GACf;gBACV;YACF,OACE,MAAM,IAAIW,MACR;YAKJY,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEL;YAC9CK,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEJ;YAE9C,MAAMH,WAAWhB,MAAM,QAAQ;YAE/BhC,MACE,CAAC,WAAW,EAAEsD,WAAW,CAAC,CAAC,EAAE,EAAEA,WAAW,CAAC,CAAC,IAAI,EAAEC,SAAS,CAAC,CAAC,EAAE,EAAEA,SAAS,CAAC,CAAC,eAAe,EAAEP,SAAS,qBAAqB,EAAEhB,MAAM,MAAM,EAAE;YAE7I,IAAI0B,SAAS,AAAwB,YAAxB,OAAO1B,MAAM,MAAM,GAAgBA,MAAM,MAAM,GAAG;YAC/D,IAAI0B,AAAW,MAAXA,QACFA,SAAS;YAEX,IAAK,IAAIC,IAAI,GAAGA,IAAID,QAAQC,IAC1B,MAAM7B,KAAK,KAAK,CAACwB,YAAYC,UAAUP;QAE3C;QAEAY,IAAAA,uBAAAA,sBAAAA,AAAAA,EAAuB,OAAO5B;YAC5B,MAAMJ,UAAUI,MAAM,MAAM;YAC5BC,+BAAOL,SAAS;YAChB,MAAME,KAAK,UAAU,CAACF;QACxB;KACD"}

package/dist/types/bin.d.ts

@@ -0,0 +1 @@
+import 'dotenv/config';

package/dist/types/bridge-mode/agent-cli-side.d.ts

@@ -0,0 +1,32 @@
+import { Agent, type AgentOpt } from '@rpascene/core/agent';
+import { type BridgeConnectTabOptions } from './common';
+import type { ExtensionBridgePageBrowserSide } from './page-browser-side';
+interface ChromeExtensionPageCliSide extends ExtensionBridgePageBrowserSide {
+    showStatusMessage: (message: string) => Promise<void>;
+}
+export declare const getBridgePageInCliSide: (timeout?: number | false, closeConflictServer?: boolean) => ChromeExtensionPageCliSide;
+export declare class AgentOverChromeBridge extends Agent<ChromeExtensionPageCliSide> {
+    private destroyAfterDisconnectFlag?;
+    constructor(opts?: AgentOpt & {
+        closeNewTabsAfterDisconnect?: boolean;
+        serverListeningTimeout?: number | false;
+        closeConflictServer?: boolean;
+    });
+    setDestroyOptionsAfterConnect(): Promise<void>;
+    connectNewTabWithUrl(url: string, options?: BridgeConnectTabOptions): Promise<void>;
+    getBrowserTabList(): Promise<{
+        id: string;
+        title: string;
+        url: string;
+        currentActiveTab: boolean;
+    }[]>;
+    setActiveTabId(tabId: string): Promise<void>;
+    connectCurrentTab(options?: BridgeConnectTabOptions): Promise<void>;
+    aiAction(prompt: string, options?: any): Promise<{
+        result: Record<string, any>;
+    } | {
+        yamlFlow?: import("@rpascene/core").RpasceneYamlFlowItem[];
+    } | undefined>;
+    destroy(closeNewTabsAfterDisconnect?: boolean): Promise<void>;
+}
+export {};

package/dist/types/bridge-mode/browser.d.ts

@@ -0,0 +1,2 @@
+import { ExtensionBridgePageBrowserSide } from '../bridge-mode/page-browser-side';
+export { ExtensionBridgePageBrowserSide };

package/dist/types/bridge-mode/common.d.ts

@@ -0,0 +1,60 @@
+export declare const DefaultBridgeServerPort = 3766;
+export declare const DefaultLocalEndpoint = "http://127.0.0.1:3766";
+export declare const BridgeCallTimeout = 30000;
+export declare enum BridgeEvent {
+    Call = "bridge-call",
+    CallResponse = "bridge-call-response",
+    UpdateAgentStatus = "bridge-update-agent-status",
+    Message = "bridge-message",
+    Connected = "bridge-connected",
+    Refused = "bridge-refused",
+    ConnectNewTabWithUrl = "connectNewTabWithUrl",
+    ConnectCurrentTab = "connectCurrentTab",
+    GetBrowserTabList = "getBrowserTabList",
+    SetDestroyOptions = "setDestroyOptions",
+    SetActiveTabId = "setActiveTabId"
+}
+export declare const BridgeSignalKill = "RPASCENE_BRIDGE_SIGNAL_KILL";
+export interface BridgeConnectTabOptions {
+    /**
+     * If true, the page will always track the active tab.
+     * @default true
+     */
+    forceSameTabNavigation?: boolean;
+}
+export declare enum MouseEvent {
+    PREFIX = "mouse.",
+    Click = "mouse.click",
+    Wheel = "mouse.wheel",
+    Move = "mouse.move",
+    Drag = "mouse.drag"
+}
+export declare enum KeyboardEvent {
+    PREFIX = "keyboard.",
+    Type = "keyboard.type",
+    Press = "keyboard.press"
+}
+export declare const BridgePageType = "page-over-chrome-extension-bridge";
+export declare const BridgeErrorCodeNoClientConnected = "no-client-connected";
+export interface BridgeCall {
+    method: string;
+    args: any[];
+    response: any;
+    callTime: number;
+    responseTime: number;
+    callback: (error: Error | undefined, response: any) => void;
+    error?: Error;
+}
+export interface BridgeCallRequest {
+    id: string;
+    method: string;
+    args: any[];
+}
+export interface BridgeCallResponse {
+    id: string;
+    response: any;
+    error?: any;
+}
+export interface BridgeConnectedEventPayload {
+    version: string;
+}

package/dist/types/bridge-mode/index.d.ts

@@ -0,0 +1,4 @@
+import { AgentOverChromeBridge } from './agent-cli-side';
+export { AgentOverChromeBridge };
+export { overrideAIConfig } from '@rpascene/shared/env';
+export { killRunningServer } from './io-server';

package/dist/types/bridge-mode/io-client.d.ts

@@ -0,0 +1,10 @@
+export declare class BridgeClient {
+    endpoint: string;
+    onBridgeCall: (method: string, args: any[]) => Promise<any>;
+    onDisconnect?: (() => void) | undefined;
+    private socket;
+    serverVersion: string | null;
+    constructor(endpoint: string, onBridgeCall: (method: string, args: any[]) => Promise<any>, onDisconnect?: (() => void) | undefined);
+    connect(): Promise<unknown>;
+    disconnect(): void;
+}

package/dist/types/bridge-mode/io-server.d.ts

@@ -0,0 +1,26 @@
+import { type BridgeCall } from './common';
+export declare const killRunningServer: (port?: number) => Promise<void>;
+export declare class BridgeServer {
+    port: number;
+    onConnect?: (() => void) | undefined;
+    onDisconnect?: ((reason: string) => void) | undefined;
+    closeConflictServer?: boolean | undefined;
+    private callId;
+    private io;
+    private socket;
+    private listeningTimeoutId;
+    private listeningTimerFlag;
+    private connectionTipTimer;
+    calls: Record<string, BridgeCall>;
+    private connectionLost;
+    private connectionLostReason;
+    constructor(port: number, onConnect?: (() => void) | undefined, onDisconnect?: ((reason: string) => void) | undefined, closeConflictServer?: boolean | undefined);
+    listen(opts?: {
+        timeout?: number | false;
+    }): Promise<void>;
+    private connectionLostErrorMsg;
+    private triggerCallResponseCallback;
+    private emitCall;
+    call<T = any>(method: string, args: any[], timeout?: number): Promise<T>;
+    close(): Promise<void | undefined>;
+}

package/dist/types/bridge-mode/page-browser-side.d.ts

@@ -0,0 +1,18 @@
+import ChromeExtensionProxyPage from '../chrome-extension/page';
+import type { ChromePageDestroyOptions } from '../web-page';
+import { type BridgeConnectTabOptions } from './common';
+import { BridgeClient } from './io-client';
+export declare class ExtensionBridgePageBrowserSide extends ChromeExtensionProxyPage {
+    onDisconnect: () => void;
+    onLogMessage: (message: string, type: 'log' | 'status') => void;
+    bridgeClient: BridgeClient | null;
+    private destroyOptions?;
+    private newlyCreatedTabIds;
+    constructor(onDisconnect?: () => void, onLogMessage?: (message: string, type: 'log' | 'status') => void, forceSameTabNavigation?: boolean);
+    private setupBridgeClient;
+    connect(): Promise<void>;
+    connectNewTabWithUrl(url: string, options?: BridgeConnectTabOptions): Promise<void>;
+    connectCurrentTab(options?: BridgeConnectTabOptions): Promise<void>;
+    setDestroyOptions(options: ChromePageDestroyOptions): Promise<void>;
+    destroy(): Promise<void>;
+}

package/dist/types/chrome-extension/agent.d.ts

@@ -0,0 +1,5 @@
+import { type AgentOpt, Agent as PageAgent } from '@rpascene/core/agent';
+import type ChromeExtensionProxyPage from './page';
+export declare class ChromeExtensionProxyPageAgent extends PageAgent {
+    constructor(page: ChromeExtensionProxyPage, opts?: AgentOpt);
+}

package/dist/types/chrome-extension/cdpInput.d.ts

@@ -0,0 +1,52 @@
+/**
+ * @license
+ * Copyright 2017 Google Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { type KeyInput } from '@rpascene/shared/us-keyboard-layout';
+/**
+ * @public
+ */
+export interface KeyDownOptions {
+    /**
+     * @deprecated Do not use. This is automatically handled.
+     */
+    text?: string;
+    /**
+     * @deprecated Do not use. This is automatically handled.
+     */
+    commands?: string[];
+}
+/**
+ * @public
+ */
+export interface KeyboardTypeOptions {
+    /**
+     * Time to wait between key presses in milliseconds
+     * @default undefined
+     */
+    delay?: number;
+}
+/**
+ * @public
+ */
+export type KeyPressOptions = KeyDownOptions & KeyboardTypeOptions;
+type InternalCDPSession = {
+    send: (command: string, params: any) => Promise<void>;
+};
+/**
+ * @internal
+ */
+export declare class CdpKeyboard {
+    #private;
+    _modifiers: number;
+    constructor(client: InternalCDPSession);
+    updateClient(client: InternalCDPSession): void;
+    down(key: KeyInput, options?: Readonly<KeyDownOptions>): Promise<void>;
+    up(key: KeyInput): Promise<void>;
+    sendCharacter(char: string): Promise<void>;
+    private charIsKey;
+    type(text: string, options?: Readonly<KeyboardTypeOptions>): Promise<void>;
+    press(key: KeyInput | KeyInput[], options?: Readonly<KeyPressOptions>): Promise<void>;
+}
+export {};

package/dist/types/chrome-extension/dynamic-scripts.d.ts

@@ -0,0 +1,3 @@
+export declare const getHtmlElementScript: () => Promise<string>;
+export declare const injectWaterFlowAnimation: () => Promise<string>;
+export declare const injectStopWaterFlowAnimation: () => Promise<string>;

package/dist/types/chrome-extension/index.d.ts

@@ -0,0 +1,5 @@
+import { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from '@rpascene/shared/common';
+import { ChromeExtensionProxyPageAgent } from './agent';
+import ChromeExtensionProxyPage from './page';
+export { overrideAIConfig } from '@rpascene/shared/env';
+export { ChromeExtensionProxyPage, ChromeExtensionProxyPageAgent, ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED, };

package/dist/types/chrome-extension/page.d.ts

@@ -0,0 +1,95 @@
+import type { ElementTreeNode, Point, Size, UIContext } from '@rpascene/core';
+import type { AbstractInterface, DeviceAction } from '@rpascene/core/device';
+import type { ElementInfo } from '@rpascene/shared/extractor';
+import { type KeyInput, type MouseButton } from '../web-page';
+export default class ChromeExtensionProxyPage implements AbstractInterface {
+    interfaceType: string;
+    forceSameTabNavigation: boolean;
+    private viewportSize?;
+    private activeTabId;
+    private tabIdOfDebuggerAttached;
+    private attachingDebugger;
+    private destroyed;
+    private isMobileEmulation;
+    _continueWhenFailedToAttachDebugger: boolean;
+    constructor(forceSameTabNavigation: boolean);
+    actionSpace(): DeviceAction[];
+    setActiveTabId(tabId: number): Promise<void>;
+    getActiveTabId(): Promise<number | null>;
+    /**
+     * Get a list of current tabs
+     * @returns {Promise<Array<{id: number, title: string, url: string}>>}
+     */
+    getBrowserTabList(): Promise<{
+        id: string;
+        title: string;
+        url: string;
+        currentActiveTab: boolean;
+    }[]>;
+    getTabIdOrConnectToCurrentTab(): Promise<number>;
+    private attachDebugger;
+    private showMousePointer;
+    private hideMousePointer;
+    private detachDebugger;
+    private enableWaterFlowAnimation;
+    private disableWaterFlowAnimation;
+    private sendCommandToDebugger;
+    private getPageContentByCDP;
+    evaluateJavaScript(script: string): Promise<any>;
+    beforeInvokeAction(): Promise<void>;
+    private waitUntilNetworkIdle;
+    getElementsInfo(): Promise<ElementInfo[]>;
+    getXpathsById(id: string): Promise<any>;
+    getXpathsByPoint(point: Point, isOrderSensitive: boolean): Promise<any>;
+    getElementInfoByXpath(xpath: string): Promise<any>;
+    getElementsNodeTree(): Promise<ElementTreeNode<ElementInfo>>;
+    getContext(): Promise<UIContext>;
+    size(): Promise<Size>;
+    screenshotBase64(): Promise<string>;
+    url(): Promise<string>;
+    scrollUntilTop(startingPoint?: Point): Promise<void>;
+    scrollUntilBottom(startingPoint?: Point): Promise<void>;
+    scrollUntilLeft(startingPoint?: Point): Promise<void>;
+    scrollUntilRight(startingPoint?: Point): Promise<void>;
+    scrollUp(distance?: number, startingPoint?: Point): Promise<void>;
+    scrollDown(distance?: number, startingPoint?: Point): Promise<void>;
+    scrollLeft(distance?: number, startingPoint?: Point): Promise<void>;
+    scrollRight(distance?: number, startingPoint?: Point): Promise<void>;
+    clearInput(element: ElementInfo): Promise<void>;
+    private latestMouseX;
+    private latestMouseY;
+    mouse: {
+        click: (x: number, y: number, options?: {
+            button?: MouseButton;
+            count?: number;
+        }) => Promise<void>;
+        wheel: (deltaX: number, deltaY: number, startX?: number, startY?: number) => Promise<void>;
+        move: (x: number, y: number) => Promise<void>;
+        drag: (from: {
+            x: number;
+            y: number;
+        }, to: {
+            x: number;
+            y: number;
+        }) => Promise<void>;
+    };
+    keyboard: {
+        type: (text: string) => Promise<void>;
+        press: (action: {
+            key: KeyInput;
+            command?: string;
+        } | {
+            key: KeyInput;
+            command?: string;
+        }[]) => Promise<void>;
+    };
+    destroy(): Promise<void>;
+    longPress(x: number, y: number, duration?: number): Promise<void>;
+    swipe(from: {
+        x: number;
+        y: number;
+    }, to: {
+        x: number;
+        y: number;
+    }, duration?: number): Promise<void>;
+}

package/dist/types/index.d.ts

@@ -0,0 +1,9 @@
+export { PlaywrightAiFixture } from './playwright';
+export type { PlayWrightAiFixtureType } from './playwright';
+export type { WebPage } from './web-element';
+export type { WebUIContext } from '@rpascene/core';
+export { Agent as PageAgent, type AgentOpt } from '@rpascene/core/agent';
+export { PuppeteerAgent } from './puppeteer';
+export { PlaywrightAgent } from './playwright';
+export { StaticPageAgent, StaticPage } from './static';
+export { WebPageContextParser } from './web-element';