@midscene/web 1.9.6 → 1.9.7

package/dist/lib/web-page.js.map

@@ -1 +1 @@
-{"version":3,"file":"web-page.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../src/web-page.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { Point } from '@midscene/core';\nimport { z } from '@midscene/core';\nimport {\n  AbstractInterface,\n  type BrowserInputPrimitives,\n  type DeviceAction,\n  defineAction,\n  defineActionsFromInputPrimitives,\n} from '@midscene/core/device';\n\nimport { sleep } from '@midscene/core/utils';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { transformHotkeyInput } from '@midscene/shared/us-keyboard-layout';\n\nconst navigateParamSchema = z.object({\n  url: z\n    .string()\n    .describe(\n      'The URL to navigate to. Must start with https://, file://, or a similar protocol.',\n    ),\n});\n\nfunction normalizeKeyInputs(value: string | string[]): string[] {\n  const inputs = Array.isArray(value) ? value : [value];\n  const result: string[] = [];\n\n  for (const input of inputs) {\n    if (typeof input !== 'string') {\n      result.push(input as unknown as string);\n      continue;\n    }\n\n    const trimmed = input.trim();\n    if (!trimmed) {\n      result.push(input);\n      continue;\n    }\n\n    let normalized = trimmed;\n    if (normalized.length > 1 && normalized.includes('+')) {\n      normalized = normalized.replace(/\\s*\\+\\s*/g, ' ');\n    }\n    if (/\\s/.test(normalized)) {\n      normalized = normalized.replace(/\\s+/g, ' ');\n    }\n\n    const transformed = transformHotkeyInput(normalized);\n    if (transformed.length === 1 && transformed[0] === '' && trimmed !== '') {\n      result.push(input);\n      continue;\n    }\n    if (transformed.length === 0) {\n      result.push(input);\n      continue;\n    }\n\n    result.push(...transformed);\n  }\n\n  return result;\n}\n\nexport function getKeyCommands(\n  value: string | string[],\n): Array<{ key: string; command?: string }> {\n  const keys = normalizeKeyInputs(value);\n\n  return keys.reduce((acc: Array<{ key: string; command?: string }>, k) => {\n    const includeMeta = keys.includes('Meta') || keys.includes('Control');\n    if (includeMeta && (k === 'a' || k === 'A')) {\n      return acc.concat([{ key: k, command: 'SelectAll' }]);\n    }\n    if (includeMeta && (k === 'c' || k === 'C')) {\n      return acc.concat([{ key: k, command: 'Copy' }]);\n    }\n    if (includeMeta && (k === 'v' || k === 'V')) {\n      return acc.concat([{ key: k, command: 'Paste' }]);\n    }\n    return acc.concat([{ key: k }]);\n  }, []);\n}\n\n// this is copied from puppeteer, but we don't want to import puppeteer here\nexport declare type KeyInput =\n  | '0'\n  | '1'\n  | '2'\n  | '3'\n  | '4'\n  | '5'\n  | '6'\n  | '7'\n  | '8'\n  | '9'\n  | 'Power'\n  | 'Eject'\n  | 'Abort'\n  | 'Help'\n  | 'Backspace'\n  | 'Tab'\n  | 'Numpad5'\n  | 'NumpadEnter'\n  | 'Enter'\n  | '\\r'\n  | '\\n'\n  | 'ShiftLeft'\n  | 'ShiftRight'\n  | 'ControlLeft'\n  | 'ControlRight'\n  | 'AltLeft'\n  | 'AltRight'\n  | 'Pause'\n  | 'CapsLock'\n  | 'Escape'\n  | 'Convert'\n  | 'NonConvert'\n  | 'Space'\n  | 'Numpad9'\n  | 'PageUp'\n  | 'Numpad3'\n  | 'PageDown'\n  | 'End'\n  | 'Numpad1'\n  | 'Home'\n  | 'Numpad7'\n  | 'ArrowLeft'\n  | 'Numpad4'\n  | 'Numpad8'\n  | 'ArrowUp'\n  | 'ArrowRight'\n  | 'Numpad6'\n  | 'Numpad2'\n  | 'ArrowDown'\n  | 'Select'\n  | 'Open'\n  | 'PrintScreen'\n  | 'Insert'\n  | 'Numpad0'\n  | 'Delete'\n  | 'NumpadDecimal'\n  | 'Digit0'\n  | 'Digit1'\n  | 'Digit2'\n  | 'Digit3'\n  | 'Digit4'\n  | 'Digit5'\n  | 'Digit6'\n  | 'Digit7'\n  | 'Digit8'\n  | 'Digit9'\n  | 'KeyA'\n  | 'KeyB'\n  | 'KeyC'\n  | 'KeyD'\n  | 'KeyE'\n  | 'KeyF'\n  | 'KeyG'\n  | 'KeyH'\n  | 'KeyI'\n  | 'KeyJ'\n  | 'KeyK'\n  | 'KeyL'\n  | 'KeyM'\n  | 'KeyN'\n  | 'KeyO'\n  | 'KeyP'\n  | 'KeyQ'\n  | 'KeyR'\n  | 'KeyS'\n  | 'KeyT'\n  | 'KeyU'\n  | 'KeyV'\n  | 'KeyW'\n  | 'KeyX'\n  | 'KeyY'\n  | 'KeyZ'\n  | 'MetaLeft'\n  | 'MetaRight'\n  | 'ContextMenu'\n  | 'NumpadMultiply'\n  | 'NumpadAdd'\n  | 'NumpadSubtract'\n  | 'NumpadDivide'\n  | 'F1'\n  | 'F2'\n  | 'F3'\n  | 'F4'\n  | 'F5'\n  | 'F6'\n  | 'F7'\n  | 'F8'\n  | 'F9'\n  | 'F10'\n  | 'F11'\n  | 'F12'\n  | 'F13'\n  | 'F14'\n  | 'F15'\n  | 'F16'\n  | 'F17'\n  | 'F18'\n  | 'F19'\n  | 'F20'\n  | 'F21'\n  | 'F22'\n  | 'F23'\n  | 'F24'\n  | 'NumLock'\n  | 'ScrollLock'\n  | 'AudioVolumeMute'\n  | 'AudioVolumeDown'\n  | 'AudioVolumeUp'\n  | 'MediaTrackNext'\n  | 'MediaTrackPrevious'\n  | 'MediaStop'\n  | 'MediaPlayPause'\n  | 'Semicolon'\n  | 'Equal'\n  | 'NumpadEqual'\n  | 'Comma'\n  | 'Minus'\n  | 'Period'\n  | 'Slash'\n  | 'Backquote'\n  | 'BracketLeft'\n  | 'Backslash'\n  | 'BracketRight'\n  | 'Quote'\n  | 'AltGraph'\n  | 'Props'\n  | 'Cancel'\n  | 'Clear'\n  | 'Shift'\n  | 'Control'\n  | 'Alt'\n  | 'Accept'\n  | 'ModeChange'\n  | ' '\n  | 'Print'\n  | 'Execute'\n  | '\\u0000'\n  | 'a'\n  | 'b'\n  | 'c'\n  | 'd'\n  | 'e'\n  | 'f'\n  | 'g'\n  | 'h'\n  | 'i'\n  | 'j'\n  | 'k'\n  | 'l'\n  | 'm'\n  | 'n'\n  | 'o'\n  | 'p'\n  | 'q'\n  | 'r'\n  | 's'\n  | 't'\n  | 'u'\n  | 'v'\n  | 'w'\n  | 'x'\n  | 'y'\n  | 'z'\n  | 'Meta'\n  | '*'\n  | '+'\n  | '-'\n  | '/'\n  | ';'\n  | '='\n  | ','\n  | '.'\n  | '`'\n  | '['\n  | '\\\\'\n  | ']'\n  | \"'\"\n  | 'Attn'\n  | 'CrSel'\n  | 'ExSel'\n  | 'EraseEof'\n  | 'Play'\n  | 'ZoomOut'\n  | ')'\n  | '!'\n  | '@'\n  | '#'\n  | '$'\n  | '%'\n  | '^'\n  | '&'\n  | '('\n  | 'A'\n  | 'B'\n  | 'C'\n  | 'D'\n  | 'E'\n  | 'F'\n  | 'G'\n  | 'H'\n  | 'I'\n  | 'J'\n  | 'K'\n  | 'L'\n  | 'M'\n  | 'N'\n  | 'O'\n  | 'P'\n  | 'Q'\n  | 'R'\n  | 'S'\n  | 'T'\n  | 'U'\n  | 'V'\n  | 'W'\n  | 'X'\n  | 'Y'\n  | 'Z'\n  | ':'\n  | '<'\n  | '_'\n  | '>'\n  | '?'\n  | '~'\n  | '{'\n  | '|'\n  | '}'\n  | '\"'\n  | 'SoftLeft'\n  | 'SoftRight'\n  | 'Camera'\n  | 'Call'\n  | 'EndCall'\n  | 'VolumeDown'\n  | 'VolumeUp';\n\nexport type MouseButton = 'left' | 'right' | 'middle';\n\nexport interface MouseAction {\n  click: (\n    x: number,\n    y: number,\n    options: { button: MouseButton; count?: number },\n  ) => Promise<void>;\n  wheel: (deltaX: number, deltaY: number) => Promise<void>;\n  move: (x: number, y: number) => Promise<void>;\n  drag: (\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n  ) => Promise<void>;\n}\n\nexport interface KeyboardAction {\n  type: (text: string) => Promise<void>;\n  press: (\n    action:\n      | { key: KeyInput; command?: string }\n      | { key: KeyInput; command?: string }[],\n  ) => Promise<void>;\n}\n\nexport interface ChromePageDestroyOptions {\n  closeTab?: boolean; // should close the tab when the page object is destroyed\n}\n\nexport abstract class AbstractWebPage extends AbstractInterface {\n  navigate?(url: string): Promise<void>;\n  reload?(): Promise<void>;\n  goBack?(): Promise<void>;\n  goForward?(): Promise<void>;\n  stopLoading?(): Promise<void>;\n  navigationState?(): Promise<{ isLoading: boolean }>;\n  flushPendingVisualUpdate?(): Promise<void>;\n  waitForDomQuiet?(opts?: {\n    quietMs?: number;\n    timeoutMs?: number;\n    target?: ElementInfo;\n  }): Promise<void>;\n\n  get mouse(): MouseAction {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options: { button: MouseButton },\n      ) => {},\n      wheel: async (deltaX: number, deltaY: number) => {},\n      move: async (x: number, y: number) => {},\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {},\n    };\n  }\n\n  get keyboard(): KeyboardAction {\n    return {\n      type: async (text: string) => {},\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {},\n    };\n  }\n\n  async clearInput(element?: ElementInfo): Promise<void> {}\n\n  abstract scrollUntilTop(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilBottom(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilLeft(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilRight(startingPoint?: Point): Promise<void>;\n  abstract scrollUp(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollDown(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollLeft(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollRight(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract longPress(x: number, y: number, duration?: number): Promise<void>;\n  abstract swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ): Promise<void>;\n  abstract pinch(\n    centerX: number,\n    centerY: number,\n    startDistance: number,\n    endDistance: number,\n    duration?: number,\n  ): Promise<void>;\n}\n\nexport function createWebInputPrimitives(\n  page: AbstractWebPage,\n): BrowserInputPrimitives {\n  return {\n    pointer: {\n      tap: async ({ x, y }) => {\n        await page.mouse.click(x, y, { button: 'left' });\n      },\n      rightClick: async ({ x, y }) => {\n        await page.mouse.click(x, y, { button: 'right' });\n      },\n      doubleClick: async ({ x, y }) => {\n        await page.mouse.click(x, y, { button: 'left', count: 2 });\n      },\n      hover: async ({ x, y }) => {\n        await page.mouse.move(x, y);\n      },\n      dragAndDrop: async (from, to) => {\n        await page.mouse.drag(from, to);\n      },\n      longPress: async ({ x, y }, opts) => {\n        await page.longPress(x, y, opts?.duration);\n      },\n    },\n    keyboard: {\n      typeText: async (value, opts) => {\n        const element = opts?.target;\n        if (element && opts?.replace !== false) {\n          await page.clearInput(element as ElementInfo);\n          // Frameworks (React/Vue/etc.) often re-render in response to\n          // the `input` event fired by clearing. If that re-render lands\n          // between clearInput returning and the first typed character,\n          // the keypresses can be dropped. Wait for the DOM to settle\n          // before starting to type.\n          await page.waitForDomQuiet?.({ target: element as ElementInfo });\n        } else if (element) {\n          const target = element as ElementInfo;\n          await page.mouse.click(target.center[0], target.center[1], {\n            button: 'left',\n          });\n          await page.keyboard.press([{ key: 'End' }]);\n        }\n\n        if (opts?.focusOnly) {\n          return;\n        }\n\n        await page.keyboard.type(value);\n        await page.flushPendingVisualUpdate?.();\n      },\n      keyboardPress: async (keyName, opts) => {\n        const element = opts?.target as\n          | { center: [number, number] }\n          | undefined;\n        if (element) {\n          await page.mouse.click(element.center[0], element.center[1], {\n            button: 'left',\n          });\n        }\n\n        const keys = getKeyCommands(keyName);\n        await page.keyboard.press(keys as any);\n        await page.flushPendingVisualUpdate?.();\n      },\n      cursorMove: async (direction, times = 1) => {\n        const arrowKey = direction === 'left' ? 'ArrowLeft' : 'ArrowRight';\n        for (let i = 0; i < times; i++) {\n          await page.keyboard.press([{ key: arrowKey as any }]);\n          await sleep(100);\n        }\n      },\n      clearInput: async (target) => {\n        await page.clearInput(target as ElementInfo | undefined);\n      },\n    },\n    touch: {\n      pinch: async ({ x, y }, opts) => {\n        await page.pinch(\n          x,\n          y,\n          opts.startDistance,\n          opts.endDistance,\n          opts.duration,\n        );\n      },\n      swipe: async (from, to, opts) => {\n        await page.swipe(from, to, opts?.duration);\n      },\n    },\n    scroll: {\n      scroll: async (param) => {\n        const element = param.locate;\n        const startingPoint = element\n          ? {\n              left: element.center[0],\n              top: element.center[1],\n            }\n          : undefined;\n        const scrollToEventName = param?.scrollType;\n        if (scrollToEventName === 'scrollToTop') {\n          await page.scrollUntilTop(startingPoint);\n        } else if (scrollToEventName === 'scrollToBottom') {\n          await page.scrollUntilBottom(startingPoint);\n        } else if (scrollToEventName === 'scrollToRight') {\n          await page.scrollUntilRight(startingPoint);\n        } else if (scrollToEventName === 'scrollToLeft') {\n          await page.scrollUntilLeft(startingPoint);\n        } else if (scrollToEventName === 'singleAction' || !scrollToEventName) {\n          if (param?.direction === 'down' || !param || !param.direction) {\n            await page.scrollDown(param?.distance || undefined, startingPoint);\n          } else if (param.direction === 'up') {\n            await page.scrollUp(param.distance || undefined, startingPoint);\n          } else if (param.direction === 'left') {\n            await page.scrollLeft(param.distance || undefined, startingPoint);\n          } else if (param.direction === 'right') {\n            await page.scrollRight(param.distance || undefined, startingPoint);\n          } else {\n            throw new Error(`Unknown scroll direction: ${param.direction}`);\n          }\n          await sleep(500);\n        } else {\n          throw new Error(\n            `Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(\n              param,\n            )}`,\n          );\n        }\n      },\n    },\n  };\n}\n\nexport const commonWebActionsForWebPage = <T extends AbstractWebPage>(\n  page: T,\n  includeTouchEvents = false,\n): DeviceAction<any>[] => {\n  const input = createWebInputPrimitives(page);\n  return [\n    ...defineActionsFromInputPrimitives(input, {\n      size: () => page.size(),\n      includeSwipe: includeTouchEvents,\n    }),\n\n    defineAction<typeof navigateParamSchema, { url: string }>({\n      name: 'Navigate',\n      description:\n        'Navigate the browser to a specified URL. Opens the URL in the current tab.',\n      paramSchema: navigateParamSchema,\n      sample: {\n        url: 'https://www.example.com',\n      },\n      call: async (param) => {\n        if (!page.navigate) {\n          throw new Error(\n            'Navigate operation is not supported on this page type',\n          );\n        }\n        await page.navigate(param.url);\n      },\n    }),\n\n    defineAction({\n      name: 'Reload',\n      description: 'Reload the current page',\n      call: async () => {\n        if (!page.reload) {\n          throw new Error(\n            'Reload operation is not supported on this page type',\n          );\n        }\n        await page.reload();\n      },\n    }),\n\n    defineAction({\n      name: 'GoBack',\n      description: 'Navigate back in browser history',\n      call: async () => {\n        if (!page.goBack) {\n          throw new Error(\n            'GoBack operation is not supported on this page type',\n          );\n        }\n        await page.goBack();\n      },\n    }),\n    defineAction({\n      name: 'GoForward',\n      description: 'Navigate forward in browser history',\n      call: async () => {\n        if (!page.goForward) {\n          throw new Error(\n            'GoForward operation is not supported on this page type',\n          );\n        }\n        await page.goForward();\n      },\n    }),\n  ];\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","navigateParamSchema","z","normalizeKeyInputs","value","inputs","Array","result","input","trimmed","normalized","transformed","transformHotkeyInput","getKeyCommands","keys","acc","k","includeMeta","AbstractWebPage","AbstractInterface","x","y","options","deltaX","deltaY","from","to","text","action","element","createWebInputPrimitives","page","opts","target","keyName","direction","times","arrowKey","i","sleep","param","startingPoint","undefined","scrollToEventName","Error","JSON","commonWebActionsForWebPage","includeTouchEvents","defineActionsFromInputPrimitives","defineAction"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;ACQA,MAAMI,sBAAsBC,qBAAAA,CAAAA,CAAAA,MAAQ,CAAC;IACnC,KAAKA,qBAAAA,CAAAA,CAAAA,MACI,GACN,QAAQ,CACP;AAEN;AAEA,SAASC,mBAAmBC,KAAwB;IAClD,MAAMC,SAASC,MAAM,OAAO,CAACF,SAASA,QAAQ;QAACA;KAAM;IACrD,MAAMG,SAAmB,EAAE;IAE3B,KAAK,MAAMC,SAASH,OAAQ;QAC1B,IAAI,AAAiB,YAAjB,OAAOG,OAAoB;YAC7BD,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,MAAMC,UAAUD,MAAM,IAAI;QAC1B,IAAI,CAACC,SAAS;YACZF,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,IAAIE,aAAaD;QACjB,IAAIC,WAAW,MAAM,GAAG,KAAKA,WAAW,QAAQ,CAAC,MAC/CA,aAAaA,WAAW,OAAO,CAAC,aAAa;QAE/C,IAAI,KAAK,IAAI,CAACA,aACZA,aAAaA,WAAW,OAAO,CAAC,QAAQ;QAG1C,MAAMC,cAAcC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EAAqBF;QACzC,IAAIC,AAAuB,MAAvBA,YAAY,MAAM,IAAUA,AAAmB,OAAnBA,WAAW,CAAC,EAAE,IAAWF,AAAY,OAAZA,SAAgB;YACvEF,OAAO,IAAI,CAACC;YACZ;QACF;QACA,IAAIG,AAAuB,MAAvBA,YAAY,MAAM,EAAQ;YAC5BJ,OAAO,IAAI,CAACC;YACZ;QACF;QAEAD,OAAO,IAAI,IAAII;IACjB;IAEA,OAAOJ;AACT;AAEO,SAASM,eACdT,KAAwB;IAExB,MAAMU,OAAOX,mBAAmBC;IAEhC,OAAOU,KAAK,MAAM,CAAC,CAACC,KAA+CC;QACjE,MAAMC,cAAcH,KAAK,QAAQ,CAAC,WAAWA,KAAK,QAAQ,CAAC;QAC3D,IAAIG,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAY;SAAE;QAEtD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAO;SAAE;QAEjD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAQ;SAAE;QAElD,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;YAAE;SAAE;IAChC,GAAG,EAAE;AACP;AAiSO,MAAeE,wBAAwBC,uBAAAA,iBAAiBA;IAc7D,IAAI,QAAqB;QACvB,OAAO;YACL,OAAO,OACLC,GACAC,GACAC,WACI;YACN,OAAO,OAAOC,QAAgBC,UAAoB;YAClD,MAAM,OAAOJ,GAAWC,KAAe;YACvC,MAAM,OACJI,MACAC,MACI;QACR;IACF;IAEA,IAAI,WAA2B;QAC7B,OAAO;YACL,MAAM,OAAOC,QAAkB;YAC/B,OAAO,OACLC,UAGI;QACR;IACF;IAEA,MAAM,WAAWC,OAAqB,EAAiB,CAAC;AAuB1D;AAEO,SAASC,yBACdC,IAAqB;IAErB,OAAO;QACL,SAAS;YACP,KAAK,OAAO,EAAEX,CAAC,EAAEC,CAAC,EAAE;gBAClB,MAAMU,KAAK,KAAK,CAAC,KAAK,CAACX,GAAGC,GAAG;oBAAE,QAAQ;gBAAO;YAChD;YACA,YAAY,OAAO,EAAED,CAAC,EAAEC,CAAC,EAAE;gBACzB,MAAMU,KAAK,KAAK,CAAC,KAAK,CAACX,GAAGC,GAAG;oBAAE,QAAQ;gBAAQ;YACjD;YACA,aAAa,OAAO,EAAED,CAAC,EAAEC,CAAC,EAAE;gBAC1B,MAAMU,KAAK,KAAK,CAAC,KAAK,CAACX,GAAGC,GAAG;oBAAE,QAAQ;oBAAQ,OAAO;gBAAE;YAC1D;YACA,OAAO,OAAO,EAAED,CAAC,EAAEC,CAAC,EAAE;gBACpB,MAAMU,KAAK,KAAK,CAAC,IAAI,CAACX,GAAGC;YAC3B;YACA,aAAa,OAAOI,MAAMC;gBACxB,MAAMK,KAAK,KAAK,CAAC,IAAI,CAACN,MAAMC;YAC9B;YACA,WAAW,OAAO,EAAEN,CAAC,EAAEC,CAAC,EAAE,EAAEW;gBAC1B,MAAMD,KAAK,SAAS,CAACX,GAAGC,GAAGW,MAAM;YACnC;QACF;QACA,UAAU;YACR,UAAU,OAAO5B,OAAO4B;gBACtB,MAAMH,UAAUG,MAAM;gBACtB,IAAIH,WAAWG,MAAM,YAAY,OAAO;oBACtC,MAAMD,KAAK,UAAU,CAACF;oBAMtB,MAAME,KAAK,eAAe,GAAG;wBAAE,QAAQF;oBAAuB;gBAChE,OAAO,IAAIA,SAAS;oBAClB,MAAMI,SAASJ;oBACf,MAAME,KAAK,KAAK,CAAC,KAAK,CAACE,OAAO,MAAM,CAAC,EAAE,EAAEA,OAAO,MAAM,CAAC,EAAE,EAAE;wBACzD,QAAQ;oBACV;oBACA,MAAMF,KAAK,QAAQ,CAAC,KAAK,CAAC;wBAAC;4BAAE,KAAK;wBAAM;qBAAE;gBAC5C;gBAEA,IAAIC,MAAM,WACR;gBAGF,MAAMD,KAAK,QAAQ,CAAC,IAAI,CAAC3B;gBACzB,MAAM2B,KAAK,wBAAwB;YACrC;YACA,eAAe,OAAOG,SAASF;gBAC7B,MAAMH,UAAUG,MAAM;gBAGtB,IAAIH,SACF,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,QAAQ;gBACV;gBAGF,MAAMf,OAAOD,eAAeqB;gBAC5B,MAAMH,KAAK,QAAQ,CAAC,KAAK,CAACjB;gBAC1B,MAAMiB,KAAK,wBAAwB;YACrC;YACA,YAAY,OAAOI,WAAWC,QAAQ,CAAC;gBACrC,MAAMC,WAAWF,AAAc,WAAdA,YAAuB,cAAc;gBACtD,IAAK,IAAIG,IAAI,GAAGA,IAAIF,OAAOE,IAAK;oBAC9B,MAAMP,KAAK,QAAQ,CAAC,KAAK,CAAC;wBAAC;4BAAE,KAAKM;wBAAgB;qBAAE;oBACpD,MAAME,AAAAA,IAAAA,sBAAAA,KAAAA,AAAAA,EAAM;gBACd;YACF;YACA,YAAY,OAAON;gBACjB,MAAMF,KAAK,UAAU,CAACE;YACxB;QACF;QACA,OAAO;YACL,OAAO,OAAO,EAAEb,CAAC,EAAEC,CAAC,EAAE,EAAEW;gBACtB,MAAMD,KAAK,KAAK,CACdX,GACAC,GACAW,KAAK,aAAa,EAClBA,KAAK,WAAW,EAChBA,KAAK,QAAQ;YAEjB;YACA,OAAO,OAAOP,MAAMC,IAAIM;gBACtB,MAAMD,KAAK,KAAK,CAACN,MAAMC,IAAIM,MAAM;YACnC;QACF;QACA,QAAQ;YACN,QAAQ,OAAOQ;gBACb,MAAMX,UAAUW,MAAM,MAAM;gBAC5B,MAAMC,gBAAgBZ,UAClB;oBACE,MAAMA,QAAQ,MAAM,CAAC,EAAE;oBACvB,KAAKA,QAAQ,MAAM,CAAC,EAAE;gBACxB,IACAa;gBACJ,MAAMC,oBAAoBH,OAAO;gBACjC,IAAIG,AAAsB,kBAAtBA,mBACF,MAAMZ,KAAK,cAAc,CAACU;qBACrB,IAAIE,AAAsB,qBAAtBA,mBACT,MAAMZ,KAAK,iBAAiB,CAACU;qBACxB,IAAIE,AAAsB,oBAAtBA,mBACT,MAAMZ,KAAK,gBAAgB,CAACU;qBACvB,IAAIE,AAAsB,mBAAtBA,mBACT,MAAMZ,KAAK,eAAe,CAACU;qBACtB,IAAIE,AAAsB,mBAAtBA,qBAAyCA,mBAclD,MAAM,IAAIC,MACR,CAAC,2BAA2B,EAAED,kBAAkB,SAAS,EAAEE,KAAK,SAAS,CACvEL,QACC;qBAjBgE;oBACrE,IAAIA,OAAO,cAAc,UAAWA,SAAUA,MAAM,SAAS,EAEtD,IAAIA,AAAoB,SAApBA,MAAM,SAAS,EACxB,MAAMT,KAAK,QAAQ,CAACS,MAAM,QAAQ,IAAIE,QAAWD;yBAC5C,IAAID,AAAoB,WAApBA,MAAM,SAAS,EACxB,MAAMT,KAAK,UAAU,CAACS,MAAM,QAAQ,IAAIE,QAAWD;yBAC9C,IAAID,AAAoB,YAApBA,MAAM,SAAS,EACxB,MAAMT,KAAK,WAAW,CAACS,MAAM,QAAQ,IAAIE,QAAWD;yBAEpD,MAAM,IAAIG,MAAM,CAAC,0BAA0B,EAAEJ,MAAM,SAAS,EAAE;yBAR9D,MAAMT,KAAK,UAAU,CAACS,OAAO,YAAYE,QAAWD;oBAUtD,MAAMF,AAAAA,IAAAA,sBAAAA,KAAAA,AAAAA,EAAM;gBACd;YAOF;QACF;IACF;AACF;AAEO,MAAMO,6BAA6B,CACxCf,MACAgB,qBAAqB,KAAK;IAE1B,MAAMvC,QAAQsB,yBAAyBC;IACvC,OAAO;WACFiB,AAAAA,IAAAA,uBAAAA,gCAAAA,AAAAA,EAAiCxC,OAAO;YACzC,MAAM,IAAMuB,KAAK,IAAI;YACrB,cAAcgB;QAChB;QAEAE,IAAAA,uBAAAA,YAAAA,AAAAA,EAA0D;YACxD,MAAM;YACN,aACE;YACF,aAAahD;YACb,QAAQ;gBACN,KAAK;YACP;YACA,MAAM,OAAOuC;gBACX,IAAI,CAACT,KAAK,QAAQ,EAChB,MAAM,IAAIa,MACR;gBAGJ,MAAMb,KAAK,QAAQ,CAACS,MAAM,GAAG;YAC/B;QACF;QAEAS,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAAClB,KAAK,MAAM,EACd,MAAM,IAAIa,MACR;gBAGJ,MAAMb,KAAK,MAAM;YACnB;QACF;QAEAkB,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAAClB,KAAK,MAAM,EACd,MAAM,IAAIa,MACR;gBAGJ,MAAMb,KAAK,MAAM;YACnB;QACF;QACAkB,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAAClB,KAAK,SAAS,EACjB,MAAM,IAAIa,MACR;gBAGJ,MAAMb,KAAK,SAAS;YACtB;QACF;KACD;AACH"}
+{"version":3,"file":"web-page.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../src/web-page.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n        if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n            Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n        }\n    }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { Point } from '@midscene/core';\nimport { z } from '@midscene/core';\nimport {\n  AbstractInterface,\n  type BrowserInputPrimitives,\n  type DeviceAction,\n  defineAction,\n  defineActionsFromInputPrimitives,\n} from '@midscene/core/device';\n\nimport { sleep } from '@midscene/core/utils';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { transformHotkeyInput } from '@midscene/shared/us-keyboard-layout';\n\nconst navigateParamSchema = z.object({\n  url: z\n    .string()\n    .describe(\n      'The URL to navigate to. Must start with https://, file://, or a similar protocol.',\n    ),\n});\n\nfunction normalizeKeyInputs(value: string | string[]): string[] {\n  const inputs = Array.isArray(value) ? value : [value];\n  const result: string[] = [];\n\n  for (const input of inputs) {\n    if (typeof input !== 'string') {\n      result.push(input as unknown as string);\n      continue;\n    }\n\n    const trimmed = input.trim();\n    if (!trimmed) {\n      result.push(input);\n      continue;\n    }\n\n    let normalized = trimmed;\n    if (normalized.length > 1 && normalized.includes('+')) {\n      normalized = normalized.replace(/\\s*\\+\\s*/g, ' ');\n    }\n    if (/\\s/.test(normalized)) {\n      normalized = normalized.replace(/\\s+/g, ' ');\n    }\n\n    const transformed = transformHotkeyInput(normalized);\n    if (transformed.length === 1 && transformed[0] === '' && trimmed !== '') {\n      result.push(input);\n      continue;\n    }\n    if (transformed.length === 0) {\n      result.push(input);\n      continue;\n    }\n\n    result.push(...transformed);\n  }\n\n  return result;\n}\n\nexport function getKeyCommands(\n  value: string | string[],\n): Array<{ key: string; command?: string }> {\n  const keys = normalizeKeyInputs(value);\n\n  return keys.reduce((acc: Array<{ key: string; command?: string }>, k) => {\n    const includeMeta = keys.includes('Meta') || keys.includes('Control');\n    if (includeMeta && (k === 'a' || k === 'A')) {\n      return acc.concat([{ key: k, command: 'SelectAll' }]);\n    }\n    if (includeMeta && (k === 'c' || k === 'C')) {\n      return acc.concat([{ key: k, command: 'Copy' }]);\n    }\n    if (includeMeta && (k === 'v' || k === 'V')) {\n      return acc.concat([{ key: k, command: 'Paste' }]);\n    }\n    return acc.concat([{ key: k }]);\n  }, []);\n}\n\n// this is copied from puppeteer, but we don't want to import puppeteer here\nexport declare type KeyInput =\n  | '0'\n  | '1'\n  | '2'\n  | '3'\n  | '4'\n  | '5'\n  | '6'\n  | '7'\n  | '8'\n  | '9'\n  | 'Power'\n  | 'Eject'\n  | 'Abort'\n  | 'Help'\n  | 'Backspace'\n  | 'Tab'\n  | 'Numpad5'\n  | 'NumpadEnter'\n  | 'Enter'\n  | '\\r'\n  | '\\n'\n  | 'ShiftLeft'\n  | 'ShiftRight'\n  | 'ControlLeft'\n  | 'ControlRight'\n  | 'AltLeft'\n  | 'AltRight'\n  | 'Pause'\n  | 'CapsLock'\n  | 'Escape'\n  | 'Convert'\n  | 'NonConvert'\n  | 'Space'\n  | 'Numpad9'\n  | 'PageUp'\n  | 'Numpad3'\n  | 'PageDown'\n  | 'End'\n  | 'Numpad1'\n  | 'Home'\n  | 'Numpad7'\n  | 'ArrowLeft'\n  | 'Numpad4'\n  | 'Numpad8'\n  | 'ArrowUp'\n  | 'ArrowRight'\n  | 'Numpad6'\n  | 'Numpad2'\n  | 'ArrowDown'\n  | 'Select'\n  | 'Open'\n  | 'PrintScreen'\n  | 'Insert'\n  | 'Numpad0'\n  | 'Delete'\n  | 'NumpadDecimal'\n  | 'Digit0'\n  | 'Digit1'\n  | 'Digit2'\n  | 'Digit3'\n  | 'Digit4'\n  | 'Digit5'\n  | 'Digit6'\n  | 'Digit7'\n  | 'Digit8'\n  | 'Digit9'\n  | 'KeyA'\n  | 'KeyB'\n  | 'KeyC'\n  | 'KeyD'\n  | 'KeyE'\n  | 'KeyF'\n  | 'KeyG'\n  | 'KeyH'\n  | 'KeyI'\n  | 'KeyJ'\n  | 'KeyK'\n  | 'KeyL'\n  | 'KeyM'\n  | 'KeyN'\n  | 'KeyO'\n  | 'KeyP'\n  | 'KeyQ'\n  | 'KeyR'\n  | 'KeyS'\n  | 'KeyT'\n  | 'KeyU'\n  | 'KeyV'\n  | 'KeyW'\n  | 'KeyX'\n  | 'KeyY'\n  | 'KeyZ'\n  | 'MetaLeft'\n  | 'MetaRight'\n  | 'ContextMenu'\n  | 'NumpadMultiply'\n  | 'NumpadAdd'\n  | 'NumpadSubtract'\n  | 'NumpadDivide'\n  | 'F1'\n  | 'F2'\n  | 'F3'\n  | 'F4'\n  | 'F5'\n  | 'F6'\n  | 'F7'\n  | 'F8'\n  | 'F9'\n  | 'F10'\n  | 'F11'\n  | 'F12'\n  | 'F13'\n  | 'F14'\n  | 'F15'\n  | 'F16'\n  | 'F17'\n  | 'F18'\n  | 'F19'\n  | 'F20'\n  | 'F21'\n  | 'F22'\n  | 'F23'\n  | 'F24'\n  | 'NumLock'\n  | 'ScrollLock'\n  | 'AudioVolumeMute'\n  | 'AudioVolumeDown'\n  | 'AudioVolumeUp'\n  | 'MediaTrackNext'\n  | 'MediaTrackPrevious'\n  | 'MediaStop'\n  | 'MediaPlayPause'\n  | 'Semicolon'\n  | 'Equal'\n  | 'NumpadEqual'\n  | 'Comma'\n  | 'Minus'\n  | 'Period'\n  | 'Slash'\n  | 'Backquote'\n  | 'BracketLeft'\n  | 'Backslash'\n  | 'BracketRight'\n  | 'Quote'\n  | 'AltGraph'\n  | 'Props'\n  | 'Cancel'\n  | 'Clear'\n  | 'Shift'\n  | 'Control'\n  | 'Alt'\n  | 'Accept'\n  | 'ModeChange'\n  | ' '\n  | 'Print'\n  | 'Execute'\n  | '\\u0000'\n  | 'a'\n  | 'b'\n  | 'c'\n  | 'd'\n  | 'e'\n  | 'f'\n  | 'g'\n  | 'h'\n  | 'i'\n  | 'j'\n  | 'k'\n  | 'l'\n  | 'm'\n  | 'n'\n  | 'o'\n  | 'p'\n  | 'q'\n  | 'r'\n  | 's'\n  | 't'\n  | 'u'\n  | 'v'\n  | 'w'\n  | 'x'\n  | 'y'\n  | 'z'\n  | 'Meta'\n  | '*'\n  | '+'\n  | '-'\n  | '/'\n  | ';'\n  | '='\n  | ','\n  | '.'\n  | '`'\n  | '['\n  | '\\\\'\n  | ']'\n  | \"'\"\n  | 'Attn'\n  | 'CrSel'\n  | 'ExSel'\n  | 'EraseEof'\n  | 'Play'\n  | 'ZoomOut'\n  | ')'\n  | '!'\n  | '@'\n  | '#'\n  | '$'\n  | '%'\n  | '^'\n  | '&'\n  | '('\n  | 'A'\n  | 'B'\n  | 'C'\n  | 'D'\n  | 'E'\n  | 'F'\n  | 'G'\n  | 'H'\n  | 'I'\n  | 'J'\n  | 'K'\n  | 'L'\n  | 'M'\n  | 'N'\n  | 'O'\n  | 'P'\n  | 'Q'\n  | 'R'\n  | 'S'\n  | 'T'\n  | 'U'\n  | 'V'\n  | 'W'\n  | 'X'\n  | 'Y'\n  | 'Z'\n  | ':'\n  | '<'\n  | '_'\n  | '>'\n  | '?'\n  | '~'\n  | '{'\n  | '|'\n  | '}'\n  | '\"'\n  | 'SoftLeft'\n  | 'SoftRight'\n  | 'Camera'\n  | 'Call'\n  | 'EndCall'\n  | 'VolumeDown'\n  | 'VolumeUp';\n\nexport type MouseButton = 'left' | 'right' | 'middle';\n\nexport interface MouseAction {\n  click: (\n    x: number,\n    y: number,\n    options: { button: MouseButton; count?: number },\n  ) => Promise<void>;\n  wheel: (deltaX: number, deltaY: number) => Promise<void>;\n  move: (x: number, y: number) => Promise<void>;\n  drag: (\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n  ) => Promise<void>;\n}\n\nexport interface KeyboardAction {\n  type: (text: string) => Promise<void>;\n  press: (\n    action:\n      | { key: KeyInput; command?: string }\n      | { key: KeyInput; command?: string }[],\n  ) => Promise<void>;\n}\n\nexport interface ChromePageDestroyOptions {\n  closeTab?: boolean; // should close the tab when the page object is destroyed\n}\n\nexport abstract class AbstractWebPage extends AbstractInterface {\n  navigate?(url: string): Promise<void>;\n  reload?(): Promise<void>;\n  goBack?(): Promise<void>;\n  goForward?(): Promise<void>;\n  stopLoading?(): Promise<void>;\n  navigationState?(): Promise<{ isLoading: boolean }>;\n  flushPendingVisualUpdate?(): Promise<void>;\n  schedulePendingVisualUpdate?(): void;\n  waitForDomQuiet?(opts?: {\n    quietMs?: number;\n    timeoutMs?: number;\n    target?: ElementInfo;\n  }): Promise<void>;\n\n  get mouse(): MouseAction {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options: { button: MouseButton },\n      ) => {},\n      wheel: async (deltaX: number, deltaY: number) => {},\n      move: async (x: number, y: number) => {},\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {},\n    };\n  }\n\n  get keyboard(): KeyboardAction {\n    return {\n      type: async (text: string) => {},\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {},\n    };\n  }\n\n  async clearInput(element?: ElementInfo): Promise<void> {}\n\n  abstract scrollUntilTop(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilBottom(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilLeft(startingPoint?: Point): Promise<void>;\n  abstract scrollUntilRight(startingPoint?: Point): Promise<void>;\n  abstract scrollUp(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollDown(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollLeft(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract scrollRight(distance?: number, startingPoint?: Point): Promise<void>;\n  abstract longPress(x: number, y: number, duration?: number): Promise<void>;\n  abstract swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ): Promise<void>;\n  abstract pinch(\n    centerX: number,\n    centerY: number,\n    startDistance: number,\n    endDistance: number,\n    duration?: number,\n  ): Promise<void>;\n}\n\nexport function createWebInputPrimitives(\n  page: AbstractWebPage,\n): BrowserInputPrimitives {\n  const scheduleVisualUpdate = () => {\n    if (page.schedulePendingVisualUpdate) {\n      page.schedulePendingVisualUpdate();\n      return;\n    }\n\n    const pendingRefresh = page.flushPendingVisualUpdate?.();\n    void pendingRefresh?.catch(() => undefined);\n  };\n\n  return {\n    pointer: {\n      tap: async ({ x, y }) => {\n        await page.mouse.click(x, y, { button: 'left' });\n      },\n      rightClick: async ({ x, y }) => {\n        await page.mouse.click(x, y, { button: 'right' });\n      },\n      doubleClick: async ({ x, y }) => {\n        await page.mouse.click(x, y, { button: 'left', count: 2 });\n      },\n      hover: async ({ x, y }) => {\n        await page.mouse.move(x, y);\n      },\n      dragAndDrop: async (from, to) => {\n        await page.mouse.drag(from, to);\n      },\n      longPress: async ({ x, y }, opts) => {\n        await page.longPress(x, y, opts?.duration);\n      },\n    },\n    keyboard: {\n      typeText: async (value, opts) => {\n        const element = opts?.target;\n        if (element && opts?.replace !== false) {\n          await page.clearInput(element as ElementInfo);\n          // Frameworks (React/Vue/etc.) often re-render in response to\n          // the `input` event fired by clearing. If that re-render lands\n          // between clearInput returning and the first typed character,\n          // the keypresses can be dropped. Wait for the DOM to settle\n          // before starting to type.\n          await page.waitForDomQuiet?.({ target: element as ElementInfo });\n        } else if (element && opts?.focusOnly) {\n          const target = element as ElementInfo;\n          await page.mouse.click(target.center[0], target.center[1], {\n            button: 'left',\n          });\n          await page.keyboard.press([{ key: 'End' }]);\n        }\n\n        if (opts?.focusOnly) {\n          return;\n        }\n\n        await page.keyboard.type(value);\n        scheduleVisualUpdate();\n      },\n      keyboardPress: async (keyName, opts) => {\n        const element = opts?.target as\n          | { center: [number, number] }\n          | undefined;\n        if (element) {\n          await page.mouse.click(element.center[0], element.center[1], {\n            button: 'left',\n          });\n        }\n\n        const keys = getKeyCommands(keyName);\n        await page.keyboard.press(keys as any);\n        scheduleVisualUpdate();\n      },\n      cursorMove: async (direction, times = 1) => {\n        const arrowKey = direction === 'left' ? 'ArrowLeft' : 'ArrowRight';\n        for (let i = 0; i < times; i++) {\n          await page.keyboard.press([{ key: arrowKey as any }]);\n          await sleep(100);\n        }\n      },\n      clearInput: async (target) => {\n        await page.clearInput(target as ElementInfo | undefined);\n      },\n    },\n    touch: {\n      pinch: async ({ x, y }, opts) => {\n        await page.pinch(\n          x,\n          y,\n          opts.startDistance,\n          opts.endDistance,\n          opts.duration,\n        );\n      },\n      swipe: async (from, to, opts) => {\n        await page.swipe(from, to, opts?.duration);\n      },\n    },\n    scroll: {\n      scroll: async (param) => {\n        const element = param.locate;\n        const startingPoint = element\n          ? {\n              left: element.center[0],\n              top: element.center[1],\n            }\n          : undefined;\n        const scrollToEventName = param?.scrollType;\n        if (scrollToEventName === 'scrollToTop') {\n          await page.scrollUntilTop(startingPoint);\n        } else if (scrollToEventName === 'scrollToBottom') {\n          await page.scrollUntilBottom(startingPoint);\n        } else if (scrollToEventName === 'scrollToRight') {\n          await page.scrollUntilRight(startingPoint);\n        } else if (scrollToEventName === 'scrollToLeft') {\n          await page.scrollUntilLeft(startingPoint);\n        } else if (scrollToEventName === 'singleAction' || !scrollToEventName) {\n          if (param?.direction === 'down' || !param || !param.direction) {\n            await page.scrollDown(param?.distance || undefined, startingPoint);\n          } else if (param.direction === 'up') {\n            await page.scrollUp(param.distance || undefined, startingPoint);\n          } else if (param.direction === 'left') {\n            await page.scrollLeft(param.distance || undefined, startingPoint);\n          } else if (param.direction === 'right') {\n            await page.scrollRight(param.distance || undefined, startingPoint);\n          } else {\n            throw new Error(`Unknown scroll direction: ${param.direction}`);\n          }\n          await sleep(500);\n        } else {\n          throw new Error(\n            `Unknown scroll event type: ${scrollToEventName}, param: ${JSON.stringify(\n              param,\n            )}`,\n          );\n        }\n      },\n    },\n  };\n}\n\nexport const commonWebActionsForWebPage = <T extends AbstractWebPage>(\n  page: T,\n  includeTouchEvents = false,\n): DeviceAction<any>[] => {\n  const input = createWebInputPrimitives(page);\n  return [\n    ...defineActionsFromInputPrimitives(input, {\n      size: () => page.size(),\n      includeSwipe: includeTouchEvents,\n    }),\n\n    defineAction<typeof navigateParamSchema, { url: string }>({\n      name: 'Navigate',\n      description:\n        'Navigate the browser to a specified URL. Opens the URL in the current tab.',\n      paramSchema: navigateParamSchema,\n      sample: {\n        url: 'https://www.example.com',\n      },\n      call: async (param) => {\n        if (!page.navigate) {\n          throw new Error(\n            'Navigate operation is not supported on this page type',\n          );\n        }\n        await page.navigate(param.url);\n      },\n    }),\n\n    defineAction({\n      name: 'Reload',\n      description: 'Reload the current page',\n      call: async () => {\n        if (!page.reload) {\n          throw new Error(\n            'Reload operation is not supported on this page type',\n          );\n        }\n        await page.reload();\n      },\n    }),\n\n    defineAction({\n      name: 'GoBack',\n      description: 'Navigate back in browser history',\n      call: async () => {\n        if (!page.goBack) {\n          throw new Error(\n            'GoBack operation is not supported on this page type',\n          );\n        }\n        await page.goBack();\n      },\n    }),\n    defineAction({\n      name: 'GoForward',\n      description: 'Navigate forward in browser history',\n      call: async () => {\n        if (!page.goForward) {\n          throw new Error(\n            'GoForward operation is not supported on this page type',\n          );\n        }\n        await page.goForward();\n      },\n    }),\n  ];\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","navigateParamSchema","z","normalizeKeyInputs","value","inputs","Array","result","input","trimmed","normalized","transformed","transformHotkeyInput","getKeyCommands","keys","acc","k","includeMeta","AbstractWebPage","AbstractInterface","x","y","options","deltaX","deltaY","from","to","text","action","element","createWebInputPrimitives","page","scheduleVisualUpdate","pendingRefresh","undefined","opts","target","keyName","direction","times","arrowKey","i","sleep","param","startingPoint","scrollToEventName","Error","JSON","commonWebActionsForWebPage","includeTouchEvents","defineActionsFromInputPrimitives","defineAction"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;;;;ACQA,MAAMI,sBAAsBC,qBAAAA,CAAAA,CAAAA,MAAQ,CAAC;IACnC,KAAKA,qBAAAA,CAAAA,CAAAA,MACI,GACN,QAAQ,CACP;AAEN;AAEA,SAASC,mBAAmBC,KAAwB;IAClD,MAAMC,SAASC,MAAM,OAAO,CAACF,SAASA,QAAQ;QAACA;KAAM;IACrD,MAAMG,SAAmB,EAAE;IAE3B,KAAK,MAAMC,SAASH,OAAQ;QAC1B,IAAI,AAAiB,YAAjB,OAAOG,OAAoB;YAC7BD,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,MAAMC,UAAUD,MAAM,IAAI;QAC1B,IAAI,CAACC,SAAS;YACZF,OAAO,IAAI,CAACC;YACZ;QACF;QAEA,IAAIE,aAAaD;QACjB,IAAIC,WAAW,MAAM,GAAG,KAAKA,WAAW,QAAQ,CAAC,MAC/CA,aAAaA,WAAW,OAAO,CAAC,aAAa;QAE/C,IAAI,KAAK,IAAI,CAACA,aACZA,aAAaA,WAAW,OAAO,CAAC,QAAQ;QAG1C,MAAMC,cAAcC,AAAAA,IAAAA,mCAAAA,oBAAAA,AAAAA,EAAqBF;QACzC,IAAIC,AAAuB,MAAvBA,YAAY,MAAM,IAAUA,AAAmB,OAAnBA,WAAW,CAAC,EAAE,IAAWF,AAAY,OAAZA,SAAgB;YACvEF,OAAO,IAAI,CAACC;YACZ;QACF;QACA,IAAIG,AAAuB,MAAvBA,YAAY,MAAM,EAAQ;YAC5BJ,OAAO,IAAI,CAACC;YACZ;QACF;QAEAD,OAAO,IAAI,IAAII;IACjB;IAEA,OAAOJ;AACT;AAEO,SAASM,eACdT,KAAwB;IAExB,MAAMU,OAAOX,mBAAmBC;IAEhC,OAAOU,KAAK,MAAM,CAAC,CAACC,KAA+CC;QACjE,MAAMC,cAAcH,KAAK,QAAQ,CAAC,WAAWA,KAAK,QAAQ,CAAC;QAC3D,IAAIG,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAY;SAAE;QAEtD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAO;SAAE;QAEjD,IAAIC,eAAgBD,CAAAA,AAAM,QAANA,KAAaA,AAAM,QAANA,CAAQ,GACvC,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;gBAAG,SAAS;YAAQ;SAAE;QAElD,OAAOD,IAAI,MAAM,CAAC;YAAC;gBAAE,KAAKC;YAAE;SAAE;IAChC,GAAG,EAAE;AACP;AAiSO,MAAeE,wBAAwBC,uBAAAA,iBAAiBA;IAe7D,IAAI,QAAqB;QACvB,OAAO;YACL,OAAO,OACLC,GACAC,GACAC,WACI;YACN,OAAO,OAAOC,QAAgBC,UAAoB;YAClD,MAAM,OAAOJ,GAAWC,KAAe;YACvC,MAAM,OACJI,MACAC,MACI;QACR;IACF;IAEA,IAAI,WAA2B;QAC7B,OAAO;YACL,MAAM,OAAOC,QAAkB;YAC/B,OAAO,OACLC,UAGI;QACR;IACF;IAEA,MAAM,WAAWC,OAAqB,EAAiB,CAAC;AAuB1D;AAEO,SAASC,yBACdC,IAAqB;IAErB,MAAMC,uBAAuB;QAC3B,IAAID,KAAK,2BAA2B,EAAE,YACpCA,KAAK,2BAA2B;QAIlC,MAAME,iBAAiBF,KAAK,wBAAwB;QAC/CE,gBAAgB,MAAM,IAAMC;IACnC;IAEA,OAAO;QACL,SAAS;YACP,KAAK,OAAO,EAAEd,CAAC,EAAEC,CAAC,EAAE;gBAClB,MAAMU,KAAK,KAAK,CAAC,KAAK,CAACX,GAAGC,GAAG;oBAAE,QAAQ;gBAAO;YAChD;YACA,YAAY,OAAO,EAAED,CAAC,EAAEC,CAAC,EAAE;gBACzB,MAAMU,KAAK,KAAK,CAAC,KAAK,CAACX,GAAGC,GAAG;oBAAE,QAAQ;gBAAQ;YACjD;YACA,aAAa,OAAO,EAAED,CAAC,EAAEC,CAAC,EAAE;gBAC1B,MAAMU,KAAK,KAAK,CAAC,KAAK,CAACX,GAAGC,GAAG;oBAAE,QAAQ;oBAAQ,OAAO;gBAAE;YAC1D;YACA,OAAO,OAAO,EAAED,CAAC,EAAEC,CAAC,EAAE;gBACpB,MAAMU,KAAK,KAAK,CAAC,IAAI,CAACX,GAAGC;YAC3B;YACA,aAAa,OAAOI,MAAMC;gBACxB,MAAMK,KAAK,KAAK,CAAC,IAAI,CAACN,MAAMC;YAC9B;YACA,WAAW,OAAO,EAAEN,CAAC,EAAEC,CAAC,EAAE,EAAEc;gBAC1B,MAAMJ,KAAK,SAAS,CAACX,GAAGC,GAAGc,MAAM;YACnC;QACF;QACA,UAAU;YACR,UAAU,OAAO/B,OAAO+B;gBACtB,MAAMN,UAAUM,MAAM;gBACtB,IAAIN,WAAWM,MAAM,YAAY,OAAO;oBACtC,MAAMJ,KAAK,UAAU,CAACF;oBAMtB,MAAME,KAAK,eAAe,GAAG;wBAAE,QAAQF;oBAAuB;gBAChE,OAAO,IAAIA,WAAWM,MAAM,WAAW;oBACrC,MAAMC,SAASP;oBACf,MAAME,KAAK,KAAK,CAAC,KAAK,CAACK,OAAO,MAAM,CAAC,EAAE,EAAEA,OAAO,MAAM,CAAC,EAAE,EAAE;wBACzD,QAAQ;oBACV;oBACA,MAAML,KAAK,QAAQ,CAAC,KAAK,CAAC;wBAAC;4BAAE,KAAK;wBAAM;qBAAE;gBAC5C;gBAEA,IAAII,MAAM,WACR;gBAGF,MAAMJ,KAAK,QAAQ,CAAC,IAAI,CAAC3B;gBACzB4B;YACF;YACA,eAAe,OAAOK,SAASF;gBAC7B,MAAMN,UAAUM,MAAM;gBAGtB,IAAIN,SACF,MAAME,KAAK,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,QAAQ;gBACV;gBAGF,MAAMf,OAAOD,eAAewB;gBAC5B,MAAMN,KAAK,QAAQ,CAAC,KAAK,CAACjB;gBAC1BkB;YACF;YACA,YAAY,OAAOM,WAAWC,QAAQ,CAAC;gBACrC,MAAMC,WAAWF,AAAc,WAAdA,YAAuB,cAAc;gBACtD,IAAK,IAAIG,IAAI,GAAGA,IAAIF,OAAOE,IAAK;oBAC9B,MAAMV,KAAK,QAAQ,CAAC,KAAK,CAAC;wBAAC;4BAAE,KAAKS;wBAAgB;qBAAE;oBACpD,MAAME,AAAAA,IAAAA,sBAAAA,KAAAA,AAAAA,EAAM;gBACd;YACF;YACA,YAAY,OAAON;gBACjB,MAAML,KAAK,UAAU,CAACK;YACxB;QACF;QACA,OAAO;YACL,OAAO,OAAO,EAAEhB,CAAC,EAAEC,CAAC,EAAE,EAAEc;gBACtB,MAAMJ,KAAK,KAAK,CACdX,GACAC,GACAc,KAAK,aAAa,EAClBA,KAAK,WAAW,EAChBA,KAAK,QAAQ;YAEjB;YACA,OAAO,OAAOV,MAAMC,IAAIS;gBACtB,MAAMJ,KAAK,KAAK,CAACN,MAAMC,IAAIS,MAAM;YACnC;QACF;QACA,QAAQ;YACN,QAAQ,OAAOQ;gBACb,MAAMd,UAAUc,MAAM,MAAM;gBAC5B,MAAMC,gBAAgBf,UAClB;oBACE,MAAMA,QAAQ,MAAM,CAAC,EAAE;oBACvB,KAAKA,QAAQ,MAAM,CAAC,EAAE;gBACxB,IACAK;gBACJ,MAAMW,oBAAoBF,OAAO;gBACjC,IAAIE,AAAsB,kBAAtBA,mBACF,MAAMd,KAAK,cAAc,CAACa;qBACrB,IAAIC,AAAsB,qBAAtBA,mBACT,MAAMd,KAAK,iBAAiB,CAACa;qBACxB,IAAIC,AAAsB,oBAAtBA,mBACT,MAAMd,KAAK,gBAAgB,CAACa;qBACvB,IAAIC,AAAsB,mBAAtBA,mBACT,MAAMd,KAAK,eAAe,CAACa;qBACtB,IAAIC,AAAsB,mBAAtBA,qBAAyCA,mBAclD,MAAM,IAAIC,MACR,CAAC,2BAA2B,EAAED,kBAAkB,SAAS,EAAEE,KAAK,SAAS,CACvEJ,QACC;qBAjBgE;oBACrE,IAAIA,OAAO,cAAc,UAAWA,SAAUA,MAAM,SAAS,EAEtD,IAAIA,AAAoB,SAApBA,MAAM,SAAS,EACxB,MAAMZ,KAAK,QAAQ,CAACY,MAAM,QAAQ,IAAIT,QAAWU;yBAC5C,IAAID,AAAoB,WAApBA,MAAM,SAAS,EACxB,MAAMZ,KAAK,UAAU,CAACY,MAAM,QAAQ,IAAIT,QAAWU;yBAC9C,IAAID,AAAoB,YAApBA,MAAM,SAAS,EACxB,MAAMZ,KAAK,WAAW,CAACY,MAAM,QAAQ,IAAIT,QAAWU;yBAEpD,MAAM,IAAIE,MAAM,CAAC,0BAA0B,EAAEH,MAAM,SAAS,EAAE;yBAR9D,MAAMZ,KAAK,UAAU,CAACY,OAAO,YAAYT,QAAWU;oBAUtD,MAAMF,AAAAA,IAAAA,sBAAAA,KAAAA,AAAAA,EAAM;gBACd;YAOF;QACF;IACF;AACF;AAEO,MAAMM,6BAA6B,CACxCjB,MACAkB,qBAAqB,KAAK;IAE1B,MAAMzC,QAAQsB,yBAAyBC;IACvC,OAAO;WACFmB,AAAAA,IAAAA,uBAAAA,gCAAAA,AAAAA,EAAiC1C,OAAO;YACzC,MAAM,IAAMuB,KAAK,IAAI;YACrB,cAAckB;QAChB;QAEAE,IAAAA,uBAAAA,YAAAA,AAAAA,EAA0D;YACxD,MAAM;YACN,aACE;YACF,aAAalD;YACb,QAAQ;gBACN,KAAK;YACP;YACA,MAAM,OAAO0C;gBACX,IAAI,CAACZ,KAAK,QAAQ,EAChB,MAAM,IAAIe,MACR;gBAGJ,MAAMf,KAAK,QAAQ,CAACY,MAAM,GAAG;YAC/B;QACF;QAEAQ,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAACpB,KAAK,MAAM,EACd,MAAM,IAAIe,MACR;gBAGJ,MAAMf,KAAK,MAAM;YACnB;QACF;QAEAoB,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAACpB,KAAK,MAAM,EACd,MAAM,IAAIe,MACR;gBAGJ,MAAMf,KAAK,MAAM;YACnB;QACF;QACAoB,IAAAA,uBAAAA,YAAAA,AAAAA,EAAa;YACX,MAAM;YACN,aAAa;YACb,MAAM;gBACJ,IAAI,CAACpB,KAAK,SAAS,EACjB,MAAM,IAAIe,MACR;gBAGJ,MAAMf,KAAK,SAAS;YACtB;QACF;KACD;AACH"}

package/dist/types/puppeteer/base-page.d.ts

@@ -23,6 +23,8 @@ export declare class Page<AgentType extends 'puppeteer' | 'playwright', Interfac
     private puppeteerFileChooserHandler?;
     private playwrightNetworkIdleWarningShown;
     private activeMjpegStream?;
+    private visualUpdateFlushInFlight;
+    private visualUpdateFlushQueued;
     interfaceType: AgentType;
     actionSpace(): DeviceAction[];
     private evaluate;
@@ -46,6 +48,7 @@ export declare class Page<AgentType extends 'puppeteer' | 'playwright', Interfac
         target?: ElementInfo;
     }): Promise<void>;
     flushPendingVisualUpdate(): Promise<void>;
+    schedulePendingVisualUpdate(): void;
     startMjpegStream(options: MjpegStreamOptions): Promise<MjpegStreamHandle>;
     url(): Promise<string>;
     describe(): string;

package/dist/types/web-page.d.ts

@@ -45,6 +45,7 @@ export declare abstract class AbstractWebPage extends AbstractInterface {
         isLoading: boolean;
     }>;
     flushPendingVisualUpdate?(): Promise<void>;
+    schedulePendingVisualUpdate?(): void;
     waitForDomQuiet?(opts?: {
         quietMs?: number;
         timeoutMs?: number;

package/package.json

@@ -8,7 +8,7 @@
     "Browser use",
     "Android use"
   ],
-  "version": "1.9.6",
+  "version": "1.9.7",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -111,9 +111,9 @@
     "socket.io": "^4.8.1",
     "socket.io-client": "4.8.1",
     "ws": "^8.18.1",
-    "@midscene/playground": "1.9.6",
-    "@midscene/core": "1.9.6",
-    "@midscene/shared": "1.9.6"
+    "@midscene/playground": "1.9.7",
+    "@midscene/shared": "1.9.7",
+    "@midscene/core": "1.9.7"
   },
   "devDependencies": {
     "@playwright/test": "^1.45.0",