@midscene/web 1.0.1-beta-20251022061922.0 → 1.0.1-beta-20251024064637.0

package/dist/es/bin.mjs

@@ -3,10 +3,6 @@ import cors from "cors";
 import { StaticPage, StaticPageAgent } from "./static/index.mjs";
 import "dotenv/config";
 const page = new StaticPage({
-    tree: {
-        node: null,
-        children: []
-    },
     size: {
         width: 800,
         height: 600
@@ -14,7 +10,7 @@ const page = new StaticPage({
     screenshotBase64: ''
 });
 const agent = new StaticPageAgent(page);
-const server = new PlaygroundServer(page, agent);
+const server = new PlaygroundServer(agent);
 server.app.use(cors({
     origin: '*',
     credentials: true

package/dist/es/bin.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"bin.mjs","sources":["webpack://@midscene/web/./src/bin.ts"],"sourcesContent":["import { PlaygroundServer } from '@midscene/playground';\nimport cors from 'cors';\nimport { StaticPage, StaticPageAgent } from './static';\nimport 'dotenv/config';\n\n// Create page and agent instances with minimal valid data\nconst page = new StaticPage({\n  tree: {\n    node: null,\n    children: [],\n  },\n  size: { width: 800, height: 600 },\n  screenshotBase64: '',\n});\nconst agent = new StaticPageAgent(page);\n\n// Create server\nconst server = new PlaygroundServer(page, agent);\n\n// Register CORS middleware\nserver.app.use(\n  cors({\n    origin: '*',\n    credentials: true,\n  }),\n);\n\nPromise.resolve()\n  .then(() => server.launch())\n  .then(() => {\n    console.log(\n      `Midscene playground server is running on http://localhost:${server.port}`,\n    );\n  });\n"],"names":["page","StaticPage","agent","StaticPageAgent","server","PlaygroundServer","cors","Promise","console"],"mappings":";;;;AAMA,MAAMA,OAAO,IAAIC,WAAW;IAC1B,MAAM;QACJ,MAAM;QACN,UAAU,EAAE;IACd;IACA,MAAM;QAAE,OAAO;QAAK,QAAQ;IAAI;IAChC,kBAAkB;AACpB;AACA,MAAMC,QAAQ,IAAIC,gBAAgBH;AAGlC,MAAMI,SAAS,IAAIC,iBAAiBL,MAAME;AAG1CE,OAAO,GAAG,CAAC,GAAG,CACZE,KAAK;IACH,QAAQ;IACR,aAAa;AACf;AAGFC,QAAQ,OAAO,GACZ,IAAI,CAAC,IAAMH,OAAO,MAAM,IACxB,IAAI,CAAC;IACJI,QAAQ,GAAG,CACT,CAAC,0DAA0D,EAAEJ,OAAO,IAAI,EAAE;AAE9E"}
+{"version":3,"file":"bin.mjs","sources":["webpack://@midscene/web/./src/bin.ts"],"sourcesContent":["import { PlaygroundServer } from '@midscene/playground';\nimport cors from 'cors';\nimport { StaticPage, StaticPageAgent } from './static';\nimport 'dotenv/config';\n\n// Create page and agent instances with minimal valid data\nconst page = new StaticPage({\n  size: { width: 800, height: 600 },\n  screenshotBase64: '',\n});\nconst agent = new StaticPageAgent(page);\n\n// Create server with agent only\nconst server = new PlaygroundServer(agent);\n\n// Register CORS middleware\nserver.app.use(\n  cors({\n    origin: '*',\n    credentials: true,\n  }),\n);\n\nPromise.resolve()\n  .then(() => server.launch())\n  .then(() => {\n    console.log(\n      `Midscene playground server is running on http://localhost:${server.port}`,\n    );\n  });\n"],"names":["page","StaticPage","agent","StaticPageAgent","server","PlaygroundServer","cors","Promise","console"],"mappings":";;;;AAMA,MAAMA,OAAO,IAAIC,WAAW;IAC1B,MAAM;QAAE,OAAO;QAAK,QAAQ;IAAI;IAChC,kBAAkB;AACpB;AACA,MAAMC,QAAQ,IAAIC,gBAAgBH;AAGlC,MAAMI,SAAS,IAAIC,iBAAiBH;AAGpCE,OAAO,GAAG,CAAC,GAAG,CACZE,KAAK;IACH,QAAQ;IACR,aAAa;AACf;AAGFC,QAAQ,OAAO,GACZ,IAAI,CAAC,IAAMH,OAAO,MAAM,IACxB,IAAI,CAAC;IACJI,QAAQ,GAAG,CACT,CAAC,0DAA0D,EAAEJ,OAAO,IAAI,EAAE;AAE9E"}

package/dist/es/bridge-mode/io-client.mjs

@@ -17,7 +17,7 @@ class BridgeClient {
             this.socket = io(this.endpoint, {
                 reconnection: false,
                 query: {
-                    version: "1.0.1-beta-20251022061922.0"
+                    version: "1.0.1-beta-20251024064637.0"
                 }
             });
             const timeout = setTimeout(()=>{

package/dist/es/bridge-mode/io-server.mjs

@@ -71,7 +71,7 @@ class BridgeServer {
                     logMsg('one client connected');
                     this.socket = socket;
                     const clientVersion = socket.handshake.query.version;
-                    logMsg(`Bridge connected, cli-side version v1.0.1-beta-20251022061922.0, browser-side version v${clientVersion}`);
+                    logMsg(`Bridge connected, cli-side version v1.0.1-beta-20251024064637.0, browser-side version v${clientVersion}`);
                     socket.on(BridgeEvent.CallResponse, (params)=>{
                         const id = params.id;
                         const response = params.response;
@@ -99,7 +99,7 @@ class BridgeServer {
                         var _this_onConnect, _this;
                         null == (_this_onConnect = (_this = this).onConnect) || _this_onConnect.call(_this);
                         const payload = {
-                            version: "1.0.1-beta-20251022061922.0"
+                            version: "1.0.1-beta-20251024064637.0"
                         };
                         socket.emit(BridgeEvent.Connected, payload);
                         Promise.resolve().then(()=>{

package/dist/es/bridge-mode/page-browser-side.mjs

@@ -45,7 +45,7 @@ class ExtensionBridgePageBrowserSide extends page {
             }
         }, ()=>this.destroy());
         await this.bridgeClient.connect();
-        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.0.1-beta-20251022061922.0`, 'log');
+        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.0.1-beta-20251024064637.0`, 'log');
     }
     async connect() {
         return await this.setupBridgeClient();

package/dist/es/chrome-extension/page.mjs

@@ -171,7 +171,6 @@ class ChromeExtensionProxyPage {
             expression: script
         });
         const expression = ()=>{
-            window.midscene_element_inspector.setNodeHashCacheListOnWindow();
             const tree = window.midscene_element_inspector.webExtractNodeTree();
             return {
                 tree,

package/dist/es/chrome-extension/page.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"chrome-extension/page.mjs","sources":["webpack://@midscene/web/./src/chrome-extension/page.ts"],"sourcesContent":["/// <reference types=\"chrome\" />\n\n/*\n  It is used to interact with the page tab from the chrome extension.\n  The page must be active when interacting with it.\n*/\n\nimport { limitOpenNewTabScript } from '@/web-element';\nimport type { ElementTreeNode, Point, Size, UIContext } from '@midscene/core';\nimport type { AbstractInterface, DeviceAction } from '@midscene/core/device';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { assert } from '@midscene/shared/utils';\nimport type { Protocol as CDPTypes } from 'devtools-protocol';\nimport { WebPageContextParser } from '../web-element';\nimport {\n  type KeyInput,\n  type MouseButton,\n  commonWebActionsForWebPage,\n} from '../web-page';\nimport { CdpKeyboard } from './cdpInput';\nimport {\n  getHtmlElementScript,\n  injectStopWaterFlowAnimation,\n  injectWaterFlowAnimation,\n} from './dynamic-scripts';\n\nfunction sleep(ms: number) {\n  return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nexport default class ChromeExtensionProxyPage implements AbstractInterface {\n  interfaceType = 'chrome-extension-proxy';\n\n  public forceSameTabNavigation: boolean;\n\n  private viewportSize?: Size;\n\n  private activeTabId: number | null = null;\n\n  private tabIdOfDebuggerAttached: number | null = null;\n\n  private attachingDebugger: Promise<void> | null = null;\n\n  private destroyed = false;\n\n  private isMobileEmulation: boolean | null = null;\n\n  public _continueWhenFailedToAttachDebugger = false;\n\n  constructor(forceSameTabNavigation: boolean) {\n    this.forceSameTabNavigation = forceSameTabNavigation;\n  }\n\n  actionSpace(): DeviceAction[] {\n    return commonWebActionsForWebPage(this);\n  }\n\n  public async setActiveTabId(tabId: number) {\n    if (this.activeTabId) {\n      throw new Error(\n        `Active tab id is already set, which is ${this.activeTabId}, cannot set it to ${tabId}`,\n      );\n    }\n    await chrome.tabs.update(tabId, { active: true });\n    this.activeTabId = tabId;\n  }\n\n  public async getActiveTabId() {\n    return this.activeTabId;\n  }\n\n  /**\n   * Get a list of current tabs\n   * @returns {Promise<Array<{id: number, title: string, url: string}>>}\n   */\n  public async getBrowserTabList(): Promise<\n    { id: string; title: string; url: string; currentActiveTab: boolean }[]\n  > {\n    const tabs = await chrome.tabs.query({ currentWindow: true });\n    return tabs\n      .map((tab) => ({\n        id: `${tab.id}`,\n        title: tab.title,\n        url: tab.url,\n        currentActiveTab: tab.active,\n      }))\n      .filter((tab) => tab.id && tab.title && tab.url) as {\n      id: string;\n      title: string;\n      url: string;\n      currentActiveTab: boolean;\n    }[];\n  }\n\n  public async getTabIdOrConnectToCurrentTab() {\n    if (this.activeTabId) {\n      // alway keep on the connected tab\n      return this.activeTabId;\n    }\n    const tabId = await chrome.tabs\n      .query({ active: true, currentWindow: true })\n      .then((tabs) => tabs[0]?.id);\n    this.activeTabId = tabId || 0;\n    return this.activeTabId;\n  }\n\n  private async attachDebugger() {\n    assert(!this.destroyed, 'Page is destroyed');\n\n    // If already attaching, wait for it to complete\n    if (this.attachingDebugger) {\n      await this.attachingDebugger;\n      return;\n    }\n\n    // Create new attaching promise\n    this.attachingDebugger = (async () => {\n      const url = await this.url();\n      let error: Error | null = null;\n      if (url.startsWith('chrome://')) {\n        throw new Error(\n          'Cannot attach debugger to chrome:// pages, please use Midscene in a normal page with http://, https:// or file://',\n        );\n      }\n\n      try {\n        const currentTabId = await this.getTabIdOrConnectToCurrentTab();\n\n        if (this.tabIdOfDebuggerAttached === currentTabId) {\n          // already attached\n          return;\n        }\n        if (\n          this.tabIdOfDebuggerAttached &&\n          this.tabIdOfDebuggerAttached !== currentTabId\n        ) {\n          // detach the previous tab\n          console.log(\n            'detach the previous tab',\n            this.tabIdOfDebuggerAttached,\n            '->',\n            currentTabId,\n          );\n          try {\n            await this.detachDebugger(this.tabIdOfDebuggerAttached);\n          } catch (error) {\n            console.error('Failed to detach debugger', error);\n          }\n        }\n\n        // detach any debugger attached to the tab\n        console.log('attaching debugger', currentTabId);\n        try {\n          await chrome.debugger.attach({ tabId: currentTabId }, '1.3');\n        } catch (e) {\n          if (this._continueWhenFailedToAttachDebugger) {\n            console.warn(\n              'Failed to attach debugger, but the script will continue as if the debugger is attached since the _continueWhenFailedToAttachDebugger is true',\n              e,\n            );\n          } else {\n            throw e;\n          }\n        }\n\n        // wait util the debugger banner in Chrome appears\n        await sleep(500);\n\n        this.tabIdOfDebuggerAttached = currentTabId;\n\n        await this.enableWaterFlowAnimation();\n      } catch (e) {\n        console.error('Failed to attach debugger', e);\n        error = e as Error;\n      } finally {\n        this.attachingDebugger = null;\n      }\n      if (error) {\n        throw error;\n      }\n    })();\n\n    await this.attachingDebugger;\n  }\n\n  private async showMousePointer(x: number, y: number) {\n    // update mouse pointer while redirecting\n    const pointerScript = `(() => {\n      if(typeof window.midsceneWaterFlowAnimation !== 'undefined') {\n        window.midsceneWaterFlowAnimation.enable();\n        window.midsceneWaterFlowAnimation.showMousePointer(${x}, ${y});\n      } else {\n        console.log('midsceneWaterFlowAnimation is not defined');\n      }\n    })()`;\n\n    await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `${pointerScript}`,\n    });\n  }\n\n  private async hideMousePointer() {\n    await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `(() => {\n        if(typeof window.midsceneWaterFlowAnimation !== 'undefined') {\n          window.midsceneWaterFlowAnimation.hideMousePointer();\n        }\n      })()`,\n    });\n  }\n\n  private async detachDebugger(tabId?: number) {\n    const tabIdToDetach = tabId || this.tabIdOfDebuggerAttached;\n    console.log('detaching debugger', tabIdToDetach);\n    if (!tabIdToDetach) {\n      console.warn('No tab id to detach');\n      return;\n    }\n\n    try {\n      await this.disableWaterFlowAnimation(tabIdToDetach);\n      await sleep(200); // wait for the animation to stop\n    } catch (error) {\n      console.warn('Failed to disable water flow animation', error);\n    }\n\n    try {\n      await chrome.debugger.detach({ tabId: tabIdToDetach });\n    } catch (error) {\n      // maybe tab is closed ?\n      console.warn('Failed to detach debugger', error);\n    }\n    this.tabIdOfDebuggerAttached = null;\n  }\n\n  private async enableWaterFlowAnimation() {\n    // limit open page in new tab\n    if (this.forceSameTabNavigation) {\n      await chrome.debugger.sendCommand(\n        { tabId: this.tabIdOfDebuggerAttached! },\n        'Runtime.evaluate',\n        {\n          expression: limitOpenNewTabScript,\n        },\n      );\n    }\n\n    const script = await injectWaterFlowAnimation();\n    // we will call this function in sendCommandToDebugger, so we have to use the chrome.debugger.sendCommand\n    await chrome.debugger.sendCommand(\n      { tabId: this.tabIdOfDebuggerAttached! },\n      'Runtime.evaluate',\n      {\n        expression: script,\n      },\n    );\n  }\n\n  private async disableWaterFlowAnimation(tabId: number) {\n    const script = await injectStopWaterFlowAnimation();\n\n    await chrome.debugger.sendCommand({ tabId }, 'Runtime.evaluate', {\n      expression: script,\n    });\n  }\n\n  private async sendCommandToDebugger<ResponseType = any, RequestType = any>(\n    command: string,\n    params: RequestType,\n  ): Promise<ResponseType> {\n    await this.attachDebugger();\n\n    assert(this.tabIdOfDebuggerAttached, 'Debugger is not attached');\n\n    // wo don't have to await it\n    this.enableWaterFlowAnimation();\n    return (await chrome.debugger.sendCommand(\n      { tabId: this.tabIdOfDebuggerAttached! },\n      command,\n      params as any,\n    )) as ResponseType;\n  }\n\n  private async getPageContentByCDP() {\n    const script = await getHtmlElementScript();\n\n    // check tab url\n    await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: script,\n    });\n\n    const expression = () => {\n      (window as any).midscene_element_inspector.setNodeHashCacheListOnWindow();\n\n      const tree = (\n        window as any\n      ).midscene_element_inspector.webExtractNodeTree();\n\n      return {\n        tree,\n        size: {\n          width: document.documentElement.clientWidth,\n          height: document.documentElement.clientHeight,\n          dpr: window.devicePixelRatio,\n        },\n      };\n    };\n    const returnValue = await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: `(${expression.toString()})()`,\n      returnByValue: true,\n    });\n\n    if (!returnValue.result.value) {\n      const errorDescription =\n        returnValue.exceptionDetails?.exception?.description || '';\n      if (!errorDescription) {\n        console.error('returnValue from cdp', returnValue);\n      }\n      throw new Error(\n        `Failed to get page content from page, error: ${errorDescription}`,\n      );\n    }\n\n    return returnValue.result.value as {\n      tree: ElementTreeNode<ElementInfo>;\n      size: Size;\n    };\n  }\n\n  public async evaluateJavaScript(script: string) {\n    return this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: script,\n    });\n  }\n\n  async beforeInvokeAction(): Promise<void> {\n    // current implementation is wait until domReadyState is complete\n    try {\n      await this.waitUntilNetworkIdle();\n    } catch (error) {\n      // console.warn('Failed to wait until network idle', error);\n    }\n  }\n\n  private async waitUntilNetworkIdle() {\n    const timeout = 10000;\n    const startTime = Date.now();\n    let lastReadyState = '';\n    while (Date.now() - startTime < timeout) {\n      const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n        expression: 'document.readyState',\n      });\n      lastReadyState = result.result.value;\n      if (lastReadyState === 'complete') {\n        await new Promise((resolve) => setTimeout(resolve, 300));\n        return;\n      }\n      await new Promise((resolve) => setTimeout(resolve, 300));\n    }\n    throw new Error(\n      `Failed to wait until network idle, last readyState: ${lastReadyState}`,\n    );\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    const tree = await this.getElementsNodeTree();\n    return treeToList(tree);\n  }\n\n  async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n    const script = await getHtmlElementScript();\n\n    await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: script,\n    });\n\n    const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `window.midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n      returnByValue: true,\n    });\n    return result.result.value;\n  }\n\n  async getElementInfoByXpath(xpath: string) {\n    const script = await getHtmlElementScript();\n\n    // check tab url\n    await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: script,\n    });\n    const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `window.midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n      returnByValue: true,\n    });\n    return result.result.value;\n  }\n\n  async getElementsNodeTree() {\n    await this.hideMousePointer();\n    const content = await this.getPageContentByCDP();\n    if (content?.size) {\n      this.viewportSize = content.size;\n    }\n\n    return content?.tree || { node: null, children: [] };\n  }\n\n  async getContext(): Promise<UIContext> {\n    return await WebPageContextParser(this, {});\n  }\n\n  async size() {\n    if (this.viewportSize) return this.viewportSize;\n    const content = await this.getPageContentByCDP();\n    return content.size;\n  }\n\n  async screenshotBase64() {\n    // screenshot by cdp\n    await this.hideMousePointer();\n    const format = 'jpeg';\n    const base64 = await this.sendCommandToDebugger('Page.captureScreenshot', {\n      format,\n      quality: 90,\n    });\n    return createImgBase64ByFormat(format, base64.data);\n  }\n\n  async url() {\n    const tabId = await this.getTabIdOrConnectToCurrentTab();\n    const url = await chrome.tabs.get(tabId).then((tab) => tab.url);\n    return url || '';\n  }\n\n  async scrollUntilTop(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(0, -9999999);\n  }\n\n  async scrollUntilBottom(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(0, 9999999);\n  }\n\n  async scrollUntilLeft(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(-9999999, 0);\n  }\n\n  async scrollUntilRight(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(9999999, 0);\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point) {\n    const { height } = await this.size();\n    const scrollDistance = distance || height * 0.7;\n    return this.mouse.wheel(\n      0,\n      -scrollDistance,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point) {\n    const { height } = await this.size();\n    const scrollDistance = distance || height * 0.7;\n    return this.mouse.wheel(\n      0,\n      scrollDistance,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point) {\n    const { width } = await this.size();\n    const scrollDistance = distance || width * 0.7;\n    return this.mouse.wheel(\n      -scrollDistance,\n      0,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point) {\n    const { width } = await this.size();\n    const scrollDistance = distance || width * 0.7;\n    return this.mouse.wheel(\n      scrollDistance,\n      0,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async clearInput(element: ElementInfo) {\n    if (!element) {\n      console.warn('No element to clear input');\n      return;\n    }\n\n    await this.mouse.click(element.center[0], element.center[1]);\n\n    await this.sendCommandToDebugger('Input.dispatchKeyEvent', {\n      type: 'keyDown',\n      commands: ['selectAll'],\n    });\n\n    await this.sendCommandToDebugger('Input.dispatchKeyEvent', {\n      type: 'keyUp',\n      commands: ['selectAll'],\n    });\n\n    await sleep(100);\n\n    await this.keyboard.press({\n      key: 'Backspace',\n    });\n  }\n\n  private latestMouseX = 100;\n  private latestMouseY = 100;\n\n  mouse = {\n    click: async (\n      x: number,\n      y: number,\n      options?: { button?: MouseButton; count?: number },\n    ) => {\n      const { button = 'left', count = 1 } = options || {};\n      await this.mouse.move(x, y);\n      // detect if the page is in mobile emulation mode\n      if (this.isMobileEmulation === null) {\n        const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n          expression: `(() => {\n            return /Android|iPhone|iPad|iPod|Mobile/i.test(navigator.userAgent);\n          })()`,\n          returnByValue: true,\n        });\n        this.isMobileEmulation = result?.result?.value;\n      }\n\n      if (this.isMobileEmulation && button === 'left') {\n        // in mobile emulation mode, directly inject click event\n        const touchPoints = [{ x: Math.round(x), y: Math.round(y) }];\n        await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n          type: 'touchStart',\n          touchPoints,\n          modifiers: 0,\n        });\n\n        await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n          type: 'touchEnd',\n          touchPoints: [],\n          modifiers: 0,\n        });\n      } else {\n        // standard mousePressed + mouseReleased\n        for (let i = 0; i < count; i++) {\n          await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n            type: 'mousePressed',\n            x,\n            y,\n            button,\n            clickCount: 1,\n          });\n          await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n            type: 'mouseReleased',\n            x,\n            y,\n            button,\n            clickCount: 1,\n          });\n          await sleep(50);\n        }\n      }\n    },\n    wheel: async (\n      deltaX: number,\n      deltaY: number,\n      startX?: number,\n      startY?: number,\n    ) => {\n      const finalX = startX || this.latestMouseX;\n      const finalY = startY || this.latestMouseY;\n      await this.showMousePointer(finalX, finalY);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseWheel',\n        x: finalX,\n        y: finalY,\n        deltaX,\n        deltaY,\n      });\n      this.latestMouseX = finalX;\n      this.latestMouseY = finalY;\n    },\n    move: async (x: number, y: number) => {\n      await this.showMousePointer(x, y);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseMoved',\n        x,\n        y,\n      });\n      this.latestMouseX = x;\n      this.latestMouseY = y;\n    },\n    drag: async (\n      from: { x: number; y: number },\n      to: { x: number; y: number },\n    ) => {\n      await this.mouse.move(from.x, from.y);\n\n      await sleep(200);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mousePressed',\n        x: from.x,\n        y: from.y,\n        button: 'left',\n        clickCount: 1,\n      });\n\n      await sleep(300);\n\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseMoved',\n        x: to.x,\n        y: to.y,\n      });\n\n      await sleep(500);\n\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseReleased',\n        x: to.x,\n        y: to.y,\n        button: 'left',\n        clickCount: 1,\n      });\n\n      await sleep(200);\n\n      await this.mouse.move(to.x, to.y);\n    },\n  };\n\n  keyboard = {\n    type: async (text: string) => {\n      const cdpKeyboard = new CdpKeyboard({\n        send: this.sendCommandToDebugger.bind(this),\n      });\n      await cdpKeyboard.type(text, { delay: 0 });\n    },\n    press: async (\n      action:\n        | { key: KeyInput; command?: string }\n        | { key: KeyInput; command?: string }[],\n    ) => {\n      const cdpKeyboard = new CdpKeyboard({\n        send: this.sendCommandToDebugger.bind(this),\n      });\n      const keys = Array.isArray(action) ? action : [action];\n      for (const k of keys) {\n        const commands = k.command ? [k.command] : [];\n        await cdpKeyboard.down(k.key, { commands });\n      }\n      for (const k of [...keys].reverse()) {\n        await cdpKeyboard.up(k.key);\n      }\n    },\n  };\n\n  async destroy(): Promise<void> {\n    this.activeTabId = null;\n    await this.detachDebugger();\n    this.destroyed = true;\n  }\n\n  async longPress(x: number, y: number, duration?: number) {\n    duration = duration || 500;\n    const LONG_PRESS_THRESHOLD = 600;\n    const MIN_PRESS_THRESHOLD = 300;\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    await this.mouse.move(x, y);\n\n    if (this.isMobileEmulation === null) {\n      const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n        expression: `(() => {\n          return /Android|iPhone|iPad|iPod|Mobile/i.test(navigator.userAgent);\n        })()`,\n        returnByValue: true,\n      });\n      this.isMobileEmulation = result?.result?.value;\n    }\n\n    if (this.isMobileEmulation) {\n      const touchPoints = [{ x: Math.round(x), y: Math.round(y) }];\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchStart',\n        touchPoints,\n        modifiers: 0,\n      });\n      await new Promise((res) => setTimeout(res, duration));\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchEnd',\n        touchPoints: [],\n        modifiers: 0,\n      });\n    } else {\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mousePressed',\n        x,\n        y,\n        button: 'left',\n        clickCount: 1,\n      });\n      await new Promise((res) => setTimeout(res, duration));\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseReleased',\n        x,\n        y,\n        button: 'left',\n        clickCount: 1,\n      });\n    }\n    this.latestMouseX = x;\n    this.latestMouseY = y;\n  }\n\n  async swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ) {\n    const LONG_PRESS_THRESHOLD = 500;\n    const MIN_PRESS_THRESHOLD = 150;\n    duration = duration || 300;\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n\n    if (this.isMobileEmulation === null) {\n      const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n        expression: `(() => {\n          return /Android|iPhone|iPad|iPod|Mobile/i.test(navigator.userAgent);\n        })()`,\n        returnByValue: true,\n      });\n      this.isMobileEmulation = result?.result?.value;\n    }\n\n    const steps = 30;\n    const delay = duration / steps;\n\n    if (this.isMobileEmulation) {\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchStart',\n        touchPoints: [{ x: Math.round(from.x), y: Math.round(from.y) }],\n        modifiers: 0,\n      });\n\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n          type: 'touchMove',\n          touchPoints: [{ x: Math.round(x), y: Math.round(y) }],\n          modifiers: 0,\n        });\n        await new Promise((res) => setTimeout(res, delay));\n      }\n\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchEnd',\n        touchPoints: [],\n        modifiers: 0,\n      });\n    } else {\n      await this.mouse.move(from.x, from.y);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mousePressed',\n        x: from.x,\n        y: from.y,\n        button: 'left',\n        clickCount: 1,\n      });\n\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await this.mouse.move(x, y);\n        await new Promise((res) => setTimeout(res, delay));\n      }\n\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseReleased',\n        x: to.x,\n        y: to.y,\n        button: 'left',\n        clickCount: 1,\n      });\n    }\n\n    this.latestMouseX = to.x;\n    this.latestMouseY = to.y;\n  }\n}\n"],"names":["sleep","ms","Promise","resolve","setTimeout","ChromeExtensionProxyPage","commonWebActionsForWebPage","tabId","Error","chrome","tabs","tab","_tabs_","assert","url","error","currentTabId","console","e","x","y","pointerScript","tabIdToDetach","limitOpenNewTabScript","script","injectWaterFlowAnimation","injectStopWaterFlowAnimation","command","params","getHtmlElementScript","expression","window","tree","document","returnValue","_returnValue_exceptionDetails_exception","errorDescription","timeout","startTime","Date","lastReadyState","result","treeToList","point","isOrderSensitive","xpath","JSON","content","WebPageContextParser","format","base64","createImgBase64ByFormat","startingPoint","distance","height","scrollDistance","width","element","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","_result_result","touchPoints","Math","res","from","to","steps","delay","i","forceSameTabNavigation","options","button","count","deltaX","deltaY","startX","startY","finalX","finalY","text","cdpKeyboard","CdpKeyboard","action","keys","Array","k","commands"],"mappings":";;;;;;;AAKA;;;;;;;;;;AAuBA,SAASA,MAAMC,EAAU;IACvB,OAAO,IAAIC,QAAQ,CAACC,UAAYC,WAAWD,SAASF;AACtD;AAEe,MAAMI;IAuBnB,cAA8B;QAC5B,OAAOC,2BAA2B,IAAI;IACxC;IAEA,MAAa,eAAeC,KAAa,EAAE;QACzC,IAAI,IAAI,CAAC,WAAW,EAClB,MAAM,IAAIC,MACR,CAAC,uCAAuC,EAAE,IAAI,CAAC,WAAW,CAAC,mBAAmB,EAAED,OAAO;QAG3F,MAAME,OAAO,IAAI,CAAC,MAAM,CAACF,OAAO;YAAE,QAAQ;QAAK;QAC/C,IAAI,CAAC,WAAW,GAAGA;IACrB;IAEA,MAAa,iBAAiB;QAC5B,OAAO,IAAI,CAAC,WAAW;IACzB;IAMA,MAAa,oBAEX;QACA,MAAMG,OAAO,MAAMD,OAAO,IAAI,CAAC,KAAK,CAAC;YAAE,eAAe;QAAK;QAC3D,OAAOC,KACJ,GAAG,CAAC,CAACC,MAAS;gBACb,IAAI,GAAGA,IAAI,EAAE,EAAE;gBACf,OAAOA,IAAI,KAAK;gBAChB,KAAKA,IAAI,GAAG;gBACZ,kBAAkBA,IAAI,MAAM;YAC9B,IACC,MAAM,CAAC,CAACA,MAAQA,IAAI,EAAE,IAAIA,IAAI,KAAK,IAAIA,IAAI,GAAG;IAMnD;IAEA,MAAa,gCAAgC;QAC3C,IAAI,IAAI,CAAC,WAAW,EAElB,OAAO,IAAI,CAAC,WAAW;QAEzB,MAAMJ,QAAQ,MAAME,OAAO,IAAI,CAC5B,KAAK,CAAC;YAAE,QAAQ;YAAM,eAAe;QAAK,GAC1C,IAAI,CAAC,CAACC;gBAASE;2BAAAA,CAAAA,SAAAA,IAAI,CAAC,EAAE,AAAD,IAANA,KAAAA,IAAAA,OAAS,EAAE;;QAC7B,IAAI,CAAC,WAAW,GAAGL,SAAS;QAC5B,OAAO,IAAI,CAAC,WAAW;IACzB;IAEA,MAAc,iBAAiB;QAC7BM,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE;QAGxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,YAC1B,MAAM,IAAI,CAAC,iBAAiB;QAK9B,IAAI,CAAC,iBAAiB,GAAI;YACxB,MAAMC,MAAM,MAAM,IAAI,CAAC,GAAG;YAC1B,IAAIC,QAAsB;YAC1B,IAAID,IAAI,UAAU,CAAC,cACjB,MAAM,IAAIN,MACR;YAIJ,IAAI;gBACF,MAAMQ,eAAe,MAAM,IAAI,CAAC,6BAA6B;gBAE7D,IAAI,IAAI,CAAC,uBAAuB,KAAKA,cAEnC;gBAEF,IACE,IAAI,CAAC,uBAAuB,IAC5B,IAAI,CAAC,uBAAuB,KAAKA,cACjC;oBAEAC,QAAQ,GAAG,CACT,2BACA,IAAI,CAAC,uBAAuB,EAC5B,MACAD;oBAEF,IAAI;wBACF,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,uBAAuB;oBACxD,EAAE,OAAOD,OAAO;wBACdE,QAAQ,KAAK,CAAC,6BAA6BF;oBAC7C;gBACF;gBAGAE,QAAQ,GAAG,CAAC,sBAAsBD;gBAClC,IAAI;oBACF,MAAMP,OAAO,QAAQ,CAAC,MAAM,CAAC;wBAAE,OAAOO;oBAAa,GAAG;gBACxD,EAAE,OAAOE,GAAG;oBACV,IAAI,IAAI,CAAC,mCAAmC,EAC1CD,QAAQ,IAAI,CACV,gJACAC;yBAGF,MAAMA;gBAEV;gBAGA,MAAMlB,MAAM;gBAEZ,IAAI,CAAC,uBAAuB,GAAGgB;gBAE/B,MAAM,IAAI,CAAC,wBAAwB;YACrC,EAAE,OAAOE,GAAG;gBACVD,QAAQ,KAAK,CAAC,6BAA6BC;gBAC3CH,QAAQG;YACV,SAAU;gBACR,IAAI,CAAC,iBAAiB,GAAG;YAC3B;YACA,IAAIH,OACF,MAAMA;QAEV;QAEA,MAAM,IAAI,CAAC,iBAAiB;IAC9B;IAEA,MAAc,iBAAiBI,CAAS,EAAEC,CAAS,EAAE;QAEnD,MAAMC,gBAAgB,CAAC;;;2DAGgC,EAAEF,EAAE,EAAE,EAAEC,EAAE;;;;QAI7D,CAAC;QAEL,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YACnD,YAAY,GAAGC,eAAe;QAChC;IACF;IAEA,MAAc,mBAAmB;QAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YACnD,YAAY,CAAC;;;;UAIT,CAAC;QACP;IACF;IAEA,MAAc,eAAed,KAAc,EAAE;QAC3C,MAAMe,gBAAgBf,SAAS,IAAI,CAAC,uBAAuB;QAC3DU,QAAQ,GAAG,CAAC,sBAAsBK;QAClC,IAAI,CAACA,eAAe,YAClBL,QAAQ,IAAI,CAAC;QAIf,IAAI;YACF,MAAM,IAAI,CAAC,yBAAyB,CAACK;YACrC,MAAMtB,MAAM;QACd,EAAE,OAAOe,OAAO;YACdE,QAAQ,IAAI,CAAC,0CAA0CF;QACzD;QAEA,IAAI;YACF,MAAMN,OAAO,QAAQ,CAAC,MAAM,CAAC;gBAAE,OAAOa;YAAc;QACtD,EAAE,OAAOP,OAAO;YAEdE,QAAQ,IAAI,CAAC,6BAA6BF;QAC5C;QACA,IAAI,CAAC,uBAAuB,GAAG;IACjC;IAEA,MAAc,2BAA2B;QAEvC,IAAI,IAAI,CAAC,sBAAsB,EAC7B,MAAMN,OAAO,QAAQ,CAAC,WAAW,CAC/B;YAAE,OAAO,IAAI,CAAC,uBAAuB;QAAE,GACvC,oBACA;YACE,YAAYc;QACd;QAIJ,MAAMC,SAAS,MAAMC;QAErB,MAAMhB,OAAO,QAAQ,CAAC,WAAW,CAC/B;YAAE,OAAO,IAAI,CAAC,uBAAuB;QAAE,GACvC,oBACA;YACE,YAAYe;QACd;IAEJ;IAEA,MAAc,0BAA0BjB,KAAa,EAAE;QACrD,MAAMiB,SAAS,MAAME;QAErB,MAAMjB,OAAO,QAAQ,CAAC,WAAW,CAAC;YAAEF;QAAM,GAAG,oBAAoB;YAC/D,YAAYiB;QACd;IACF;IAEA,MAAc,sBACZG,OAAe,EACfC,MAAmB,EACI;QACvB,MAAM,IAAI,CAAC,cAAc;QAEzBf,OAAO,IAAI,CAAC,uBAAuB,EAAE;QAGrC,IAAI,CAAC,wBAAwB;QAC7B,OAAQ,MAAMJ,OAAO,QAAQ,CAAC,WAAW,CACvC;YAAE,OAAO,IAAI,CAAC,uBAAuB;QAAE,GACvCkB,SACAC;IAEJ;IAEA,MAAc,sBAAsB;QAClC,MAAMJ,SAAS,MAAMK;QAGrB,MAAM,IAAI,CAAC,qBAAqB,CAG9B,oBAAoB;YACpB,YAAYL;QACd;QAEA,MAAMM,aAAa;YAChBC,OAAe,0BAA0B,CAAC,4BAA4B;YAEvE,MAAMC,OACJD,OACA,0BAA0B,CAAC,kBAAkB;YAE/C,OAAO;gBACLC;gBACA,MAAM;oBACJ,OAAOC,SAAS,eAAe,CAAC,WAAW;oBAC3C,QAAQA,SAAS,eAAe,CAAC,YAAY;oBAC7C,KAAKF,OAAO,gBAAgB;gBAC9B;YACF;QACF;QACA,MAAMG,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAGlD,oBAAoB;YACpB,YAAY,CAAC,CAAC,EAAEJ,WAAW,QAAQ,GAAG,GAAG,CAAC;YAC1C,eAAe;QACjB;QAEA,IAAI,CAACI,YAAY,MAAM,CAAC,KAAK,EAAE;gBAE3BC,yCAAAA;YADF,MAAMC,mBACJD,AAAAA,SAAAA,CAAAA,gCAAAA,YAAY,gBAAgB,AAAD,IAA3BA,KAAAA,IAAAA,QAAAA,CAAAA,0CAAAA,8BAA8B,SAAS,AAAD,IAAtCA,KAAAA,IAAAA,wCAAyC,WAAW,AAAD,KAAK;YAC1D,IAAI,CAACC,kBACHnB,QAAQ,KAAK,CAAC,wBAAwBiB;YAExC,MAAM,IAAI1B,MACR,CAAC,6CAA6C,EAAE4B,kBAAkB;QAEtE;QAEA,OAAOF,YAAY,MAAM,CAAC,KAAK;IAIjC;IAEA,MAAa,mBAAmBV,MAAc,EAAE;QAC9C,OAAO,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YACpD,YAAYA;QACd;IACF;IAEA,MAAM,qBAAoC;QAExC,IAAI;YACF,MAAM,IAAI,CAAC,oBAAoB;QACjC,EAAE,OAAOT,OAAO,CAEhB;IACF;IAEA,MAAc,uBAAuB;QACnC,MAAMsB,UAAU;QAChB,MAAMC,YAAYC,KAAK,GAAG;QAC1B,IAAIC,iBAAiB;QACrB,MAAOD,KAAK,GAAG,KAAKD,YAAYD,QAAS;YACvC,MAAMI,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;gBAClE,YAAY;YACd;YACAD,iBAAiBC,OAAO,MAAM,CAAC,KAAK;YACpC,IAAID,AAAmB,eAAnBA,gBAA+B,YACjC,MAAM,IAAItC,QAAQ,CAACC,UAAYC,WAAWD,SAAS;YAGrD,MAAM,IAAID,QAAQ,CAACC,UAAYC,WAAWD,SAAS;QACrD;QACA,MAAM,IAAIK,MACR,CAAC,oDAAoD,EAAEgC,gBAAgB;IAE3E;IAGA,MAAM,kBAAkB;QACtB,MAAMR,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3C,OAAOU,WAAWV;IACpB;IAEA,MAAM,iBAAiBW,KAAY,EAAEC,gBAAyB,EAAE;QAC9D,MAAMpB,SAAS,MAAMK;QAErB,MAAM,IAAI,CAAC,qBAAqB,CAG9B,oBAAoB;YACpB,YAAYL;QACd;QAEA,MAAMiB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YAClE,YAAY,CAAC,0DAA0D,EAAEE,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;YAC/H,eAAe;QACjB;QACA,OAAOH,OAAO,MAAM,CAAC,KAAK;IAC5B;IAEA,MAAM,sBAAsBI,KAAa,EAAE;QACzC,MAAMrB,SAAS,MAAMK;QAGrB,MAAM,IAAI,CAAC,qBAAqB,CAG9B,oBAAoB;YACpB,YAAYL;QACd;QACA,MAAMiB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YAClE,YAAY,CAAC,wDAAwD,EAAEK,KAAK,SAAS,CAACD,OAAO,CAAC,CAAC;YAC/F,eAAe;QACjB;QACA,OAAOJ,OAAO,MAAM,CAAC,KAAK;IAC5B;IAEA,MAAM,sBAAsB;QAC1B,MAAM,IAAI,CAAC,gBAAgB;QAC3B,MAAMM,UAAU,MAAM,IAAI,CAAC,mBAAmB;QAC9C,IAAIA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,IAAI,EACf,IAAI,CAAC,YAAY,GAAGA,QAAQ,IAAI;QAGlC,OAAOA,AAAAA,CAAAA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,IAAI,AAAD,KAAK;YAAE,MAAM;YAAM,UAAU,EAAE;QAAC;IACrD;IAEA,MAAM,aAAiC;QACrC,OAAO,MAAMC,qBAAqB,IAAI,EAAE,CAAC;IAC3C;IAEA,MAAM,OAAO;QACX,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAMD,UAAU,MAAM,IAAI,CAAC,mBAAmB;QAC9C,OAAOA,QAAQ,IAAI;IACrB;IAEA,MAAM,mBAAmB;QAEvB,MAAM,IAAI,CAAC,gBAAgB;QAC3B,MAAME,SAAS;QACf,MAAMC,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,0BAA0B;YACxED;YACA,SAAS;QACX;QACA,OAAOE,wBAAwBF,QAAQC,OAAO,IAAI;IACpD;IAEA,MAAM,MAAM;QACV,MAAM3C,QAAQ,MAAM,IAAI,CAAC,6BAA6B;QACtD,MAAMO,MAAM,MAAML,OAAO,IAAI,CAAC,GAAG,CAACF,OAAO,IAAI,CAAC,CAACI,MAAQA,IAAI,GAAG;QAC9D,OAAOG,OAAO;IAChB;IAEA,MAAM,eAAesC,aAAqB,EAAE;QAC1C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAE;QAC7C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAE;QAC3C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAE;QAC5C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAE;QACvD,MAAM,EAAEE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QAClC,MAAMC,iBAAiBF,YAAYC,AAAS,MAATA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB,GACA,CAACC,gBACDH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,WAAWC,QAAiB,EAAED,aAAqB,EAAE;QACzD,MAAM,EAAEE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QAClC,MAAMC,iBAAiBF,YAAYC,AAAS,MAATA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB,GACAC,gBACAH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,WAAWC,QAAiB,EAAED,aAAqB,EAAE;QACzD,MAAM,EAAEI,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QACjC,MAAMD,iBAAiBF,YAAYG,AAAQ,MAARA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB,CAACD,gBACD,GACAH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,YAAYC,QAAiB,EAAED,aAAqB,EAAE;QAC1D,MAAM,EAAEI,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QACjC,MAAMD,iBAAiBF,YAAYG,AAAQ,MAARA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrBD,gBACA,GACAH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,WAAWK,OAAoB,EAAE;QACrC,IAAI,CAACA,SAAS,YACZxC,QAAQ,IAAI,CAAC;QAIf,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACwC,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;QAE3D,MAAM,IAAI,CAAC,qBAAqB,CAAC,0BAA0B;YACzD,MAAM;YACN,UAAU;gBAAC;aAAY;QACzB;QAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,0BAA0B;YACzD,MAAM;YACN,UAAU;gBAAC;aAAY;QACzB;QAEA,MAAMzD,MAAM;QAEZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YACxB,KAAK;QACP;IACF;IAyJA,MAAM,UAAyB;QAC7B,IAAI,CAAC,WAAW,GAAG;QACnB,MAAM,IAAI,CAAC,cAAc;QACzB,IAAI,CAAC,SAAS,GAAG;IACnB;IAEA,MAAM,UAAUmB,CAAS,EAAEC,CAAS,EAAEsC,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QACvB,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5B,IAAIF,WAAWC,sBACbD,WAAWC;QAEb,IAAID,WAAWE,qBACbF,WAAWE;QAEb,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACzC,GAAGC;QAEzB,IAAI,AAA2B,SAA3B,IAAI,CAAC,iBAAiB,EAAW;gBAOVyC;YANzB,MAAMpB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;gBAClE,YAAY,CAAC;;YAET,CAAC;gBACL,eAAe;YACjB;YACA,IAAI,CAAC,iBAAiB,GAAGoB,QAAAA,SAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,OAAQ,MAAM,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;QAChD;QAEA,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B,MAAMC,cAAc;gBAAC;oBAAE,GAAGC,KAAK,KAAK,CAAC5C;oBAAI,GAAG4C,KAAK,KAAK,CAAC3C;gBAAG;aAAE;YAC5D,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN0C;gBACA,WAAW;YACb;YACA,MAAM,IAAI5D,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKN;YAC3C,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,aAAa,EAAE;gBACf,WAAW;YACb;QACF,OAAO;YACL,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACNvC;gBACAC;gBACA,QAAQ;gBACR,YAAY;YACd;YACA,MAAM,IAAIlB,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKN;YAC3C,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACNvC;gBACAC;gBACA,QAAQ;gBACR,YAAY;YACd;QACF;QACA,IAAI,CAAC,YAAY,GAAGD;QACpB,IAAI,CAAC,YAAY,GAAGC;IACtB;IAEA,MAAM,MACJ6C,IAA8B,EAC9BC,EAA4B,EAC5BR,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAGb,IAAI,AAA2B,SAA3B,IAAI,CAAC,iBAAiB,EAAW;gBAOVE;YANzB,MAAMpB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;gBAClE,YAAY,CAAC;;YAET,CAAC;gBACL,eAAe;YACjB;YACA,IAAI,CAAC,iBAAiB,GAAGoB,QAAAA,SAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,OAAQ,MAAM,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;QAChD;QAEA,MAAMM,QAAQ;QACd,MAAMC,QAAQV,WAAWS;QAEzB,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,aAAa;oBAAC;wBAAE,GAAGJ,KAAK,KAAK,CAACE,KAAK,CAAC;wBAAG,GAAGF,KAAK,KAAK,CAACE,KAAK,CAAC;oBAAE;iBAAE;gBAC/D,WAAW;YACb;YAEA,IAAK,IAAII,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMlD,IAAI8C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM/C,IAAI6C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,aAAa;wBAAC;4BAAE,GAAGJ,KAAK,KAAK,CAAC5C;4BAAI,GAAG4C,KAAK,KAAK,CAAC3C;wBAAG;qBAAE;oBACrD,WAAW;gBACb;gBACA,MAAM,IAAIlB,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKI;YAC7C;YAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,aAAa,EAAE;gBACf,WAAW;YACb;QACF,OAAO;YACL,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACH,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,GAAGA,KAAK,CAAC;gBACT,GAAGA,KAAK,CAAC;gBACT,QAAQ;gBACR,YAAY;YACd;YAEA,IAAK,IAAII,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMlD,IAAI8C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM/C,IAAI6C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAChD,GAAGC;gBACzB,MAAM,IAAIlB,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKI;YAC7C;YAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,GAAGF,GAAG,CAAC;gBACP,GAAGA,GAAG,CAAC;gBACP,QAAQ;gBACR,YAAY;YACd;QACF;QAEA,IAAI,CAAC,YAAY,GAAGA,GAAG,CAAC;QACxB,IAAI,CAAC,YAAY,GAAGA,GAAG,CAAC;IAC1B;IAnxBA,YAAYI,sBAA+B,CAAE;QAlB7C,wCAAgB;QAEhB,uBAAO,0BAAP;QAEA,uBAAQ,gBAAR;QAEA,uBAAQ,eAA6B;QAErC,uBAAQ,2BAAyC;QAEjD,uBAAQ,qBAA0C;QAElD,uBAAQ,aAAY;QAEpB,uBAAQ,qBAAoC;QAE5C,uBAAO,uCAAsC;QAif7C,uBAAQ,gBAAe;QACvB,uBAAQ,gBAAe;QAEvB,gCAAQ;YACN,OAAO,OACLnD,GACAC,GACAmD;gBAEA,MAAM,EAAEC,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAGF,WAAW,CAAC;gBACnD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACpD,GAAGC;gBAEzB,IAAI,AAA2B,SAA3B,IAAI,CAAC,iBAAiB,EAAW;wBAOVyC;oBANzB,MAAMpB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;wBAClE,YAAY,CAAC;;cAET,CAAC;wBACL,eAAe;oBACjB;oBACA,IAAI,CAAC,iBAAiB,GAAGoB,QAAAA,SAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,OAAQ,MAAM,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;gBAChD;gBAEA,IAAI,IAAI,CAAC,iBAAiB,IAAIW,AAAW,WAAXA,QAAmB;oBAE/C,MAAMV,cAAc;wBAAC;4BAAE,GAAGC,KAAK,KAAK,CAAC5C;4BAAI,GAAG4C,KAAK,KAAK,CAAC3C;wBAAG;qBAAE;oBAC5D,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACN0C;wBACA,WAAW;oBACb;oBAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACN,aAAa,EAAE;wBACf,WAAW;oBACb;gBACF,OAEE,IAAK,IAAIO,IAAI,GAAGA,IAAII,OAAOJ,IAAK;oBAC9B,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACNlD;wBACAC;wBACAoD;wBACA,YAAY;oBACd;oBACA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACNrD;wBACAC;wBACAoD;wBACA,YAAY;oBACd;oBACA,MAAMxE,MAAM;gBACd;YAEJ;YACA,OAAO,OACL0E,QACAC,QACAC,QACAC;gBAEA,MAAMC,SAASF,UAAU,IAAI,CAAC,YAAY;gBAC1C,MAAMG,SAASF,UAAU,IAAI,CAAC,YAAY;gBAC1C,MAAM,IAAI,CAAC,gBAAgB,CAACC,QAAQC;gBACpC,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGD;oBACH,GAAGC;oBACHL;oBACAC;gBACF;gBACA,IAAI,CAAC,YAAY,GAAGG;gBACpB,IAAI,CAAC,YAAY,GAAGC;YACtB;YACA,MAAM,OAAO5D,GAAWC;gBACtB,MAAM,IAAI,CAAC,gBAAgB,CAACD,GAAGC;gBAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACND;oBACAC;gBACF;gBACA,IAAI,CAAC,YAAY,GAAGD;gBACpB,IAAI,CAAC,YAAY,GAAGC;YACtB;YACA,MAAM,OACJ6C,MACAC;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACD,KAAK,CAAC,EAAEA,KAAK,CAAC;gBAEpC,MAAMjE,MAAM;gBACZ,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGiE,KAAK,CAAC;oBACT,GAAGA,KAAK,CAAC;oBACT,QAAQ;oBACR,YAAY;gBACd;gBAEA,MAAMjE,MAAM;gBAEZ,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGkE,GAAG,CAAC;oBACP,GAAGA,GAAG,CAAC;gBACT;gBAEA,MAAMlE,MAAM;gBAEZ,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGkE,GAAG,CAAC;oBACP,GAAGA,GAAG,CAAC;oBACP,QAAQ;oBACR,YAAY;gBACd;gBAEA,MAAMlE,MAAM;gBAEZ,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACkE,GAAG,CAAC,EAAEA,GAAG,CAAC;YAClC;QACF;QAEA,mCAAW;YACT,MAAM,OAAOc;gBACX,MAAMC,cAAc,IAAIC,YAAY;oBAClC,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI;gBAC5C;gBACA,MAAMD,YAAY,IAAI,CAACD,MAAM;oBAAE,OAAO;gBAAE;YAC1C;YACA,OAAO,OACLG;gBAIA,MAAMF,cAAc,IAAIC,YAAY;oBAClC,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI;gBAC5C;gBACA,MAAME,OAAOC,MAAM,OAAO,CAACF,UAAUA,SAAS;oBAACA;iBAAO;gBACtD,KAAK,MAAMG,KAAKF,KAAM;oBACpB,MAAMG,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAML,YAAY,IAAI,CAACK,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC3C;gBACA,KAAK,MAAMD,KAAK;uBAAIF;iBAAK,CAAC,OAAO,GAC/B,MAAMH,YAAY,EAAE,CAACK,EAAE,GAAG;YAE9B;QACF;QAnoBE,IAAI,CAAC,sBAAsB,GAAGhB;IAChC;AAkxBF"}
+{"version":3,"file":"chrome-extension/page.mjs","sources":["webpack://@midscene/web/./src/chrome-extension/page.ts"],"sourcesContent":["/// <reference types=\"chrome\" />\n\n/*\n  It is used to interact with the page tab from the chrome extension.\n  The page must be active when interacting with it.\n*/\n\nimport { limitOpenNewTabScript } from '@/web-element';\nimport type { ElementTreeNode, Point, Size, UIContext } from '@midscene/core';\nimport type { AbstractInterface, DeviceAction } from '@midscene/core/device';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { assert } from '@midscene/shared/utils';\nimport type { Protocol as CDPTypes } from 'devtools-protocol';\nimport { WebPageContextParser } from '../web-element';\nimport {\n  type KeyInput,\n  type MouseButton,\n  commonWebActionsForWebPage,\n} from '../web-page';\nimport { CdpKeyboard } from './cdpInput';\nimport {\n  getHtmlElementScript,\n  injectStopWaterFlowAnimation,\n  injectWaterFlowAnimation,\n} from './dynamic-scripts';\n\nfunction sleep(ms: number) {\n  return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nexport default class ChromeExtensionProxyPage implements AbstractInterface {\n  interfaceType = 'chrome-extension-proxy';\n\n  public forceSameTabNavigation: boolean;\n\n  private viewportSize?: Size;\n\n  private activeTabId: number | null = null;\n\n  private tabIdOfDebuggerAttached: number | null = null;\n\n  private attachingDebugger: Promise<void> | null = null;\n\n  private destroyed = false;\n\n  private isMobileEmulation: boolean | null = null;\n\n  public _continueWhenFailedToAttachDebugger = false;\n\n  constructor(forceSameTabNavigation: boolean) {\n    this.forceSameTabNavigation = forceSameTabNavigation;\n  }\n\n  actionSpace(): DeviceAction[] {\n    return commonWebActionsForWebPage(this);\n  }\n\n  public async setActiveTabId(tabId: number) {\n    if (this.activeTabId) {\n      throw new Error(\n        `Active tab id is already set, which is ${this.activeTabId}, cannot set it to ${tabId}`,\n      );\n    }\n    await chrome.tabs.update(tabId, { active: true });\n    this.activeTabId = tabId;\n  }\n\n  public async getActiveTabId() {\n    return this.activeTabId;\n  }\n\n  /**\n   * Get a list of current tabs\n   * @returns {Promise<Array<{id: number, title: string, url: string}>>}\n   */\n  public async getBrowserTabList(): Promise<\n    { id: string; title: string; url: string; currentActiveTab: boolean }[]\n  > {\n    const tabs = await chrome.tabs.query({ currentWindow: true });\n    return tabs\n      .map((tab) => ({\n        id: `${tab.id}`,\n        title: tab.title,\n        url: tab.url,\n        currentActiveTab: tab.active,\n      }))\n      .filter((tab) => tab.id && tab.title && tab.url) as {\n      id: string;\n      title: string;\n      url: string;\n      currentActiveTab: boolean;\n    }[];\n  }\n\n  public async getTabIdOrConnectToCurrentTab() {\n    if (this.activeTabId) {\n      // alway keep on the connected tab\n      return this.activeTabId;\n    }\n    const tabId = await chrome.tabs\n      .query({ active: true, currentWindow: true })\n      .then((tabs) => tabs[0]?.id);\n    this.activeTabId = tabId || 0;\n    return this.activeTabId;\n  }\n\n  private async attachDebugger() {\n    assert(!this.destroyed, 'Page is destroyed');\n\n    // If already attaching, wait for it to complete\n    if (this.attachingDebugger) {\n      await this.attachingDebugger;\n      return;\n    }\n\n    // Create new attaching promise\n    this.attachingDebugger = (async () => {\n      const url = await this.url();\n      let error: Error | null = null;\n      if (url.startsWith('chrome://')) {\n        throw new Error(\n          'Cannot attach debugger to chrome:// pages, please use Midscene in a normal page with http://, https:// or file://',\n        );\n      }\n\n      try {\n        const currentTabId = await this.getTabIdOrConnectToCurrentTab();\n\n        if (this.tabIdOfDebuggerAttached === currentTabId) {\n          // already attached\n          return;\n        }\n        if (\n          this.tabIdOfDebuggerAttached &&\n          this.tabIdOfDebuggerAttached !== currentTabId\n        ) {\n          // detach the previous tab\n          console.log(\n            'detach the previous tab',\n            this.tabIdOfDebuggerAttached,\n            '->',\n            currentTabId,\n          );\n          try {\n            await this.detachDebugger(this.tabIdOfDebuggerAttached);\n          } catch (error) {\n            console.error('Failed to detach debugger', error);\n          }\n        }\n\n        // detach any debugger attached to the tab\n        console.log('attaching debugger', currentTabId);\n        try {\n          await chrome.debugger.attach({ tabId: currentTabId }, '1.3');\n        } catch (e) {\n          if (this._continueWhenFailedToAttachDebugger) {\n            console.warn(\n              'Failed to attach debugger, but the script will continue as if the debugger is attached since the _continueWhenFailedToAttachDebugger is true',\n              e,\n            );\n          } else {\n            throw e;\n          }\n        }\n\n        // wait util the debugger banner in Chrome appears\n        await sleep(500);\n\n        this.tabIdOfDebuggerAttached = currentTabId;\n\n        await this.enableWaterFlowAnimation();\n      } catch (e) {\n        console.error('Failed to attach debugger', e);\n        error = e as Error;\n      } finally {\n        this.attachingDebugger = null;\n      }\n      if (error) {\n        throw error;\n      }\n    })();\n\n    await this.attachingDebugger;\n  }\n\n  private async showMousePointer(x: number, y: number) {\n    // update mouse pointer while redirecting\n    const pointerScript = `(() => {\n      if(typeof window.midsceneWaterFlowAnimation !== 'undefined') {\n        window.midsceneWaterFlowAnimation.enable();\n        window.midsceneWaterFlowAnimation.showMousePointer(${x}, ${y});\n      } else {\n        console.log('midsceneWaterFlowAnimation is not defined');\n      }\n    })()`;\n\n    await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `${pointerScript}`,\n    });\n  }\n\n  private async hideMousePointer() {\n    await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `(() => {\n        if(typeof window.midsceneWaterFlowAnimation !== 'undefined') {\n          window.midsceneWaterFlowAnimation.hideMousePointer();\n        }\n      })()`,\n    });\n  }\n\n  private async detachDebugger(tabId?: number) {\n    const tabIdToDetach = tabId || this.tabIdOfDebuggerAttached;\n    console.log('detaching debugger', tabIdToDetach);\n    if (!tabIdToDetach) {\n      console.warn('No tab id to detach');\n      return;\n    }\n\n    try {\n      await this.disableWaterFlowAnimation(tabIdToDetach);\n      await sleep(200); // wait for the animation to stop\n    } catch (error) {\n      console.warn('Failed to disable water flow animation', error);\n    }\n\n    try {\n      await chrome.debugger.detach({ tabId: tabIdToDetach });\n    } catch (error) {\n      // maybe tab is closed ?\n      console.warn('Failed to detach debugger', error);\n    }\n    this.tabIdOfDebuggerAttached = null;\n  }\n\n  private async enableWaterFlowAnimation() {\n    // limit open page in new tab\n    if (this.forceSameTabNavigation) {\n      await chrome.debugger.sendCommand(\n        { tabId: this.tabIdOfDebuggerAttached! },\n        'Runtime.evaluate',\n        {\n          expression: limitOpenNewTabScript,\n        },\n      );\n    }\n\n    const script = await injectWaterFlowAnimation();\n    // we will call this function in sendCommandToDebugger, so we have to use the chrome.debugger.sendCommand\n    await chrome.debugger.sendCommand(\n      { tabId: this.tabIdOfDebuggerAttached! },\n      'Runtime.evaluate',\n      {\n        expression: script,\n      },\n    );\n  }\n\n  private async disableWaterFlowAnimation(tabId: number) {\n    const script = await injectStopWaterFlowAnimation();\n\n    await chrome.debugger.sendCommand({ tabId }, 'Runtime.evaluate', {\n      expression: script,\n    });\n  }\n\n  private async sendCommandToDebugger<ResponseType = any, RequestType = any>(\n    command: string,\n    params: RequestType,\n  ): Promise<ResponseType> {\n    await this.attachDebugger();\n\n    assert(this.tabIdOfDebuggerAttached, 'Debugger is not attached');\n\n    // wo don't have to await it\n    this.enableWaterFlowAnimation();\n    return (await chrome.debugger.sendCommand(\n      { tabId: this.tabIdOfDebuggerAttached! },\n      command,\n      params as any,\n    )) as ResponseType;\n  }\n\n  private async getPageContentByCDP() {\n    const script = await getHtmlElementScript();\n\n    // check tab url\n    await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: script,\n    });\n\n    const expression = () => {\n      const tree = (\n        window as any\n      ).midscene_element_inspector.webExtractNodeTree();\n\n      return {\n        tree,\n        size: {\n          width: document.documentElement.clientWidth,\n          height: document.documentElement.clientHeight,\n          dpr: window.devicePixelRatio,\n        },\n      };\n    };\n    const returnValue = await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: `(${expression.toString()})()`,\n      returnByValue: true,\n    });\n\n    if (!returnValue.result.value) {\n      const errorDescription =\n        returnValue.exceptionDetails?.exception?.description || '';\n      if (!errorDescription) {\n        console.error('returnValue from cdp', returnValue);\n      }\n      throw new Error(\n        `Failed to get page content from page, error: ${errorDescription}`,\n      );\n    }\n\n    return returnValue.result.value as {\n      tree: ElementTreeNode<ElementInfo>;\n      size: Size;\n    };\n  }\n\n  public async evaluateJavaScript(script: string) {\n    return this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: script,\n    });\n  }\n\n  async beforeInvokeAction(): Promise<void> {\n    // current implementation is wait until domReadyState is complete\n    try {\n      await this.waitUntilNetworkIdle();\n    } catch (error) {\n      // console.warn('Failed to wait until network idle', error);\n    }\n  }\n\n  private async waitUntilNetworkIdle() {\n    const timeout = 10000;\n    const startTime = Date.now();\n    let lastReadyState = '';\n    while (Date.now() - startTime < timeout) {\n      const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n        expression: 'document.readyState',\n      });\n      lastReadyState = result.result.value;\n      if (lastReadyState === 'complete') {\n        await new Promise((resolve) => setTimeout(resolve, 300));\n        return;\n      }\n      await new Promise((resolve) => setTimeout(resolve, 300));\n    }\n    throw new Error(\n      `Failed to wait until network idle, last readyState: ${lastReadyState}`,\n    );\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    const tree = await this.getElementsNodeTree();\n    return treeToList(tree);\n  }\n\n  async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n    const script = await getHtmlElementScript();\n\n    await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: script,\n    });\n\n    const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `window.midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n      returnByValue: true,\n    });\n    return result.result.value;\n  }\n\n  async getElementInfoByXpath(xpath: string) {\n    const script = await getHtmlElementScript();\n\n    // check tab url\n    await this.sendCommandToDebugger<\n      CDPTypes.Runtime.EvaluateResponse,\n      CDPTypes.Runtime.EvaluateRequest\n    >('Runtime.evaluate', {\n      expression: script,\n    });\n    const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n      expression: `window.midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n      returnByValue: true,\n    });\n    return result.result.value;\n  }\n\n  async getElementsNodeTree() {\n    await this.hideMousePointer();\n    const content = await this.getPageContentByCDP();\n    if (content?.size) {\n      this.viewportSize = content.size;\n    }\n\n    return content?.tree || { node: null, children: [] };\n  }\n\n  async getContext(): Promise<UIContext> {\n    return await WebPageContextParser(this, {});\n  }\n\n  async size() {\n    if (this.viewportSize) return this.viewportSize;\n    const content = await this.getPageContentByCDP();\n    return content.size;\n  }\n\n  async screenshotBase64() {\n    // screenshot by cdp\n    await this.hideMousePointer();\n    const format = 'jpeg';\n    const base64 = await this.sendCommandToDebugger('Page.captureScreenshot', {\n      format,\n      quality: 90,\n    });\n    return createImgBase64ByFormat(format, base64.data);\n  }\n\n  async url() {\n    const tabId = await this.getTabIdOrConnectToCurrentTab();\n    const url = await chrome.tabs.get(tabId).then((tab) => tab.url);\n    return url || '';\n  }\n\n  async scrollUntilTop(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(0, -9999999);\n  }\n\n  async scrollUntilBottom(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(0, 9999999);\n  }\n\n  async scrollUntilLeft(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(-9999999, 0);\n  }\n\n  async scrollUntilRight(startingPoint?: Point) {\n    if (startingPoint) {\n      await this.mouse.move(startingPoint.left, startingPoint.top);\n    }\n    return this.mouse.wheel(9999999, 0);\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point) {\n    const { height } = await this.size();\n    const scrollDistance = distance || height * 0.7;\n    return this.mouse.wheel(\n      0,\n      -scrollDistance,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point) {\n    const { height } = await this.size();\n    const scrollDistance = distance || height * 0.7;\n    return this.mouse.wheel(\n      0,\n      scrollDistance,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point) {\n    const { width } = await this.size();\n    const scrollDistance = distance || width * 0.7;\n    return this.mouse.wheel(\n      -scrollDistance,\n      0,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point) {\n    const { width } = await this.size();\n    const scrollDistance = distance || width * 0.7;\n    return this.mouse.wheel(\n      scrollDistance,\n      0,\n      startingPoint?.left,\n      startingPoint?.top,\n    );\n  }\n\n  async clearInput(element: ElementInfo) {\n    if (!element) {\n      console.warn('No element to clear input');\n      return;\n    }\n\n    await this.mouse.click(element.center[0], element.center[1]);\n\n    await this.sendCommandToDebugger('Input.dispatchKeyEvent', {\n      type: 'keyDown',\n      commands: ['selectAll'],\n    });\n\n    await this.sendCommandToDebugger('Input.dispatchKeyEvent', {\n      type: 'keyUp',\n      commands: ['selectAll'],\n    });\n\n    await sleep(100);\n\n    await this.keyboard.press({\n      key: 'Backspace',\n    });\n  }\n\n  private latestMouseX = 100;\n  private latestMouseY = 100;\n\n  mouse = {\n    click: async (\n      x: number,\n      y: number,\n      options?: { button?: MouseButton; count?: number },\n    ) => {\n      const { button = 'left', count = 1 } = options || {};\n      await this.mouse.move(x, y);\n      // detect if the page is in mobile emulation mode\n      if (this.isMobileEmulation === null) {\n        const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n          expression: `(() => {\n            return /Android|iPhone|iPad|iPod|Mobile/i.test(navigator.userAgent);\n          })()`,\n          returnByValue: true,\n        });\n        this.isMobileEmulation = result?.result?.value;\n      }\n\n      if (this.isMobileEmulation && button === 'left') {\n        // in mobile emulation mode, directly inject click event\n        const touchPoints = [{ x: Math.round(x), y: Math.round(y) }];\n        await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n          type: 'touchStart',\n          touchPoints,\n          modifiers: 0,\n        });\n\n        await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n          type: 'touchEnd',\n          touchPoints: [],\n          modifiers: 0,\n        });\n      } else {\n        // standard mousePressed + mouseReleased\n        for (let i = 0; i < count; i++) {\n          await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n            type: 'mousePressed',\n            x,\n            y,\n            button,\n            clickCount: 1,\n          });\n          await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n            type: 'mouseReleased',\n            x,\n            y,\n            button,\n            clickCount: 1,\n          });\n          await sleep(50);\n        }\n      }\n    },\n    wheel: async (\n      deltaX: number,\n      deltaY: number,\n      startX?: number,\n      startY?: number,\n    ) => {\n      const finalX = startX || this.latestMouseX;\n      const finalY = startY || this.latestMouseY;\n      await this.showMousePointer(finalX, finalY);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseWheel',\n        x: finalX,\n        y: finalY,\n        deltaX,\n        deltaY,\n      });\n      this.latestMouseX = finalX;\n      this.latestMouseY = finalY;\n    },\n    move: async (x: number, y: number) => {\n      await this.showMousePointer(x, y);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseMoved',\n        x,\n        y,\n      });\n      this.latestMouseX = x;\n      this.latestMouseY = y;\n    },\n    drag: async (\n      from: { x: number; y: number },\n      to: { x: number; y: number },\n    ) => {\n      await this.mouse.move(from.x, from.y);\n\n      await sleep(200);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mousePressed',\n        x: from.x,\n        y: from.y,\n        button: 'left',\n        clickCount: 1,\n      });\n\n      await sleep(300);\n\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseMoved',\n        x: to.x,\n        y: to.y,\n      });\n\n      await sleep(500);\n\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseReleased',\n        x: to.x,\n        y: to.y,\n        button: 'left',\n        clickCount: 1,\n      });\n\n      await sleep(200);\n\n      await this.mouse.move(to.x, to.y);\n    },\n  };\n\n  keyboard = {\n    type: async (text: string) => {\n      const cdpKeyboard = new CdpKeyboard({\n        send: this.sendCommandToDebugger.bind(this),\n      });\n      await cdpKeyboard.type(text, { delay: 0 });\n    },\n    press: async (\n      action:\n        | { key: KeyInput; command?: string }\n        | { key: KeyInput; command?: string }[],\n    ) => {\n      const cdpKeyboard = new CdpKeyboard({\n        send: this.sendCommandToDebugger.bind(this),\n      });\n      const keys = Array.isArray(action) ? action : [action];\n      for (const k of keys) {\n        const commands = k.command ? [k.command] : [];\n        await cdpKeyboard.down(k.key, { commands });\n      }\n      for (const k of [...keys].reverse()) {\n        await cdpKeyboard.up(k.key);\n      }\n    },\n  };\n\n  async destroy(): Promise<void> {\n    this.activeTabId = null;\n    await this.detachDebugger();\n    this.destroyed = true;\n  }\n\n  async longPress(x: number, y: number, duration?: number) {\n    duration = duration || 500;\n    const LONG_PRESS_THRESHOLD = 600;\n    const MIN_PRESS_THRESHOLD = 300;\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    await this.mouse.move(x, y);\n\n    if (this.isMobileEmulation === null) {\n      const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n        expression: `(() => {\n          return /Android|iPhone|iPad|iPod|Mobile/i.test(navigator.userAgent);\n        })()`,\n        returnByValue: true,\n      });\n      this.isMobileEmulation = result?.result?.value;\n    }\n\n    if (this.isMobileEmulation) {\n      const touchPoints = [{ x: Math.round(x), y: Math.round(y) }];\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchStart',\n        touchPoints,\n        modifiers: 0,\n      });\n      await new Promise((res) => setTimeout(res, duration));\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchEnd',\n        touchPoints: [],\n        modifiers: 0,\n      });\n    } else {\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mousePressed',\n        x,\n        y,\n        button: 'left',\n        clickCount: 1,\n      });\n      await new Promise((res) => setTimeout(res, duration));\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseReleased',\n        x,\n        y,\n        button: 'left',\n        clickCount: 1,\n      });\n    }\n    this.latestMouseX = x;\n    this.latestMouseY = y;\n  }\n\n  async swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ) {\n    const LONG_PRESS_THRESHOLD = 500;\n    const MIN_PRESS_THRESHOLD = 150;\n    duration = duration || 300;\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n\n    if (this.isMobileEmulation === null) {\n      const result = await this.sendCommandToDebugger('Runtime.evaluate', {\n        expression: `(() => {\n          return /Android|iPhone|iPad|iPod|Mobile/i.test(navigator.userAgent);\n        })()`,\n        returnByValue: true,\n      });\n      this.isMobileEmulation = result?.result?.value;\n    }\n\n    const steps = 30;\n    const delay = duration / steps;\n\n    if (this.isMobileEmulation) {\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchStart',\n        touchPoints: [{ x: Math.round(from.x), y: Math.round(from.y) }],\n        modifiers: 0,\n      });\n\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n          type: 'touchMove',\n          touchPoints: [{ x: Math.round(x), y: Math.round(y) }],\n          modifiers: 0,\n        });\n        await new Promise((res) => setTimeout(res, delay));\n      }\n\n      await this.sendCommandToDebugger('Input.dispatchTouchEvent', {\n        type: 'touchEnd',\n        touchPoints: [],\n        modifiers: 0,\n      });\n    } else {\n      await this.mouse.move(from.x, from.y);\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mousePressed',\n        x: from.x,\n        y: from.y,\n        button: 'left',\n        clickCount: 1,\n      });\n\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await this.mouse.move(x, y);\n        await new Promise((res) => setTimeout(res, delay));\n      }\n\n      await this.sendCommandToDebugger('Input.dispatchMouseEvent', {\n        type: 'mouseReleased',\n        x: to.x,\n        y: to.y,\n        button: 'left',\n        clickCount: 1,\n      });\n    }\n\n    this.latestMouseX = to.x;\n    this.latestMouseY = to.y;\n  }\n}\n"],"names":["sleep","ms","Promise","resolve","setTimeout","ChromeExtensionProxyPage","commonWebActionsForWebPage","tabId","Error","chrome","tabs","tab","_tabs_","assert","url","error","currentTabId","console","e","x","y","pointerScript","tabIdToDetach","limitOpenNewTabScript","script","injectWaterFlowAnimation","injectStopWaterFlowAnimation","command","params","getHtmlElementScript","expression","tree","window","document","returnValue","_returnValue_exceptionDetails_exception","errorDescription","timeout","startTime","Date","lastReadyState","result","treeToList","point","isOrderSensitive","xpath","JSON","content","WebPageContextParser","format","base64","createImgBase64ByFormat","startingPoint","distance","height","scrollDistance","width","element","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","_result_result","touchPoints","Math","res","from","to","steps","delay","i","forceSameTabNavigation","options","button","count","deltaX","deltaY","startX","startY","finalX","finalY","text","cdpKeyboard","CdpKeyboard","action","keys","Array","k","commands"],"mappings":";;;;;;;AAKA;;;;;;;;;;AAuBA,SAASA,MAAMC,EAAU;IACvB,OAAO,IAAIC,QAAQ,CAACC,UAAYC,WAAWD,SAASF;AACtD;AAEe,MAAMI;IAuBnB,cAA8B;QAC5B,OAAOC,2BAA2B,IAAI;IACxC;IAEA,MAAa,eAAeC,KAAa,EAAE;QACzC,IAAI,IAAI,CAAC,WAAW,EAClB,MAAM,IAAIC,MACR,CAAC,uCAAuC,EAAE,IAAI,CAAC,WAAW,CAAC,mBAAmB,EAAED,OAAO;QAG3F,MAAME,OAAO,IAAI,CAAC,MAAM,CAACF,OAAO;YAAE,QAAQ;QAAK;QAC/C,IAAI,CAAC,WAAW,GAAGA;IACrB;IAEA,MAAa,iBAAiB;QAC5B,OAAO,IAAI,CAAC,WAAW;IACzB;IAMA,MAAa,oBAEX;QACA,MAAMG,OAAO,MAAMD,OAAO,IAAI,CAAC,KAAK,CAAC;YAAE,eAAe;QAAK;QAC3D,OAAOC,KACJ,GAAG,CAAC,CAACC,MAAS;gBACb,IAAI,GAAGA,IAAI,EAAE,EAAE;gBACf,OAAOA,IAAI,KAAK;gBAChB,KAAKA,IAAI,GAAG;gBACZ,kBAAkBA,IAAI,MAAM;YAC9B,IACC,MAAM,CAAC,CAACA,MAAQA,IAAI,EAAE,IAAIA,IAAI,KAAK,IAAIA,IAAI,GAAG;IAMnD;IAEA,MAAa,gCAAgC;QAC3C,IAAI,IAAI,CAAC,WAAW,EAElB,OAAO,IAAI,CAAC,WAAW;QAEzB,MAAMJ,QAAQ,MAAME,OAAO,IAAI,CAC5B,KAAK,CAAC;YAAE,QAAQ;YAAM,eAAe;QAAK,GAC1C,IAAI,CAAC,CAACC;gBAASE;2BAAAA,CAAAA,SAAAA,IAAI,CAAC,EAAE,AAAD,IAANA,KAAAA,IAAAA,OAAS,EAAE;;QAC7B,IAAI,CAAC,WAAW,GAAGL,SAAS;QAC5B,OAAO,IAAI,CAAC,WAAW;IACzB;IAEA,MAAc,iBAAiB;QAC7BM,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE;QAGxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,YAC1B,MAAM,IAAI,CAAC,iBAAiB;QAK9B,IAAI,CAAC,iBAAiB,GAAI;YACxB,MAAMC,MAAM,MAAM,IAAI,CAAC,GAAG;YAC1B,IAAIC,QAAsB;YAC1B,IAAID,IAAI,UAAU,CAAC,cACjB,MAAM,IAAIN,MACR;YAIJ,IAAI;gBACF,MAAMQ,eAAe,MAAM,IAAI,CAAC,6BAA6B;gBAE7D,IAAI,IAAI,CAAC,uBAAuB,KAAKA,cAEnC;gBAEF,IACE,IAAI,CAAC,uBAAuB,IAC5B,IAAI,CAAC,uBAAuB,KAAKA,cACjC;oBAEAC,QAAQ,GAAG,CACT,2BACA,IAAI,CAAC,uBAAuB,EAC5B,MACAD;oBAEF,IAAI;wBACF,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,uBAAuB;oBACxD,EAAE,OAAOD,OAAO;wBACdE,QAAQ,KAAK,CAAC,6BAA6BF;oBAC7C;gBACF;gBAGAE,QAAQ,GAAG,CAAC,sBAAsBD;gBAClC,IAAI;oBACF,MAAMP,OAAO,QAAQ,CAAC,MAAM,CAAC;wBAAE,OAAOO;oBAAa,GAAG;gBACxD,EAAE,OAAOE,GAAG;oBACV,IAAI,IAAI,CAAC,mCAAmC,EAC1CD,QAAQ,IAAI,CACV,gJACAC;yBAGF,MAAMA;gBAEV;gBAGA,MAAMlB,MAAM;gBAEZ,IAAI,CAAC,uBAAuB,GAAGgB;gBAE/B,MAAM,IAAI,CAAC,wBAAwB;YACrC,EAAE,OAAOE,GAAG;gBACVD,QAAQ,KAAK,CAAC,6BAA6BC;gBAC3CH,QAAQG;YACV,SAAU;gBACR,IAAI,CAAC,iBAAiB,GAAG;YAC3B;YACA,IAAIH,OACF,MAAMA;QAEV;QAEA,MAAM,IAAI,CAAC,iBAAiB;IAC9B;IAEA,MAAc,iBAAiBI,CAAS,EAAEC,CAAS,EAAE;QAEnD,MAAMC,gBAAgB,CAAC;;;2DAGgC,EAAEF,EAAE,EAAE,EAAEC,EAAE;;;;QAI7D,CAAC;QAEL,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YACnD,YAAY,GAAGC,eAAe;QAChC;IACF;IAEA,MAAc,mBAAmB;QAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YACnD,YAAY,CAAC;;;;UAIT,CAAC;QACP;IACF;IAEA,MAAc,eAAed,KAAc,EAAE;QAC3C,MAAMe,gBAAgBf,SAAS,IAAI,CAAC,uBAAuB;QAC3DU,QAAQ,GAAG,CAAC,sBAAsBK;QAClC,IAAI,CAACA,eAAe,YAClBL,QAAQ,IAAI,CAAC;QAIf,IAAI;YACF,MAAM,IAAI,CAAC,yBAAyB,CAACK;YACrC,MAAMtB,MAAM;QACd,EAAE,OAAOe,OAAO;YACdE,QAAQ,IAAI,CAAC,0CAA0CF;QACzD;QAEA,IAAI;YACF,MAAMN,OAAO,QAAQ,CAAC,MAAM,CAAC;gBAAE,OAAOa;YAAc;QACtD,EAAE,OAAOP,OAAO;YAEdE,QAAQ,IAAI,CAAC,6BAA6BF;QAC5C;QACA,IAAI,CAAC,uBAAuB,GAAG;IACjC;IAEA,MAAc,2BAA2B;QAEvC,IAAI,IAAI,CAAC,sBAAsB,EAC7B,MAAMN,OAAO,QAAQ,CAAC,WAAW,CAC/B;YAAE,OAAO,IAAI,CAAC,uBAAuB;QAAE,GACvC,oBACA;YACE,YAAYc;QACd;QAIJ,MAAMC,SAAS,MAAMC;QAErB,MAAMhB,OAAO,QAAQ,CAAC,WAAW,CAC/B;YAAE,OAAO,IAAI,CAAC,uBAAuB;QAAE,GACvC,oBACA;YACE,YAAYe;QACd;IAEJ;IAEA,MAAc,0BAA0BjB,KAAa,EAAE;QACrD,MAAMiB,SAAS,MAAME;QAErB,MAAMjB,OAAO,QAAQ,CAAC,WAAW,CAAC;YAAEF;QAAM,GAAG,oBAAoB;YAC/D,YAAYiB;QACd;IACF;IAEA,MAAc,sBACZG,OAAe,EACfC,MAAmB,EACI;QACvB,MAAM,IAAI,CAAC,cAAc;QAEzBf,OAAO,IAAI,CAAC,uBAAuB,EAAE;QAGrC,IAAI,CAAC,wBAAwB;QAC7B,OAAQ,MAAMJ,OAAO,QAAQ,CAAC,WAAW,CACvC;YAAE,OAAO,IAAI,CAAC,uBAAuB;QAAE,GACvCkB,SACAC;IAEJ;IAEA,MAAc,sBAAsB;QAClC,MAAMJ,SAAS,MAAMK;QAGrB,MAAM,IAAI,CAAC,qBAAqB,CAG9B,oBAAoB;YACpB,YAAYL;QACd;QAEA,MAAMM,aAAa;YACjB,MAAMC,OACJC,OACA,0BAA0B,CAAC,kBAAkB;YAE/C,OAAO;gBACLD;gBACA,MAAM;oBACJ,OAAOE,SAAS,eAAe,CAAC,WAAW;oBAC3C,QAAQA,SAAS,eAAe,CAAC,YAAY;oBAC7C,KAAKD,OAAO,gBAAgB;gBAC9B;YACF;QACF;QACA,MAAME,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAGlD,oBAAoB;YACpB,YAAY,CAAC,CAAC,EAAEJ,WAAW,QAAQ,GAAG,GAAG,CAAC;YAC1C,eAAe;QACjB;QAEA,IAAI,CAACI,YAAY,MAAM,CAAC,KAAK,EAAE;gBAE3BC,yCAAAA;YADF,MAAMC,mBACJD,AAAAA,SAAAA,CAAAA,gCAAAA,YAAY,gBAAgB,AAAD,IAA3BA,KAAAA,IAAAA,QAAAA,CAAAA,0CAAAA,8BAA8B,SAAS,AAAD,IAAtCA,KAAAA,IAAAA,wCAAyC,WAAW,AAAD,KAAK;YAC1D,IAAI,CAACC,kBACHnB,QAAQ,KAAK,CAAC,wBAAwBiB;YAExC,MAAM,IAAI1B,MACR,CAAC,6CAA6C,EAAE4B,kBAAkB;QAEtE;QAEA,OAAOF,YAAY,MAAM,CAAC,KAAK;IAIjC;IAEA,MAAa,mBAAmBV,MAAc,EAAE;QAC9C,OAAO,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YACpD,YAAYA;QACd;IACF;IAEA,MAAM,qBAAoC;QAExC,IAAI;YACF,MAAM,IAAI,CAAC,oBAAoB;QACjC,EAAE,OAAOT,OAAO,CAEhB;IACF;IAEA,MAAc,uBAAuB;QACnC,MAAMsB,UAAU;QAChB,MAAMC,YAAYC,KAAK,GAAG;QAC1B,IAAIC,iBAAiB;QACrB,MAAOD,KAAK,GAAG,KAAKD,YAAYD,QAAS;YACvC,MAAMI,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;gBAClE,YAAY;YACd;YACAD,iBAAiBC,OAAO,MAAM,CAAC,KAAK;YACpC,IAAID,AAAmB,eAAnBA,gBAA+B,YACjC,MAAM,IAAItC,QAAQ,CAACC,UAAYC,WAAWD,SAAS;YAGrD,MAAM,IAAID,QAAQ,CAACC,UAAYC,WAAWD,SAAS;QACrD;QACA,MAAM,IAAIK,MACR,CAAC,oDAAoD,EAAEgC,gBAAgB;IAE3E;IAGA,MAAM,kBAAkB;QACtB,MAAMT,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3C,OAAOW,WAAWX;IACpB;IAEA,MAAM,iBAAiBY,KAAY,EAAEC,gBAAyB,EAAE;QAC9D,MAAMpB,SAAS,MAAMK;QAErB,MAAM,IAAI,CAAC,qBAAqB,CAG9B,oBAAoB;YACpB,YAAYL;QACd;QAEA,MAAMiB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YAClE,YAAY,CAAC,0DAA0D,EAAEE,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;YAC/H,eAAe;QACjB;QACA,OAAOH,OAAO,MAAM,CAAC,KAAK;IAC5B;IAEA,MAAM,sBAAsBI,KAAa,EAAE;QACzC,MAAMrB,SAAS,MAAMK;QAGrB,MAAM,IAAI,CAAC,qBAAqB,CAG9B,oBAAoB;YACpB,YAAYL;QACd;QACA,MAAMiB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;YAClE,YAAY,CAAC,wDAAwD,EAAEK,KAAK,SAAS,CAACD,OAAO,CAAC,CAAC;YAC/F,eAAe;QACjB;QACA,OAAOJ,OAAO,MAAM,CAAC,KAAK;IAC5B;IAEA,MAAM,sBAAsB;QAC1B,MAAM,IAAI,CAAC,gBAAgB;QAC3B,MAAMM,UAAU,MAAM,IAAI,CAAC,mBAAmB;QAC9C,IAAIA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,IAAI,EACf,IAAI,CAAC,YAAY,GAAGA,QAAQ,IAAI;QAGlC,OAAOA,AAAAA,CAAAA,QAAAA,UAAAA,KAAAA,IAAAA,QAAS,IAAI,AAAD,KAAK;YAAE,MAAM;YAAM,UAAU,EAAE;QAAC;IACrD;IAEA,MAAM,aAAiC;QACrC,OAAO,MAAMC,qBAAqB,IAAI,EAAE,CAAC;IAC3C;IAEA,MAAM,OAAO;QACX,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAMD,UAAU,MAAM,IAAI,CAAC,mBAAmB;QAC9C,OAAOA,QAAQ,IAAI;IACrB;IAEA,MAAM,mBAAmB;QAEvB,MAAM,IAAI,CAAC,gBAAgB;QAC3B,MAAME,SAAS;QACf,MAAMC,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,0BAA0B;YACxED;YACA,SAAS;QACX;QACA,OAAOE,wBAAwBF,QAAQC,OAAO,IAAI;IACpD;IAEA,MAAM,MAAM;QACV,MAAM3C,QAAQ,MAAM,IAAI,CAAC,6BAA6B;QACtD,MAAMO,MAAM,MAAML,OAAO,IAAI,CAAC,GAAG,CAACF,OAAO,IAAI,CAAC,CAACI,MAAQA,IAAI,GAAG;QAC9D,OAAOG,OAAO;IAChB;IAEA,MAAM,eAAesC,aAAqB,EAAE;QAC1C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAE;QAC7C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAE;QAC3C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAE;QAC5C,IAAIA,eACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,cAAc,IAAI,EAAEA,cAAc,GAAG;QAE7D,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAE;QACvD,MAAM,EAAEE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QAClC,MAAMC,iBAAiBF,YAAYC,AAAS,MAATA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB,GACA,CAACC,gBACDH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,WAAWC,QAAiB,EAAED,aAAqB,EAAE;QACzD,MAAM,EAAEE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QAClC,MAAMC,iBAAiBF,YAAYC,AAAS,MAATA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB,GACAC,gBACAH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,WAAWC,QAAiB,EAAED,aAAqB,EAAE;QACzD,MAAM,EAAEI,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QACjC,MAAMD,iBAAiBF,YAAYG,AAAQ,MAARA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB,CAACD,gBACD,GACAH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,YAAYC,QAAiB,EAAED,aAAqB,EAAE;QAC1D,MAAM,EAAEI,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;QACjC,MAAMD,iBAAiBF,YAAYG,AAAQ,MAARA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrBD,gBACA,GACAH,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,IAAI,EACnBA,QAAAA,gBAAAA,KAAAA,IAAAA,cAAe,GAAG;IAEtB;IAEA,MAAM,WAAWK,OAAoB,EAAE;QACrC,IAAI,CAACA,SAAS,YACZxC,QAAQ,IAAI,CAAC;QAIf,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACwC,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;QAE3D,MAAM,IAAI,CAAC,qBAAqB,CAAC,0BAA0B;YACzD,MAAM;YACN,UAAU;gBAAC;aAAY;QACzB;QAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,0BAA0B;YACzD,MAAM;YACN,UAAU;gBAAC;aAAY;QACzB;QAEA,MAAMzD,MAAM;QAEZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YACxB,KAAK;QACP;IACF;IAyJA,MAAM,UAAyB;QAC7B,IAAI,CAAC,WAAW,GAAG;QACnB,MAAM,IAAI,CAAC,cAAc;QACzB,IAAI,CAAC,SAAS,GAAG;IACnB;IAEA,MAAM,UAAUmB,CAAS,EAAEC,CAAS,EAAEsC,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QACvB,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5B,IAAIF,WAAWC,sBACbD,WAAWC;QAEb,IAAID,WAAWE,qBACbF,WAAWE;QAEb,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACzC,GAAGC;QAEzB,IAAI,AAA2B,SAA3B,IAAI,CAAC,iBAAiB,EAAW;gBAOVyC;YANzB,MAAMpB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;gBAClE,YAAY,CAAC;;YAET,CAAC;gBACL,eAAe;YACjB;YACA,IAAI,CAAC,iBAAiB,GAAGoB,QAAAA,SAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,OAAQ,MAAM,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;QAChD;QAEA,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B,MAAMC,cAAc;gBAAC;oBAAE,GAAGC,KAAK,KAAK,CAAC5C;oBAAI,GAAG4C,KAAK,KAAK,CAAC3C;gBAAG;aAAE;YAC5D,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN0C;gBACA,WAAW;YACb;YACA,MAAM,IAAI5D,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKN;YAC3C,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,aAAa,EAAE;gBACf,WAAW;YACb;QACF,OAAO;YACL,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACNvC;gBACAC;gBACA,QAAQ;gBACR,YAAY;YACd;YACA,MAAM,IAAIlB,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKN;YAC3C,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACNvC;gBACAC;gBACA,QAAQ;gBACR,YAAY;YACd;QACF;QACA,IAAI,CAAC,YAAY,GAAGD;QACpB,IAAI,CAAC,YAAY,GAAGC;IACtB;IAEA,MAAM,MACJ6C,IAA8B,EAC9BC,EAA4B,EAC5BR,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAGb,IAAI,AAA2B,SAA3B,IAAI,CAAC,iBAAiB,EAAW;gBAOVE;YANzB,MAAMpB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;gBAClE,YAAY,CAAC;;YAET,CAAC;gBACL,eAAe;YACjB;YACA,IAAI,CAAC,iBAAiB,GAAGoB,QAAAA,SAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,OAAQ,MAAM,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;QAChD;QAEA,MAAMM,QAAQ;QACd,MAAMC,QAAQV,WAAWS;QAEzB,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,aAAa;oBAAC;wBAAE,GAAGJ,KAAK,KAAK,CAACE,KAAK,CAAC;wBAAG,GAAGF,KAAK,KAAK,CAACE,KAAK,CAAC;oBAAE;iBAAE;gBAC/D,WAAW;YACb;YAEA,IAAK,IAAII,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMlD,IAAI8C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM/C,IAAI6C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,aAAa;wBAAC;4BAAE,GAAGJ,KAAK,KAAK,CAAC5C;4BAAI,GAAG4C,KAAK,KAAK,CAAC3C;wBAAG;qBAAE;oBACrD,WAAW;gBACb;gBACA,MAAM,IAAIlB,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKI;YAC7C;YAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,aAAa,EAAE;gBACf,WAAW;YACb;QACF,OAAO;YACL,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACH,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,GAAGA,KAAK,CAAC;gBACT,GAAGA,KAAK,CAAC;gBACT,QAAQ;gBACR,YAAY;YACd;YAEA,IAAK,IAAII,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMlD,IAAI8C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM/C,IAAI6C,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAMI,CAAAA,IAAIF,KAAI;gBAC9C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAChD,GAAGC;gBACzB,MAAM,IAAIlB,QAAQ,CAAC8D,MAAQ5D,WAAW4D,KAAKI;YAC7C;YAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;gBAC3D,MAAM;gBACN,GAAGF,GAAG,CAAC;gBACP,GAAGA,GAAG,CAAC;gBACP,QAAQ;gBACR,YAAY;YACd;QACF;QAEA,IAAI,CAAC,YAAY,GAAGA,GAAG,CAAC;QACxB,IAAI,CAAC,YAAY,GAAGA,GAAG,CAAC;IAC1B;IAjxBA,YAAYI,sBAA+B,CAAE;QAlB7C,wCAAgB;QAEhB,uBAAO,0BAAP;QAEA,uBAAQ,gBAAR;QAEA,uBAAQ,eAA6B;QAErC,uBAAQ,2BAAyC;QAEjD,uBAAQ,qBAA0C;QAElD,uBAAQ,aAAY;QAEpB,uBAAQ,qBAAoC;QAE5C,uBAAO,uCAAsC;QA+e7C,uBAAQ,gBAAe;QACvB,uBAAQ,gBAAe;QAEvB,gCAAQ;YACN,OAAO,OACLnD,GACAC,GACAmD;gBAEA,MAAM,EAAEC,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAGF,WAAW,CAAC;gBACnD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACpD,GAAGC;gBAEzB,IAAI,AAA2B,SAA3B,IAAI,CAAC,iBAAiB,EAAW;wBAOVyC;oBANzB,MAAMpB,SAAS,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB;wBAClE,YAAY,CAAC;;cAET,CAAC;wBACL,eAAe;oBACjB;oBACA,IAAI,CAAC,iBAAiB,GAAGoB,QAAAA,SAAAA,KAAAA,IAAAA,QAAAA,CAAAA,iBAAAA,OAAQ,MAAM,AAAD,IAAbA,KAAAA,IAAAA,eAAgB,KAAK;gBAChD;gBAEA,IAAI,IAAI,CAAC,iBAAiB,IAAIW,AAAW,WAAXA,QAAmB;oBAE/C,MAAMV,cAAc;wBAAC;4BAAE,GAAGC,KAAK,KAAK,CAAC5C;4BAAI,GAAG4C,KAAK,KAAK,CAAC3C;wBAAG;qBAAE;oBAC5D,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACN0C;wBACA,WAAW;oBACb;oBAEA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACN,aAAa,EAAE;wBACf,WAAW;oBACb;gBACF,OAEE,IAAK,IAAIO,IAAI,GAAGA,IAAII,OAAOJ,IAAK;oBAC9B,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACNlD;wBACAC;wBACAoD;wBACA,YAAY;oBACd;oBACA,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;wBAC3D,MAAM;wBACNrD;wBACAC;wBACAoD;wBACA,YAAY;oBACd;oBACA,MAAMxE,MAAM;gBACd;YAEJ;YACA,OAAO,OACL0E,QACAC,QACAC,QACAC;gBAEA,MAAMC,SAASF,UAAU,IAAI,CAAC,YAAY;gBAC1C,MAAMG,SAASF,UAAU,IAAI,CAAC,YAAY;gBAC1C,MAAM,IAAI,CAAC,gBAAgB,CAACC,QAAQC;gBACpC,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGD;oBACH,GAAGC;oBACHL;oBACAC;gBACF;gBACA,IAAI,CAAC,YAAY,GAAGG;gBACpB,IAAI,CAAC,YAAY,GAAGC;YACtB;YACA,MAAM,OAAO5D,GAAWC;gBACtB,MAAM,IAAI,CAAC,gBAAgB,CAACD,GAAGC;gBAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACND;oBACAC;gBACF;gBACA,IAAI,CAAC,YAAY,GAAGD;gBACpB,IAAI,CAAC,YAAY,GAAGC;YACtB;YACA,MAAM,OACJ6C,MACAC;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACD,KAAK,CAAC,EAAEA,KAAK,CAAC;gBAEpC,MAAMjE,MAAM;gBACZ,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGiE,KAAK,CAAC;oBACT,GAAGA,KAAK,CAAC;oBACT,QAAQ;oBACR,YAAY;gBACd;gBAEA,MAAMjE,MAAM;gBAEZ,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGkE,GAAG,CAAC;oBACP,GAAGA,GAAG,CAAC;gBACT;gBAEA,MAAMlE,MAAM;gBAEZ,MAAM,IAAI,CAAC,qBAAqB,CAAC,4BAA4B;oBAC3D,MAAM;oBACN,GAAGkE,GAAG,CAAC;oBACP,GAAGA,GAAG,CAAC;oBACP,QAAQ;oBACR,YAAY;gBACd;gBAEA,MAAMlE,MAAM;gBAEZ,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACkE,GAAG,CAAC,EAAEA,GAAG,CAAC;YAClC;QACF;QAEA,mCAAW;YACT,MAAM,OAAOc;gBACX,MAAMC,cAAc,IAAIC,YAAY;oBAClC,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI;gBAC5C;gBACA,MAAMD,YAAY,IAAI,CAACD,MAAM;oBAAE,OAAO;gBAAE;YAC1C;YACA,OAAO,OACLG;gBAIA,MAAMF,cAAc,IAAIC,YAAY;oBAClC,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI;gBAC5C;gBACA,MAAME,OAAOC,MAAM,OAAO,CAACF,UAAUA,SAAS;oBAACA;iBAAO;gBACtD,KAAK,MAAMG,KAAKF,KAAM;oBACpB,MAAMG,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAML,YAAY,IAAI,CAACK,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC3C;gBACA,KAAK,MAAMD,KAAK;uBAAIF;iBAAK,CAAC,OAAO,GAC/B,MAAMH,YAAY,EAAE,CAACK,EAAE,GAAG;YAE9B;QACF;QAjoBE,IAAI,CAAC,sBAAsB,GAAGhB;IAChC;AAgxBF"}

package/dist/es/puppeteer/base-page.mjs

@@ -252,11 +252,11 @@ class Page {
             },
             down: async (key)=>{
                 debugPage(`keyboard down ${key}`);
-                this.underlyingPage.keyboard.down(key);
+                return this.underlyingPage.keyboard.down(key);
             },
             up: async (key)=>{
                 debugPage(`keyboard up ${key}`);
-                this.underlyingPage.keyboard.up(key);
+                return this.underlyingPage.keyboard.up(key);
             }
         };
     }

package/dist/es/puppeteer/base-page.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"puppeteer/base-page.mjs","sources":["webpack://@midscene/web/./src/puppeteer/base-page.ts"],"sourcesContent":["import { type WebPageAgentOpt, WebPageContextParser } from '@/web-element';\nimport type {\n  DeviceAction,\n  ElementCacheFeature,\n  ElementTreeNode,\n  Point,\n  Rect,\n  Size,\n  UIContext,\n} from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { sleep } from '@midscene/core/utils';\nimport {\n  DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,\n} from '@midscene/shared/constants';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { type DebugFunction, getDebug } from '@midscene/shared/logger';\nimport {\n  getElementInfosScriptContent,\n  getExtraReturnLogic,\n} from '@midscene/shared/node';\nimport { assert } from '@midscene/shared/utils';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport {\n  type KeyInput,\n  type MouseButton,\n  commonWebActionsForWebPage,\n} from '../web-page';\n\nexport const debugPage = getDebug('web:page');\n\ntype WebElementCacheFeature = ElementCacheFeature & {\n  xpaths?: string[];\n};\n\nconst sanitizeXpaths = (xpaths: unknown): string[] => {\n  if (!Array.isArray(xpaths)) {\n    return [];\n  }\n\n  return xpaths.filter(\n    (xpath): xpath is string => typeof xpath === 'string' && xpath.length > 0,\n  );\n};\n\nexport class Page<\n  AgentType extends 'puppeteer' | 'playwright',\n  InterfaceType extends PuppeteerPage | PlaywrightPage,\n> implements AbstractInterface\n{\n  underlyingPage: InterfaceType;\n  protected waitForNavigationTimeout: number;\n  protected waitForNetworkIdleTimeout: number;\n  private viewportSize?: Size;\n  private onBeforeInvokeAction?: AbstractInterface['beforeInvokeAction'];\n  private onAfterInvokeAction?: AbstractInterface['afterInvokeAction'];\n  private customActions?: DeviceAction<any>[];\n\n  interfaceType: AgentType;\n\n  actionSpace(): DeviceAction[] {\n    const defaultActions = commonWebActionsForWebPage(this);\n    const customActions = this.customActions || [];\n    return [...defaultActions, ...customActions];\n  }\n\n  private async evaluate<R>(\n    pageFunction: string | ((...args: any[]) => R | Promise<R>),\n    arg?: any,\n  ): Promise<R> {\n    let result: R;\n    debugPage('evaluate function begin');\n    if (this.interfaceType === 'puppeteer') {\n      result = await (this.underlyingPage as PuppeteerPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    } else {\n      result = await (this.underlyingPage as PlaywrightPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    }\n    debugPage('evaluate function end');\n    return result;\n  }\n\n  constructor(\n    underlyingPage: InterfaceType,\n    interfaceType: AgentType,\n    opts?: WebPageAgentOpt,\n  ) {\n    this.underlyingPage = underlyingPage;\n    this.interfaceType = interfaceType;\n    this.waitForNavigationTimeout =\n      opts?.waitForNavigationTimeout ?? DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT;\n    this.waitForNetworkIdleTimeout =\n      opts?.waitForNetworkIdleTimeout ?? DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n    this.onBeforeInvokeAction = opts?.beforeInvokeAction;\n    this.onAfterInvokeAction = opts?.afterInvokeAction;\n    this.customActions = opts?.customActions;\n  }\n\n  async evaluateJavaScript<T = any>(script: string): Promise<T> {\n    return this.evaluate(script);\n  }\n\n  async waitForNavigation() {\n    if (this.waitForNavigationTimeout === 0) {\n      debugPage('waitForNavigation timeout is 0, skip waiting');\n      return;\n    }\n\n    // issue: https://github.com/puppeteer/puppeteer/issues/3323\n    if (\n      this.interfaceType === 'puppeteer' ||\n      this.interfaceType === 'playwright'\n    ) {\n      debugPage('waitForNavigation begin');\n      debugPage(`waitForNavigation timeout: ${this.waitForNavigationTimeout}`);\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForSelector('html', {\n          timeout: this.waitForNavigationTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"navigation\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n      debugPage('waitForNavigation end');\n    }\n  }\n\n  async waitForNetworkIdle(): Promise<void> {\n    if (this.interfaceType === 'puppeteer') {\n      if (this.waitForNetworkIdleTimeout === 0) {\n        debugPage('waitForNetworkIdle timeout is 0, skip waiting');\n        return;\n      }\n\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForNetworkIdle({\n          idleTime: 200,\n          concurrency: DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n          timeout: this.waitForNetworkIdleTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"network idle\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n    } else {\n      // TODO: implement playwright waitForNetworkIdle\n    }\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    // const scripts = await getExtraReturnLogic();\n    // const captureElementSnapshot = await this.evaluate(scripts);\n    // return captureElementSnapshot as ElementInfo[];\n    await this.waitForNavigation();\n    debugPage('getElementsInfo begin');\n    const tree = await this.getElementsNodeTree();\n    debugPage('getElementsInfo end');\n    return treeToList(tree);\n  }\n\n  private async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n    );\n  }\n\n  private async getElementInfoByXpath(xpath: string) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n    );\n  }\n\n  async cacheFeatureForRect(\n    rect: Rect,\n    opt?: { _orderSensitive: boolean },\n  ): Promise<ElementCacheFeature> {\n    const center: Point = {\n      left: Math.floor(rect.left + rect.width / 2),\n      top: Math.floor(rect.top + rect.height / 2),\n    };\n\n    try {\n      const orderSensitive = opt?._orderSensitive ?? false;\n      const xpaths = await this.getXpathsByPoint(center, orderSensitive);\n      const sanitized = sanitizeXpaths(xpaths);\n      if (!sanitized.length) {\n        debugPage('cacheFeatureForRect: no xpath found at rect %o', rect);\n      }\n      return {\n        xpaths: sanitized,\n      };\n    } catch (error) {\n      debugPage('cacheFeatureForRect failed: %s', error);\n      return {\n        xpaths: [],\n      };\n    }\n  }\n\n  async rectMatchesCacheFeature(feature: ElementCacheFeature): Promise<Rect> {\n    const webFeature = feature as WebElementCacheFeature;\n    const xpaths = sanitizeXpaths(webFeature.xpaths);\n\n    for (const xpath of xpaths) {\n      try {\n        const elementInfo = await this.getElementInfoByXpath(xpath);\n        if (elementInfo?.rect) {\n          const matchedRect: Rect = {\n            left: elementInfo.rect.left,\n            top: elementInfo.rect.top,\n            width: elementInfo.rect.width,\n            height: elementInfo.rect.height,\n          };\n\n          if (this.viewportSize?.dpr) {\n            matchedRect.dpr = this.viewportSize.dpr;\n          }\n\n          return matchedRect;\n        }\n      } catch (error) {\n        debugPage(\n          'rectMatchesCacheFeature failed for xpath %s: %s',\n          xpath,\n          error,\n        );\n      }\n    }\n\n    throw new Error(\n      'No matching element rect found for the provided cache feature',\n    );\n  }\n\n  async getElementsNodeTree() {\n    // ref: packages/web-integration/src/playwright/ai-fixture.ts popup logic\n    // During test execution, a new page might be opened through a connection, and the page remains confined to the same page instance.\n    // The page may go through opening, closing, and reopening; if the page is closed, evaluate may return undefined, which can lead to errors.\n    await this.waitForNavigation();\n    const scripts = await getExtraReturnLogic(true);\n    assert(scripts, 'scripts should be set before writing report in browser');\n    const startTime = Date.now();\n    const captureElementSnapshot = await this.evaluate(scripts);\n    const endTime = Date.now();\n    debugPage(`getElementsNodeTree end, cost: ${endTime - startTime}ms`);\n    return captureElementSnapshot as ElementTreeNode<ElementInfo>;\n  }\n\n  async size(): Promise<Size> {\n    if (this.viewportSize) return this.viewportSize;\n    const sizeInfo: Size = await this.evaluate(() => {\n      return {\n        width: document.documentElement.clientWidth,\n        height: document.documentElement.clientHeight,\n        dpr: window.devicePixelRatio,\n      };\n    });\n    this.viewportSize = sizeInfo;\n    return sizeInfo;\n  }\n\n  async screenshotBase64(): Promise<string> {\n    const imgType = 'jpeg';\n    const quality = 90;\n    await this.waitForNavigation();\n    const startTime = Date.now();\n    debugPage('screenshotBase64 begin');\n\n    let base64: string;\n    if (this.interfaceType === 'puppeteer') {\n      const result = await (this.underlyingPage as PuppeteerPage).screenshot({\n        type: imgType,\n        quality,\n        encoding: 'base64',\n      });\n      base64 = createImgBase64ByFormat(imgType, result);\n    } else if (this.interfaceType === 'playwright') {\n      const buffer = await (this.underlyingPage as PlaywrightPage).screenshot({\n        type: imgType,\n        quality,\n        timeout: 10 * 1000,\n      });\n      base64 = createImgBase64ByFormat(imgType, buffer.toString('base64'));\n    } else {\n      throw new Error('Unsupported page type for screenshot');\n    }\n    const endTime = Date.now();\n    debugPage(`screenshotBase64 end, cost: ${endTime - startTime}ms`);\n    return base64;\n  }\n\n  async url(): Promise<string> {\n    return this.underlyingPage.url();\n  }\n\n  describe(): string {\n    const url = this.underlyingPage.url();\n    return url || '';\n  }\n\n  get mouse() {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options?: { button?: MouseButton; count?: number },\n      ) => {\n        await this.mouse.move(x, y);\n        const { button = 'left', count = 1 } = options || {};\n        debugPage(`mouse click ${x}, ${y}, ${button}, ${count}`);\n\n        if (count === 2 && this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.dblclick(x, y, {\n            button,\n          });\n        } else {\n          if (this.interfaceType === 'puppeteer') {\n            if (button === 'left' && count === 1) {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y);\n            } else {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y, {\n                button,\n                count,\n              });\n            }\n          } else if (this.interfaceType === 'playwright') {\n            (this.underlyingPage as PlaywrightPage).mouse.click(x, y, {\n              button,\n              clickCount: count,\n            });\n          }\n        }\n      },\n      wheel: async (deltaX: number, deltaY: number) => {\n        debugPage(`mouse wheel ${deltaX}, ${deltaY}`);\n        if (this.interfaceType === 'puppeteer') {\n          await (this.underlyingPage as PuppeteerPage).mouse.wheel({\n            deltaX,\n            deltaY,\n          });\n        } else if (this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.wheel(\n            deltaX,\n            deltaY,\n          );\n        }\n      },\n      move: async (x: number, y: number) => {\n        this.everMoved = true;\n        debugPage(`mouse move to ${x}, ${y}`);\n        return this.underlyingPage.mouse.move(x, y);\n      },\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {\n        debugPage(\n          `begin mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n        await (this.underlyingPage as PlaywrightPage).mouse.move(\n          from.x,\n          from.y,\n        );\n        await sleep(200);\n        await (this.underlyingPage as PlaywrightPage).mouse.down();\n        await sleep(300);\n        await (this.underlyingPage as PlaywrightPage).mouse.move(to.x, to.y);\n        await sleep(500);\n        await (this.underlyingPage as PlaywrightPage).mouse.up();\n        await sleep(200);\n        debugPage(\n          `end mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n      },\n    };\n  }\n\n  get keyboard() {\n    return {\n      type: async (text: string) => {\n        debugPage(`keyboard type ${text}`);\n        return this.underlyingPage.keyboard.type(text, { delay: 80 });\n      },\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {\n        const keys = Array.isArray(action) ? action : [action];\n        debugPage('keyboard press', keys);\n        for (const k of keys) {\n          const commands = k.command ? [k.command] : [];\n          await this.underlyingPage.keyboard.down(k.key, { commands });\n        }\n        for (const k of [...keys].reverse()) {\n          await this.underlyingPage.keyboard.up(k.key);\n        }\n      },\n      down: async (key: KeyInput) => {\n        debugPage(`keyboard down ${key}`);\n        this.underlyingPage.keyboard.down(key);\n      },\n      up: async (key: KeyInput) => {\n        debugPage(`keyboard up ${key}`);\n        this.underlyingPage.keyboard.up(key);\n      },\n    };\n  }\n\n  async clearInput(element: ElementInfo): Promise<void> {\n    if (!element) {\n      console.warn('No element to clear input');\n      return;\n    }\n\n    const backspace = async () => {\n      await sleep(100);\n      await this.keyboard.press([{ key: 'Backspace' }]);\n    };\n\n    const isMac = process.platform === 'darwin';\n    debugPage('clearInput begin');\n    if (isMac) {\n      if (this.interfaceType === 'puppeteer') {\n        // https://github.com/segment-boneyard/nightmare/issues/810#issuecomment-452669866\n        await this.mouse.click(element.center[0], element.center[1], {\n          count: 3,\n        });\n        await backspace();\n      }\n\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Meta');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Meta');\n      await backspace();\n    } else {\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Control');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Control');\n      await backspace();\n    }\n    debugPage('clearInput end');\n  }\n\n  private everMoved = false;\n  private async moveToPointBeforeScroll(point?: Point): Promise<void> {\n    if (point) {\n      await this.mouse.move(point.left, point.top);\n    } else if (!this.everMoved) {\n      // If the mouse has never moved, move it to the center of the page\n      const size = await this.size();\n      const targetX = Math.floor(size.width / 2);\n      const targetY = Math.floor(size.height / 2);\n      await this.mouse.move(targetX, targetY);\n    }\n  }\n\n  async scrollUntilTop(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -9999999);\n  }\n\n  async scrollUntilBottom(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, 9999999);\n  }\n\n  async scrollUntilLeft(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-9999999, 0);\n  }\n\n  async scrollUntilRight(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(9999999, 0);\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -scrollDistance);\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, scrollDistance);\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-scrollDistance, 0);\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(scrollDistance, 0);\n  }\n\n  async navigate(url: string): Promise<void> {\n    debugPage(`navigate to ${url}`);\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).goto(url);\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).goto(url);\n    } else {\n      throw new Error('Unsupported page type for navigate');\n    }\n  }\n\n  async beforeInvokeAction(name: string, param: any): Promise<void> {\n    await this.waitForNavigation();\n    await this.waitForNetworkIdle();\n    if (this.onBeforeInvokeAction) {\n      await this.onBeforeInvokeAction(name, param);\n    }\n  }\n\n  async afterInvokeAction(name: string, param: any): Promise<void> {\n    if (this.onAfterInvokeAction) {\n      await this.onAfterInvokeAction(name, param);\n    }\n  }\n\n  async destroy(): Promise<void> {}\n\n  async getContext(): Promise<UIContext> {\n    return await WebPageContextParser(this, {});\n  }\n  async swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ) {\n    const LONG_PRESS_THRESHOLD = 500;\n    const MIN_PRESS_THRESHOLD = 150;\n    duration = duration || 100;\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    debugPage(\n      `mouse swipe from ${from.x}, ${from.y} to ${to.x}, ${to.y} with duration ${duration}ms`,\n    );\n\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down({ button: 'left' });\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await new Promise((resolve) => setTimeout(resolve, delay));\n      }\n\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down();\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await page.waitForTimeout(delay);\n      }\n\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n  async longPress(x: number, y: number, duration?: number) {\n    duration = duration || 500;\n    const LONG_PRESS_THRESHOLD = 600;\n    const MIN_PRESS_THRESHOLD = 300;\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    debugPage(`mouse longPress at ${x}, ${y} for ${duration}ms`);\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await new Promise((res) => setTimeout(res, duration));\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await page.waitForTimeout(duration);\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debugProfile: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debugProfile(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debugProfile(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n"],"names":["debugPage","getDebug","sanitizeXpaths","xpaths","Array","xpath","Page","defaultActions","commonWebActionsForWebPage","customActions","pageFunction","arg","result","script","error","console","DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY","tree","treeToList","point","isOrderSensitive","elementInfosScriptContent","getElementInfosScriptContent","JSON","rect","opt","center","Math","orderSensitive","sanitized","feature","webFeature","elementInfo","_this_viewportSize","matchedRect","Error","scripts","getExtraReturnLogic","assert","startTime","Date","captureElementSnapshot","endTime","sizeInfo","document","window","imgType","quality","base64","createImgBase64ByFormat","buffer","url","x","y","options","button","count","deltaX","deltaY","from","to","sleep","text","action","keys","k","commands","key","element","backspace","isMac","process","size","targetX","targetY","startingPoint","distance","innerHeight","scrollDistance","innerWidth","name","param","WebPageContextParser","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","page","steps","delay","i","Promise","resolve","setTimeout","res","underlyingPage","interfaceType","opts","DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","forceClosePopup","debugProfile","popup"],"mappings":";;;;;;;;;;;;;;;;;;;AAkCO,MAAMA,YAAYC,SAAS;AAMlC,MAAMC,iBAAiB,CAACC;IACtB,IAAI,CAACC,MAAM,OAAO,CAACD,SACjB,OAAO,EAAE;IAGX,OAAOA,OAAO,MAAM,CAClB,CAACE,QAA2B,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,MAAM,GAAG;AAE5E;AAEO,MAAMC;IAeX,cAA8B;QAC5B,MAAMC,iBAAiBC,2BAA2B,IAAI;QACtD,MAAMC,gBAAgB,IAAI,CAAC,aAAa,IAAI,EAAE;QAC9C,OAAO;eAAIF;eAAmBE;SAAc;IAC9C;IAEA,MAAc,SACZC,YAA2D,EAC3DC,GAAS,EACG;QACZ,IAAIC;QACJZ,UAAU;QACN,IAAI,CAAC,aAAa,EACpBY,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,QAAQ,CAC5DF,cACAC;QAQJX,UAAU;QACV,OAAOY;IACT;IAkBA,MAAM,mBAA4BC,MAAc,EAAc;QAC5D,OAAO,IAAI,CAAC,QAAQ,CAACA;IACvB;IAEA,MAAM,oBAAoB;QACxB,IAAI,AAAkC,MAAlC,IAAI,CAAC,wBAAwB,EAAQ,YACvCb,UAAU;QAKZ,IACE,AAAuB,gBAAvB,IAAI,CAAC,aAAa,IAClB,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAClB;YACAA,UAAU;YACVA,UAAU,CAAC,2BAA2B,EAAE,IAAI,CAAC,wBAAwB,EAAE;YACvE,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,eAAe,CAAC,QAAQ;oBACnE,SAAS,IAAI,CAAC,wBAAwB;gBACxC;YACF,EAAE,OAAOc,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;YACAf,UAAU;QACZ;IACF;IAEA,MAAM,qBAAoC;QACxC,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,IAAI,AAAmC,MAAnC,IAAI,CAAC,yBAAyB,EAAQ,YACxCA,UAAU;YAIZ,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,kBAAkB,CAAC;oBAC9D,UAAU;oBACV,aAAagB;oBACb,SAAS,IAAI,CAAC,yBAAyB;gBACzC;YACF,EAAE,OAAOF,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;QACF;IAGF;IAGA,MAAM,kBAAkB;QAItB,MAAM,IAAI,CAAC,iBAAiB;QAC5Bf,UAAU;QACV,MAAMiB,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3CjB,UAAU;QACV,OAAOkB,WAAWD;IACpB;IAEA,MAAc,iBAAiBE,KAAY,EAAEC,gBAAyB,EAAE;QACtE,MAAMC,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,mDAAmD,EAAEF,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;IAE5I;IAEA,MAAc,sBAAsBf,KAAa,EAAE;QACjD,MAAMgB,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,iDAAiD,EAAEE,KAAK,SAAS,CAAClB,OAAO,CAAC,CAAC;IAE5G;IAEA,MAAM,oBACJmB,IAAU,EACVC,GAAkC,EACJ;QAC9B,MAAMC,SAAgB;YACpB,MAAMC,KAAK,KAAK,CAACH,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YAC1C,KAAKG,KAAK,KAAK,CAACH,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;QAC3C;QAEA,IAAI;YACF,MAAMI,iBAAiBH,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe,AAAD,KAAK;YAC/C,MAAMtB,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAACuB,QAAQE;YACnD,MAAMC,YAAY3B,eAAeC;YACjC,IAAI,CAAC0B,UAAU,MAAM,EACnB7B,UAAU,kDAAkDwB;YAE9D,OAAO;gBACL,QAAQK;YACV;QACF,EAAE,OAAOf,OAAO;YACdd,UAAU,kCAAkCc;YAC5C,OAAO;gBACL,QAAQ,EAAE;YACZ;QACF;IACF;IAEA,MAAM,wBAAwBgB,OAA4B,EAAiB;QACzE,MAAMC,aAAaD;QACnB,MAAM3B,SAASD,eAAe6B,WAAW,MAAM;QAE/C,KAAK,MAAM1B,SAASF,OAClB,IAAI;YACF,MAAM6B,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAAC3B;YACrD,IAAI2B,QAAAA,cAAAA,KAAAA,IAAAA,YAAa,IAAI,EAAE;oBAQjBC;gBAPJ,MAAMC,cAAoB;oBACxB,MAAMF,YAAY,IAAI,CAAC,IAAI;oBAC3B,KAAKA,YAAY,IAAI,CAAC,GAAG;oBACzB,OAAOA,YAAY,IAAI,CAAC,KAAK;oBAC7B,QAAQA,YAAY,IAAI,CAAC,MAAM;gBACjC;gBAEA,IAAI,QAAAC,CAAAA,qBAAAA,IAAI,CAAC,YAAY,AAAD,IAAhBA,KAAAA,IAAAA,mBAAmB,GAAG,EACxBC,YAAY,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG;gBAGzC,OAAOA;YACT;QACF,EAAE,OAAOpB,OAAO;YACdd,UACE,mDACAK,OACAS;QAEJ;QAGF,MAAM,IAAIqB,MACR;IAEJ;IAEA,MAAM,sBAAsB;QAI1B,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMC,UAAU,MAAMC,oBAAoB;QAC1CC,OAAOF,SAAS;QAChB,MAAMG,YAAYC,KAAK,GAAG;QAC1B,MAAMC,yBAAyB,MAAM,IAAI,CAAC,QAAQ,CAACL;QACnD,MAAMM,UAAUF,KAAK,GAAG;QACxBxC,UAAU,CAAC,+BAA+B,EAAE0C,UAAUH,UAAU,EAAE,CAAC;QACnE,OAAOE;IACT;IAEA,MAAM,OAAsB;QAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAME,WAAiB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAClC;gBACL,OAAOC,SAAS,eAAe,CAAC,WAAW;gBAC3C,QAAQA,SAAS,eAAe,CAAC,YAAY;gBAC7C,KAAKC,OAAO,gBAAgB;YAC9B;QAEF,IAAI,CAAC,YAAY,GAAGF;QACpB,OAAOA;IACT;IAEA,MAAM,mBAAoC;QACxC,MAAMG,UAAU;QAChB,MAAMC,UAAU;QAChB,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMR,YAAYC,KAAK,GAAG;QAC1BxC,UAAU;QAEV,IAAIgD;QACJ,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMpC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,UAAU,CAAC;gBACrE,MAAMkC;gBACNC;gBACA,UAAU;YACZ;YACAC,SAASC,wBAAwBH,SAASlC;QAC5C,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMsC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAoB,UAAU,CAAC;gBACtE,MAAMJ;gBACNC;gBACA,SAAS;YACX;YACAC,SAASC,wBAAwBH,SAASI,OAAO,QAAQ,CAAC;QAC5D,OACE,MAAM,IAAIf,MAAM;QAElB,MAAMO,UAAUF,KAAK,GAAG;QACxBxC,UAAU,CAAC,4BAA4B,EAAE0C,UAAUH,UAAU,EAAE,CAAC;QAChE,OAAOS;IACT;IAEA,MAAM,MAAuB;QAC3B,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG;IAChC;IAEA,WAAmB;QACjB,MAAMG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG;QACnC,OAAOA,OAAO;IAChB;IAEA,IAAI,QAAQ;QACV,OAAO;YACL,OAAO,OACLC,GACAC,GACAC;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACF,GAAGC;gBACzB,MAAM,EAAEE,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAGF,WAAW,CAAC;gBACnDtD,UAAU,CAAC,YAAY,EAAEoD,EAAE,EAAE,EAAEC,EAAE,EAAE,EAAEE,OAAO,EAAE,EAAEC,OAAO;gBAEvD,IAAIA,AAAU,MAAVA,SAAe,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EACnC,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,QAAQ,CAACJ,GAAGC,GAAG;oBACjEE;gBACF;qBAEA,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,IAAIA,AAAW,WAAXA,UAAqBC,AAAU,MAAVA,OACvB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACJ,GAAGC;qBAE5D,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACD,GAAGC,GAAG;oBAC7DE;oBACAC;gBACF;qBAEG,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC1B,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CAACJ,GAAGC,GAAG;oBACxDE;oBACA,YAAYC;gBACd;YAGN;YACA,OAAO,OAAOC,QAAgBC;gBAC5B1D,UAAU,CAAC,YAAY,EAAEyD,OAAO,EAAE,EAAEC,QAAQ;gBAC5C,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAAC;oBACvDD;oBACAC;gBACF;qBACK,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CACvDD,QACAC;YAGN;YACA,MAAM,OAAON,GAAWC;gBACtB,IAAI,CAAC,SAAS,GAAG;gBACjBrD,UAAU,CAAC,cAAc,EAAEoD,EAAE,EAAE,EAAEC,GAAG;gBACpC,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAACD,GAAGC;YAC3C;YACA,MAAM,OACJM,MACAC;gBAEA5D,UACE,CAAC,sBAAsB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;gBAElE,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CACtDD,KAAK,CAAC,EACNA,KAAK,CAAC;gBAER,MAAME,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI;gBACxD,MAAMA,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CAACD,GAAG,CAAC,EAAEA,GAAG,CAAC;gBACnE,MAAMC,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,EAAE;gBACtD,MAAMA,MAAM;gBACZ7D,UACE,CAAC,oBAAoB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;YAElE;QACF;IACF;IAEA,IAAI,WAAW;QACb,OAAO;YACL,MAAM,OAAOE;gBACX9D,UAAU,CAAC,cAAc,EAAE8D,MAAM;gBACjC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,MAAM;oBAAE,OAAO;gBAAG;YAC7D;YACA,OAAO,OACLC;gBAIA,MAAMC,OAAO5D,MAAM,OAAO,CAAC2D,UAAUA,SAAS;oBAACA;iBAAO;gBACtD/D,UAAU,kBAAkBgE;gBAC5B,KAAK,MAAMC,KAAKD,KAAM;oBACpB,MAAME,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC5D;gBACA,KAAK,MAAMD,KAAK;uBAAID;iBAAK,CAAC,OAAO,GAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACC,EAAE,GAAG;YAE/C;YACA,MAAM,OAAOE;gBACXnE,UAAU,CAAC,cAAc,EAAEmE,KAAK;gBAChC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA;YACpC;YACA,IAAI,OAAOA;gBACTnE,UAAU,CAAC,YAAY,EAAEmE,KAAK;gBAC9B,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACA;YAClC;QACF;IACF;IAEA,MAAM,WAAWC,OAAoB,EAAiB;QACpD,IAAI,CAACA,SAAS,YACZrD,QAAQ,IAAI,CAAC;QAIf,MAAMsD,YAAY;YAChB,MAAMR,MAAM;YACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAC;oBAAE,KAAK;gBAAY;aAAE;QAClD;QAEA,MAAMS,QAAQC,AAAqB,aAArBA,QAAQ,QAAQ;QAC9BvE,UAAU;QACV,IAAIsE,OAAO;YACT,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;gBAEtC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,OAAO;gBACT;gBACA,MAAMC;YACR;YAEA,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR,OAAO;YACL,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR;QACArE,UAAU;IACZ;IAGA,MAAc,wBAAwBmB,KAAa,EAAiB;QAClE,IAAIA,OACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,MAAM,IAAI,EAAEA,MAAM,GAAG;aACtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAE1B,MAAMqD,OAAO,MAAM,IAAI,CAAC,IAAI;YAC5B,MAAMC,UAAU9C,KAAK,KAAK,CAAC6C,KAAK,KAAK,GAAG;YACxC,MAAME,UAAU/C,KAAK,KAAK,CAAC6C,KAAK,MAAM,GAAG;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACC,SAASC;QACjC;IACF;IAEA,MAAM,eAAeC,aAAqB,EAAiB;QACzD,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAiB;QAC5D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAiB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAiB;QAC3D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAiB;QACtE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMhC,OAAO,WAAW;QAChE,MAAMiC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAACG;IAC9B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMhC,OAAO,WAAW;QAChE,MAAMiC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGG;IAC7B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMlC,OAAO,UAAU;QAC9D,MAAMiC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAACG,gBAAgB;IAC3C;IAEA,MAAM,YAAYF,QAAiB,EAAED,aAAqB,EAAiB;QACzE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMlC,OAAO,UAAU;QAC9D,MAAMiC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAACG,gBAAgB;IAC1C;IAEA,MAAM,SAAS3B,GAAW,EAAiB;QACzCnD,UAAU,CAAC,YAAY,EAAEmD,KAAK;QAC9B,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,IAAI,CAACA;aAC7C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,IAAI,CAACA;aAEnD,MAAM,IAAIhB,MAAM;IAEpB;IAEA,MAAM,mBAAmB6C,IAAY,EAAEC,KAAU,EAAiB;QAChE,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAM,IAAI,CAAC,kBAAkB;QAC7B,IAAI,IAAI,CAAC,oBAAoB,EAC3B,MAAM,IAAI,CAAC,oBAAoB,CAACD,MAAMC;IAE1C;IAEA,MAAM,kBAAkBD,IAAY,EAAEC,KAAU,EAAiB;QAC/D,IAAI,IAAI,CAAC,mBAAmB,EAC1B,MAAM,IAAI,CAAC,mBAAmB,CAACD,MAAMC;IAEzC;IAEA,MAAM,UAAyB,CAAC;IAEhC,MAAM,aAAiC;QACrC,OAAO,MAAMC,qBAAqB,IAAI,EAAE,CAAC;IAC3C;IACA,MAAM,MACJvB,IAA8B,EAC9BC,EAA4B,EAC5BuB,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAEbpF,UACE,CAAC,iBAAiB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,CAAC,eAAe,EAAEuB,SAAS,EAAE,CAAC;QAGzF,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YAEvC,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMrC,IAAIO,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMlC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;gBACzB,MAAM,IAAIqC,QAAQ,CAACC,UAAYC,WAAWD,SAASH;YACrD;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI;YAErB,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMrC,IAAIO,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMlC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;gBACzB,MAAMiC,KAAK,cAAc,CAACE;YAC5B;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IACA,MAAM,UAAUlC,CAAS,EAAEC,CAAS,EAAE8B,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QACvB,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5B,IAAIF,WAAWC,sBACbD,WAAWC;QAEb,IAAID,WAAWE,qBACbF,WAAWE;QAEbrF,UAAU,CAAC,mBAAmB,EAAEoD,EAAE,EAAE,EAAEC,EAAE,KAAK,EAAE8B,SAAS,EAAE,CAAC;QAC3D,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;YACzB,MAAMiC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAM,IAAII,QAAQ,CAACG,MAAQD,WAAWC,KAAKV;YAC3C,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;YACzB,MAAMiC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAMA,KAAK,cAAc,CAACH;YAC1B,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IA1hBA,YACEQ,cAA6B,EAC7BC,aAAwB,EACxBC,IAAsB,CACtB;QAzCF;QACA,uBAAU,4BAAV;QACA,uBAAU,6BAAV;QACA,uBAAQ,gBAAR;QACA,uBAAQ,wBAAR;QACA,uBAAQ,uBAAR;QACA,uBAAQ,iBAAR;QAEA;QAkZA,uBAAQ,aAAY;QAhXlB,IAAI,CAAC,cAAc,GAAGF;QACtB,IAAI,CAAC,aAAa,GAAGC;QACrB,IAAI,CAAC,wBAAwB,GAC3BC,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,wBAAwB,AAAD,KAAKC;QACpC,IAAI,CAAC,yBAAyB,GAC5BD,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,yBAAyB,AAAD,KAAKE;QACrC,IAAI,CAAC,oBAAoB,GAAGF,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,kBAAkB;QACpD,IAAI,CAAC,mBAAmB,GAAGA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,iBAAiB;QAClD,IAAI,CAAC,aAAa,GAAGA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,aAAa;IAC1C;AA6gBF;AAEO,SAASG,gBACdb,IAAoC,EACpCc,YAA2B;IAE3Bd,KAAK,EAAE,CAAC,SAAS,OAAOe;QACtB,IAAI,CAACA,OAAO,YACVtF,QAAQ,IAAI,CAAC;QAGf,MAAMoC,MAAM,MAAOkD,MAAwB,GAAG;QAC9CtF,QAAQ,GAAG,CAAC,CAAC,cAAc,EAAEoC,KAAK;QAClC,IAAMkD,MAAwB,QAAQ,IAOpCD,aAAa,CAAC,oCAAoC,EAAEjD,KAAK;aANzD,IAAI;YACF,MAAOkD,MAAwB,KAAK;QACtC,EAAE,OAAOvF,OAAO;YACdsF,aAAa,CAAC,sBAAsB,EAAEjD,IAAI,SAAS,EAAErC,OAAO;QAC9D;QAKF,IAAKwE,KAAK,QAAQ,IAOhBc,aAAa,CAAC,kCAAkC,EAAEjD,KAAK;aANvD,IAAI;YACF,MAAMmC,KAAK,IAAI,CAACnC;QAClB,EAAE,OAAOrC,OAAO;YACdsF,aAAa,CAAC,eAAe,EAAEjD,IAAI,SAAS,EAAErC,OAAO;QACvD;IAIJ;AACF"}
+{"version":3,"file":"puppeteer/base-page.mjs","sources":["webpack://@midscene/web/./src/puppeteer/base-page.ts"],"sourcesContent":["import { type WebPageAgentOpt, WebPageContextParser } from '@/web-element';\nimport type {\n  DeviceAction,\n  ElementCacheFeature,\n  ElementTreeNode,\n  Point,\n  Rect,\n  Size,\n  UIContext,\n} from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { sleep } from '@midscene/core/utils';\nimport {\n  DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,\n} from '@midscene/shared/constants';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { type DebugFunction, getDebug } from '@midscene/shared/logger';\nimport {\n  getElementInfosScriptContent,\n  getExtraReturnLogic,\n} from '@midscene/shared/node';\nimport { assert } from '@midscene/shared/utils';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport {\n  type KeyInput,\n  type MouseButton,\n  commonWebActionsForWebPage,\n} from '../web-page';\n\nexport const debugPage = getDebug('web:page');\n\ntype WebElementCacheFeature = ElementCacheFeature & {\n  xpaths?: string[];\n};\n\nconst sanitizeXpaths = (xpaths: unknown): string[] => {\n  if (!Array.isArray(xpaths)) {\n    return [];\n  }\n\n  return xpaths.filter(\n    (xpath): xpath is string => typeof xpath === 'string' && xpath.length > 0,\n  );\n};\n\nexport class Page<\n  AgentType extends 'puppeteer' | 'playwright',\n  InterfaceType extends PuppeteerPage | PlaywrightPage,\n> implements AbstractInterface\n{\n  underlyingPage: InterfaceType;\n  protected waitForNavigationTimeout: number;\n  protected waitForNetworkIdleTimeout: number;\n  private viewportSize?: Size;\n  private onBeforeInvokeAction?: AbstractInterface['beforeInvokeAction'];\n  private onAfterInvokeAction?: AbstractInterface['afterInvokeAction'];\n  private customActions?: DeviceAction<any>[];\n\n  interfaceType: AgentType;\n\n  actionSpace(): DeviceAction[] {\n    const defaultActions = commonWebActionsForWebPage(this);\n    const customActions = this.customActions || [];\n    return [...defaultActions, ...customActions];\n  }\n\n  private async evaluate<R>(\n    pageFunction: string | ((...args: any[]) => R | Promise<R>),\n    arg?: any,\n  ): Promise<R> {\n    let result: R;\n    debugPage('evaluate function begin');\n    if (this.interfaceType === 'puppeteer') {\n      result = await (this.underlyingPage as PuppeteerPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    } else {\n      result = await (this.underlyingPage as PlaywrightPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    }\n    debugPage('evaluate function end');\n    return result;\n  }\n\n  constructor(\n    underlyingPage: InterfaceType,\n    interfaceType: AgentType,\n    opts?: WebPageAgentOpt,\n  ) {\n    this.underlyingPage = underlyingPage;\n    this.interfaceType = interfaceType;\n    this.waitForNavigationTimeout =\n      opts?.waitForNavigationTimeout ?? DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT;\n    this.waitForNetworkIdleTimeout =\n      opts?.waitForNetworkIdleTimeout ?? DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n    this.onBeforeInvokeAction = opts?.beforeInvokeAction;\n    this.onAfterInvokeAction = opts?.afterInvokeAction;\n    this.customActions = opts?.customActions;\n  }\n\n  async evaluateJavaScript<T = any>(script: string): Promise<T> {\n    return this.evaluate(script);\n  }\n\n  async waitForNavigation() {\n    if (this.waitForNavigationTimeout === 0) {\n      debugPage('waitForNavigation timeout is 0, skip waiting');\n      return;\n    }\n\n    // issue: https://github.com/puppeteer/puppeteer/issues/3323\n    if (\n      this.interfaceType === 'puppeteer' ||\n      this.interfaceType === 'playwright'\n    ) {\n      debugPage('waitForNavigation begin');\n      debugPage(`waitForNavigation timeout: ${this.waitForNavigationTimeout}`);\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForSelector('html', {\n          timeout: this.waitForNavigationTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"navigation\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n      debugPage('waitForNavigation end');\n    }\n  }\n\n  async waitForNetworkIdle(): Promise<void> {\n    if (this.interfaceType === 'puppeteer') {\n      if (this.waitForNetworkIdleTimeout === 0) {\n        debugPage('waitForNetworkIdle timeout is 0, skip waiting');\n        return;\n      }\n\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForNetworkIdle({\n          idleTime: 200,\n          concurrency: DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n          timeout: this.waitForNetworkIdleTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"network idle\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n    } else {\n      // TODO: implement playwright waitForNetworkIdle\n    }\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    // const scripts = await getExtraReturnLogic();\n    // const captureElementSnapshot = await this.evaluate(scripts);\n    // return captureElementSnapshot as ElementInfo[];\n    await this.waitForNavigation();\n    debugPage('getElementsInfo begin');\n    const tree = await this.getElementsNodeTree();\n    debugPage('getElementsInfo end');\n    return treeToList(tree);\n  }\n\n  private async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n    );\n  }\n\n  private async getElementInfoByXpath(xpath: string) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n    );\n  }\n\n  async cacheFeatureForRect(\n    rect: Rect,\n    opt?: { _orderSensitive: boolean },\n  ): Promise<ElementCacheFeature> {\n    const center: Point = {\n      left: Math.floor(rect.left + rect.width / 2),\n      top: Math.floor(rect.top + rect.height / 2),\n    };\n\n    try {\n      const orderSensitive = opt?._orderSensitive ?? false;\n      const xpaths = await this.getXpathsByPoint(center, orderSensitive);\n      const sanitized = sanitizeXpaths(xpaths);\n      if (!sanitized.length) {\n        debugPage('cacheFeatureForRect: no xpath found at rect %o', rect);\n      }\n      return {\n        xpaths: sanitized,\n      };\n    } catch (error) {\n      debugPage('cacheFeatureForRect failed: %s', error);\n      return {\n        xpaths: [],\n      };\n    }\n  }\n\n  async rectMatchesCacheFeature(feature: ElementCacheFeature): Promise<Rect> {\n    const webFeature = feature as WebElementCacheFeature;\n    const xpaths = sanitizeXpaths(webFeature.xpaths);\n\n    for (const xpath of xpaths) {\n      try {\n        const elementInfo = await this.getElementInfoByXpath(xpath);\n        if (elementInfo?.rect) {\n          const matchedRect: Rect = {\n            left: elementInfo.rect.left,\n            top: elementInfo.rect.top,\n            width: elementInfo.rect.width,\n            height: elementInfo.rect.height,\n          };\n\n          if (this.viewportSize?.dpr) {\n            matchedRect.dpr = this.viewportSize.dpr;\n          }\n\n          return matchedRect;\n        }\n      } catch (error) {\n        debugPage(\n          'rectMatchesCacheFeature failed for xpath %s: %s',\n          xpath,\n          error,\n        );\n      }\n    }\n\n    throw new Error(\n      'No matching element rect found for the provided cache feature',\n    );\n  }\n\n  async getElementsNodeTree() {\n    // ref: packages/web-integration/src/playwright/ai-fixture.ts popup logic\n    // During test execution, a new page might be opened through a connection, and the page remains confined to the same page instance.\n    // The page may go through opening, closing, and reopening; if the page is closed, evaluate may return undefined, which can lead to errors.\n    await this.waitForNavigation();\n    const scripts = await getExtraReturnLogic(true);\n    assert(scripts, 'scripts should be set before writing report in browser');\n    const startTime = Date.now();\n    const captureElementSnapshot = await this.evaluate(scripts);\n    const endTime = Date.now();\n    debugPage(`getElementsNodeTree end, cost: ${endTime - startTime}ms`);\n    return captureElementSnapshot as ElementTreeNode<ElementInfo>;\n  }\n\n  async size(): Promise<Size> {\n    if (this.viewportSize) return this.viewportSize;\n    const sizeInfo: Size = await this.evaluate(() => {\n      return {\n        width: document.documentElement.clientWidth,\n        height: document.documentElement.clientHeight,\n        dpr: window.devicePixelRatio,\n      };\n    });\n    this.viewportSize = sizeInfo;\n    return sizeInfo;\n  }\n\n  async screenshotBase64(): Promise<string> {\n    const imgType = 'jpeg';\n    const quality = 90;\n    await this.waitForNavigation();\n    const startTime = Date.now();\n    debugPage('screenshotBase64 begin');\n\n    let base64: string;\n    if (this.interfaceType === 'puppeteer') {\n      const result = await (this.underlyingPage as PuppeteerPage).screenshot({\n        type: imgType,\n        quality,\n        encoding: 'base64',\n      });\n      base64 = createImgBase64ByFormat(imgType, result);\n    } else if (this.interfaceType === 'playwright') {\n      const buffer = await (this.underlyingPage as PlaywrightPage).screenshot({\n        type: imgType,\n        quality,\n        timeout: 10 * 1000,\n      });\n      base64 = createImgBase64ByFormat(imgType, buffer.toString('base64'));\n    } else {\n      throw new Error('Unsupported page type for screenshot');\n    }\n    const endTime = Date.now();\n    debugPage(`screenshotBase64 end, cost: ${endTime - startTime}ms`);\n    return base64;\n  }\n\n  async url(): Promise<string> {\n    return this.underlyingPage.url();\n  }\n\n  describe(): string {\n    const url = this.underlyingPage.url();\n    return url || '';\n  }\n\n  get mouse() {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options?: { button?: MouseButton; count?: number },\n      ) => {\n        await this.mouse.move(x, y);\n        const { button = 'left', count = 1 } = options || {};\n        debugPage(`mouse click ${x}, ${y}, ${button}, ${count}`);\n\n        if (count === 2 && this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.dblclick(x, y, {\n            button,\n          });\n        } else {\n          if (this.interfaceType === 'puppeteer') {\n            if (button === 'left' && count === 1) {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y);\n            } else {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y, {\n                button,\n                count,\n              });\n            }\n          } else if (this.interfaceType === 'playwright') {\n            (this.underlyingPage as PlaywrightPage).mouse.click(x, y, {\n              button,\n              clickCount: count,\n            });\n          }\n        }\n      },\n      wheel: async (deltaX: number, deltaY: number) => {\n        debugPage(`mouse wheel ${deltaX}, ${deltaY}`);\n        if (this.interfaceType === 'puppeteer') {\n          await (this.underlyingPage as PuppeteerPage).mouse.wheel({\n            deltaX,\n            deltaY,\n          });\n        } else if (this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.wheel(\n            deltaX,\n            deltaY,\n          );\n        }\n      },\n      move: async (x: number, y: number) => {\n        this.everMoved = true;\n        debugPage(`mouse move to ${x}, ${y}`);\n        return this.underlyingPage.mouse.move(x, y);\n      },\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {\n        debugPage(\n          `begin mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n        await (this.underlyingPage as PlaywrightPage).mouse.move(\n          from.x,\n          from.y,\n        );\n        await sleep(200);\n        await (this.underlyingPage as PlaywrightPage).mouse.down();\n        await sleep(300);\n        await (this.underlyingPage as PlaywrightPage).mouse.move(to.x, to.y);\n        await sleep(500);\n        await (this.underlyingPage as PlaywrightPage).mouse.up();\n        await sleep(200);\n        debugPage(\n          `end mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n      },\n    };\n  }\n\n  get keyboard() {\n    return {\n      type: async (text: string) => {\n        debugPage(`keyboard type ${text}`);\n        return this.underlyingPage.keyboard.type(text, { delay: 80 });\n      },\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {\n        const keys = Array.isArray(action) ? action : [action];\n        debugPage('keyboard press', keys);\n        for (const k of keys) {\n          const commands = k.command ? [k.command] : [];\n          await this.underlyingPage.keyboard.down(k.key, { commands });\n        }\n        for (const k of [...keys].reverse()) {\n          await this.underlyingPage.keyboard.up(k.key);\n        }\n      },\n      down: async (key: KeyInput) => {\n        debugPage(`keyboard down ${key}`);\n        return this.underlyingPage.keyboard.down(key);\n      },\n      up: async (key: KeyInput) => {\n        debugPage(`keyboard up ${key}`);\n        return this.underlyingPage.keyboard.up(key);\n      },\n    };\n  }\n\n  async clearInput(element: ElementInfo): Promise<void> {\n    if (!element) {\n      console.warn('No element to clear input');\n      return;\n    }\n\n    const backspace = async () => {\n      await sleep(100);\n      await this.keyboard.press([{ key: 'Backspace' }]);\n    };\n\n    const isMac = process.platform === 'darwin';\n    debugPage('clearInput begin');\n    if (isMac) {\n      if (this.interfaceType === 'puppeteer') {\n        // https://github.com/segment-boneyard/nightmare/issues/810#issuecomment-452669866\n        await this.mouse.click(element.center[0], element.center[1], {\n          count: 3,\n        });\n        await backspace();\n      }\n\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Meta');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Meta');\n      await backspace();\n    } else {\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Control');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Control');\n      await backspace();\n    }\n    debugPage('clearInput end');\n  }\n\n  private everMoved = false;\n  private async moveToPointBeforeScroll(point?: Point): Promise<void> {\n    if (point) {\n      await this.mouse.move(point.left, point.top);\n    } else if (!this.everMoved) {\n      // If the mouse has never moved, move it to the center of the page\n      const size = await this.size();\n      const targetX = Math.floor(size.width / 2);\n      const targetY = Math.floor(size.height / 2);\n      await this.mouse.move(targetX, targetY);\n    }\n  }\n\n  async scrollUntilTop(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -9999999);\n  }\n\n  async scrollUntilBottom(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, 9999999);\n  }\n\n  async scrollUntilLeft(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-9999999, 0);\n  }\n\n  async scrollUntilRight(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(9999999, 0);\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -scrollDistance);\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, scrollDistance);\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-scrollDistance, 0);\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(scrollDistance, 0);\n  }\n\n  async navigate(url: string): Promise<void> {\n    debugPage(`navigate to ${url}`);\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).goto(url);\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).goto(url);\n    } else {\n      throw new Error('Unsupported page type for navigate');\n    }\n  }\n\n  async beforeInvokeAction(name: string, param: any): Promise<void> {\n    await this.waitForNavigation();\n    await this.waitForNetworkIdle();\n    if (this.onBeforeInvokeAction) {\n      await this.onBeforeInvokeAction(name, param);\n    }\n  }\n\n  async afterInvokeAction(name: string, param: any): Promise<void> {\n    if (this.onAfterInvokeAction) {\n      await this.onAfterInvokeAction(name, param);\n    }\n  }\n\n  async destroy(): Promise<void> {}\n\n  async getContext(): Promise<UIContext> {\n    return await WebPageContextParser(this, {});\n  }\n  async swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ) {\n    const LONG_PRESS_THRESHOLD = 500;\n    const MIN_PRESS_THRESHOLD = 150;\n    duration = duration || 100;\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    debugPage(\n      `mouse swipe from ${from.x}, ${from.y} to ${to.x}, ${to.y} with duration ${duration}ms`,\n    );\n\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down({ button: 'left' });\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await new Promise((resolve) => setTimeout(resolve, delay));\n      }\n\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down();\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await page.waitForTimeout(delay);\n      }\n\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n  async longPress(x: number, y: number, duration?: number) {\n    duration = duration || 500;\n    const LONG_PRESS_THRESHOLD = 600;\n    const MIN_PRESS_THRESHOLD = 300;\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    debugPage(`mouse longPress at ${x}, ${y} for ${duration}ms`);\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await new Promise((res) => setTimeout(res, duration));\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await page.waitForTimeout(duration);\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debugProfile: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debugProfile(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debugProfile(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n"],"names":["debugPage","getDebug","sanitizeXpaths","xpaths","Array","xpath","Page","defaultActions","commonWebActionsForWebPage","customActions","pageFunction","arg","result","script","error","console","DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY","tree","treeToList","point","isOrderSensitive","elementInfosScriptContent","getElementInfosScriptContent","JSON","rect","opt","center","Math","orderSensitive","sanitized","feature","webFeature","elementInfo","_this_viewportSize","matchedRect","Error","scripts","getExtraReturnLogic","assert","startTime","Date","captureElementSnapshot","endTime","sizeInfo","document","window","imgType","quality","base64","createImgBase64ByFormat","buffer","url","x","y","options","button","count","deltaX","deltaY","from","to","sleep","text","action","keys","k","commands","key","element","backspace","isMac","process","size","targetX","targetY","startingPoint","distance","innerHeight","scrollDistance","innerWidth","name","param","WebPageContextParser","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","page","steps","delay","i","Promise","resolve","setTimeout","res","underlyingPage","interfaceType","opts","DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","forceClosePopup","debugProfile","popup"],"mappings":";;;;;;;;;;;;;;;;;;;AAkCO,MAAMA,YAAYC,SAAS;AAMlC,MAAMC,iBAAiB,CAACC;IACtB,IAAI,CAACC,MAAM,OAAO,CAACD,SACjB,OAAO,EAAE;IAGX,OAAOA,OAAO,MAAM,CAClB,CAACE,QAA2B,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,MAAM,GAAG;AAE5E;AAEO,MAAMC;IAeX,cAA8B;QAC5B,MAAMC,iBAAiBC,2BAA2B,IAAI;QACtD,MAAMC,gBAAgB,IAAI,CAAC,aAAa,IAAI,EAAE;QAC9C,OAAO;eAAIF;eAAmBE;SAAc;IAC9C;IAEA,MAAc,SACZC,YAA2D,EAC3DC,GAAS,EACG;QACZ,IAAIC;QACJZ,UAAU;QACN,IAAI,CAAC,aAAa,EACpBY,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,QAAQ,CAC5DF,cACAC;QAQJX,UAAU;QACV,OAAOY;IACT;IAkBA,MAAM,mBAA4BC,MAAc,EAAc;QAC5D,OAAO,IAAI,CAAC,QAAQ,CAACA;IACvB;IAEA,MAAM,oBAAoB;QACxB,IAAI,AAAkC,MAAlC,IAAI,CAAC,wBAAwB,EAAQ,YACvCb,UAAU;QAKZ,IACE,AAAuB,gBAAvB,IAAI,CAAC,aAAa,IAClB,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAClB;YACAA,UAAU;YACVA,UAAU,CAAC,2BAA2B,EAAE,IAAI,CAAC,wBAAwB,EAAE;YACvE,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,eAAe,CAAC,QAAQ;oBACnE,SAAS,IAAI,CAAC,wBAAwB;gBACxC;YACF,EAAE,OAAOc,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;YACAf,UAAU;QACZ;IACF;IAEA,MAAM,qBAAoC;QACxC,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,IAAI,AAAmC,MAAnC,IAAI,CAAC,yBAAyB,EAAQ,YACxCA,UAAU;YAIZ,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,kBAAkB,CAAC;oBAC9D,UAAU;oBACV,aAAagB;oBACb,SAAS,IAAI,CAAC,yBAAyB;gBACzC;YACF,EAAE,OAAOF,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;QACF;IAGF;IAGA,MAAM,kBAAkB;QAItB,MAAM,IAAI,CAAC,iBAAiB;QAC5Bf,UAAU;QACV,MAAMiB,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3CjB,UAAU;QACV,OAAOkB,WAAWD;IACpB;IAEA,MAAc,iBAAiBE,KAAY,EAAEC,gBAAyB,EAAE;QACtE,MAAMC,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,mDAAmD,EAAEF,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;IAE5I;IAEA,MAAc,sBAAsBf,KAAa,EAAE;QACjD,MAAMgB,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,iDAAiD,EAAEE,KAAK,SAAS,CAAClB,OAAO,CAAC,CAAC;IAE5G;IAEA,MAAM,oBACJmB,IAAU,EACVC,GAAkC,EACJ;QAC9B,MAAMC,SAAgB;YACpB,MAAMC,KAAK,KAAK,CAACH,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YAC1C,KAAKG,KAAK,KAAK,CAACH,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;QAC3C;QAEA,IAAI;YACF,MAAMI,iBAAiBH,AAAAA,CAAAA,QAAAA,MAAAA,KAAAA,IAAAA,IAAK,eAAe,AAAD,KAAK;YAC/C,MAAMtB,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAACuB,QAAQE;YACnD,MAAMC,YAAY3B,eAAeC;YACjC,IAAI,CAAC0B,UAAU,MAAM,EACnB7B,UAAU,kDAAkDwB;YAE9D,OAAO;gBACL,QAAQK;YACV;QACF,EAAE,OAAOf,OAAO;YACdd,UAAU,kCAAkCc;YAC5C,OAAO;gBACL,QAAQ,EAAE;YACZ;QACF;IACF;IAEA,MAAM,wBAAwBgB,OAA4B,EAAiB;QACzE,MAAMC,aAAaD;QACnB,MAAM3B,SAASD,eAAe6B,WAAW,MAAM;QAE/C,KAAK,MAAM1B,SAASF,OAClB,IAAI;YACF,MAAM6B,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAAC3B;YACrD,IAAI2B,QAAAA,cAAAA,KAAAA,IAAAA,YAAa,IAAI,EAAE;oBAQjBC;gBAPJ,MAAMC,cAAoB;oBACxB,MAAMF,YAAY,IAAI,CAAC,IAAI;oBAC3B,KAAKA,YAAY,IAAI,CAAC,GAAG;oBACzB,OAAOA,YAAY,IAAI,CAAC,KAAK;oBAC7B,QAAQA,YAAY,IAAI,CAAC,MAAM;gBACjC;gBAEA,IAAI,QAAAC,CAAAA,qBAAAA,IAAI,CAAC,YAAY,AAAD,IAAhBA,KAAAA,IAAAA,mBAAmB,GAAG,EACxBC,YAAY,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG;gBAGzC,OAAOA;YACT;QACF,EAAE,OAAOpB,OAAO;YACdd,UACE,mDACAK,OACAS;QAEJ;QAGF,MAAM,IAAIqB,MACR;IAEJ;IAEA,MAAM,sBAAsB;QAI1B,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMC,UAAU,MAAMC,oBAAoB;QAC1CC,OAAOF,SAAS;QAChB,MAAMG,YAAYC,KAAK,GAAG;QAC1B,MAAMC,yBAAyB,MAAM,IAAI,CAAC,QAAQ,CAACL;QACnD,MAAMM,UAAUF,KAAK,GAAG;QACxBxC,UAAU,CAAC,+BAA+B,EAAE0C,UAAUH,UAAU,EAAE,CAAC;QACnE,OAAOE;IACT;IAEA,MAAM,OAAsB;QAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAME,WAAiB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAClC;gBACL,OAAOC,SAAS,eAAe,CAAC,WAAW;gBAC3C,QAAQA,SAAS,eAAe,CAAC,YAAY;gBAC7C,KAAKC,OAAO,gBAAgB;YAC9B;QAEF,IAAI,CAAC,YAAY,GAAGF;QACpB,OAAOA;IACT;IAEA,MAAM,mBAAoC;QACxC,MAAMG,UAAU;QAChB,MAAMC,UAAU;QAChB,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMR,YAAYC,KAAK,GAAG;QAC1BxC,UAAU;QAEV,IAAIgD;QACJ,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMpC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,UAAU,CAAC;gBACrE,MAAMkC;gBACNC;gBACA,UAAU;YACZ;YACAC,SAASC,wBAAwBH,SAASlC;QAC5C,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMsC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAoB,UAAU,CAAC;gBACtE,MAAMJ;gBACNC;gBACA,SAAS;YACX;YACAC,SAASC,wBAAwBH,SAASI,OAAO,QAAQ,CAAC;QAC5D,OACE,MAAM,IAAIf,MAAM;QAElB,MAAMO,UAAUF,KAAK,GAAG;QACxBxC,UAAU,CAAC,4BAA4B,EAAE0C,UAAUH,UAAU,EAAE,CAAC;QAChE,OAAOS;IACT;IAEA,MAAM,MAAuB;QAC3B,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG;IAChC;IAEA,WAAmB;QACjB,MAAMG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG;QACnC,OAAOA,OAAO;IAChB;IAEA,IAAI,QAAQ;QACV,OAAO;YACL,OAAO,OACLC,GACAC,GACAC;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACF,GAAGC;gBACzB,MAAM,EAAEE,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAGF,WAAW,CAAC;gBACnDtD,UAAU,CAAC,YAAY,EAAEoD,EAAE,EAAE,EAAEC,EAAE,EAAE,EAAEE,OAAO,EAAE,EAAEC,OAAO;gBAEvD,IAAIA,AAAU,MAAVA,SAAe,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EACnC,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,QAAQ,CAACJ,GAAGC,GAAG;oBACjEE;gBACF;qBAEA,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,IAAIA,AAAW,WAAXA,UAAqBC,AAAU,MAAVA,OACvB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACJ,GAAGC;qBAE5D,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACD,GAAGC,GAAG;oBAC7DE;oBACAC;gBACF;qBAEG,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC1B,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CAACJ,GAAGC,GAAG;oBACxDE;oBACA,YAAYC;gBACd;YAGN;YACA,OAAO,OAAOC,QAAgBC;gBAC5B1D,UAAU,CAAC,YAAY,EAAEyD,OAAO,EAAE,EAAEC,QAAQ;gBAC5C,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAAC;oBACvDD;oBACAC;gBACF;qBACK,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CACvDD,QACAC;YAGN;YACA,MAAM,OAAON,GAAWC;gBACtB,IAAI,CAAC,SAAS,GAAG;gBACjBrD,UAAU,CAAC,cAAc,EAAEoD,EAAE,EAAE,EAAEC,GAAG;gBACpC,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAACD,GAAGC;YAC3C;YACA,MAAM,OACJM,MACAC;gBAEA5D,UACE,CAAC,sBAAsB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;gBAElE,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CACtDD,KAAK,CAAC,EACNA,KAAK,CAAC;gBAER,MAAME,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI;gBACxD,MAAMA,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CAACD,GAAG,CAAC,EAAEA,GAAG,CAAC;gBACnE,MAAMC,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,EAAE;gBACtD,MAAMA,MAAM;gBACZ7D,UACE,CAAC,oBAAoB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;YAElE;QACF;IACF;IAEA,IAAI,WAAW;QACb,OAAO;YACL,MAAM,OAAOE;gBACX9D,UAAU,CAAC,cAAc,EAAE8D,MAAM;gBACjC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,MAAM;oBAAE,OAAO;gBAAG;YAC7D;YACA,OAAO,OACLC;gBAIA,MAAMC,OAAO5D,MAAM,OAAO,CAAC2D,UAAUA,SAAS;oBAACA;iBAAO;gBACtD/D,UAAU,kBAAkBgE;gBAC5B,KAAK,MAAMC,KAAKD,KAAM;oBACpB,MAAME,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC5D;gBACA,KAAK,MAAMD,KAAK;uBAAID;iBAAK,CAAC,OAAO,GAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACC,EAAE,GAAG;YAE/C;YACA,MAAM,OAAOE;gBACXnE,UAAU,CAAC,cAAc,EAAEmE,KAAK;gBAChC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA;YAC3C;YACA,IAAI,OAAOA;gBACTnE,UAAU,CAAC,YAAY,EAAEmE,KAAK;gBAC9B,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACA;YACzC;QACF;IACF;IAEA,MAAM,WAAWC,OAAoB,EAAiB;QACpD,IAAI,CAACA,SAAS,YACZrD,QAAQ,IAAI,CAAC;QAIf,MAAMsD,YAAY;YAChB,MAAMR,MAAM;YACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAC;oBAAE,KAAK;gBAAY;aAAE;QAClD;QAEA,MAAMS,QAAQC,AAAqB,aAArBA,QAAQ,QAAQ;QAC9BvE,UAAU;QACV,IAAIsE,OAAO;YACT,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;gBAEtC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,OAAO;gBACT;gBACA,MAAMC;YACR;YAEA,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR,OAAO;YACL,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR;QACArE,UAAU;IACZ;IAGA,MAAc,wBAAwBmB,KAAa,EAAiB;QAClE,IAAIA,OACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,MAAM,IAAI,EAAEA,MAAM,GAAG;aACtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAE1B,MAAMqD,OAAO,MAAM,IAAI,CAAC,IAAI;YAC5B,MAAMC,UAAU9C,KAAK,KAAK,CAAC6C,KAAK,KAAK,GAAG;YACxC,MAAME,UAAU/C,KAAK,KAAK,CAAC6C,KAAK,MAAM,GAAG;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACC,SAASC;QACjC;IACF;IAEA,MAAM,eAAeC,aAAqB,EAAiB;QACzD,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAiB;QAC5D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAiB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAiB;QAC3D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAiB;QACtE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMhC,OAAO,WAAW;QAChE,MAAMiC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAACG;IAC9B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMhC,OAAO,WAAW;QAChE,MAAMiC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGG;IAC7B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMlC,OAAO,UAAU;QAC9D,MAAMiC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAACG,gBAAgB;IAC3C;IAEA,MAAM,YAAYF,QAAiB,EAAED,aAAqB,EAAiB;QACzE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMlC,OAAO,UAAU;QAC9D,MAAMiC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAACG,gBAAgB;IAC1C;IAEA,MAAM,SAAS3B,GAAW,EAAiB;QACzCnD,UAAU,CAAC,YAAY,EAAEmD,KAAK;QAC9B,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,IAAI,CAACA;aAC7C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,IAAI,CAACA;aAEnD,MAAM,IAAIhB,MAAM;IAEpB;IAEA,MAAM,mBAAmB6C,IAAY,EAAEC,KAAU,EAAiB;QAChE,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAM,IAAI,CAAC,kBAAkB;QAC7B,IAAI,IAAI,CAAC,oBAAoB,EAC3B,MAAM,IAAI,CAAC,oBAAoB,CAACD,MAAMC;IAE1C;IAEA,MAAM,kBAAkBD,IAAY,EAAEC,KAAU,EAAiB;QAC/D,IAAI,IAAI,CAAC,mBAAmB,EAC1B,MAAM,IAAI,CAAC,mBAAmB,CAACD,MAAMC;IAEzC;IAEA,MAAM,UAAyB,CAAC;IAEhC,MAAM,aAAiC;QACrC,OAAO,MAAMC,qBAAqB,IAAI,EAAE,CAAC;IAC3C;IACA,MAAM,MACJvB,IAA8B,EAC9BC,EAA4B,EAC5BuB,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAEbpF,UACE,CAAC,iBAAiB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,CAAC,eAAe,EAAEuB,SAAS,EAAE,CAAC;QAGzF,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YAEvC,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMrC,IAAIO,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMlC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;gBACzB,MAAM,IAAIqC,QAAQ,CAACC,UAAYC,WAAWD,SAASH;YACrD;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI;YAErB,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMrC,IAAIO,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMlC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;gBACzB,MAAMiC,KAAK,cAAc,CAACE;YAC5B;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IACA,MAAM,UAAUlC,CAAS,EAAEC,CAAS,EAAE8B,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QACvB,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5B,IAAIF,WAAWC,sBACbD,WAAWC;QAEb,IAAID,WAAWE,qBACbF,WAAWE;QAEbrF,UAAU,CAAC,mBAAmB,EAAEoD,EAAE,EAAE,EAAEC,EAAE,KAAK,EAAE8B,SAAS,EAAE,CAAC;QAC3D,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;YACzB,MAAMiC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAM,IAAII,QAAQ,CAACG,MAAQD,WAAWC,KAAKV;YAC3C,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAClC,GAAGC;YACzB,MAAMiC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAMA,KAAK,cAAc,CAACH;YAC1B,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IA1hBA,YACEQ,cAA6B,EAC7BC,aAAwB,EACxBC,IAAsB,CACtB;QAzCF;QACA,uBAAU,4BAAV;QACA,uBAAU,6BAAV;QACA,uBAAQ,gBAAR;QACA,uBAAQ,wBAAR;QACA,uBAAQ,uBAAR;QACA,uBAAQ,iBAAR;QAEA;QAkZA,uBAAQ,aAAY;QAhXlB,IAAI,CAAC,cAAc,GAAGF;QACtB,IAAI,CAAC,aAAa,GAAGC;QACrB,IAAI,CAAC,wBAAwB,GAC3BC,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,wBAAwB,AAAD,KAAKC;QACpC,IAAI,CAAC,yBAAyB,GAC5BD,AAAAA,CAAAA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,yBAAyB,AAAD,KAAKE;QACrC,IAAI,CAAC,oBAAoB,GAAGF,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,kBAAkB;QACpD,IAAI,CAAC,mBAAmB,GAAGA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,iBAAiB;QAClD,IAAI,CAAC,aAAa,GAAGA,QAAAA,OAAAA,KAAAA,IAAAA,KAAM,aAAa;IAC1C;AA6gBF;AAEO,SAASG,gBACdb,IAAoC,EACpCc,YAA2B;IAE3Bd,KAAK,EAAE,CAAC,SAAS,OAAOe;QACtB,IAAI,CAACA,OAAO,YACVtF,QAAQ,IAAI,CAAC;QAGf,MAAMoC,MAAM,MAAOkD,MAAwB,GAAG;QAC9CtF,QAAQ,GAAG,CAAC,CAAC,cAAc,EAAEoC,KAAK;QAClC,IAAMkD,MAAwB,QAAQ,IAOpCD,aAAa,CAAC,oCAAoC,EAAEjD,KAAK;aANzD,IAAI;YACF,MAAOkD,MAAwB,KAAK;QACtC,EAAE,OAAOvF,OAAO;YACdsF,aAAa,CAAC,sBAAsB,EAAEjD,IAAI,SAAS,EAAErC,OAAO;QAC9D;QAKF,IAAKwE,KAAK,QAAQ,IAOhBc,aAAa,CAAC,kCAAkC,EAAEjD,KAAK;aANvD,IAAI;YACF,MAAMmC,KAAK,IAAI,CAACnC;QAClB,EAAE,OAAOrC,OAAO;YACdsF,aAAa,CAAC,eAAe,EAAEjD,IAAI,SAAS,EAAErC,OAAO;QACvD;IAIJ;AACF"}

package/dist/es/static/static-page.mjs

@@ -115,13 +115,7 @@ class StaticPage {
             type: ThrowNotImplemented.bind(null, 'keyboard.type'),
             press: ThrowNotImplemented.bind(null, 'keyboard.press')
         });
-        if (uiContext.tree) this.uiContext = uiContext;
-        else this.uiContext = Object.assign(uiContext, {
-            tree: {
-                node: null,
-                children: []
-            }
-        });
+        this.uiContext = uiContext;
     }
 }
 export { StaticPage as default };

package/dist/es/static/static-page.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"static/static-page.mjs","sources":["webpack://@midscene/web/./src/static/static-page.ts"],"sourcesContent":["import type { DeviceAction, Point, UIContext } from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport {\n  defineActionDragAndDrop,\n  defineActionHover,\n  defineActionInput,\n  defineActionKeyboardPress,\n  defineActionRightClick,\n  defineActionScroll,\n  defineActionTap,\n} from '@midscene/core/device';\nimport { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from '@midscene/shared/common';\n\ntype WebUIContext = UIContext & {\n  screenshotBase64?: string;\n  size: { width: number; height: number; dpr?: number };\n};\n\nconst ThrowNotImplemented = (methodName: string) => {\n  throw new Error(\n    `The method \"${methodName}\" is not implemented as designed since this is a static UI context. (${ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED})`,\n  );\n};\n\nexport default class StaticPage implements AbstractInterface {\n  interfaceType = 'static';\n\n  private uiContext: WebUIContext;\n\n  constructor(uiContext: WebUIContext) {\n    if (uiContext.tree) {\n      this.uiContext = uiContext;\n    } else {\n      this.uiContext = Object.assign(uiContext, {\n        tree: {\n          node: null,\n          children: [],\n        },\n      });\n    }\n  }\n\n  actionSpace(): DeviceAction[] {\n    // Return available actions for static page - they will throw \"not implemented\" errors when executed\n    // but need to be available for planning phase\n    return [\n      defineActionTap(async (param) => {\n        ThrowNotImplemented('Tap');\n      }),\n      defineActionRightClick(async (param) => {\n        ThrowNotImplemented('RightClick');\n      }),\n      defineActionHover(async (param) => {\n        ThrowNotImplemented('Hover');\n      }),\n      defineActionInput(async (param) => {\n        ThrowNotImplemented('Input');\n      }),\n      defineActionKeyboardPress(async (param) => {\n        ThrowNotImplemented('KeyboardPress');\n      }),\n      defineActionScroll(async (param) => {\n        ThrowNotImplemented('Scroll');\n      }),\n      defineActionDragAndDrop(async (param) => {\n        ThrowNotImplemented('DragAndDrop');\n      }),\n    ];\n  }\n\n  async evaluateJavaScript<T = unknown>(script: string): Promise<T> {\n    return ThrowNotImplemented('evaluateJavaScript');\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    return ThrowNotImplemented('getElementsInfo');\n  }\n\n  async getElementsNodeTree() {\n    return ThrowNotImplemented('getElementsNodeTree');\n  }\n\n  async getXpathsByPoint(point: Point) {\n    return ThrowNotImplemented('getXpathsByPoint');\n  }\n\n  async getElementInfoByXpath(xpath: string) {\n    return ThrowNotImplemented('getElementInfoByXpath');\n  }\n\n  async size() {\n    return {\n      ...this.uiContext.size,\n      dpr: this.uiContext.size.dpr || 1,\n    };\n  }\n\n  async screenshotBase64() {\n    const base64 = this.uiContext.screenshotBase64;\n    if (!base64) {\n      throw new Error('screenshot base64 is empty');\n    }\n    return base64;\n  }\n\n  async url() {\n    return Promise.resolve('https://static_page_without_url');\n  }\n\n  async scrollUntilTop(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilTop');\n  }\n\n  async scrollUntilBottom(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilBottom');\n  }\n\n  async scrollUntilLeft(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilLeft');\n  }\n\n  async scrollUntilRight(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilRight');\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUp');\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollDown');\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollLeft');\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollRight');\n  }\n\n  async clearInput() {\n    return ThrowNotImplemented('clearInput');\n  }\n\n  mouse = {\n    click: ThrowNotImplemented.bind(null, 'mouse.click'),\n    wheel: ThrowNotImplemented.bind(null, 'mouse.wheel'),\n    move: ThrowNotImplemented.bind(null, 'mouse.move'),\n    drag: ThrowNotImplemented.bind(null, 'mouse.drag'),\n  };\n\n  keyboard = {\n    type: ThrowNotImplemented.bind(null, 'keyboard.type'),\n    press: ThrowNotImplemented.bind(null, 'keyboard.press'),\n  };\n\n  async destroy(): Promise<void> {\n    //\n  }\n\n  async getContext(): Promise<UIContext> {\n    return this.uiContext;\n  }\n\n  updateContext(newContext: WebUIContext): void {\n    this.uiContext = newContext;\n  }\n}\n"],"names":["ThrowNotImplemented","methodName","Error","ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED","StaticPage","defineActionTap","param","defineActionRightClick","defineActionHover","defineActionInput","defineActionKeyboardPress","defineActionScroll","defineActionDragAndDrop","script","point","xpath","base64","Promise","startingPoint","distance","newContext","uiContext","Object"],"mappings":";;;;;;;;;;;;AAkBA,MAAMA,sBAAsB,CAACC;IAC3B,MAAM,IAAIC,MACR,CAAC,YAAY,EAAED,WAAW,qEAAqE,EAAEE,uCAAuC,CAAC,CAAC;AAE9I;AAEe,MAAMC;IAkBnB,cAA8B;QAG5B,OAAO;YACLC,gBAAgB,OAAOC;gBACrBN,oBAAoB;YACtB;YACAO,uBAAuB,OAAOD;gBAC5BN,oBAAoB;YACtB;YACAQ,kBAAkB,OAAOF;gBACvBN,oBAAoB;YACtB;YACAS,kBAAkB,OAAOH;gBACvBN,oBAAoB;YACtB;YACAU,0BAA0B,OAAOJ;gBAC/BN,oBAAoB;YACtB;YACAW,mBAAmB,OAAOL;gBACxBN,oBAAoB;YACtB;YACAY,wBAAwB,OAAON;gBAC7BN,oBAAoB;YACtB;SACD;IACH;IAEA,MAAM,mBAAgCa,MAAc,EAAc;QAChE,OAAOb,oBAAoB;IAC7B;IAGA,MAAM,kBAAkB;QACtB,OAAOA,oBAAoB;IAC7B;IAEA,MAAM,sBAAsB;QAC1B,OAAOA,oBAAoB;IAC7B;IAEA,MAAM,iBAAiBc,KAAY,EAAE;QACnC,OAAOd,oBAAoB;IAC7B;IAEA,MAAM,sBAAsBe,KAAa,EAAE;QACzC,OAAOf,oBAAoB;IAC7B;IAEA,MAAM,OAAO;QACX,OAAO;YACL,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI;YACtB,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI;QAClC;IACF;IAEA,MAAM,mBAAmB;QACvB,MAAMgB,SAAS,IAAI,CAAC,SAAS,CAAC,gBAAgB;QAC9C,IAAI,CAACA,QACH,MAAM,IAAId,MAAM;QAElB,OAAOc;IACT;IAEA,MAAM,MAAM;QACV,OAAOC,QAAQ,OAAO,CAAC;IACzB;IAEA,MAAM,eAAeC,aAAqB,EAAE;QAC1C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,kBAAkBkB,aAAqB,EAAE;QAC7C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,gBAAgBkB,aAAqB,EAAE;QAC3C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,iBAAiBkB,aAAqB,EAAE;QAC5C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,SAASmB,QAAiB,EAAED,aAAqB,EAAE;QACvD,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,WAAWmB,QAAiB,EAAED,aAAqB,EAAE;QACzD,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,WAAWmB,QAAiB,EAAED,aAAqB,EAAE;QACzD,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,YAAYmB,QAAiB,EAAED,aAAqB,EAAE;QAC1D,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,aAAa;QACjB,OAAOA,oBAAoB;IAC7B;IAcA,MAAM,UAAyB,CAE/B;IAEA,MAAM,aAAiC;QACrC,OAAO,IAAI,CAAC,SAAS;IACvB;IAEA,cAAcoB,UAAwB,EAAQ;QAC5C,IAAI,CAAC,SAAS,GAAGA;IACnB;IA3IA,YAAYC,SAAuB,CAAE;QAJrC,wCAAgB;QAEhB,uBAAQ,aAAR;QAuHA,gCAAQ;YACN,OAAOrB,oBAAoB,IAAI,CAAC,MAAM;YACtC,OAAOA,oBAAoB,IAAI,CAAC,MAAM;YACtC,MAAMA,oBAAoB,IAAI,CAAC,MAAM;YACrC,MAAMA,oBAAoB,IAAI,CAAC,MAAM;QACvC;QAEA,mCAAW;YACT,MAAMA,oBAAoB,IAAI,CAAC,MAAM;YACrC,OAAOA,oBAAoB,IAAI,CAAC,MAAM;QACxC;QA9HE,IAAIqB,UAAU,IAAI,EAChB,IAAI,CAAC,SAAS,GAAGA;aAEjB,IAAI,CAAC,SAAS,GAAGC,OAAO,MAAM,CAACD,WAAW;YACxC,MAAM;gBACJ,MAAM;gBACN,UAAU,EAAE;YACd;QACF;IAEJ;AAiIF"}
+{"version":3,"file":"static/static-page.mjs","sources":["webpack://@midscene/web/./src/static/static-page.ts"],"sourcesContent":["import type { DeviceAction, Point, UIContext } from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport {\n  defineActionDragAndDrop,\n  defineActionHover,\n  defineActionInput,\n  defineActionKeyboardPress,\n  defineActionRightClick,\n  defineActionScroll,\n  defineActionTap,\n} from '@midscene/core/device';\nimport { ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED } from '@midscene/shared/common';\n\ntype WebUIContext = UIContext & {\n  screenshotBase64?: string;\n  size: { width: number; height: number; dpr?: number };\n};\n\nconst ThrowNotImplemented = (methodName: string) => {\n  throw new Error(\n    `The method \"${methodName}\" is not implemented as designed since this is a static UI context. (${ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED})`,\n  );\n};\n\nexport default class StaticPage implements AbstractInterface {\n  interfaceType = 'static';\n\n  private uiContext: WebUIContext;\n\n  constructor(uiContext: WebUIContext) {\n    this.uiContext = uiContext;\n  }\n\n  actionSpace(): DeviceAction[] {\n    // Return available actions for static page - they will throw \"not implemented\" errors when executed\n    // but need to be available for planning phase\n    return [\n      defineActionTap(async (param) => {\n        ThrowNotImplemented('Tap');\n      }),\n      defineActionRightClick(async (param) => {\n        ThrowNotImplemented('RightClick');\n      }),\n      defineActionHover(async (param) => {\n        ThrowNotImplemented('Hover');\n      }),\n      defineActionInput(async (param) => {\n        ThrowNotImplemented('Input');\n      }),\n      defineActionKeyboardPress(async (param) => {\n        ThrowNotImplemented('KeyboardPress');\n      }),\n      defineActionScroll(async (param) => {\n        ThrowNotImplemented('Scroll');\n      }),\n      defineActionDragAndDrop(async (param) => {\n        ThrowNotImplemented('DragAndDrop');\n      }),\n    ];\n  }\n\n  async evaluateJavaScript<T = unknown>(script: string): Promise<T> {\n    return ThrowNotImplemented('evaluateJavaScript');\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    return ThrowNotImplemented('getElementsInfo');\n  }\n\n  async getElementsNodeTree() {\n    return ThrowNotImplemented('getElementsNodeTree');\n  }\n\n  async getXpathsByPoint(point: Point) {\n    return ThrowNotImplemented('getXpathsByPoint');\n  }\n\n  async getElementInfoByXpath(xpath: string) {\n    return ThrowNotImplemented('getElementInfoByXpath');\n  }\n\n  async size() {\n    return {\n      ...this.uiContext.size,\n      dpr: this.uiContext.size.dpr || 1,\n    };\n  }\n\n  async screenshotBase64() {\n    const base64 = this.uiContext.screenshotBase64;\n    if (!base64) {\n      throw new Error('screenshot base64 is empty');\n    }\n    return base64;\n  }\n\n  async url() {\n    return Promise.resolve('https://static_page_without_url');\n  }\n\n  async scrollUntilTop(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilTop');\n  }\n\n  async scrollUntilBottom(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilBottom');\n  }\n\n  async scrollUntilLeft(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilLeft');\n  }\n\n  async scrollUntilRight(startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUntilRight');\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollUp');\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollDown');\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollLeft');\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point) {\n    return ThrowNotImplemented('scrollRight');\n  }\n\n  async clearInput() {\n    return ThrowNotImplemented('clearInput');\n  }\n\n  mouse = {\n    click: ThrowNotImplemented.bind(null, 'mouse.click'),\n    wheel: ThrowNotImplemented.bind(null, 'mouse.wheel'),\n    move: ThrowNotImplemented.bind(null, 'mouse.move'),\n    drag: ThrowNotImplemented.bind(null, 'mouse.drag'),\n  };\n\n  keyboard = {\n    type: ThrowNotImplemented.bind(null, 'keyboard.type'),\n    press: ThrowNotImplemented.bind(null, 'keyboard.press'),\n  };\n\n  async destroy(): Promise<void> {\n    //\n  }\n\n  async getContext(): Promise<UIContext> {\n    return this.uiContext;\n  }\n\n  updateContext(newContext: WebUIContext): void {\n    this.uiContext = newContext;\n  }\n}\n"],"names":["ThrowNotImplemented","methodName","Error","ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED","StaticPage","defineActionTap","param","defineActionRightClick","defineActionHover","defineActionInput","defineActionKeyboardPress","defineActionScroll","defineActionDragAndDrop","script","point","xpath","base64","Promise","startingPoint","distance","newContext","uiContext"],"mappings":";;;;;;;;;;;;AAkBA,MAAMA,sBAAsB,CAACC;IAC3B,MAAM,IAAIC,MACR,CAAC,YAAY,EAAED,WAAW,qEAAqE,EAAEE,uCAAuC,CAAC,CAAC;AAE9I;AAEe,MAAMC;IASnB,cAA8B;QAG5B,OAAO;YACLC,gBAAgB,OAAOC;gBACrBN,oBAAoB;YACtB;YACAO,uBAAuB,OAAOD;gBAC5BN,oBAAoB;YACtB;YACAQ,kBAAkB,OAAOF;gBACvBN,oBAAoB;YACtB;YACAS,kBAAkB,OAAOH;gBACvBN,oBAAoB;YACtB;YACAU,0BAA0B,OAAOJ;gBAC/BN,oBAAoB;YACtB;YACAW,mBAAmB,OAAOL;gBACxBN,oBAAoB;YACtB;YACAY,wBAAwB,OAAON;gBAC7BN,oBAAoB;YACtB;SACD;IACH;IAEA,MAAM,mBAAgCa,MAAc,EAAc;QAChE,OAAOb,oBAAoB;IAC7B;IAGA,MAAM,kBAAkB;QACtB,OAAOA,oBAAoB;IAC7B;IAEA,MAAM,sBAAsB;QAC1B,OAAOA,oBAAoB;IAC7B;IAEA,MAAM,iBAAiBc,KAAY,EAAE;QACnC,OAAOd,oBAAoB;IAC7B;IAEA,MAAM,sBAAsBe,KAAa,EAAE;QACzC,OAAOf,oBAAoB;IAC7B;IAEA,MAAM,OAAO;QACX,OAAO;YACL,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI;YACtB,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI;QAClC;IACF;IAEA,MAAM,mBAAmB;QACvB,MAAMgB,SAAS,IAAI,CAAC,SAAS,CAAC,gBAAgB;QAC9C,IAAI,CAACA,QACH,MAAM,IAAId,MAAM;QAElB,OAAOc;IACT;IAEA,MAAM,MAAM;QACV,OAAOC,QAAQ,OAAO,CAAC;IACzB;IAEA,MAAM,eAAeC,aAAqB,EAAE;QAC1C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,kBAAkBkB,aAAqB,EAAE;QAC7C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,gBAAgBkB,aAAqB,EAAE;QAC3C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,iBAAiBkB,aAAqB,EAAE;QAC5C,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,SAASmB,QAAiB,EAAED,aAAqB,EAAE;QACvD,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,WAAWmB,QAAiB,EAAED,aAAqB,EAAE;QACzD,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,WAAWmB,QAAiB,EAAED,aAAqB,EAAE;QACzD,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,YAAYmB,QAAiB,EAAED,aAAqB,EAAE;QAC1D,OAAOlB,oBAAoB;IAC7B;IAEA,MAAM,aAAa;QACjB,OAAOA,oBAAoB;IAC7B;IAcA,MAAM,UAAyB,CAE/B;IAEA,MAAM,aAAiC;QACrC,OAAO,IAAI,CAAC,SAAS;IACvB;IAEA,cAAcoB,UAAwB,EAAQ;QAC5C,IAAI,CAAC,SAAS,GAAGA;IACnB;IAlIA,YAAYC,SAAuB,CAAE;QAJrC,wCAAgB;QAEhB,uBAAQ,aAAR;QA8GA,gCAAQ;YACN,OAAOrB,oBAAoB,IAAI,CAAC,MAAM;YACtC,OAAOA,oBAAoB,IAAI,CAAC,MAAM;YACtC,MAAMA,oBAAoB,IAAI,CAAC,MAAM;YACrC,MAAMA,oBAAoB,IAAI,CAAC,MAAM;QACvC;QAEA,mCAAW;YACT,MAAMA,oBAAoB,IAAI,CAAC,MAAM;YACrC,OAAOA,oBAAoB,IAAI,CAAC,MAAM;QACxC;QArHE,IAAI,CAAC,SAAS,GAAGqB;IACnB;AAiIF"}

package/dist/es/web-element.mjs

@@ -1,4 +1,3 @@
-import { traverseTree } from "@midscene/shared/extractor";
 import { getDebug } from "@midscene/shared/logger";
 import { commonContextParser } from "@midscene/core/agent";
 function _define_property(obj, key, value) {
@@ -34,33 +33,12 @@ class WebElementInfoImpl {
         this.isVisible = isVisible;
     }
 }
-const debug = getDebug('web:parse-context');
+getDebug('web:parse-context');
 async function WebPageContextParser(page, _opt) {
-    var _page_getElementsNodeTree;
     const basicContext = await commonContextParser(page, {
         uploadServerUrl: _opt.uploadServerUrl
     });
-    debug('will traverse element tree');
-    const tree = await (null == (_page_getElementsNodeTree = page.getElementsNodeTree) ? void 0 : _page_getElementsNodeTree.call(page)) || {
-        node: null,
-        children: []
-    };
-    const webTree = traverseTree(tree, (elementInfo)=>{
-        const { rect, id, content, attributes, indexId, isVisible } = elementInfo;
-        return new WebElementInfoImpl({
-            rect,
-            id,
-            content,
-            attributes,
-            indexId,
-            isVisible
-        });
-    });
-    debug('traverse element tree end');
-    return {
-        ...basicContext,
-        tree: webTree
-    };
+    return basicContext;
 }
 const limitOpenNewTabScript = `
 if (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {