@midscene/web 1.0.1-beta-20251208071759.0 → 1.0.1-beta-20251208085324.0

package/dist/es/bridge-mode/io-client.mjs

@@ -17,7 +17,7 @@ class BridgeClient {
             this.socket = io(this.endpoint, {
                 reconnection: false,
                 query: {
-                    version: "1.0.1-beta-20251208071759.0"
+                    version: "1.0.1-beta-20251208085324.0"
                 }
             });
             const timeout = setTimeout(()=>{

package/dist/es/bridge-mode/io-server.mjs

@@ -75,7 +75,7 @@ class BridgeServer {
                     logMsg('one client connected');
                     this.socket = socket;
                     const clientVersion = socket.handshake.query.version;
-                    logMsg(`Bridge connected, cli-side version v1.0.1-beta-20251208071759.0, browser-side version v${clientVersion}`);
+                    logMsg(`Bridge connected, cli-side version v1.0.1-beta-20251208085324.0, browser-side version v${clientVersion}`);
                     socket.on(BridgeEvent.CallResponse, (params)=>{
                         const id = params.id;
                         const response = params.response;
@@ -100,7 +100,7 @@ class BridgeServer {
                     setTimeout(()=>{
                         this.onConnect?.();
                         const payload = {
-                            version: "1.0.1-beta-20251208071759.0"
+                            version: "1.0.1-beta-20251208085324.0"
                         };
                         socket.emit(BridgeEvent.Connected, payload);
                         Promise.resolve().then(()=>{

package/dist/es/bridge-mode/page-browser-side.mjs

@@ -46,7 +46,7 @@ class ExtensionBridgePageBrowserSide extends page {
             }
         }, ()=>this.destroy());
         await this.bridgeClient.connect();
-        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.0.1-beta-20251208071759.0`, 'log');
+        this.onLogMessage(`Bridge connected, cli-side version v${this.bridgeClient.serverVersion}, browser-side version v1.0.1-beta-20251208085324.0`, 'log');
     }
     async connect() {
         return await this.setupBridgeClient();

package/dist/es/puppeteer/agent-launcher.mjs

@@ -9,6 +9,9 @@ const defaultViewportWidth = 1440;
 const defaultViewportHeight = 768;
 const defaultViewportScale = 'darwin' === process.platform ? 2 : 1;
 const defaultWaitForNetworkIdleTimeout = DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;
+function resolveAiActionContext(target, preference) {
+    return target.aiActionContext ?? preference?.aiActionContext;
+}
 const DANGEROUS_ARGS = [
     '--no-sandbox',
     '--disable-setuid-sandbox',
@@ -136,9 +139,10 @@ async function launchPuppeteerPage(target, preference, browser) {
 }
 async function puppeteerAgentForTarget(target, preference, browser) {
     const { page, freeFn } = await launchPuppeteerPage(target, preference, browser);
+    const aiActionContext = resolveAiActionContext(target, preference);
     const agent = new PuppeteerAgent(page, {
         ...preference,
-        aiActionContext: target.aiActionContext,
+        aiActionContext,
         forceSameTabNavigation: void 0 !== target.forceSameTabNavigation ? target.forceSameTabNavigation : true
     });
     freeFn.push({
@@ -150,6 +154,6 @@ async function puppeteerAgentForTarget(target, preference, browser) {
         freeFn
     };
 }
-export { defaultUA, defaultViewportHeight, defaultViewportScale, defaultViewportWidth, defaultWaitForNetworkIdleTimeout, launchPuppeteerPage, puppeteerAgentForTarget };
+export { defaultUA, defaultViewportHeight, defaultViewportScale, defaultViewportWidth, defaultWaitForNetworkIdleTimeout, launchPuppeteerPage, puppeteerAgentForTarget, resolveAiActionContext };
 
 //# sourceMappingURL=agent-launcher.mjs.map

package/dist/es/puppeteer/agent-launcher.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"puppeteer/agent-launcher.mjs","sources":["../../../src/puppeteer/agent-launcher.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\n\nimport { PuppeteerAgent } from '@/puppeteer/index';\nimport type { AgentOpt, Cache, MidsceneYamlScriptWebEnv } from '@midscene/core';\nimport { DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT } from '@midscene/shared/constants';\nimport puppeteer, { type Browser } from 'puppeteer';\n\nexport const defaultUA =\n  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36';\nexport const defaultViewportWidth = 1440;\nexport const defaultViewportHeight = 768;\nexport const defaultViewportScale = process.platform === 'darwin' ? 2 : 1;\nexport const defaultWaitForNetworkIdleTimeout =\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n\n/**\n * Chrome arguments that may reduce browser security.\n * These should only be used in controlled testing environments.\n *\n * Security implications:\n * - `--no-sandbox`: Disables Chrome's sandbox security model\n * - `--disable-setuid-sandbox`: Disables setuid sandbox on Linux\n * - `--disable-web-security`: Allows cross-origin requests without CORS\n * - `--ignore-certificate-errors`: Ignores SSL/TLS certificate errors\n * - `--disable-features=IsolateOrigins`: Disables origin isolation\n * - `--disable-site-isolation-trials`: Disables site isolation\n * - `--allow-running-insecure-content`: Allows mixed HTTP/HTTPS content\n */\nconst DANGEROUS_ARGS = [\n  '--no-sandbox',\n  '--disable-setuid-sandbox',\n  '--disable-web-security',\n  '--ignore-certificate-errors',\n  '--disable-features=IsolateOrigins',\n  '--disable-site-isolation-trials',\n  '--allow-running-insecure-content',\n] as const;\n\n/**\n * Validates Chrome launch arguments for security concerns.\n * Emits a warning if dangerous arguments are detected.\n *\n * This function filters out arguments that are already present in baseArgs\n * to avoid warning about platform-specific defaults (e.g., --no-sandbox on non-Windows).\n *\n * @param args - Chrome launch arguments to validate\n * @param baseArgs - Base Chrome arguments already configured\n *\n * @example\n * ```typescript\n * // Will show warning for --disable-web-security\n * validateChromeArgs(['--disable-web-security', '--headless'], ['--no-sandbox']);\n *\n * // Will NOT show warning for --no-sandbox (already in baseArgs)\n * validateChromeArgs(['--no-sandbox'], ['--no-sandbox', '--headless']);\n * ```\n */\nfunction validateChromeArgs(args: string[], baseArgs: string[]): void {\n  // Filter out arguments that are already in baseArgs\n  const newArgs = args.filter(\n    (arg) =>\n      !baseArgs.some((baseArg) => {\n        // Check if arg starts with the same flag as baseArg (before '=' if present)\n        const argFlag = arg.split('=')[0];\n        const baseFlag = baseArg.split('=')[0];\n        return argFlag === baseFlag;\n      }),\n  );\n\n  const dangerousArgs = newArgs.filter((arg) =>\n    DANGEROUS_ARGS.some((dangerous) => arg.startsWith(dangerous)),\n  );\n\n  if (dangerousArgs.length > 0) {\n    console.warn(\n      `Warning: Dangerous Chrome arguments detected: ${dangerousArgs.join(', ')}.\\nThese arguments may reduce browser security. Use only in controlled testing environments.`,\n    );\n  }\n}\n\ninterface FreeFn {\n  name: string;\n  fn: () => void;\n}\n\nconst launcherDebug = getDebug('puppeteer:launcher');\n\nexport async function launchPuppeteerPage(\n  target: MidsceneYamlScriptWebEnv,\n  preference?: {\n    headed?: boolean;\n    keepWindow?: boolean;\n  },\n  browser?: Browser,\n) {\n  assert(target.url, 'url is required');\n  const freeFn: FreeFn[] = [];\n\n  // prepare the environment\n  const ua = target.userAgent || defaultUA;\n  let width = defaultViewportWidth;\n  let preferMaximizedWindow = true;\n  if (target.viewportWidth) {\n    preferMaximizedWindow = false;\n    assert(\n      typeof target.viewportWidth === 'number',\n      'viewportWidth must be a number',\n    );\n    width = Number.parseInt(target.viewportWidth as unknown as string, 10);\n    assert(width > 0, `viewportWidth must be greater than 0, but got ${width}`);\n  }\n  let height = defaultViewportHeight;\n  if (target.viewportHeight) {\n    preferMaximizedWindow = false;\n    assert(\n      typeof target.viewportHeight === 'number',\n      'viewportHeight must be a number',\n    );\n    height = Number.parseInt(target.viewportHeight as unknown as string, 10);\n    assert(\n      height > 0,\n      `viewportHeight must be greater than 0, but got ${height}`,\n    );\n  }\n  let dpr = defaultViewportScale;\n  if (target.viewportScale) {\n    preferMaximizedWindow = false;\n    assert(\n      typeof target.viewportScale === 'number',\n      'viewportScale must be a number',\n    );\n    dpr = Number.parseInt(target.viewportScale as unknown as string, 10);\n    assert(dpr > 0, `viewportScale must be greater than 0, but got ${dpr}`);\n  }\n  const viewportConfig = {\n    width,\n    height,\n    deviceScaleFactor: dpr,\n  };\n\n  const headed = preference?.headed || preference?.keepWindow;\n\n  // only maximize window in headed mode\n  preferMaximizedWindow = preferMaximizedWindow && !!headed;\n\n  // launch the browser\n  if (headed && process.env.CI === '1') {\n    console.warn(\n      'you are probably running headed mode in CI, this will usually fail.',\n    );\n  }\n  // do not use 'no-sandbox' on windows https://www.perplexity.ai/search/how-to-solve-this-with-nodejs-dMHpdCypRa..JA8TkQzbeQ\n  const isWindows = process.platform === 'win32';\n\n  const baseArgs = [\n    ...(isWindows ? [] : ['--no-sandbox', '--disable-setuid-sandbox']),\n    '--disable-features=HttpsFirstBalancedModeAutoEnable',\n    '--disable-features=PasswordLeakDetection',\n    '--disable-save-password-bubble',\n    `--user-agent=\"${ua}\"`,\n    preferMaximizedWindow\n      ? '--start-maximized'\n      : `--window-size=${width},${height + 200}`, // add 200px for the address bar\n  ];\n\n  // Merge custom Chrome arguments\n  let args = baseArgs;\n  if (target.chromeArgs && target.chromeArgs.length > 0) {\n    validateChromeArgs(target.chromeArgs, baseArgs);\n\n    // Custom args come after base args, allowing them to override defaults\n    args = [...baseArgs, ...target.chromeArgs];\n    launcherDebug(\n      'Merging custom Chrome arguments',\n      target.chromeArgs,\n      'Final args',\n      args,\n    );\n  }\n\n  launcherDebug(\n    'launching browser with viewport, headed',\n    headed,\n    'viewport',\n    viewportConfig,\n    'args',\n    args,\n    'preference',\n    preference,\n  );\n  let browserInstance = browser;\n  if (!browserInstance) {\n    browserInstance = await puppeteer.launch({\n      headless: !preference?.headed,\n      defaultViewport: viewportConfig,\n      args,\n      acceptInsecureCerts: target.acceptInsecureCerts,\n    });\n    freeFn.push({\n      name: 'puppeteer_browser',\n      fn: () => {\n        if (!preference?.keepWindow) {\n          if (isWindows) {\n            setTimeout(() => {\n              browserInstance?.close();\n            }, 800);\n          } else {\n            browserInstance?.close();\n          }\n        }\n      },\n    });\n  }\n  const page = await browserInstance.newPage();\n\n  if (target.cookie) {\n    const cookieFileContent = readFileSync(target.cookie, 'utf-8');\n    await browserInstance.setCookie(...JSON.parse(cookieFileContent));\n  }\n\n  if (ua) {\n    await page.setUserAgent(ua);\n  }\n\n  if (viewportConfig) {\n    await page.setViewport(viewportConfig);\n  }\n\n  const waitForNetworkIdleTimeout =\n    typeof target.waitForNetworkIdle?.timeout === 'number'\n      ? target.waitForNetworkIdle.timeout\n      : defaultWaitForNetworkIdleTimeout;\n\n  try {\n    launcherDebug('goto', target.url);\n    await page.goto(target.url);\n    if (waitForNetworkIdleTimeout > 0) {\n      launcherDebug('waitForNetworkIdle', waitForNetworkIdleTimeout);\n      await page.waitForNetworkIdle({\n        timeout: waitForNetworkIdleTimeout,\n      });\n    }\n  } catch (e) {\n    if (\n      typeof target.waitForNetworkIdle?.continueOnNetworkIdleError ===\n        'boolean' &&\n      !target.waitForNetworkIdle?.continueOnNetworkIdleError\n    ) {\n      const newError = new Error(`failed to wait for network idle: ${e}`, {\n        cause: e,\n      });\n      throw newError;\n    }\n    const newMessage = `failed to wait for network idle after ${waitForNetworkIdleTimeout}ms, but the script will continue.`;\n    console.warn(newMessage);\n  }\n\n  return { page, freeFn };\n}\n\nexport async function puppeteerAgentForTarget(\n  target: MidsceneYamlScriptWebEnv,\n  preference?: {\n    headed?: boolean;\n    keepWindow?: boolean;\n  } & Partial<\n    Pick<\n      AgentOpt,\n      | 'testId'\n      | 'groupName'\n      | 'groupDescription'\n      | 'generateReport'\n      | 'autoPrintReportMsg'\n      | 'reportFileName'\n      | 'replanningCycleLimit'\n      | 'cache'\n      | 'aiActionContext'\n    >\n  >,\n  browser?: Browser,\n) {\n  const { page, freeFn } = await launchPuppeteerPage(\n    target,\n    preference,\n    browser,\n  );\n\n  // prepare Midscene agent\n  const agent = new PuppeteerAgent(page, {\n    ...preference,\n    aiActionContext: target.aiActionContext,\n    forceSameTabNavigation:\n      typeof target.forceSameTabNavigation !== 'undefined'\n        ? target.forceSameTabNavigation\n        : true, // true for default in yaml script\n  });\n\n  freeFn.push({\n    name: 'midscene_puppeteer_agent',\n    fn: () => agent.destroy(),\n  });\n\n  return { agent, freeFn };\n}\n"],"names":["defaultUA","defaultViewportWidth","defaultViewportHeight","defaultViewportScale","process","defaultWaitForNetworkIdleTimeout","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","DANGEROUS_ARGS","validateChromeArgs","args","baseArgs","newArgs","arg","baseArg","argFlag","baseFlag","dangerousArgs","dangerous","console","launcherDebug","getDebug","launchPuppeteerPage","target","preference","browser","assert","freeFn","ua","width","preferMaximizedWindow","Number","height","dpr","viewportConfig","headed","isWindows","browserInstance","puppeteer","setTimeout","page","cookieFileContent","readFileSync","JSON","waitForNetworkIdleTimeout","e","newError","Error","newMessage","puppeteerAgentForTarget","agent","PuppeteerAgent"],"mappings":";;;;;;AASO,MAAMA,YACX;AACK,MAAMC,uBAAuB;AAC7B,MAAMC,wBAAwB;AAC9B,MAAMC,uBAAuBC,AAAqB,aAArBA,QAAQ,QAAQ,GAAgB,IAAI;AACjE,MAAMC,mCACXC;AAeF,MAAMC,iBAAiB;IACrB;IACA;IACA;IACA;IACA;IACA;IACA;CACD;AAqBD,SAASC,mBAAmBC,IAAc,EAAEC,QAAkB;IAE5D,MAAMC,UAAUF,KAAK,MAAM,CACzB,CAACG,MACC,CAACF,SAAS,IAAI,CAAC,CAACG;YAEd,MAAMC,UAAUF,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE;YACjC,MAAMG,WAAWF,QAAQ,KAAK,CAAC,IAAI,CAAC,EAAE;YACtC,OAAOC,YAAYC;QACrB;IAGJ,MAAMC,gBAAgBL,QAAQ,MAAM,CAAC,CAACC,MACpCL,eAAe,IAAI,CAAC,CAACU,YAAcL,IAAI,UAAU,CAACK;IAGpD,IAAID,cAAc,MAAM,GAAG,GACzBE,QAAQ,IAAI,CACV,CAAC,8CAA8C,EAAEF,cAAc,IAAI,CAAC,MAAM,4FAA4F,CAAC;AAG7K;AAOA,MAAMG,gBAAgBC,SAAS;AAExB,eAAeC,oBACpBC,MAAgC,EAChCC,UAGC,EACDC,OAAiB;IAEjBC,OAAOH,OAAO,GAAG,EAAE;IACnB,MAAMI,SAAmB,EAAE;IAG3B,MAAMC,KAAKL,OAAO,SAAS,IAAItB;IAC/B,IAAI4B,QAAQ3B;IACZ,IAAI4B,wBAAwB;IAC5B,IAAIP,OAAO,aAAa,EAAE;QACxBO,wBAAwB;QACxBJ,OACE,AAAgC,YAAhC,OAAOH,OAAO,aAAa,EAC3B;QAEFM,QAAQE,OAAO,QAAQ,CAACR,OAAO,aAAa,EAAuB;QACnEG,OAAOG,QAAQ,GAAG,CAAC,8CAA8C,EAAEA,OAAO;IAC5E;IACA,IAAIG,SAAS7B;IACb,IAAIoB,OAAO,cAAc,EAAE;QACzBO,wBAAwB;QACxBJ,OACE,AAAiC,YAAjC,OAAOH,OAAO,cAAc,EAC5B;QAEFS,SAASD,OAAO,QAAQ,CAACR,OAAO,cAAc,EAAuB;QACrEG,OACEM,SAAS,GACT,CAAC,+CAA+C,EAAEA,QAAQ;IAE9D;IACA,IAAIC,MAAM7B;IACV,IAAImB,OAAO,aAAa,EAAE;QACxBO,wBAAwB;QACxBJ,OACE,AAAgC,YAAhC,OAAOH,OAAO,aAAa,EAC3B;QAEFU,MAAMF,OAAO,QAAQ,CAACR,OAAO,aAAa,EAAuB;QACjEG,OAAOO,MAAM,GAAG,CAAC,8CAA8C,EAAEA,KAAK;IACxE;IACA,MAAMC,iBAAiB;QACrBL;QACAG;QACA,mBAAmBC;IACrB;IAEA,MAAME,SAASX,YAAY,UAAUA,YAAY;IAGjDM,wBAAwBA,yBAAyB,CAAC,CAACK;IAGnD,IAAIA,UAAU9B,AAAmB,QAAnBA,QAAQ,GAAG,CAAC,EAAE,EAC1Bc,QAAQ,IAAI,CACV;IAIJ,MAAMiB,YAAY/B,AAAqB,YAArBA,QAAQ,QAAQ;IAElC,MAAMM,WAAW;WACXyB,YAAY,EAAE,GAAG;YAAC;YAAgB;SAA2B;QACjE;QACA;QACA;QACA,CAAC,cAAc,EAAER,GAAG,CAAC,CAAC;QACtBE,wBACI,sBACA,CAAC,cAAc,EAAED,MAAM,CAAC,EAAEG,SAAS,KAAK;KAC7C;IAGD,IAAItB,OAAOC;IACX,IAAIY,OAAO,UAAU,IAAIA,OAAO,UAAU,CAAC,MAAM,GAAG,GAAG;QACrDd,mBAAmBc,OAAO,UAAU,EAAEZ;QAGtCD,OAAO;eAAIC;eAAaY,OAAO,UAAU;SAAC;QAC1CH,cACE,mCACAG,OAAO,UAAU,EACjB,cACAb;IAEJ;IAEAU,cACE,2CACAe,QACA,YACAD,gBACA,QACAxB,MACA,cACAc;IAEF,IAAIa,kBAAkBZ;IACtB,IAAI,CAACY,iBAAiB;QACpBA,kBAAkB,MAAMC,UAAU,MAAM,CAAC;YACvC,UAAU,CAACd,YAAY;YACvB,iBAAiBU;YACjBxB;YACA,qBAAqBa,OAAO,mBAAmB;QACjD;QACAI,OAAO,IAAI,CAAC;YACV,MAAM;YACN,IAAI;gBACF,IAAI,CAACH,YAAY,YACf,IAAIY,WACFG,WAAW;oBACTF,iBAAiB;gBACnB,GAAG;qBAEHA,iBAAiB;YAGvB;QACF;IACF;IACA,MAAMG,OAAO,MAAMH,gBAAgB,OAAO;IAE1C,IAAId,OAAO,MAAM,EAAE;QACjB,MAAMkB,oBAAoBC,aAAanB,OAAO,MAAM,EAAE;QACtD,MAAMc,gBAAgB,SAAS,IAAIM,KAAK,KAAK,CAACF;IAChD;IAEA,IAAIb,IACF,MAAMY,KAAK,YAAY,CAACZ;IAG1B,IAAIM,gBACF,MAAMM,KAAK,WAAW,CAACN;IAGzB,MAAMU,4BACJ,AAA8C,YAA9C,OAAOrB,OAAO,kBAAkB,EAAE,UAC9BA,OAAO,kBAAkB,CAAC,OAAO,GACjCjB;IAEN,IAAI;QACFc,cAAc,QAAQG,OAAO,GAAG;QAChC,MAAMiB,KAAK,IAAI,CAACjB,OAAO,GAAG;QAC1B,IAAIqB,4BAA4B,GAAG;YACjCxB,cAAc,sBAAsBwB;YACpC,MAAMJ,KAAK,kBAAkB,CAAC;gBAC5B,SAASI;YACX;QACF;IACF,EAAE,OAAOC,GAAG;QACV,IACE,AACE,aADF,OAAOtB,OAAO,kBAAkB,EAAE,8BAElC,CAACA,OAAO,kBAAkB,EAAE,4BAC5B;YACA,MAAMuB,WAAW,IAAIC,MAAM,CAAC,iCAAiC,EAAEF,GAAG,EAAE;gBAClE,OAAOA;YACT;YACA,MAAMC;QACR;QACA,MAAME,aAAa,CAAC,sCAAsC,EAAEJ,0BAA0B,iCAAiC,CAAC;QACxHzB,QAAQ,IAAI,CAAC6B;IACf;IAEA,OAAO;QAAER;QAAMb;IAAO;AACxB;AAEO,eAAesB,wBACpB1B,MAAgC,EAChCC,UAgBC,EACDC,OAAiB;IAEjB,MAAM,EAAEe,IAAI,EAAEb,MAAM,EAAE,GAAG,MAAML,oBAC7BC,QACAC,YACAC;IAIF,MAAMyB,QAAQ,IAAIC,eAAeX,MAAM;QACrC,GAAGhB,UAAU;QACb,iBAAiBD,OAAO,eAAe;QACvC,wBACE,AAAyC,WAAlCA,OAAO,sBAAsB,GAChCA,OAAO,sBAAsB,GAC7B;IACR;IAEAI,OAAO,IAAI,CAAC;QACV,MAAM;QACN,IAAI,IAAMuB,MAAM,OAAO;IACzB;IAEA,OAAO;QAAEA;QAAOvB;IAAO;AACzB"}
+{"version":3,"file":"puppeteer/agent-launcher.mjs","sources":["../../../src/puppeteer/agent-launcher.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\n\nimport { PuppeteerAgent } from '@/puppeteer/index';\nimport type { AgentOpt, Cache, MidsceneYamlScriptWebEnv } from '@midscene/core';\nimport { DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT } from '@midscene/shared/constants';\nimport puppeteer, { type Browser } from 'puppeteer';\n\nexport const defaultUA =\n  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36';\nexport const defaultViewportWidth = 1440;\nexport const defaultViewportHeight = 768;\nexport const defaultViewportScale = process.platform === 'darwin' ? 2 : 1;\nexport const defaultWaitForNetworkIdleTimeout =\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n\nexport function resolveAiActionContext(\n  target: MidsceneYamlScriptWebEnv,\n  preference?: Partial<Pick<AgentOpt, 'aiActionContext'>>,\n): AgentOpt['aiActionContext'] | undefined {\n  // Prefer the web target override if provided; otherwise fall back to agent-level preference.\n  return target.aiActionContext ?? preference?.aiActionContext;\n}\n\n/**\n * Chrome arguments that may reduce browser security.\n * These should only be used in controlled testing environments.\n *\n * Security implications:\n * - `--no-sandbox`: Disables Chrome's sandbox security model\n * - `--disable-setuid-sandbox`: Disables setuid sandbox on Linux\n * - `--disable-web-security`: Allows cross-origin requests without CORS\n * - `--ignore-certificate-errors`: Ignores SSL/TLS certificate errors\n * - `--disable-features=IsolateOrigins`: Disables origin isolation\n * - `--disable-site-isolation-trials`: Disables site isolation\n * - `--allow-running-insecure-content`: Allows mixed HTTP/HTTPS content\n */\nconst DANGEROUS_ARGS = [\n  '--no-sandbox',\n  '--disable-setuid-sandbox',\n  '--disable-web-security',\n  '--ignore-certificate-errors',\n  '--disable-features=IsolateOrigins',\n  '--disable-site-isolation-trials',\n  '--allow-running-insecure-content',\n] as const;\n\n/**\n * Validates Chrome launch arguments for security concerns.\n * Emits a warning if dangerous arguments are detected.\n *\n * This function filters out arguments that are already present in baseArgs\n * to avoid warning about platform-specific defaults (e.g., --no-sandbox on non-Windows).\n *\n * @param args - Chrome launch arguments to validate\n * @param baseArgs - Base Chrome arguments already configured\n *\n * @example\n * ```typescript\n * // Will show warning for --disable-web-security\n * validateChromeArgs(['--disable-web-security', '--headless'], ['--no-sandbox']);\n *\n * // Will NOT show warning for --no-sandbox (already in baseArgs)\n * validateChromeArgs(['--no-sandbox'], ['--no-sandbox', '--headless']);\n * ```\n */\nfunction validateChromeArgs(args: string[], baseArgs: string[]): void {\n  // Filter out arguments that are already in baseArgs\n  const newArgs = args.filter(\n    (arg) =>\n      !baseArgs.some((baseArg) => {\n        // Check if arg starts with the same flag as baseArg (before '=' if present)\n        const argFlag = arg.split('=')[0];\n        const baseFlag = baseArg.split('=')[0];\n        return argFlag === baseFlag;\n      }),\n  );\n\n  const dangerousArgs = newArgs.filter((arg) =>\n    DANGEROUS_ARGS.some((dangerous) => arg.startsWith(dangerous)),\n  );\n\n  if (dangerousArgs.length > 0) {\n    console.warn(\n      `Warning: Dangerous Chrome arguments detected: ${dangerousArgs.join(', ')}.\\nThese arguments may reduce browser security. Use only in controlled testing environments.`,\n    );\n  }\n}\n\ninterface FreeFn {\n  name: string;\n  fn: () => void;\n}\n\nconst launcherDebug = getDebug('puppeteer:launcher');\n\nexport async function launchPuppeteerPage(\n  target: MidsceneYamlScriptWebEnv,\n  preference?: {\n    headed?: boolean;\n    keepWindow?: boolean;\n  },\n  browser?: Browser,\n) {\n  assert(target.url, 'url is required');\n  const freeFn: FreeFn[] = [];\n\n  // prepare the environment\n  const ua = target.userAgent || defaultUA;\n  let width = defaultViewportWidth;\n  let preferMaximizedWindow = true;\n  if (target.viewportWidth) {\n    preferMaximizedWindow = false;\n    assert(\n      typeof target.viewportWidth === 'number',\n      'viewportWidth must be a number',\n    );\n    width = Number.parseInt(target.viewportWidth as unknown as string, 10);\n    assert(width > 0, `viewportWidth must be greater than 0, but got ${width}`);\n  }\n  let height = defaultViewportHeight;\n  if (target.viewportHeight) {\n    preferMaximizedWindow = false;\n    assert(\n      typeof target.viewportHeight === 'number',\n      'viewportHeight must be a number',\n    );\n    height = Number.parseInt(target.viewportHeight as unknown as string, 10);\n    assert(\n      height > 0,\n      `viewportHeight must be greater than 0, but got ${height}`,\n    );\n  }\n  let dpr = defaultViewportScale;\n  if (target.viewportScale) {\n    preferMaximizedWindow = false;\n    assert(\n      typeof target.viewportScale === 'number',\n      'viewportScale must be a number',\n    );\n    dpr = Number.parseInt(target.viewportScale as unknown as string, 10);\n    assert(dpr > 0, `viewportScale must be greater than 0, but got ${dpr}`);\n  }\n  const viewportConfig = {\n    width,\n    height,\n    deviceScaleFactor: dpr,\n  };\n\n  const headed = preference?.headed || preference?.keepWindow;\n\n  // only maximize window in headed mode\n  preferMaximizedWindow = preferMaximizedWindow && !!headed;\n\n  // launch the browser\n  if (headed && process.env.CI === '1') {\n    console.warn(\n      'you are probably running headed mode in CI, this will usually fail.',\n    );\n  }\n  // do not use 'no-sandbox' on windows https://www.perplexity.ai/search/how-to-solve-this-with-nodejs-dMHpdCypRa..JA8TkQzbeQ\n  const isWindows = process.platform === 'win32';\n\n  const baseArgs = [\n    ...(isWindows ? [] : ['--no-sandbox', '--disable-setuid-sandbox']),\n    '--disable-features=HttpsFirstBalancedModeAutoEnable',\n    '--disable-features=PasswordLeakDetection',\n    '--disable-save-password-bubble',\n    `--user-agent=\"${ua}\"`,\n    preferMaximizedWindow\n      ? '--start-maximized'\n      : `--window-size=${width},${height + 200}`, // add 200px for the address bar\n  ];\n\n  // Merge custom Chrome arguments\n  let args = baseArgs;\n  if (target.chromeArgs && target.chromeArgs.length > 0) {\n    validateChromeArgs(target.chromeArgs, baseArgs);\n\n    // Custom args come after base args, allowing them to override defaults\n    args = [...baseArgs, ...target.chromeArgs];\n    launcherDebug(\n      'Merging custom Chrome arguments',\n      target.chromeArgs,\n      'Final args',\n      args,\n    );\n  }\n\n  launcherDebug(\n    'launching browser with viewport, headed',\n    headed,\n    'viewport',\n    viewportConfig,\n    'args',\n    args,\n    'preference',\n    preference,\n  );\n  let browserInstance = browser;\n  if (!browserInstance) {\n    browserInstance = await puppeteer.launch({\n      headless: !preference?.headed,\n      defaultViewport: viewportConfig,\n      args,\n      acceptInsecureCerts: target.acceptInsecureCerts,\n    });\n    freeFn.push({\n      name: 'puppeteer_browser',\n      fn: () => {\n        if (!preference?.keepWindow) {\n          if (isWindows) {\n            setTimeout(() => {\n              browserInstance?.close();\n            }, 800);\n          } else {\n            browserInstance?.close();\n          }\n        }\n      },\n    });\n  }\n  const page = await browserInstance.newPage();\n\n  if (target.cookie) {\n    const cookieFileContent = readFileSync(target.cookie, 'utf-8');\n    await browserInstance.setCookie(...JSON.parse(cookieFileContent));\n  }\n\n  if (ua) {\n    await page.setUserAgent(ua);\n  }\n\n  if (viewportConfig) {\n    await page.setViewport(viewportConfig);\n  }\n\n  const waitForNetworkIdleTimeout =\n    typeof target.waitForNetworkIdle?.timeout === 'number'\n      ? target.waitForNetworkIdle.timeout\n      : defaultWaitForNetworkIdleTimeout;\n\n  try {\n    launcherDebug('goto', target.url);\n    await page.goto(target.url);\n    if (waitForNetworkIdleTimeout > 0) {\n      launcherDebug('waitForNetworkIdle', waitForNetworkIdleTimeout);\n      await page.waitForNetworkIdle({\n        timeout: waitForNetworkIdleTimeout,\n      });\n    }\n  } catch (e) {\n    if (\n      typeof target.waitForNetworkIdle?.continueOnNetworkIdleError ===\n        'boolean' &&\n      !target.waitForNetworkIdle?.continueOnNetworkIdleError\n    ) {\n      const newError = new Error(`failed to wait for network idle: ${e}`, {\n        cause: e,\n      });\n      throw newError;\n    }\n    const newMessage = `failed to wait for network idle after ${waitForNetworkIdleTimeout}ms, but the script will continue.`;\n    console.warn(newMessage);\n  }\n\n  return { page, freeFn };\n}\n\nexport async function puppeteerAgentForTarget(\n  target: MidsceneYamlScriptWebEnv,\n  preference?: {\n    headed?: boolean;\n    keepWindow?: boolean;\n  } & Partial<\n    Pick<\n      AgentOpt,\n      | 'testId'\n      | 'groupName'\n      | 'groupDescription'\n      | 'generateReport'\n      | 'autoPrintReportMsg'\n      | 'reportFileName'\n      | 'replanningCycleLimit'\n      | 'cache'\n      | 'aiActionContext'\n    >\n  >,\n  browser?: Browser,\n) {\n  const { page, freeFn } = await launchPuppeteerPage(\n    target,\n    preference,\n    browser,\n  );\n  const aiActionContext = resolveAiActionContext(target, preference);\n\n  // prepare Midscene agent\n  const agent = new PuppeteerAgent(page, {\n    ...preference,\n    aiActionContext,\n    forceSameTabNavigation:\n      typeof target.forceSameTabNavigation !== 'undefined'\n        ? target.forceSameTabNavigation\n        : true, // true for default in yaml script\n  });\n\n  freeFn.push({\n    name: 'midscene_puppeteer_agent',\n    fn: () => agent.destroy(),\n  });\n\n  return { agent, freeFn };\n}\n"],"names":["defaultUA","defaultViewportWidth","defaultViewportHeight","defaultViewportScale","process","defaultWaitForNetworkIdleTimeout","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","resolveAiActionContext","target","preference","DANGEROUS_ARGS","validateChromeArgs","args","baseArgs","newArgs","arg","baseArg","argFlag","baseFlag","dangerousArgs","dangerous","console","launcherDebug","getDebug","launchPuppeteerPage","browser","assert","freeFn","ua","width","preferMaximizedWindow","Number","height","dpr","viewportConfig","headed","isWindows","browserInstance","puppeteer","setTimeout","page","cookieFileContent","readFileSync","JSON","waitForNetworkIdleTimeout","e","newError","Error","newMessage","puppeteerAgentForTarget","aiActionContext","agent","PuppeteerAgent"],"mappings":";;;;;;AASO,MAAMA,YACX;AACK,MAAMC,uBAAuB;AAC7B,MAAMC,wBAAwB;AAC9B,MAAMC,uBAAuBC,AAAqB,aAArBA,QAAQ,QAAQ,GAAgB,IAAI;AACjE,MAAMC,mCACXC;AAEK,SAASC,uBACdC,MAAgC,EAChCC,UAAuD;IAGvD,OAAOD,OAAO,eAAe,IAAIC,YAAY;AAC/C;AAeA,MAAMC,iBAAiB;IACrB;IACA;IACA;IACA;IACA;IACA;IACA;CACD;AAqBD,SAASC,mBAAmBC,IAAc,EAAEC,QAAkB;IAE5D,MAAMC,UAAUF,KAAK,MAAM,CACzB,CAACG,MACC,CAACF,SAAS,IAAI,CAAC,CAACG;YAEd,MAAMC,UAAUF,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE;YACjC,MAAMG,WAAWF,QAAQ,KAAK,CAAC,IAAI,CAAC,EAAE;YACtC,OAAOC,YAAYC;QACrB;IAGJ,MAAMC,gBAAgBL,QAAQ,MAAM,CAAC,CAACC,MACpCL,eAAe,IAAI,CAAC,CAACU,YAAcL,IAAI,UAAU,CAACK;IAGpD,IAAID,cAAc,MAAM,GAAG,GACzBE,QAAQ,IAAI,CACV,CAAC,8CAA8C,EAAEF,cAAc,IAAI,CAAC,MAAM,4FAA4F,CAAC;AAG7K;AAOA,MAAMG,gBAAgBC,SAAS;AAExB,eAAeC,oBACpBhB,MAAgC,EAChCC,UAGC,EACDgB,OAAiB;IAEjBC,OAAOlB,OAAO,GAAG,EAAE;IACnB,MAAMmB,SAAmB,EAAE;IAG3B,MAAMC,KAAKpB,OAAO,SAAS,IAAIR;IAC/B,IAAI6B,QAAQ5B;IACZ,IAAI6B,wBAAwB;IAC5B,IAAItB,OAAO,aAAa,EAAE;QACxBsB,wBAAwB;QACxBJ,OACE,AAAgC,YAAhC,OAAOlB,OAAO,aAAa,EAC3B;QAEFqB,QAAQE,OAAO,QAAQ,CAACvB,OAAO,aAAa,EAAuB;QACnEkB,OAAOG,QAAQ,GAAG,CAAC,8CAA8C,EAAEA,OAAO;IAC5E;IACA,IAAIG,SAAS9B;IACb,IAAIM,OAAO,cAAc,EAAE;QACzBsB,wBAAwB;QACxBJ,OACE,AAAiC,YAAjC,OAAOlB,OAAO,cAAc,EAC5B;QAEFwB,SAASD,OAAO,QAAQ,CAACvB,OAAO,cAAc,EAAuB;QACrEkB,OACEM,SAAS,GACT,CAAC,+CAA+C,EAAEA,QAAQ;IAE9D;IACA,IAAIC,MAAM9B;IACV,IAAIK,OAAO,aAAa,EAAE;QACxBsB,wBAAwB;QACxBJ,OACE,AAAgC,YAAhC,OAAOlB,OAAO,aAAa,EAC3B;QAEFyB,MAAMF,OAAO,QAAQ,CAACvB,OAAO,aAAa,EAAuB;QACjEkB,OAAOO,MAAM,GAAG,CAAC,8CAA8C,EAAEA,KAAK;IACxE;IACA,MAAMC,iBAAiB;QACrBL;QACAG;QACA,mBAAmBC;IACrB;IAEA,MAAME,SAAS1B,YAAY,UAAUA,YAAY;IAGjDqB,wBAAwBA,yBAAyB,CAAC,CAACK;IAGnD,IAAIA,UAAU/B,AAAmB,QAAnBA,QAAQ,GAAG,CAAC,EAAE,EAC1BiB,QAAQ,IAAI,CACV;IAIJ,MAAMe,YAAYhC,AAAqB,YAArBA,QAAQ,QAAQ;IAElC,MAAMS,WAAW;WACXuB,YAAY,EAAE,GAAG;YAAC;YAAgB;SAA2B;QACjE;QACA;QACA;QACA,CAAC,cAAc,EAAER,GAAG,CAAC,CAAC;QACtBE,wBACI,sBACA,CAAC,cAAc,EAAED,MAAM,CAAC,EAAEG,SAAS,KAAK;KAC7C;IAGD,IAAIpB,OAAOC;IACX,IAAIL,OAAO,UAAU,IAAIA,OAAO,UAAU,CAAC,MAAM,GAAG,GAAG;QACrDG,mBAAmBH,OAAO,UAAU,EAAEK;QAGtCD,OAAO;eAAIC;eAAaL,OAAO,UAAU;SAAC;QAC1Cc,cACE,mCACAd,OAAO,UAAU,EACjB,cACAI;IAEJ;IAEAU,cACE,2CACAa,QACA,YACAD,gBACA,QACAtB,MACA,cACAH;IAEF,IAAI4B,kBAAkBZ;IACtB,IAAI,CAACY,iBAAiB;QACpBA,kBAAkB,MAAMC,UAAU,MAAM,CAAC;YACvC,UAAU,CAAC7B,YAAY;YACvB,iBAAiByB;YACjBtB;YACA,qBAAqBJ,OAAO,mBAAmB;QACjD;QACAmB,OAAO,IAAI,CAAC;YACV,MAAM;YACN,IAAI;gBACF,IAAI,CAAClB,YAAY,YACf,IAAI2B,WACFG,WAAW;oBACTF,iBAAiB;gBACnB,GAAG;qBAEHA,iBAAiB;YAGvB;QACF;IACF;IACA,MAAMG,OAAO,MAAMH,gBAAgB,OAAO;IAE1C,IAAI7B,OAAO,MAAM,EAAE;QACjB,MAAMiC,oBAAoBC,aAAalC,OAAO,MAAM,EAAE;QACtD,MAAM6B,gBAAgB,SAAS,IAAIM,KAAK,KAAK,CAACF;IAChD;IAEA,IAAIb,IACF,MAAMY,KAAK,YAAY,CAACZ;IAG1B,IAAIM,gBACF,MAAMM,KAAK,WAAW,CAACN;IAGzB,MAAMU,4BACJ,AAA8C,YAA9C,OAAOpC,OAAO,kBAAkB,EAAE,UAC9BA,OAAO,kBAAkB,CAAC,OAAO,GACjCH;IAEN,IAAI;QACFiB,cAAc,QAAQd,OAAO,GAAG;QAChC,MAAMgC,KAAK,IAAI,CAAChC,OAAO,GAAG;QAC1B,IAAIoC,4BAA4B,GAAG;YACjCtB,cAAc,sBAAsBsB;YACpC,MAAMJ,KAAK,kBAAkB,CAAC;gBAC5B,SAASI;YACX;QACF;IACF,EAAE,OAAOC,GAAG;QACV,IACE,AACE,aADF,OAAOrC,OAAO,kBAAkB,EAAE,8BAElC,CAACA,OAAO,kBAAkB,EAAE,4BAC5B;YACA,MAAMsC,WAAW,IAAIC,MAAM,CAAC,iCAAiC,EAAEF,GAAG,EAAE;gBAClE,OAAOA;YACT;YACA,MAAMC;QACR;QACA,MAAME,aAAa,CAAC,sCAAsC,EAAEJ,0BAA0B,iCAAiC,CAAC;QACxHvB,QAAQ,IAAI,CAAC2B;IACf;IAEA,OAAO;QAAER;QAAMb;IAAO;AACxB;AAEO,eAAesB,wBACpBzC,MAAgC,EAChCC,UAgBC,EACDgB,OAAiB;IAEjB,MAAM,EAAEe,IAAI,EAAEb,MAAM,EAAE,GAAG,MAAMH,oBAC7BhB,QACAC,YACAgB;IAEF,MAAMyB,kBAAkB3C,uBAAuBC,QAAQC;IAGvD,MAAM0C,QAAQ,IAAIC,eAAeZ,MAAM;QACrC,GAAG/B,UAAU;QACbyC;QACA,wBACE,AAAyC,WAAlC1C,OAAO,sBAAsB,GAChCA,OAAO,sBAAsB,GAC7B;IACR;IAEAmB,OAAO,IAAI,CAAC;QACV,MAAM;QACN,IAAI,IAAMwB,MAAM,OAAO;IACzB;IAEA,OAAO;QAAEA;QAAOxB;IAAO;AACzB"}

package/dist/es/puppeteer/base-page.mjs

@@ -25,7 +25,7 @@ const sanitizeXpaths = (xpaths)=>{
 };
 class Page {
     actionSpace() {
-        const defaultActions = commonWebActionsForWebPage(this);
+        const defaultActions = commonWebActionsForWebPage(this, this.enableTouchEventsInActionSpace);
         const customActions = this.customActions || [];
         return [
             ...defaultActions,
@@ -459,6 +459,7 @@ class Page {
         _define_property(this, "onBeforeInvokeAction", void 0);
         _define_property(this, "onAfterInvokeAction", void 0);
         _define_property(this, "customActions", void 0);
+        _define_property(this, "enableTouchEventsInActionSpace", void 0);
         _define_property(this, "interfaceType", void 0);
         _define_property(this, "everMoved", false);
         this.underlyingPage = underlyingPage;
@@ -468,6 +469,7 @@ class Page {
         this.onBeforeInvokeAction = opts?.beforeInvokeAction;
         this.onAfterInvokeAction = opts?.afterInvokeAction;
         this.customActions = opts?.customActions;
+        this.enableTouchEventsInActionSpace = opts?.enableTouchEventsInActionSpace ?? false;
     }
 }
 function forceClosePopup(page, debugProfile) {

package/dist/es/puppeteer/base-page.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"puppeteer/base-page.mjs","sources":["../../../src/puppeteer/base-page.ts"],"sourcesContent":["import { type WebPageAgentOpt, WebPageContextParser } from '@/web-element';\nimport type {\n  DeviceAction,\n  ElementCacheFeature,\n  ElementTreeNode,\n  Point,\n  Rect,\n  Size,\n  UIContext,\n} from '@midscene/core';\nimport {\n  AiJudgeOrderSensitive,\n  callAIWithObjectResponse,\n} from '@midscene/core/ai-model';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { sleep } from '@midscene/core/utils';\nimport {\n  DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,\n} from '@midscene/shared/constants';\nimport type { IModelConfig } from '@midscene/shared/env';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { type DebugFunction, getDebug } from '@midscene/shared/logger';\nimport {\n  getElementInfosScriptContent,\n  getExtraReturnLogic,\n} from '@midscene/shared/node';\nimport { assert } from '@midscene/shared/utils';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport {\n  type KeyInput,\n  type MouseButton,\n  commonWebActionsForWebPage,\n} from '../web-page';\n\nexport const debugPage = getDebug('web:page');\n\ntype WebElementCacheFeature = ElementCacheFeature & {\n  xpaths?: string[];\n};\n\nconst sanitizeXpaths = (xpaths: unknown): string[] => {\n  if (!Array.isArray(xpaths)) {\n    return [];\n  }\n\n  return xpaths.filter(\n    (xpath): xpath is string => typeof xpath === 'string' && xpath.length > 0,\n  );\n};\n\nexport class Page<\n  AgentType extends 'puppeteer' | 'playwright',\n  InterfaceType extends PuppeteerPage | PlaywrightPage,\n> implements AbstractInterface\n{\n  underlyingPage: InterfaceType;\n  protected waitForNavigationTimeout: number;\n  protected waitForNetworkIdleTimeout: number;\n  private viewportSize?: Size;\n  private onBeforeInvokeAction?: AbstractInterface['beforeInvokeAction'];\n  private onAfterInvokeAction?: AbstractInterface['afterInvokeAction'];\n  private customActions?: DeviceAction<any>[];\n\n  interfaceType: AgentType;\n\n  actionSpace(): DeviceAction[] {\n    const defaultActions = commonWebActionsForWebPage(this);\n    const customActions = this.customActions || [];\n    return [...defaultActions, ...customActions];\n  }\n\n  private async evaluate<R>(\n    pageFunction: string | ((...args: any[]) => R | Promise<R>),\n    arg?: any,\n  ): Promise<R> {\n    let result: R;\n    debugPage('evaluate function begin');\n    if (this.interfaceType === 'puppeteer') {\n      result = await (this.underlyingPage as PuppeteerPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    } else {\n      result = await (this.underlyingPage as PlaywrightPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    }\n    debugPage('evaluate function end');\n    return result;\n  }\n\n  constructor(\n    underlyingPage: InterfaceType,\n    interfaceType: AgentType,\n    opts?: WebPageAgentOpt,\n  ) {\n    this.underlyingPage = underlyingPage;\n    this.interfaceType = interfaceType;\n    this.waitForNavigationTimeout =\n      opts?.waitForNavigationTimeout ?? DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT;\n    this.waitForNetworkIdleTimeout =\n      opts?.waitForNetworkIdleTimeout ?? DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n    this.onBeforeInvokeAction = opts?.beforeInvokeAction;\n    this.onAfterInvokeAction = opts?.afterInvokeAction;\n    this.customActions = opts?.customActions;\n  }\n\n  async evaluateJavaScript<T = any>(script: string): Promise<T> {\n    return this.evaluate(script);\n  }\n\n  async waitForNavigation() {\n    if (this.waitForNavigationTimeout === 0) {\n      debugPage('waitForNavigation timeout is 0, skip waiting');\n      return;\n    }\n\n    // issue: https://github.com/puppeteer/puppeteer/issues/3323\n    if (\n      this.interfaceType === 'puppeteer' ||\n      this.interfaceType === 'playwright'\n    ) {\n      debugPage('waitForNavigation begin');\n      debugPage(`waitForNavigation timeout: ${this.waitForNavigationTimeout}`);\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForSelector('html', {\n          timeout: this.waitForNavigationTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"navigation\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n      debugPage('waitForNavigation end');\n    }\n  }\n\n  async waitForNetworkIdle(): Promise<void> {\n    if (this.interfaceType === 'puppeteer') {\n      if (this.waitForNetworkIdleTimeout === 0) {\n        debugPage('waitForNetworkIdle timeout is 0, skip waiting');\n        return;\n      }\n\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForNetworkIdle({\n          idleTime: 200,\n          concurrency: DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n          timeout: this.waitForNetworkIdleTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"network idle\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n    } else {\n      // TODO: implement playwright waitForNetworkIdle\n    }\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    // const scripts = await getExtraReturnLogic();\n    // const captureElementSnapshot = await this.evaluate(scripts);\n    // return captureElementSnapshot as ElementInfo[];\n    await this.waitForNavigation();\n    debugPage('getElementsInfo begin');\n    const tree = await this.getElementsNodeTree();\n    debugPage('getElementsInfo end');\n    return treeToList(tree);\n  }\n\n  private async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n    );\n  }\n\n  private async getElementInfoByXpath(xpath: string) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n    );\n  }\n\n  async cacheFeatureForRect(\n    rect: Rect,\n    options?: {\n      targetDescription?: string;\n      modelConfig?: IModelConfig;\n    },\n  ): Promise<ElementCacheFeature> {\n    const center: Point = {\n      left: Math.floor(rect.left + rect.width / 2),\n      top: Math.floor(rect.top + rect.height / 2),\n    };\n\n    try {\n      // Determine isOrderSensitive\n      let isOrderSensitive = false;\n      if (options?.targetDescription && options?.modelConfig) {\n        try {\n          const judgeResult = await AiJudgeOrderSensitive(\n            options.targetDescription,\n            callAIWithObjectResponse,\n            options.modelConfig,\n          );\n          isOrderSensitive = judgeResult.isOrderSensitive;\n          debugPage(\n            'judged isOrderSensitive=%s for description: %s',\n            isOrderSensitive,\n            options.targetDescription,\n          );\n        } catch (error) {\n          debugPage('Failed to judge isOrderSensitive: %s', error);\n          // Fall back to false on error\n        }\n      }\n\n      const xpaths = await this.getXpathsByPoint(center, isOrderSensitive);\n      const sanitized = sanitizeXpaths(xpaths);\n      if (!sanitized.length) {\n        debugPage('cacheFeatureForRect: no xpath found at rect %o', rect);\n      }\n      return {\n        xpaths: sanitized,\n      };\n    } catch (error) {\n      debugPage('cacheFeatureForRect failed: %s', error);\n      return {\n        xpaths: [],\n      };\n    }\n  }\n\n  async rectMatchesCacheFeature(feature: ElementCacheFeature): Promise<Rect> {\n    const webFeature = feature as WebElementCacheFeature;\n    const xpaths = sanitizeXpaths(webFeature.xpaths);\n\n    for (const xpath of xpaths) {\n      try {\n        const elementInfo = await this.getElementInfoByXpath(xpath);\n        if (elementInfo?.rect) {\n          const matchedRect: Rect = {\n            left: elementInfo.rect.left,\n            top: elementInfo.rect.top,\n            width: elementInfo.rect.width,\n            height: elementInfo.rect.height,\n          };\n\n          if (this.viewportSize?.dpr) {\n            matchedRect.dpr = this.viewportSize.dpr;\n          }\n\n          return matchedRect;\n        }\n      } catch (error) {\n        debugPage(\n          'rectMatchesCacheFeature failed for xpath %s: %s',\n          xpath,\n          error,\n        );\n      }\n    }\n\n    throw new Error(\n      'No matching element rect found for the provided cache feature',\n    );\n  }\n\n  async getElementsNodeTree() {\n    // ref: packages/web-integration/src/playwright/ai-fixture.ts popup logic\n    // During test execution, a new page might be opened through a connection, and the page remains confined to the same page instance.\n    // The page may go through opening, closing, and reopening; if the page is closed, evaluate may return undefined, which can lead to errors.\n    await this.waitForNavigation();\n    const scripts = await getExtraReturnLogic(true);\n    assert(scripts, 'scripts should be set before writing report in browser');\n    const startTime = Date.now();\n    const captureElementSnapshot = await this.evaluate(scripts);\n    const endTime = Date.now();\n    debugPage(`getElementsNodeTree end, cost: ${endTime - startTime}ms`);\n    return captureElementSnapshot as ElementTreeNode<ElementInfo>;\n  }\n\n  async size(): Promise<Size> {\n    if (this.viewportSize) return this.viewportSize;\n    const sizeInfo: Size = await this.evaluate(() => {\n      return {\n        width: document.documentElement.clientWidth,\n        height: document.documentElement.clientHeight,\n        dpr: window.devicePixelRatio,\n      };\n    });\n    this.viewportSize = sizeInfo;\n    return sizeInfo;\n  }\n\n  async screenshotBase64(): Promise<string> {\n    const imgType = 'jpeg';\n    const quality = 90;\n    await this.waitForNavigation();\n    const startTime = Date.now();\n    debugPage('screenshotBase64 begin');\n\n    let base64: string;\n    if (this.interfaceType === 'puppeteer') {\n      const result = await (this.underlyingPage as PuppeteerPage).screenshot({\n        type: imgType,\n        quality,\n        encoding: 'base64',\n      });\n      base64 = createImgBase64ByFormat(imgType, result);\n    } else if (this.interfaceType === 'playwright') {\n      const buffer = await (this.underlyingPage as PlaywrightPage).screenshot({\n        type: imgType,\n        quality,\n        timeout: 10 * 1000,\n      });\n      base64 = createImgBase64ByFormat(imgType, buffer.toString('base64'));\n    } else {\n      throw new Error('Unsupported page type for screenshot');\n    }\n    const endTime = Date.now();\n    debugPage(`screenshotBase64 end, cost: ${endTime - startTime}ms`);\n    return base64;\n  }\n\n  async url(): Promise<string> {\n    return this.underlyingPage.url();\n  }\n\n  describe(): string {\n    const url = this.underlyingPage.url();\n    return url || '';\n  }\n\n  get mouse() {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options?: { button?: MouseButton; count?: number },\n      ) => {\n        await this.mouse.move(x, y);\n        const { button = 'left', count = 1 } = options || {};\n        debugPage(`mouse click ${x}, ${y}, ${button}, ${count}`);\n\n        if (count === 2 && this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.dblclick(x, y, {\n            button,\n          });\n        } else {\n          if (this.interfaceType === 'puppeteer') {\n            if (button === 'left' && count === 1) {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y);\n            } else {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y, {\n                button,\n                count,\n              });\n            }\n          } else if (this.interfaceType === 'playwright') {\n            (this.underlyingPage as PlaywrightPage).mouse.click(x, y, {\n              button,\n              clickCount: count,\n            });\n          }\n        }\n      },\n      wheel: async (deltaX: number, deltaY: number) => {\n        debugPage(`mouse wheel ${deltaX}, ${deltaY}`);\n        if (this.interfaceType === 'puppeteer') {\n          await (this.underlyingPage as PuppeteerPage).mouse.wheel({\n            deltaX,\n            deltaY,\n          });\n        } else if (this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.wheel(\n            deltaX,\n            deltaY,\n          );\n        }\n      },\n      move: async (x: number, y: number) => {\n        this.everMoved = true;\n        debugPage(`mouse move to ${x}, ${y}`);\n        return this.underlyingPage.mouse.move(x, y);\n      },\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {\n        debugPage(\n          `begin mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n        await (this.underlyingPage as PlaywrightPage).mouse.move(\n          from.x,\n          from.y,\n        );\n        await sleep(200);\n        await (this.underlyingPage as PlaywrightPage).mouse.down();\n        await sleep(300);\n        await (this.underlyingPage as PlaywrightPage).mouse.move(to.x, to.y, {\n          steps: 20,\n        });\n        await sleep(500);\n        await (this.underlyingPage as PlaywrightPage).mouse.up();\n        await sleep(200);\n        debugPage(\n          `end mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n      },\n    };\n  }\n\n  get keyboard() {\n    return {\n      type: async (text: string) => {\n        debugPage(`keyboard type ${text}`);\n        return this.underlyingPage.keyboard.type(text, { delay: 80 });\n      },\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {\n        const keys = Array.isArray(action) ? action : [action];\n        debugPage('keyboard press', keys);\n        for (const k of keys) {\n          const commands = k.command ? [k.command] : [];\n          await this.underlyingPage.keyboard.down(k.key, { commands });\n        }\n        for (const k of [...keys].reverse()) {\n          await this.underlyingPage.keyboard.up(k.key);\n        }\n      },\n      down: async (key: KeyInput) => {\n        debugPage(`keyboard down ${key}`);\n        return this.underlyingPage.keyboard.down(key);\n      },\n      up: async (key: KeyInput) => {\n        debugPage(`keyboard up ${key}`);\n        return this.underlyingPage.keyboard.up(key);\n      },\n    };\n  }\n\n  async clearInput(element: ElementInfo): Promise<void> {\n    if (!element) {\n      console.warn('No element to clear input');\n      return;\n    }\n\n    const backspace = async () => {\n      await sleep(100);\n      await this.keyboard.press([{ key: 'Backspace' }]);\n    };\n\n    const isMac = process.platform === 'darwin';\n    debugPage('clearInput begin');\n    if (isMac) {\n      if (this.interfaceType === 'puppeteer') {\n        // https://github.com/segment-boneyard/nightmare/issues/810#issuecomment-452669866\n        await this.mouse.click(element.center[0], element.center[1], {\n          count: 3,\n        });\n        await backspace();\n      }\n\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Meta');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Meta');\n      await backspace();\n    } else {\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Control');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Control');\n      await backspace();\n    }\n    debugPage('clearInput end');\n  }\n\n  private everMoved = false;\n  private async moveToPointBeforeScroll(point?: Point): Promise<void> {\n    if (point) {\n      await this.mouse.move(point.left, point.top);\n    } else if (!this.everMoved) {\n      // If the mouse has never moved, move it to the center of the page\n      const size = await this.size();\n      const targetX = Math.floor(size.width / 2);\n      const targetY = Math.floor(size.height / 2);\n      await this.mouse.move(targetX, targetY);\n    }\n  }\n\n  async scrollUntilTop(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -9999999);\n  }\n\n  async scrollUntilBottom(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, 9999999);\n  }\n\n  async scrollUntilLeft(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-9999999, 0);\n  }\n\n  async scrollUntilRight(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(9999999, 0);\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -scrollDistance);\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, scrollDistance);\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-scrollDistance, 0);\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(scrollDistance, 0);\n  }\n\n  async navigate(url: string): Promise<void> {\n    debugPage(`navigate to ${url}`);\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).goto(url);\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).goto(url);\n    } else {\n      throw new Error('Unsupported page type for navigate');\n    }\n  }\n\n  async reload(): Promise<void> {\n    debugPage('reload page');\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).reload();\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).reload();\n    } else {\n      throw new Error('Unsupported page type for reload');\n    }\n  }\n\n  async goBack(): Promise<void> {\n    debugPage('go back');\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).goBack();\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).goBack();\n    } else {\n      throw new Error('Unsupported page type for go back');\n    }\n  }\n\n  async beforeInvokeAction(name: string, param: any): Promise<void> {\n    if (this.onBeforeInvokeAction) {\n      await this.onBeforeInvokeAction(name, param);\n    }\n  }\n\n  async afterInvokeAction(name: string, param: any): Promise<void> {\n    await this.waitForNavigation();\n    await this.waitForNetworkIdle();\n    if (this.onAfterInvokeAction) {\n      await this.onAfterInvokeAction(name, param);\n    }\n  }\n\n  async destroy(): Promise<void> {}\n\n  async getContext(): Promise<UIContext> {\n    return await WebPageContextParser(this, {});\n  }\n  async swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ) {\n    const LONG_PRESS_THRESHOLD = 500;\n    const MIN_PRESS_THRESHOLD = 150;\n    duration = duration || 100;\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    debugPage(\n      `mouse swipe from ${from.x}, ${from.y} to ${to.x}, ${to.y} with duration ${duration}ms`,\n    );\n\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down({ button: 'left' });\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await new Promise((resolve) => setTimeout(resolve, delay));\n      }\n\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down();\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await page.waitForTimeout(delay);\n      }\n\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n  async longPress(x: number, y: number, duration?: number) {\n    duration = duration || 500;\n    const LONG_PRESS_THRESHOLD = 600;\n    const MIN_PRESS_THRESHOLD = 300;\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    debugPage(`mouse longPress at ${x}, ${y} for ${duration}ms`);\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await new Promise((res) => setTimeout(res, duration));\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await page.waitForTimeout(duration);\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debugProfile: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debugProfile(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debugProfile(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n\n/**\n * Force Chrome to render select elements using base-select appearance instead of OS-native rendering.\n * This makes select elements visible in screenshots captured by Playwright/Puppeteer.\n *\n * Reference: https://developer.chrome.com/blog/a-customizable-select\n *\n * Adds a style tag with CSS rules to make all select elements use base-select appearance.\n */\nexport function forceChromeSelectRendering(\n  page: PuppeteerPage | PlaywrightPage,\n): void {\n  // Force Chrome to render select elements using base-select appearance\n  // Reference: https://developer.chrome.com/blog/a-customizable-select\n  // Note: Although addStyleTag is an async method, we cannot await it here\n  // because this function is called in the constructor. However, this should\n  // not be a problem since we won't immediately interact with select elements\n  // after the agent is created.\n  (page as PuppeteerPage & PlaywrightPage)\n    .addStyleTag({\n      content: `\n/* Add by Midscene because of forceChromeSelectRendering is enabled*/\nselect {\n  &, &::picker(select) {\n    appearance: base-select !important;\n  }\n}`,\n    })\n    .then(() => {\n      console.log(\n        'Midscene - Added base-select appearance style for select elements because of forceChromeSelectRendering is enabled',\n      );\n    })\n    .catch((err) => {\n      console.log(\n        'Midscene - Failed to add base-select appearance style:',\n        err,\n      );\n    });\n}\n"],"names":["debugPage","getDebug","sanitizeXpaths","xpaths","Array","xpath","Page","defaultActions","commonWebActionsForWebPage","customActions","pageFunction","arg","result","script","error","console","DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY","tree","treeToList","point","isOrderSensitive","elementInfosScriptContent","getElementInfosScriptContent","JSON","rect","options","center","Math","judgeResult","AiJudgeOrderSensitive","callAIWithObjectResponse","sanitized","feature","webFeature","elementInfo","matchedRect","Error","scripts","getExtraReturnLogic","assert","startTime","Date","captureElementSnapshot","endTime","sizeInfo","document","window","imgType","quality","base64","createImgBase64ByFormat","buffer","url","x","y","button","count","deltaX","deltaY","from","to","sleep","text","action","keys","k","commands","key","element","backspace","isMac","process","size","targetX","targetY","startingPoint","distance","innerHeight","scrollDistance","innerWidth","name","param","WebPageContextParser","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","page","steps","delay","i","Promise","resolve","setTimeout","res","underlyingPage","interfaceType","opts","DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","forceClosePopup","debugProfile","popup","forceChromeSelectRendering","err"],"mappings":";;;;;;;;;;;;;;;;;;;;AAuCO,MAAMA,YAAYC,SAAS;AAMlC,MAAMC,iBAAiB,CAACC;IACtB,IAAI,CAACC,MAAM,OAAO,CAACD,SACjB,OAAO,EAAE;IAGX,OAAOA,OAAO,MAAM,CAClB,CAACE,QAA2B,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,MAAM,GAAG;AAE5E;AAEO,MAAMC;IAeX,cAA8B;QAC5B,MAAMC,iBAAiBC,2BAA2B,IAAI;QACtD,MAAMC,gBAAgB,IAAI,CAAC,aAAa,IAAI,EAAE;QAC9C,OAAO;eAAIF;eAAmBE;SAAc;IAC9C;IAEA,MAAc,SACZC,YAA2D,EAC3DC,GAAS,EACG;QACZ,IAAIC;QACJZ,UAAU;QACN,IAAI,CAAC,aAAa,EACpBY,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,QAAQ,CAC5DF,cACAC;QAQJX,UAAU;QACV,OAAOY;IACT;IAkBA,MAAM,mBAA4BC,MAAc,EAAc;QAC5D,OAAO,IAAI,CAAC,QAAQ,CAACA;IACvB;IAEA,MAAM,oBAAoB;QACxB,IAAI,AAAkC,MAAlC,IAAI,CAAC,wBAAwB,EAAQ,YACvCb,UAAU;QAKZ,IACE,AAAuB,gBAAvB,IAAI,CAAC,aAAa,IAClB,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAClB;YACAA,UAAU;YACVA,UAAU,CAAC,2BAA2B,EAAE,IAAI,CAAC,wBAAwB,EAAE;YACvE,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,eAAe,CAAC,QAAQ;oBACnE,SAAS,IAAI,CAAC,wBAAwB;gBACxC;YACF,EAAE,OAAOc,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;YACAf,UAAU;QACZ;IACF;IAEA,MAAM,qBAAoC;QACxC,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,IAAI,AAAmC,MAAnC,IAAI,CAAC,yBAAyB,EAAQ,YACxCA,UAAU;YAIZ,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,kBAAkB,CAAC;oBAC9D,UAAU;oBACV,aAAagB;oBACb,SAAS,IAAI,CAAC,yBAAyB;gBACzC;YACF,EAAE,OAAOF,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;QACF;IAGF;IAGA,MAAM,kBAAkB;QAItB,MAAM,IAAI,CAAC,iBAAiB;QAC5Bf,UAAU;QACV,MAAMiB,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3CjB,UAAU;QACV,OAAOkB,WAAWD;IACpB;IAEA,MAAc,iBAAiBE,KAAY,EAAEC,gBAAyB,EAAE;QACtE,MAAMC,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,mDAAmD,EAAEF,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;IAE5I;IAEA,MAAc,sBAAsBf,KAAa,EAAE;QACjD,MAAMgB,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,iDAAiD,EAAEE,KAAK,SAAS,CAAClB,OAAO,CAAC,CAAC;IAE5G;IAEA,MAAM,oBACJmB,IAAU,EACVC,OAGC,EAC6B;QAC9B,MAAMC,SAAgB;YACpB,MAAMC,KAAK,KAAK,CAACH,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YAC1C,KAAKG,KAAK,KAAK,CAACH,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;QAC3C;QAEA,IAAI;YAEF,IAAIJ,mBAAmB;YACvB,IAAIK,SAAS,qBAAqBA,SAAS,aACzC,IAAI;gBACF,MAAMG,cAAc,MAAMC,sBACxBJ,QAAQ,iBAAiB,EACzBK,0BACAL,QAAQ,WAAW;gBAErBL,mBAAmBQ,YAAY,gBAAgB;gBAC/C5B,UACE,kDACAoB,kBACAK,QAAQ,iBAAiB;YAE7B,EAAE,OAAOX,OAAO;gBACdd,UAAU,wCAAwCc;YAEpD;YAGF,MAAMX,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAACuB,QAAQN;YACnD,MAAMW,YAAY7B,eAAeC;YACjC,IAAI,CAAC4B,UAAU,MAAM,EACnB/B,UAAU,kDAAkDwB;YAE9D,OAAO;gBACL,QAAQO;YACV;QACF,EAAE,OAAOjB,OAAO;YACdd,UAAU,kCAAkCc;YAC5C,OAAO;gBACL,QAAQ,EAAE;YACZ;QACF;IACF;IAEA,MAAM,wBAAwBkB,OAA4B,EAAiB;QACzE,MAAMC,aAAaD;QACnB,MAAM7B,SAASD,eAAe+B,WAAW,MAAM;QAE/C,KAAK,MAAM5B,SAASF,OAClB,IAAI;YACF,MAAM+B,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAAC7B;YACrD,IAAI6B,aAAa,MAAM;gBACrB,MAAMC,cAAoB;oBACxB,MAAMD,YAAY,IAAI,CAAC,IAAI;oBAC3B,KAAKA,YAAY,IAAI,CAAC,GAAG;oBACzB,OAAOA,YAAY,IAAI,CAAC,KAAK;oBAC7B,QAAQA,YAAY,IAAI,CAAC,MAAM;gBACjC;gBAEA,IAAI,IAAI,CAAC,YAAY,EAAE,KACrBC,YAAY,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG;gBAGzC,OAAOA;YACT;QACF,EAAE,OAAOrB,OAAO;YACdd,UACE,mDACAK,OACAS;QAEJ;QAGF,MAAM,IAAIsB,MACR;IAEJ;IAEA,MAAM,sBAAsB;QAI1B,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMC,UAAU,MAAMC,oBAAoB;QAC1CC,OAAOF,SAAS;QAChB,MAAMG,YAAYC,KAAK,GAAG;QAC1B,MAAMC,yBAAyB,MAAM,IAAI,CAAC,QAAQ,CAACL;QACnD,MAAMM,UAAUF,KAAK,GAAG;QACxBzC,UAAU,CAAC,+BAA+B,EAAE2C,UAAUH,UAAU,EAAE,CAAC;QACnE,OAAOE;IACT;IAEA,MAAM,OAAsB;QAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAME,WAAiB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAClC;gBACL,OAAOC,SAAS,eAAe,CAAC,WAAW;gBAC3C,QAAQA,SAAS,eAAe,CAAC,YAAY;gBAC7C,KAAKC,OAAO,gBAAgB;YAC9B;QAEF,IAAI,CAAC,YAAY,GAAGF;QACpB,OAAOA;IACT;IAEA,MAAM,mBAAoC;QACxC,MAAMG,UAAU;QAChB,MAAMC,UAAU;QAChB,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMR,YAAYC,KAAK,GAAG;QAC1BzC,UAAU;QAEV,IAAIiD;QACJ,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMrC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,UAAU,CAAC;gBACrE,MAAMmC;gBACNC;gBACA,UAAU;YACZ;YACAC,SAASC,wBAAwBH,SAASnC;QAC5C,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMuC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAoB,UAAU,CAAC;gBACtE,MAAMJ;gBACNC;gBACA,SAAS;YACX;YACAC,SAASC,wBAAwBH,SAASI,OAAO,QAAQ,CAAC;QAC5D,OACE,MAAM,IAAIf,MAAM;QAElB,MAAMO,UAAUF,KAAK,GAAG;QACxBzC,UAAU,CAAC,4BAA4B,EAAE2C,UAAUH,UAAU,EAAE,CAAC;QAChE,OAAOS;IACT;IAEA,MAAM,MAAuB;QAC3B,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG;IAChC;IAEA,WAAmB;QACjB,MAAMG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG;QACnC,OAAOA,OAAO;IAChB;IAEA,IAAI,QAAQ;QACV,OAAO;YACL,OAAO,OACLC,GACAC,GACA7B;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC4B,GAAGC;gBACzB,MAAM,EAAEC,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAG/B,WAAW,CAAC;gBACnDzB,UAAU,CAAC,YAAY,EAAEqD,EAAE,EAAE,EAAEC,EAAE,EAAE,EAAEC,OAAO,EAAE,EAAEC,OAAO;gBAEvD,IAAIA,AAAU,MAAVA,SAAe,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EACnC,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,QAAQ,CAACH,GAAGC,GAAG;oBACjEC;gBACF;qBAEA,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,IAAIA,AAAW,WAAXA,UAAqBC,AAAU,MAAVA,OACvB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACH,GAAGC;qBAE5D,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACD,GAAGC,GAAG;oBAC7DC;oBACAC;gBACF;qBAEG,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC1B,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CAACH,GAAGC,GAAG;oBACxDC;oBACA,YAAYC;gBACd;YAGN;YACA,OAAO,OAAOC,QAAgBC;gBAC5B1D,UAAU,CAAC,YAAY,EAAEyD,OAAO,EAAE,EAAEC,QAAQ;gBAC5C,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAAC;oBACvDD;oBACAC;gBACF;qBACK,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CACvDD,QACAC;YAGN;YACA,MAAM,OAAOL,GAAWC;gBACtB,IAAI,CAAC,SAAS,GAAG;gBACjBtD,UAAU,CAAC,cAAc,EAAEqD,EAAE,EAAE,EAAEC,GAAG;gBACpC,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAACD,GAAGC;YAC3C;YACA,MAAM,OACJK,MACAC;gBAEA5D,UACE,CAAC,sBAAsB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;gBAElE,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CACtDD,KAAK,CAAC,EACNA,KAAK,CAAC;gBAER,MAAME,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI;gBACxD,MAAMA,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CAACD,GAAG,CAAC,EAAEA,GAAG,CAAC,EAAE;oBACnE,OAAO;gBACT;gBACA,MAAMC,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,EAAE;gBACtD,MAAMA,MAAM;gBACZ7D,UACE,CAAC,oBAAoB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;YAElE;QACF;IACF;IAEA,IAAI,WAAW;QACb,OAAO;YACL,MAAM,OAAOE;gBACX9D,UAAU,CAAC,cAAc,EAAE8D,MAAM;gBACjC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,MAAM;oBAAE,OAAO;gBAAG;YAC7D;YACA,OAAO,OACLC;gBAIA,MAAMC,OAAO5D,MAAM,OAAO,CAAC2D,UAAUA,SAAS;oBAACA;iBAAO;gBACtD/D,UAAU,kBAAkBgE;gBAC5B,KAAK,MAAMC,KAAKD,KAAM;oBACpB,MAAME,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC5D;gBACA,KAAK,MAAMD,KAAK;uBAAID;iBAAK,CAAC,OAAO,GAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACC,EAAE,GAAG;YAE/C;YACA,MAAM,OAAOE;gBACXnE,UAAU,CAAC,cAAc,EAAEmE,KAAK;gBAChC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA;YAC3C;YACA,IAAI,OAAOA;gBACTnE,UAAU,CAAC,YAAY,EAAEmE,KAAK;gBAC9B,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACA;YACzC;QACF;IACF;IAEA,MAAM,WAAWC,OAAoB,EAAiB;QACpD,IAAI,CAACA,SAAS,YACZrD,QAAQ,IAAI,CAAC;QAIf,MAAMsD,YAAY;YAChB,MAAMR,MAAM;YACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAC;oBAAE,KAAK;gBAAY;aAAE;QAClD;QAEA,MAAMS,QAAQC,AAAqB,aAArBA,QAAQ,QAAQ;QAC9BvE,UAAU;QACV,IAAIsE,OAAO;YACT,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;gBAEtC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,OAAO;gBACT;gBACA,MAAMC;YACR;YAEA,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR,OAAO;YACL,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR;QACArE,UAAU;IACZ;IAGA,MAAc,wBAAwBmB,KAAa,EAAiB;QAClE,IAAIA,OACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,MAAM,IAAI,EAAEA,MAAM,GAAG;aACtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAE1B,MAAMqD,OAAO,MAAM,IAAI,CAAC,IAAI;YAC5B,MAAMC,UAAU9C,KAAK,KAAK,CAAC6C,KAAK,KAAK,GAAG;YACxC,MAAME,UAAU/C,KAAK,KAAK,CAAC6C,KAAK,MAAM,GAAG;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACC,SAASC;QACjC;IACF;IAEA,MAAM,eAAeC,aAAqB,EAAiB;QACzD,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAiB;QAC5D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAiB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAiB;QAC3D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAiB;QACtE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAM/B,OAAO,WAAW;QAChE,MAAMgC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAACG;IAC9B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAM/B,OAAO,WAAW;QAChE,MAAMgC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGG;IAC7B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMjC,OAAO,UAAU;QAC9D,MAAMgC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAACG,gBAAgB;IAC3C;IAEA,MAAM,YAAYF,QAAiB,EAAED,aAAqB,EAAiB;QACzE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMjC,OAAO,UAAU;QAC9D,MAAMgC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAACG,gBAAgB;IAC1C;IAEA,MAAM,SAAS1B,GAAW,EAAiB;QACzCpD,UAAU,CAAC,YAAY,EAAEoD,KAAK;QAC9B,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,IAAI,CAACA;aAC7C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,IAAI,CAACA;aAEnD,MAAM,IAAIhB,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BpC,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIoC,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BpC,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIoC,MAAM;IAEpB;IAEA,MAAM,mBAAmB4C,IAAY,EAAEC,KAAU,EAAiB;QAChE,IAAI,IAAI,CAAC,oBAAoB,EAC3B,MAAM,IAAI,CAAC,oBAAoB,CAACD,MAAMC;IAE1C;IAEA,MAAM,kBAAkBD,IAAY,EAAEC,KAAU,EAAiB;QAC/D,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAM,IAAI,CAAC,kBAAkB;QAC7B,IAAI,IAAI,CAAC,mBAAmB,EAC1B,MAAM,IAAI,CAAC,mBAAmB,CAACD,MAAMC;IAEzC;IAEA,MAAM,UAAyB,CAAC;IAEhC,MAAM,aAAiC;QACrC,OAAO,MAAMC,qBAAqB,IAAI,EAAE,CAAC;IAC3C;IACA,MAAM,MACJvB,IAA8B,EAC9BC,EAA4B,EAC5BuB,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAEbpF,UACE,CAAC,iBAAiB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,CAAC,eAAe,EAAEuB,SAAS,EAAE,CAAC;QAGzF,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YAEvC,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;gBACzB,MAAM,IAAIoC,QAAQ,CAACC,UAAYC,WAAWD,SAASH;YACrD;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI;YAErB,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;gBACzB,MAAMgC,KAAK,cAAc,CAACE;YAC5B;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IACA,MAAM,UAAUjC,CAAS,EAAEC,CAAS,EAAE6B,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QACvB,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5B,IAAIF,WAAWC,sBACbD,WAAWC;QAEb,IAAID,WAAWE,qBACbF,WAAWE;QAEbrF,UAAU,CAAC,mBAAmB,EAAEqD,EAAE,EAAE,EAAEC,EAAE,KAAK,EAAE6B,SAAS,EAAE,CAAC;QAC3D,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;YACzB,MAAMgC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAM,IAAII,QAAQ,CAACG,MAAQD,WAAWC,KAAKV;YAC3C,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;YACzB,MAAMgC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAMA,KAAK,cAAc,CAACH;YAC1B,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IAzkBA,YACEQ,cAA6B,EAC7BC,aAAwB,EACxBC,IAAsB,CACtB;QAzCF;QACA,uBAAU,4BAAV;QACA,uBAAU,6BAAV;QACA,uBAAQ,gBAAR;QACA,uBAAQ,wBAAR;QACA,uBAAQ,uBAAR;QACA,uBAAQ,iBAAR;QAEA;QA2aA,uBAAQ,aAAY;QAzYlB,IAAI,CAAC,cAAc,GAAGF;QACtB,IAAI,CAAC,aAAa,GAAGC;QACrB,IAAI,CAAC,wBAAwB,GAC3BC,MAAM,4BAA4BC;QACpC,IAAI,CAAC,yBAAyB,GAC5BD,MAAM,6BAA6BE;QACrC,IAAI,CAAC,oBAAoB,GAAGF,MAAM;QAClC,IAAI,CAAC,mBAAmB,GAAGA,MAAM;QACjC,IAAI,CAAC,aAAa,GAAGA,MAAM;IAC7B;AA4jBF;AAEO,SAASG,gBACdb,IAAoC,EACpCc,YAA2B;IAE3Bd,KAAK,EAAE,CAAC,SAAS,OAAOe;QACtB,IAAI,CAACA,OAAO,YACVtF,QAAQ,IAAI,CAAC;QAGf,MAAMqC,MAAM,MAAOiD,MAAwB,GAAG;QAC9CtF,QAAQ,GAAG,CAAC,CAAC,cAAc,EAAEqC,KAAK;QAClC,IAAMiD,MAAwB,QAAQ,IAOpCD,aAAa,CAAC,oCAAoC,EAAEhD,KAAK;aANzD,IAAI;YACF,MAAOiD,MAAwB,KAAK;QACtC,EAAE,OAAOvF,OAAO;YACdsF,aAAa,CAAC,sBAAsB,EAAEhD,IAAI,SAAS,EAAEtC,OAAO;QAC9D;QAKF,IAAKwE,KAAK,QAAQ,IAOhBc,aAAa,CAAC,kCAAkC,EAAEhD,KAAK;aANvD,IAAI;YACF,MAAMkC,KAAK,IAAI,CAAClC;QAClB,EAAE,OAAOtC,OAAO;YACdsF,aAAa,CAAC,eAAe,EAAEhD,IAAI,SAAS,EAAEtC,OAAO;QACvD;IAIJ;AACF;AAUO,SAASwF,2BACdhB,IAAoC;IAQnCA,KACE,WAAW,CAAC;QACX,SAAS,CAAC;;;;;;CAMf,CAAC;IACE,GACC,IAAI,CAAC;QACJvE,QAAQ,GAAG,CACT;IAEJ,GACC,KAAK,CAAC,CAACwF;QACNxF,QAAQ,GAAG,CACT,0DACAwF;IAEJ;AACJ"}
+{"version":3,"file":"puppeteer/base-page.mjs","sources":["../../../src/puppeteer/base-page.ts"],"sourcesContent":["import { type WebPageAgentOpt, WebPageContextParser } from '@/web-element';\nimport type {\n  DeviceAction,\n  ElementCacheFeature,\n  ElementTreeNode,\n  Point,\n  Rect,\n  Size,\n  UIContext,\n} from '@midscene/core';\nimport {\n  AiJudgeOrderSensitive,\n  callAIWithObjectResponse,\n} from '@midscene/core/ai-model';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { sleep } from '@midscene/core/utils';\nimport {\n  DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n  DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,\n} from '@midscene/shared/constants';\nimport type { IModelConfig } from '@midscene/shared/env';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { type DebugFunction, getDebug } from '@midscene/shared/logger';\nimport {\n  getElementInfosScriptContent,\n  getExtraReturnLogic,\n} from '@midscene/shared/node';\nimport { assert } from '@midscene/shared/utils';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport {\n  type KeyInput,\n  type MouseButton,\n  commonWebActionsForWebPage,\n} from '../web-page';\n\nexport const debugPage = getDebug('web:page');\n\ntype WebElementCacheFeature = ElementCacheFeature & {\n  xpaths?: string[];\n};\n\nconst sanitizeXpaths = (xpaths: unknown): string[] => {\n  if (!Array.isArray(xpaths)) {\n    return [];\n  }\n\n  return xpaths.filter(\n    (xpath): xpath is string => typeof xpath === 'string' && xpath.length > 0,\n  );\n};\n\nexport class Page<\n  AgentType extends 'puppeteer' | 'playwright',\n  InterfaceType extends PuppeteerPage | PlaywrightPage,\n> implements AbstractInterface\n{\n  underlyingPage: InterfaceType;\n  protected waitForNavigationTimeout: number;\n  protected waitForNetworkIdleTimeout: number;\n  private viewportSize?: Size;\n  private onBeforeInvokeAction?: AbstractInterface['beforeInvokeAction'];\n  private onAfterInvokeAction?: AbstractInterface['afterInvokeAction'];\n  private customActions?: DeviceAction<any>[];\n  private enableTouchEventsInActionSpace: boolean;\n  interfaceType: AgentType;\n\n  actionSpace(): DeviceAction[] {\n    const defaultActions = commonWebActionsForWebPage(\n      this,\n      this.enableTouchEventsInActionSpace,\n    );\n    const customActions = this.customActions || [];\n    return [...defaultActions, ...customActions];\n  }\n\n  private async evaluate<R>(\n    pageFunction: string | ((...args: any[]) => R | Promise<R>),\n    arg?: any,\n  ): Promise<R> {\n    let result: R;\n    debugPage('evaluate function begin');\n    if (this.interfaceType === 'puppeteer') {\n      result = await (this.underlyingPage as PuppeteerPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    } else {\n      result = await (this.underlyingPage as PlaywrightPage).evaluate(\n        pageFunction,\n        arg,\n      );\n    }\n    debugPage('evaluate function end');\n    return result;\n  }\n\n  constructor(\n    underlyingPage: InterfaceType,\n    interfaceType: AgentType,\n    opts?: WebPageAgentOpt,\n  ) {\n    this.underlyingPage = underlyingPage;\n    this.interfaceType = interfaceType;\n    this.waitForNavigationTimeout =\n      opts?.waitForNavigationTimeout ?? DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT;\n    this.waitForNetworkIdleTimeout =\n      opts?.waitForNetworkIdleTimeout ?? DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n    this.onBeforeInvokeAction = opts?.beforeInvokeAction;\n    this.onAfterInvokeAction = opts?.afterInvokeAction;\n    this.customActions = opts?.customActions;\n    this.enableTouchEventsInActionSpace =\n      opts?.enableTouchEventsInActionSpace ?? false;\n  }\n\n  async evaluateJavaScript<T = any>(script: string): Promise<T> {\n    return this.evaluate(script);\n  }\n\n  async waitForNavigation() {\n    if (this.waitForNavigationTimeout === 0) {\n      debugPage('waitForNavigation timeout is 0, skip waiting');\n      return;\n    }\n\n    // issue: https://github.com/puppeteer/puppeteer/issues/3323\n    if (\n      this.interfaceType === 'puppeteer' ||\n      this.interfaceType === 'playwright'\n    ) {\n      debugPage('waitForNavigation begin');\n      debugPage(`waitForNavigation timeout: ${this.waitForNavigationTimeout}`);\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForSelector('html', {\n          timeout: this.waitForNavigationTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"navigation\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n      debugPage('waitForNavigation end');\n    }\n  }\n\n  async waitForNetworkIdle(): Promise<void> {\n    if (this.interfaceType === 'puppeteer') {\n      if (this.waitForNetworkIdleTimeout === 0) {\n        debugPage('waitForNetworkIdle timeout is 0, skip waiting');\n        return;\n      }\n\n      try {\n        await (this.underlyingPage as PuppeteerPage).waitForNetworkIdle({\n          idleTime: 200,\n          concurrency: DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n          timeout: this.waitForNetworkIdleTimeout,\n        });\n      } catch (error) {\n        // Ignore timeout error, continue execution\n        console.warn(\n          '[midscene:warning] Waiting for the \"network idle\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n        );\n      }\n    } else {\n      // TODO: implement playwright waitForNetworkIdle\n    }\n  }\n\n  // @deprecated\n  async getElementsInfo() {\n    // const scripts = await getExtraReturnLogic();\n    // const captureElementSnapshot = await this.evaluate(scripts);\n    // return captureElementSnapshot as ElementInfo[];\n    await this.waitForNavigation();\n    debugPage('getElementsInfo begin');\n    const tree = await this.getElementsNodeTree();\n    debugPage('getElementsInfo end');\n    return treeToList(tree);\n  }\n\n  private async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n    );\n  }\n\n  private async getElementInfoByXpath(xpath: string) {\n    const elementInfosScriptContent = getElementInfosScriptContent();\n\n    return this.evaluateJavaScript(\n      `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n    );\n  }\n\n  async cacheFeatureForRect(\n    rect: Rect,\n    options?: {\n      targetDescription?: string;\n      modelConfig?: IModelConfig;\n    },\n  ): Promise<ElementCacheFeature> {\n    const center: Point = {\n      left: Math.floor(rect.left + rect.width / 2),\n      top: Math.floor(rect.top + rect.height / 2),\n    };\n\n    try {\n      // Determine isOrderSensitive\n      let isOrderSensitive = false;\n      if (options?.targetDescription && options?.modelConfig) {\n        try {\n          const judgeResult = await AiJudgeOrderSensitive(\n            options.targetDescription,\n            callAIWithObjectResponse,\n            options.modelConfig,\n          );\n          isOrderSensitive = judgeResult.isOrderSensitive;\n          debugPage(\n            'judged isOrderSensitive=%s for description: %s',\n            isOrderSensitive,\n            options.targetDescription,\n          );\n        } catch (error) {\n          debugPage('Failed to judge isOrderSensitive: %s', error);\n          // Fall back to false on error\n        }\n      }\n\n      const xpaths = await this.getXpathsByPoint(center, isOrderSensitive);\n      const sanitized = sanitizeXpaths(xpaths);\n      if (!sanitized.length) {\n        debugPage('cacheFeatureForRect: no xpath found at rect %o', rect);\n      }\n      return {\n        xpaths: sanitized,\n      };\n    } catch (error) {\n      debugPage('cacheFeatureForRect failed: %s', error);\n      return {\n        xpaths: [],\n      };\n    }\n  }\n\n  async rectMatchesCacheFeature(feature: ElementCacheFeature): Promise<Rect> {\n    const webFeature = feature as WebElementCacheFeature;\n    const xpaths = sanitizeXpaths(webFeature.xpaths);\n\n    for (const xpath of xpaths) {\n      try {\n        const elementInfo = await this.getElementInfoByXpath(xpath);\n        if (elementInfo?.rect) {\n          const matchedRect: Rect = {\n            left: elementInfo.rect.left,\n            top: elementInfo.rect.top,\n            width: elementInfo.rect.width,\n            height: elementInfo.rect.height,\n          };\n\n          if (this.viewportSize?.dpr) {\n            matchedRect.dpr = this.viewportSize.dpr;\n          }\n\n          return matchedRect;\n        }\n      } catch (error) {\n        debugPage(\n          'rectMatchesCacheFeature failed for xpath %s: %s',\n          xpath,\n          error,\n        );\n      }\n    }\n\n    throw new Error(\n      'No matching element rect found for the provided cache feature',\n    );\n  }\n\n  async getElementsNodeTree() {\n    // ref: packages/web-integration/src/playwright/ai-fixture.ts popup logic\n    // During test execution, a new page might be opened through a connection, and the page remains confined to the same page instance.\n    // The page may go through opening, closing, and reopening; if the page is closed, evaluate may return undefined, which can lead to errors.\n    await this.waitForNavigation();\n    const scripts = await getExtraReturnLogic(true);\n    assert(scripts, 'scripts should be set before writing report in browser');\n    const startTime = Date.now();\n    const captureElementSnapshot = await this.evaluate(scripts);\n    const endTime = Date.now();\n    debugPage(`getElementsNodeTree end, cost: ${endTime - startTime}ms`);\n    return captureElementSnapshot as ElementTreeNode<ElementInfo>;\n  }\n\n  async size(): Promise<Size> {\n    if (this.viewportSize) return this.viewportSize;\n    const sizeInfo: Size = await this.evaluate(() => {\n      return {\n        width: document.documentElement.clientWidth,\n        height: document.documentElement.clientHeight,\n        dpr: window.devicePixelRatio,\n      };\n    });\n    this.viewportSize = sizeInfo;\n    return sizeInfo;\n  }\n\n  async screenshotBase64(): Promise<string> {\n    const imgType = 'jpeg';\n    const quality = 90;\n    await this.waitForNavigation();\n    const startTime = Date.now();\n    debugPage('screenshotBase64 begin');\n\n    let base64: string;\n    if (this.interfaceType === 'puppeteer') {\n      const result = await (this.underlyingPage as PuppeteerPage).screenshot({\n        type: imgType,\n        quality,\n        encoding: 'base64',\n      });\n      base64 = createImgBase64ByFormat(imgType, result);\n    } else if (this.interfaceType === 'playwright') {\n      const buffer = await (this.underlyingPage as PlaywrightPage).screenshot({\n        type: imgType,\n        quality,\n        timeout: 10 * 1000,\n      });\n      base64 = createImgBase64ByFormat(imgType, buffer.toString('base64'));\n    } else {\n      throw new Error('Unsupported page type for screenshot');\n    }\n    const endTime = Date.now();\n    debugPage(`screenshotBase64 end, cost: ${endTime - startTime}ms`);\n    return base64;\n  }\n\n  async url(): Promise<string> {\n    return this.underlyingPage.url();\n  }\n\n  describe(): string {\n    const url = this.underlyingPage.url();\n    return url || '';\n  }\n\n  get mouse() {\n    return {\n      click: async (\n        x: number,\n        y: number,\n        options?: { button?: MouseButton; count?: number },\n      ) => {\n        await this.mouse.move(x, y);\n        const { button = 'left', count = 1 } = options || {};\n        debugPage(`mouse click ${x}, ${y}, ${button}, ${count}`);\n\n        if (count === 2 && this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.dblclick(x, y, {\n            button,\n          });\n        } else {\n          if (this.interfaceType === 'puppeteer') {\n            if (button === 'left' && count === 1) {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y);\n            } else {\n              await (this.underlyingPage as PuppeteerPage).mouse.click(x, y, {\n                button,\n                count,\n              });\n            }\n          } else if (this.interfaceType === 'playwright') {\n            (this.underlyingPage as PlaywrightPage).mouse.click(x, y, {\n              button,\n              clickCount: count,\n            });\n          }\n        }\n      },\n      wheel: async (deltaX: number, deltaY: number) => {\n        debugPage(`mouse wheel ${deltaX}, ${deltaY}`);\n        if (this.interfaceType === 'puppeteer') {\n          await (this.underlyingPage as PuppeteerPage).mouse.wheel({\n            deltaX,\n            deltaY,\n          });\n        } else if (this.interfaceType === 'playwright') {\n          await (this.underlyingPage as PlaywrightPage).mouse.wheel(\n            deltaX,\n            deltaY,\n          );\n        }\n      },\n      move: async (x: number, y: number) => {\n        this.everMoved = true;\n        debugPage(`mouse move to ${x}, ${y}`);\n        return this.underlyingPage.mouse.move(x, y);\n      },\n      drag: async (\n        from: { x: number; y: number },\n        to: { x: number; y: number },\n      ) => {\n        debugPage(\n          `begin mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n        await (this.underlyingPage as PlaywrightPage).mouse.move(\n          from.x,\n          from.y,\n        );\n        await sleep(200);\n        await (this.underlyingPage as PlaywrightPage).mouse.down();\n        await sleep(300);\n        await (this.underlyingPage as PlaywrightPage).mouse.move(to.x, to.y, {\n          steps: 20,\n        });\n        await sleep(500);\n        await (this.underlyingPage as PlaywrightPage).mouse.up();\n        await sleep(200);\n        debugPage(\n          `end mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n        );\n      },\n    };\n  }\n\n  get keyboard() {\n    return {\n      type: async (text: string) => {\n        debugPage(`keyboard type ${text}`);\n        return this.underlyingPage.keyboard.type(text, { delay: 80 });\n      },\n      press: async (\n        action:\n          | { key: KeyInput; command?: string }\n          | { key: KeyInput; command?: string }[],\n      ) => {\n        const keys = Array.isArray(action) ? action : [action];\n        debugPage('keyboard press', keys);\n        for (const k of keys) {\n          const commands = k.command ? [k.command] : [];\n          await this.underlyingPage.keyboard.down(k.key, { commands });\n        }\n        for (const k of [...keys].reverse()) {\n          await this.underlyingPage.keyboard.up(k.key);\n        }\n      },\n      down: async (key: KeyInput) => {\n        debugPage(`keyboard down ${key}`);\n        return this.underlyingPage.keyboard.down(key);\n      },\n      up: async (key: KeyInput) => {\n        debugPage(`keyboard up ${key}`);\n        return this.underlyingPage.keyboard.up(key);\n      },\n    };\n  }\n\n  async clearInput(element: ElementInfo): Promise<void> {\n    if (!element) {\n      console.warn('No element to clear input');\n      return;\n    }\n\n    const backspace = async () => {\n      await sleep(100);\n      await this.keyboard.press([{ key: 'Backspace' }]);\n    };\n\n    const isMac = process.platform === 'darwin';\n    debugPage('clearInput begin');\n    if (isMac) {\n      if (this.interfaceType === 'puppeteer') {\n        // https://github.com/segment-boneyard/nightmare/issues/810#issuecomment-452669866\n        await this.mouse.click(element.center[0], element.center[1], {\n          count: 3,\n        });\n        await backspace();\n      }\n\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Meta');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Meta');\n      await backspace();\n    } else {\n      await this.mouse.click(element.center[0], element.center[1]);\n      await this.underlyingPage.keyboard.down('Control');\n      await this.underlyingPage.keyboard.press('a');\n      await this.underlyingPage.keyboard.up('Control');\n      await backspace();\n    }\n    debugPage('clearInput end');\n  }\n\n  private everMoved = false;\n  private async moveToPointBeforeScroll(point?: Point): Promise<void> {\n    if (point) {\n      await this.mouse.move(point.left, point.top);\n    } else if (!this.everMoved) {\n      // If the mouse has never moved, move it to the center of the page\n      const size = await this.size();\n      const targetX = Math.floor(size.width / 2);\n      const targetY = Math.floor(size.height / 2);\n      await this.mouse.move(targetX, targetY);\n    }\n  }\n\n  async scrollUntilTop(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -9999999);\n  }\n\n  async scrollUntilBottom(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, 9999999);\n  }\n\n  async scrollUntilLeft(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-9999999, 0);\n  }\n\n  async scrollUntilRight(startingPoint?: Point): Promise<void> {\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(9999999, 0);\n  }\n\n  async scrollUp(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, -scrollDistance);\n  }\n\n  async scrollDown(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerHeight = await this.evaluate(() => window.innerHeight);\n    const scrollDistance = distance || innerHeight * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(0, scrollDistance);\n  }\n\n  async scrollLeft(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(-scrollDistance, 0);\n  }\n\n  async scrollRight(distance?: number, startingPoint?: Point): Promise<void> {\n    const innerWidth = await this.evaluate(() => window.innerWidth);\n    const scrollDistance = distance || innerWidth * 0.7;\n    await this.moveToPointBeforeScroll(startingPoint);\n    return this.mouse.wheel(scrollDistance, 0);\n  }\n\n  async navigate(url: string): Promise<void> {\n    debugPage(`navigate to ${url}`);\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).goto(url);\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).goto(url);\n    } else {\n      throw new Error('Unsupported page type for navigate');\n    }\n  }\n\n  async reload(): Promise<void> {\n    debugPage('reload page');\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).reload();\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).reload();\n    } else {\n      throw new Error('Unsupported page type for reload');\n    }\n  }\n\n  async goBack(): Promise<void> {\n    debugPage('go back');\n    if (this.interfaceType === 'puppeteer') {\n      await (this.underlyingPage as PuppeteerPage).goBack();\n    } else if (this.interfaceType === 'playwright') {\n      await (this.underlyingPage as PlaywrightPage).goBack();\n    } else {\n      throw new Error('Unsupported page type for go back');\n    }\n  }\n\n  async beforeInvokeAction(name: string, param: any): Promise<void> {\n    if (this.onBeforeInvokeAction) {\n      await this.onBeforeInvokeAction(name, param);\n    }\n  }\n\n  async afterInvokeAction(name: string, param: any): Promise<void> {\n    await this.waitForNavigation();\n    await this.waitForNetworkIdle();\n    if (this.onAfterInvokeAction) {\n      await this.onAfterInvokeAction(name, param);\n    }\n  }\n\n  async destroy(): Promise<void> {}\n\n  async getContext(): Promise<UIContext> {\n    return await WebPageContextParser(this, {});\n  }\n  async swipe(\n    from: { x: number; y: number },\n    to: { x: number; y: number },\n    duration?: number,\n  ) {\n    const LONG_PRESS_THRESHOLD = 500;\n    const MIN_PRESS_THRESHOLD = 150;\n    duration = duration || 100;\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    debugPage(\n      `mouse swipe from ${from.x}, ${from.y} to ${to.x}, ${to.y} with duration ${duration}ms`,\n    );\n\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down({ button: 'left' });\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await new Promise((resolve) => setTimeout(resolve, delay));\n      }\n\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(from.x, from.y);\n      await page.mouse.down();\n\n      const steps = 30;\n      const delay = duration / steps;\n      for (let i = 1; i <= steps; i++) {\n        const x = from.x + (to.x - from.x) * (i / steps);\n        const y = from.y + (to.y - from.y) * (i / steps);\n        await page.mouse.move(x, y);\n        await page.waitForTimeout(delay);\n      }\n\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n  async longPress(x: number, y: number, duration?: number) {\n    duration = duration || 500;\n    const LONG_PRESS_THRESHOLD = 600;\n    const MIN_PRESS_THRESHOLD = 300;\n    if (duration > LONG_PRESS_THRESHOLD) {\n      duration = LONG_PRESS_THRESHOLD;\n    }\n    if (duration < MIN_PRESS_THRESHOLD) {\n      duration = MIN_PRESS_THRESHOLD;\n    }\n    debugPage(`mouse longPress at ${x}, ${y} for ${duration}ms`);\n    if (this.interfaceType === 'puppeteer') {\n      const page = this.underlyingPage as PuppeteerPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await new Promise((res) => setTimeout(res, duration));\n      await page.mouse.up({ button: 'left' });\n    } else if (this.interfaceType === 'playwright') {\n      const page = this.underlyingPage as PlaywrightPage;\n      await page.mouse.move(x, y);\n      await page.mouse.down({ button: 'left' });\n      await page.waitForTimeout(duration);\n      await page.mouse.up({ button: 'left' });\n    }\n  }\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debugProfile: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debugProfile(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debugProfile(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debugProfile(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n\n/**\n * Force Chrome to render select elements using base-select appearance instead of OS-native rendering.\n * This makes select elements visible in screenshots captured by Playwright/Puppeteer.\n *\n * Reference: https://developer.chrome.com/blog/a-customizable-select\n *\n * Adds a style tag with CSS rules to make all select elements use base-select appearance.\n */\nexport function forceChromeSelectRendering(\n  page: PuppeteerPage | PlaywrightPage,\n): void {\n  // Force Chrome to render select elements using base-select appearance\n  // Reference: https://developer.chrome.com/blog/a-customizable-select\n  // Note: Although addStyleTag is an async method, we cannot await it here\n  // because this function is called in the constructor. However, this should\n  // not be a problem since we won't immediately interact with select elements\n  // after the agent is created.\n  (page as PuppeteerPage & PlaywrightPage)\n    .addStyleTag({\n      content: `\n/* Add by Midscene because of forceChromeSelectRendering is enabled*/\nselect {\n  &, &::picker(select) {\n    appearance: base-select !important;\n  }\n}`,\n    })\n    .then(() => {\n      console.log(\n        'Midscene - Added base-select appearance style for select elements because of forceChromeSelectRendering is enabled',\n      );\n    })\n    .catch((err) => {\n      console.log(\n        'Midscene - Failed to add base-select appearance style:',\n        err,\n      );\n    });\n}\n"],"names":["debugPage","getDebug","sanitizeXpaths","xpaths","Array","xpath","Page","defaultActions","commonWebActionsForWebPage","customActions","pageFunction","arg","result","script","error","console","DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY","tree","treeToList","point","isOrderSensitive","elementInfosScriptContent","getElementInfosScriptContent","JSON","rect","options","center","Math","judgeResult","AiJudgeOrderSensitive","callAIWithObjectResponse","sanitized","feature","webFeature","elementInfo","matchedRect","Error","scripts","getExtraReturnLogic","assert","startTime","Date","captureElementSnapshot","endTime","sizeInfo","document","window","imgType","quality","base64","createImgBase64ByFormat","buffer","url","x","y","button","count","deltaX","deltaY","from","to","sleep","text","action","keys","k","commands","key","element","backspace","isMac","process","size","targetX","targetY","startingPoint","distance","innerHeight","scrollDistance","innerWidth","name","param","WebPageContextParser","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","page","steps","delay","i","Promise","resolve","setTimeout","res","underlyingPage","interfaceType","opts","DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","forceClosePopup","debugProfile","popup","forceChromeSelectRendering","err"],"mappings":";;;;;;;;;;;;;;;;;;;;AAuCO,MAAMA,YAAYC,SAAS;AAMlC,MAAMC,iBAAiB,CAACC;IACtB,IAAI,CAACC,MAAM,OAAO,CAACD,SACjB,OAAO,EAAE;IAGX,OAAOA,OAAO,MAAM,CAClB,CAACE,QAA2B,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,MAAM,GAAG;AAE5E;AAEO,MAAMC;IAeX,cAA8B;QAC5B,MAAMC,iBAAiBC,2BACrB,IAAI,EACJ,IAAI,CAAC,8BAA8B;QAErC,MAAMC,gBAAgB,IAAI,CAAC,aAAa,IAAI,EAAE;QAC9C,OAAO;eAAIF;eAAmBE;SAAc;IAC9C;IAEA,MAAc,SACZC,YAA2D,EAC3DC,GAAS,EACG;QACZ,IAAIC;QACJZ,UAAU;QACN,IAAI,CAAC,aAAa,EACpBY,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,QAAQ,CAC5DF,cACAC;QAQJX,UAAU;QACV,OAAOY;IACT;IAoBA,MAAM,mBAA4BC,MAAc,EAAc;QAC5D,OAAO,IAAI,CAAC,QAAQ,CAACA;IACvB;IAEA,MAAM,oBAAoB;QACxB,IAAI,AAAkC,MAAlC,IAAI,CAAC,wBAAwB,EAAQ,YACvCb,UAAU;QAKZ,IACE,AAAuB,gBAAvB,IAAI,CAAC,aAAa,IAClB,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAClB;YACAA,UAAU;YACVA,UAAU,CAAC,2BAA2B,EAAE,IAAI,CAAC,wBAAwB,EAAE;YACvE,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,eAAe,CAAC,QAAQ;oBACnE,SAAS,IAAI,CAAC,wBAAwB;gBACxC;YACF,EAAE,OAAOc,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;YACAf,UAAU;QACZ;IACF;IAEA,MAAM,qBAAoC;QACxC,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,IAAI,AAAmC,MAAnC,IAAI,CAAC,yBAAyB,EAAQ,YACxCA,UAAU;YAIZ,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,kBAAkB,CAAC;oBAC9D,UAAU;oBACV,aAAagB;oBACb,SAAS,IAAI,CAAC,yBAAyB;gBACzC;YACF,EAAE,OAAOF,OAAO;gBAEdC,QAAQ,IAAI,CACV;YAEJ;QACF;IAGF;IAGA,MAAM,kBAAkB;QAItB,MAAM,IAAI,CAAC,iBAAiB;QAC5Bf,UAAU;QACV,MAAMiB,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3CjB,UAAU;QACV,OAAOkB,WAAWD;IACpB;IAEA,MAAc,iBAAiBE,KAAY,EAAEC,gBAAyB,EAAE;QACtE,MAAMC,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,mDAAmD,EAAEF,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;IAE5I;IAEA,MAAc,sBAAsBf,KAAa,EAAE;QACjD,MAAMgB,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,iDAAiD,EAAEE,KAAK,SAAS,CAAClB,OAAO,CAAC,CAAC;IAE5G;IAEA,MAAM,oBACJmB,IAAU,EACVC,OAGC,EAC6B;QAC9B,MAAMC,SAAgB;YACpB,MAAMC,KAAK,KAAK,CAACH,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YAC1C,KAAKG,KAAK,KAAK,CAACH,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;QAC3C;QAEA,IAAI;YAEF,IAAIJ,mBAAmB;YACvB,IAAIK,SAAS,qBAAqBA,SAAS,aACzC,IAAI;gBACF,MAAMG,cAAc,MAAMC,sBACxBJ,QAAQ,iBAAiB,EACzBK,0BACAL,QAAQ,WAAW;gBAErBL,mBAAmBQ,YAAY,gBAAgB;gBAC/C5B,UACE,kDACAoB,kBACAK,QAAQ,iBAAiB;YAE7B,EAAE,OAAOX,OAAO;gBACdd,UAAU,wCAAwCc;YAEpD;YAGF,MAAMX,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAACuB,QAAQN;YACnD,MAAMW,YAAY7B,eAAeC;YACjC,IAAI,CAAC4B,UAAU,MAAM,EACnB/B,UAAU,kDAAkDwB;YAE9D,OAAO;gBACL,QAAQO;YACV;QACF,EAAE,OAAOjB,OAAO;YACdd,UAAU,kCAAkCc;YAC5C,OAAO;gBACL,QAAQ,EAAE;YACZ;QACF;IACF;IAEA,MAAM,wBAAwBkB,OAA4B,EAAiB;QACzE,MAAMC,aAAaD;QACnB,MAAM7B,SAASD,eAAe+B,WAAW,MAAM;QAE/C,KAAK,MAAM5B,SAASF,OAClB,IAAI;YACF,MAAM+B,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAAC7B;YACrD,IAAI6B,aAAa,MAAM;gBACrB,MAAMC,cAAoB;oBACxB,MAAMD,YAAY,IAAI,CAAC,IAAI;oBAC3B,KAAKA,YAAY,IAAI,CAAC,GAAG;oBACzB,OAAOA,YAAY,IAAI,CAAC,KAAK;oBAC7B,QAAQA,YAAY,IAAI,CAAC,MAAM;gBACjC;gBAEA,IAAI,IAAI,CAAC,YAAY,EAAE,KACrBC,YAAY,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG;gBAGzC,OAAOA;YACT;QACF,EAAE,OAAOrB,OAAO;YACdd,UACE,mDACAK,OACAS;QAEJ;QAGF,MAAM,IAAIsB,MACR;IAEJ;IAEA,MAAM,sBAAsB;QAI1B,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMC,UAAU,MAAMC,oBAAoB;QAC1CC,OAAOF,SAAS;QAChB,MAAMG,YAAYC,KAAK,GAAG;QAC1B,MAAMC,yBAAyB,MAAM,IAAI,CAAC,QAAQ,CAACL;QACnD,MAAMM,UAAUF,KAAK,GAAG;QACxBzC,UAAU,CAAC,+BAA+B,EAAE2C,UAAUH,UAAU,EAAE,CAAC;QACnE,OAAOE;IACT;IAEA,MAAM,OAAsB;QAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAME,WAAiB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAClC;gBACL,OAAOC,SAAS,eAAe,CAAC,WAAW;gBAC3C,QAAQA,SAAS,eAAe,CAAC,YAAY;gBAC7C,KAAKC,OAAO,gBAAgB;YAC9B;QAEF,IAAI,CAAC,YAAY,GAAGF;QACpB,OAAOA;IACT;IAEA,MAAM,mBAAoC;QACxC,MAAMG,UAAU;QAChB,MAAMC,UAAU;QAChB,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAMR,YAAYC,KAAK,GAAG;QAC1BzC,UAAU;QAEV,IAAIiD;QACJ,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMrC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,UAAU,CAAC;gBACrE,MAAMmC;gBACNC;gBACA,UAAU;YACZ;YACAC,SAASC,wBAAwBH,SAASnC;QAC5C,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMuC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAoB,UAAU,CAAC;gBACtE,MAAMJ;gBACNC;gBACA,SAAS;YACX;YACAC,SAASC,wBAAwBH,SAASI,OAAO,QAAQ,CAAC;QAC5D,OACE,MAAM,IAAIf,MAAM;QAElB,MAAMO,UAAUF,KAAK,GAAG;QACxBzC,UAAU,CAAC,4BAA4B,EAAE2C,UAAUH,UAAU,EAAE,CAAC;QAChE,OAAOS;IACT;IAEA,MAAM,MAAuB;QAC3B,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG;IAChC;IAEA,WAAmB;QACjB,MAAMG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG;QACnC,OAAOA,OAAO;IAChB;IAEA,IAAI,QAAQ;QACV,OAAO;YACL,OAAO,OACLC,GACAC,GACA7B;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC4B,GAAGC;gBACzB,MAAM,EAAEC,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAG/B,WAAW,CAAC;gBACnDzB,UAAU,CAAC,YAAY,EAAEqD,EAAE,EAAE,EAAEC,EAAE,EAAE,EAAEC,OAAO,EAAE,EAAEC,OAAO;gBAEvD,IAAIA,AAAU,MAAVA,SAAe,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EACnC,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,QAAQ,CAACH,GAAGC,GAAG;oBACjEC;gBACF;qBAEA,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,IAAIA,AAAW,WAAXA,UAAqBC,AAAU,MAAVA,OACvB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACH,GAAGC;qBAE5D,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAACD,GAAGC,GAAG;oBAC7DC;oBACAC;gBACF;qBAEG,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC1B,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CAACH,GAAGC,GAAG;oBACxDC;oBACA,YAAYC;gBACd;YAGN;YACA,OAAO,OAAOC,QAAgBC;gBAC5B1D,UAAU,CAAC,YAAY,EAAEyD,OAAO,EAAE,EAAEC,QAAQ;gBAC5C,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAAC;oBACvDD;oBACAC;gBACF;qBACK,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CACvDD,QACAC;YAGN;YACA,MAAM,OAAOL,GAAWC;gBACtB,IAAI,CAAC,SAAS,GAAG;gBACjBtD,UAAU,CAAC,cAAc,EAAEqD,EAAE,EAAE,EAAEC,GAAG;gBACpC,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAACD,GAAGC;YAC3C;YACA,MAAM,OACJK,MACAC;gBAEA5D,UACE,CAAC,sBAAsB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;gBAElE,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CACtDD,KAAK,CAAC,EACNA,KAAK,CAAC;gBAER,MAAME,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI;gBACxD,MAAMA,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CAACD,GAAG,CAAC,EAAEA,GAAG,CAAC,EAAE;oBACnE,OAAO;gBACT;gBACA,MAAMC,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,EAAE;gBACtD,MAAMA,MAAM;gBACZ7D,UACE,CAAC,oBAAoB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;YAElE;QACF;IACF;IAEA,IAAI,WAAW;QACb,OAAO;YACL,MAAM,OAAOE;gBACX9D,UAAU,CAAC,cAAc,EAAE8D,MAAM;gBACjC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,MAAM;oBAAE,OAAO;gBAAG;YAC7D;YACA,OAAO,OACLC;gBAIA,MAAMC,OAAO5D,MAAM,OAAO,CAAC2D,UAAUA,SAAS;oBAACA;iBAAO;gBACtD/D,UAAU,kBAAkBgE;gBAC5B,KAAK,MAAMC,KAAKD,KAAM;oBACpB,MAAME,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC5D;gBACA,KAAK,MAAMD,KAAK;uBAAID;iBAAK,CAAC,OAAO,GAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACC,EAAE,GAAG;YAE/C;YACA,MAAM,OAAOE;gBACXnE,UAAU,CAAC,cAAc,EAAEmE,KAAK;gBAChC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA;YAC3C;YACA,IAAI,OAAOA;gBACTnE,UAAU,CAAC,YAAY,EAAEmE,KAAK;gBAC9B,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACA;YACzC;QACF;IACF;IAEA,MAAM,WAAWC,OAAoB,EAAiB;QACpD,IAAI,CAACA,SAAS,YACZrD,QAAQ,IAAI,CAAC;QAIf,MAAMsD,YAAY;YAChB,MAAMR,MAAM;YACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAC;oBAAE,KAAK;gBAAY;aAAE;QAClD;QAEA,MAAMS,QAAQC,AAAqB,aAArBA,QAAQ,QAAQ;QAC9BvE,UAAU;QACV,IAAIsE,OAAO;YACT,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;gBAEtC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACF,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE,EAAE;oBAC3D,OAAO;gBACT;gBACA,MAAMC;YACR;YAEA,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR,OAAO;YACL,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACD,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;YAC3D,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;YACxC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAMC;QACR;QACArE,UAAU;IACZ;IAGA,MAAc,wBAAwBmB,KAAa,EAAiB;QAClE,IAAIA,OACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,MAAM,IAAI,EAAEA,MAAM,GAAG;aACtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAE1B,MAAMqD,OAAO,MAAM,IAAI,CAAC,IAAI;YAC5B,MAAMC,UAAU9C,KAAK,KAAK,CAAC6C,KAAK,KAAK,GAAG;YACxC,MAAME,UAAU/C,KAAK,KAAK,CAAC6C,KAAK,MAAM,GAAG;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACC,SAASC;QACjC;IACF;IAEA,MAAM,eAAeC,aAAqB,EAAiB;QACzD,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAiB;QAC5D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAiB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAiB;QAC3D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAiB;QACtE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAM/B,OAAO,WAAW;QAChE,MAAMgC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAACG;IAC9B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAM/B,OAAO,WAAW;QAChE,MAAMgC,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGG;IAC7B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMjC,OAAO,UAAU;QAC9D,MAAMgC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAACG,gBAAgB;IAC3C;IAEA,MAAM,YAAYF,QAAiB,EAAED,aAAqB,EAAiB;QACzE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMjC,OAAO,UAAU;QAC9D,MAAMgC,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAACG,gBAAgB;IAC1C;IAEA,MAAM,SAAS1B,GAAW,EAAiB;QACzCpD,UAAU,CAAC,YAAY,EAAEoD,KAAK;QAC9B,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,IAAI,CAACA;aAC7C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,IAAI,CAACA;aAEnD,MAAM,IAAIhB,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BpC,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIoC,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BpC,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIoC,MAAM;IAEpB;IAEA,MAAM,mBAAmB4C,IAAY,EAAEC,KAAU,EAAiB;QAChE,IAAI,IAAI,CAAC,oBAAoB,EAC3B,MAAM,IAAI,CAAC,oBAAoB,CAACD,MAAMC;IAE1C;IAEA,MAAM,kBAAkBD,IAAY,EAAEC,KAAU,EAAiB;QAC/D,MAAM,IAAI,CAAC,iBAAiB;QAC5B,MAAM,IAAI,CAAC,kBAAkB;QAC7B,IAAI,IAAI,CAAC,mBAAmB,EAC1B,MAAM,IAAI,CAAC,mBAAmB,CAACD,MAAMC;IAEzC;IAEA,MAAM,UAAyB,CAAC;IAEhC,MAAM,aAAiC;QACrC,OAAO,MAAMC,qBAAqB,IAAI,EAAE,CAAC;IAC3C;IACA,MAAM,MACJvB,IAA8B,EAC9BC,EAA4B,EAC5BuB,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAEbpF,UACE,CAAC,iBAAiB,EAAE2D,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,CAAC,eAAe,EAAEuB,SAAS,EAAE,CAAC;QAGzF,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YAEvC,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;gBACzB,MAAM,IAAIoC,QAAQ,CAACC,UAAYC,WAAWD,SAASH;YACrD;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC3B,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM2B,KAAK,KAAK,CAAC,IAAI;YAErB,MAAMC,QAAQ;YACd,MAAMC,QAAQL,WAAWI;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMD,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;gBACzB,MAAMgC,KAAK,cAAc,CAACE;YAC5B;YAEA,MAAMF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IACA,MAAM,UAAUjC,CAAS,EAAEC,CAAS,EAAE6B,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QACvB,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5B,IAAIF,WAAWC,sBACbD,WAAWC;QAEb,IAAID,WAAWE,qBACbF,WAAWE;QAEbrF,UAAU,CAAC,mBAAmB,EAAEqD,EAAE,EAAE,EAAEC,EAAE,KAAK,EAAE6B,SAAS,EAAE,CAAC;QAC3D,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMG,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;YACzB,MAAMgC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAM,IAAII,QAAQ,CAACG,MAAQD,WAAWC,KAAKV;YAC3C,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACjC,GAAGC;YACzB,MAAMgC,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAMA,KAAK,cAAc,CAACH;YAC1B,MAAMG,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IA3kBA,YACEQ,cAA6B,EAC7BC,aAAwB,EACxBC,IAAsB,CACtB;QA5CF;QACA,uBAAU,4BAAV;QACA,uBAAU,6BAAV;QACA,uBAAQ,gBAAR;QACA,uBAAQ,wBAAR;QACA,uBAAQ,uBAAR;QACA,uBAAQ,iBAAR;QACA,uBAAQ,kCAAR;QACA;QAgbA,uBAAQ,aAAY;QA3YlB,IAAI,CAAC,cAAc,GAAGF;QACtB,IAAI,CAAC,aAAa,GAAGC;QACrB,IAAI,CAAC,wBAAwB,GAC3BC,MAAM,4BAA4BC;QACpC,IAAI,CAAC,yBAAyB,GAC5BD,MAAM,6BAA6BE;QACrC,IAAI,CAAC,oBAAoB,GAAGF,MAAM;QAClC,IAAI,CAAC,mBAAmB,GAAGA,MAAM;QACjC,IAAI,CAAC,aAAa,GAAGA,MAAM;QAC3B,IAAI,CAAC,8BAA8B,GACjCA,MAAM,kCAAkC;IAC5C;AA4jBF;AAEO,SAASG,gBACdb,IAAoC,EACpCc,YAA2B;IAE3Bd,KAAK,EAAE,CAAC,SAAS,OAAOe;QACtB,IAAI,CAACA,OAAO,YACVtF,QAAQ,IAAI,CAAC;QAGf,MAAMqC,MAAM,MAAOiD,MAAwB,GAAG;QAC9CtF,QAAQ,GAAG,CAAC,CAAC,cAAc,EAAEqC,KAAK;QAClC,IAAMiD,MAAwB,QAAQ,IAOpCD,aAAa,CAAC,oCAAoC,EAAEhD,KAAK;aANzD,IAAI;YACF,MAAOiD,MAAwB,KAAK;QACtC,EAAE,OAAOvF,OAAO;YACdsF,aAAa,CAAC,sBAAsB,EAAEhD,IAAI,SAAS,EAAEtC,OAAO;QAC9D;QAKF,IAAKwE,KAAK,QAAQ,IAOhBc,aAAa,CAAC,kCAAkC,EAAEhD,KAAK;aANvD,IAAI;YACF,MAAMkC,KAAK,IAAI,CAAClC;QAClB,EAAE,OAAOtC,OAAO;YACdsF,aAAa,CAAC,eAAe,EAAEhD,IAAI,SAAS,EAAEtC,OAAO;QACvD;IAIJ;AACF;AAUO,SAASwF,2BACdhB,IAAoC;IAQnCA,KACE,WAAW,CAAC;QACX,SAAS,CAAC;;;;;;CAMf,CAAC;IACE,GACC,IAAI,CAAC;QACJvE,QAAQ,GAAG,CACT;IAEJ,GACC,KAAK,CAAC,CAACwF;QACNxF,QAAQ,GAAG,CACT,0DACAwF;IAEJ;AACJ"}

package/dist/es/web-element.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"web-element.mjs","sources":["../../src/web-element.ts"],"sourcesContent":["import type {\n  AgentOpt,\n  DeviceAction,\n  Rect,\n  UIContext,\n  WebElementInfo,\n} from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\n\nimport { commonContextParser } from '@midscene/core/agent';\nimport type { NodeType } from '@midscene/shared/constants';\nimport type ChromeExtensionProxyPage from './chrome-extension/page';\nimport type { PlaywrightWebPage } from './playwright';\nimport type { PuppeteerWebPage } from './puppeteer';\nimport type { StaticPage } from './static';\nexport type { WebElementInfo };\n\nexport type WebPageAgentOpt = AgentOpt & WebPageOpt;\nexport type WebPageOpt = {\n  waitForNavigationTimeout?: number;\n  waitForNetworkIdleTimeout?: number;\n  forceSameTabNavigation?: boolean /* if limit the new tab to the current page, default true */;\n  /**\n   * Force Chrome to render select elements using base-select appearance instead of OS-native rendering.\n   * This makes select elements visible in screenshots captured by Playwright/Puppeteer.\n   *\n   * Reference: https://developer.chrome.com/blog/a-customizable-select\n   *\n   * When enabled, adds a style tag with `select { appearance: base-select !important; }` to the page.\n   */\n  forceChromeSelectRendering?: boolean;\n  beforeInvokeAction?: () => Promise<void>;\n  afterInvokeAction?: () => Promise<void>;\n  customActions?: DeviceAction<any>[];\n};\n\nexport type WebPage =\n  | PlaywrightWebPage\n  | PuppeteerWebPage\n  | StaticPage\n  | ChromeExtensionProxyPage;\n\nexport class WebElementInfoImpl implements WebElementInfo {\n  content: string;\n\n  rect: Rect;\n\n  center: [number, number];\n\n  id: string;\n\n  indexId: number;\n\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n\n  xpaths?: string[];\n\n  isVisible: boolean;\n\n  constructor({\n    content,\n    rect,\n    id,\n    attributes,\n    indexId,\n    xpaths,\n    isVisible,\n  }: {\n    content: string;\n    rect: Rect;\n    id: string;\n    attributes: {\n      nodeType: NodeType;\n      [key: string]: string;\n    };\n    indexId: number;\n    xpaths?: string[];\n    isVisible: boolean;\n  }) {\n    this.content = content;\n    this.rect = rect;\n    this.center = [\n      Math.floor(rect.left + rect.width / 2),\n      Math.floor(rect.top + rect.height / 2),\n    ];\n    this.id = id;\n    this.attributes = attributes;\n    this.indexId = indexId;\n    this.xpaths = xpaths;\n    this.isVisible = isVisible;\n  }\n}\n\nconst debug = getDebug('web:parse-context');\nexport async function WebPageContextParser(\n  page: AbstractInterface,\n  _opt: { uploadServerUrl?: string },\n): Promise<UIContext> {\n  const basicContext = await commonContextParser(page, {\n    uploadServerUrl: _opt.uploadServerUrl,\n  });\n\n  // debug('will traverse element tree');\n  // const tree = (await page.getElementsNodeTree?.()) || {\n  //   node: null,\n  //   children: [],\n  // };\n  // // const webTree = traverseTree(tree!, (elementInfo) => {\n  // //   const { rect, id, content, attributes, indexId, isVisible } = elementInfo;\n  // //   return new WebElementInfoImpl({\n  // //     rect,\n  // //     id,\n  // //     content,\n  // //     attributes,\n  // //     indexId,\n  // //     isVisible,\n  // //   });\n  // // });\n  // debug('traverse element tree end');\n\n  return basicContext;\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n`;\n"],"names":["WebElementInfoImpl","content","rect","id","attributes","indexId","xpaths","isVisible","Math","getDebug","WebPageContextParser","page","_opt","basicContext","commonContextParser","limitOpenNewTabScript"],"mappings":";;;;;;;;;;;;AA4CO,MAAMA;IAoBX,YAAY,EACVC,OAAO,EACPC,IAAI,EACJC,EAAE,EACFC,UAAU,EACVC,OAAO,EACPC,MAAM,EACNC,SAAS,EAYV,CAAE;QAtCH;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA;QAEA;QAsBE,IAAI,CAAC,OAAO,GAAGN;QACf,IAAI,CAAC,IAAI,GAAGC;QACZ,IAAI,CAAC,MAAM,GAAG;YACZM,KAAK,KAAK,CAACN,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YACpCM,KAAK,KAAK,CAACN,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;SACrC;QACD,IAAI,CAAC,EAAE,GAAGC;QACV,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,MAAM,GAAGC;QACd,IAAI,CAAC,SAAS,GAAGC;IACnB;AACF;AAEcE,SAAS;AAChB,eAAeC,qBACpBC,IAAuB,EACvBC,IAAkC;IAElC,MAAMC,eAAe,MAAMC,oBAAoBH,MAAM;QACnD,iBAAiBC,KAAK,eAAe;IACvC;IAoBA,OAAOC;AACT;AAEO,MAAME,wBAAwB,CAAC;;;;;;;;;;;;;;;;;;;;;;AAsBtC,CAAC"}
+{"version":3,"file":"web-element.mjs","sources":["../../src/web-element.ts"],"sourcesContent":["import type {\n  AgentOpt,\n  DeviceAction,\n  Rect,\n  UIContext,\n  WebElementInfo,\n} from '@midscene/core';\nimport type { AbstractInterface } from '@midscene/core/device';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\n\nimport { commonContextParser } from '@midscene/core/agent';\nimport type { NodeType } from '@midscene/shared/constants';\nimport type ChromeExtensionProxyPage from './chrome-extension/page';\nimport type { PlaywrightWebPage } from './playwright';\nimport type { PuppeteerWebPage } from './puppeteer';\nimport type { StaticPage } from './static';\nexport type { WebElementInfo };\n\nexport type WebPageAgentOpt = AgentOpt & WebPageOpt;\nexport type WebPageOpt = {\n  waitForNavigationTimeout?: number;\n  waitForNetworkIdleTimeout?: number;\n  forceSameTabNavigation?: boolean /* if limit the new tab to the current page, default true */;\n  enableTouchEventsInActionSpace?: boolean;\n  /**\n   * Force Chrome to render select elements using base-select appearance instead of OS-native rendering.\n   * This makes select elements visible in screenshots captured by Playwright/Puppeteer.\n   *\n   * Reference: https://developer.chrome.com/blog/a-customizable-select\n   *\n   * When enabled, adds a style tag with `select { appearance: base-select !important; }` to the page.\n   */\n  forceChromeSelectRendering?: boolean;\n  beforeInvokeAction?: () => Promise<void>;\n  afterInvokeAction?: () => Promise<void>;\n  customActions?: DeviceAction<any>[];\n};\n\nexport type WebPage =\n  | PlaywrightWebPage\n  | PuppeteerWebPage\n  | StaticPage\n  | ChromeExtensionProxyPage;\n\nexport class WebElementInfoImpl implements WebElementInfo {\n  content: string;\n\n  rect: Rect;\n\n  center: [number, number];\n\n  id: string;\n\n  indexId: number;\n\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n\n  xpaths?: string[];\n\n  isVisible: boolean;\n\n  constructor({\n    content,\n    rect,\n    id,\n    attributes,\n    indexId,\n    xpaths,\n    isVisible,\n  }: {\n    content: string;\n    rect: Rect;\n    id: string;\n    attributes: {\n      nodeType: NodeType;\n      [key: string]: string;\n    };\n    indexId: number;\n    xpaths?: string[];\n    isVisible: boolean;\n  }) {\n    this.content = content;\n    this.rect = rect;\n    this.center = [\n      Math.floor(rect.left + rect.width / 2),\n      Math.floor(rect.top + rect.height / 2),\n    ];\n    this.id = id;\n    this.attributes = attributes;\n    this.indexId = indexId;\n    this.xpaths = xpaths;\n    this.isVisible = isVisible;\n  }\n}\n\nconst debug = getDebug('web:parse-context');\nexport async function WebPageContextParser(\n  page: AbstractInterface,\n  _opt: { uploadServerUrl?: string },\n): Promise<UIContext> {\n  const basicContext = await commonContextParser(page, {\n    uploadServerUrl: _opt.uploadServerUrl,\n  });\n\n  // debug('will traverse element tree');\n  // const tree = (await page.getElementsNodeTree?.()) || {\n  //   node: null,\n  //   children: [],\n  // };\n  // // const webTree = traverseTree(tree!, (elementInfo) => {\n  // //   const { rect, id, content, attributes, indexId, isVisible } = elementInfo;\n  // //   return new WebElementInfoImpl({\n  // //     rect,\n  // //     id,\n  // //     content,\n  // //     attributes,\n  // //     indexId,\n  // //     isVisible,\n  // //   });\n  // // });\n  // debug('traverse element tree end');\n\n  return basicContext;\n}\n\nexport const limitOpenNewTabScript = `\nif (!window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__) {\n  window.__MIDSCENE_NEW_TAB_INTERCEPTOR_INITIALIZED__ = true;\n\n  // Intercept the window.open method (only once)\n  window.open = function(url) {\n    console.log('Blocked window.open:', url);\n    window.location.href = url;\n    return null;\n  };\n\n  // Block all a tag clicks with target=\"_blank\" (only once)\n  document.addEventListener('click', function(e) {\n    const target = e.target.closest('a');\n    if (target && target.target === '_blank') {\n      e.preventDefault();\n      console.log('Blocked new tab:', target.href);\n      window.location.href = target.href;\n      target.removeAttribute('target');\n    }\n  }, true);\n}\n`;\n"],"names":["WebElementInfoImpl","content","rect","id","attributes","indexId","xpaths","isVisible","Math","getDebug","WebPageContextParser","page","_opt","basicContext","commonContextParser","limitOpenNewTabScript"],"mappings":";;;;;;;;;;;;AA6CO,MAAMA;IAoBX,YAAY,EACVC,OAAO,EACPC,IAAI,EACJC,EAAE,EACFC,UAAU,EACVC,OAAO,EACPC,MAAM,EACNC,SAAS,EAYV,CAAE;QAtCH;QAEA;QAEA;QAEA;QAEA;QAEA;QAKA;QAEA;QAsBE,IAAI,CAAC,OAAO,GAAGN;QACf,IAAI,CAAC,IAAI,GAAGC;QACZ,IAAI,CAAC,MAAM,GAAG;YACZM,KAAK,KAAK,CAACN,KAAK,IAAI,GAAGA,KAAK,KAAK,GAAG;YACpCM,KAAK,KAAK,CAACN,KAAK,GAAG,GAAGA,KAAK,MAAM,GAAG;SACrC;QACD,IAAI,CAAC,EAAE,GAAGC;QACV,IAAI,CAAC,UAAU,GAAGC;QAClB,IAAI,CAAC,OAAO,GAAGC;QACf,IAAI,CAAC,MAAM,GAAGC;QACd,IAAI,CAAC,SAAS,GAAGC;IACnB;AACF;AAEcE,SAAS;AAChB,eAAeC,qBACpBC,IAAuB,EACvBC,IAAkC;IAElC,MAAMC,eAAe,MAAMC,oBAAoBH,MAAM;QACnD,iBAAiBC,KAAK,eAAe;IACvC;IAoBA,OAAOC;AACT;AAEO,MAAME,wBAAwB,CAAC;;;;;;;;;;;;;;;;;;;;;;AAsBtC,CAAC"}

package/dist/es/web-page.mjs

@@ -82,7 +82,7 @@ class AbstractWebPage extends AbstractInterface {
     }
     async clearInput(element) {}
 }
-const commonWebActionsForWebPage = (page)=>[
+const commonWebActionsForWebPage = (page, includeTouchEvents = false)=>[
         defineActionTap(async (param)=>{
             const element = param.locate;
             node_assert(element, 'Element not found, cannot tap');
@@ -165,37 +165,39 @@ const commonWebActionsForWebPage = (page)=>[
             const duration = param?.duration;
             await page.longPress(element.center[0], element.center[1], duration);
         }),
-        defineActionSwipe(async (param)=>{
-            const { width, height } = await page.size();
-            const { start, end } = param;
-            const startPoint = start ? {
-                x: start.center[0],
-                y: start.center[1]
-            } : {
-                x: width / 2,
-                y: height / 2
-            };
-            let endPoint;
-            if (end) endPoint = {
-                x: end.center[0],
-                y: end.center[1]
-            };
-            else if (param.distance) {
-                const direction = param.direction;
-                if (!direction) throw new Error('direction is required for swipe gesture');
-                endPoint = {
-                    x: startPoint.x + ('right' === direction ? param.distance : 'left' === direction ? -param.distance : 0),
-                    y: startPoint.y + ('down' === direction ? param.distance : 'up' === direction ? -param.distance : 0)
+        ...includeTouchEvents ? [
+            defineActionSwipe(async (param)=>{
+                const { width, height } = await page.size();
+                const { start, end } = param;
+                const startPoint = start ? {
+                    x: start.center[0],
+                    y: start.center[1]
+                } : {
+                    x: width / 2,
+                    y: height / 2
                 };
-            } else throw new Error('Either end or distance must be specified for swipe gesture');
-            endPoint.x = Math.max(0, Math.min(endPoint.x, width));
-            endPoint.y = Math.max(0, Math.min(endPoint.y, height));
-            const duration = param.duration;
-            debug(`swipe from ${startPoint.x}, ${startPoint.y} to ${endPoint.x}, ${endPoint.y} with duration ${duration}ms, repeat is set to ${param.repeat}`);
-            let repeat = 'number' == typeof param.repeat ? param.repeat : 1;
-            if (0 === repeat) repeat = 10;
-            for(let i = 0; i < repeat; i++)await page.swipe(startPoint, endPoint, duration);
-        }),
+                let endPoint;
+                if (end) endPoint = {
+                    x: end.center[0],
+                    y: end.center[1]
+                };
+                else if (param.distance) {
+                    const direction = param.direction;
+                    if (!direction) throw new Error('direction is required for swipe gesture');
+                    endPoint = {
+                        x: startPoint.x + ('right' === direction ? param.distance : 'left' === direction ? -param.distance : 0),
+                        y: startPoint.y + ('down' === direction ? param.distance : 'up' === direction ? -param.distance : 0)
+                    };
+                } else throw new Error('Either end or distance must be specified for swipe gesture');
+                endPoint.x = Math.max(0, Math.min(endPoint.x, width));
+                endPoint.y = Math.max(0, Math.min(endPoint.y, height));
+                const duration = param.duration;
+                debug(`swipe from ${startPoint.x}, ${startPoint.y} to ${endPoint.x}, ${endPoint.y} with duration ${duration}ms, repeat is set to ${param.repeat}`);
+                let repeat = 'number' == typeof param.repeat ? param.repeat : 1;
+                if (0 === repeat) repeat = 10;
+                for(let i = 0; i < repeat; i++)await page.swipe(startPoint, endPoint, duration);
+            })
+        ] : [],
         defineActionClearInput(async (param)=>{
             const element = param.locate;
             node_assert(element, 'Element not found, cannot clear input');