@midscene/web 1.10.5-beta-20260716114658.0 → 1.10.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/bridge-mode/io-client.mjs +1 -1
- package/dist/es/bridge-mode/io-server.mjs +2 -2
- package/dist/es/bridge-mode/io-server.mjs.map +1 -1
- package/dist/es/bridge-mode/page-browser-side.mjs +1 -1
- package/dist/es/bridge-mode/page-browser-side.mjs.map +1 -1
- package/dist/es/chrome-extension/page.mjs +4 -57
- package/dist/es/chrome-extension/page.mjs.map +1 -1
- package/dist/es/cli.mjs +1 -1
- package/dist/es/puppeteer/base-page.mjs +5 -31
- package/dist/es/puppeteer/base-page.mjs.map +1 -1
- package/dist/es/web-page.mjs +5 -17
- package/dist/es/web-page.mjs.map +1 -1
- package/dist/lib/bridge-mode/io-client.js +1 -1
- package/dist/lib/bridge-mode/io-server.js +2 -2
- package/dist/lib/bridge-mode/io-server.js.map +1 -1
- package/dist/lib/bridge-mode/page-browser-side.js +1 -1
- package/dist/lib/bridge-mode/page-browser-side.js.map +1 -1
- package/dist/lib/chrome-extension/page.js +4 -57
- package/dist/lib/chrome-extension/page.js.map +1 -1
- package/dist/lib/cli.js +1 -1
- package/dist/lib/puppeteer/base-page.js +5 -31
- package/dist/lib/puppeteer/base-page.js.map +1 -1
- package/dist/lib/web-page.js +5 -17
- package/dist/lib/web-page.js.map +1 -1
- package/dist/types/puppeteer/base-page.d.ts +0 -2
- package/package.json +4 -4
|
@@ -24,17 +24,12 @@ const warnPage = getDebug('web:page', {
|
|
|
24
24
|
const BROWSER_NAVIGATION_ERROR_PATTERN = /execution context was destroyed|frame was detached|target closed|page has been closed|context was destroyed|net::ERR_ABORTED/i;
|
|
25
25
|
const CDP_SCREENCAST_QUALITY = 70;
|
|
26
26
|
const CDP_SCREENCAST_EVERY_NTH_FRAME = 1;
|
|
27
|
-
const VISUAL_UPDATE_FOLLOWUP_DELAY_MS = 800;
|
|
28
27
|
const FLUSH_VISUAL_UPDATE_TIMEOUT_MS = 50;
|
|
29
28
|
const DATA_URL_BASE64_PREFIX = /^data:image\/\w+;base64,/;
|
|
30
29
|
function isClosedPageError(error) {
|
|
31
30
|
if (!(error instanceof Error)) return false;
|
|
32
31
|
return /target page, context or browser has been closed|page has been closed|target closed|browser has been closed/i.test(error.message);
|
|
33
32
|
}
|
|
34
|
-
function isTransientNavigationError(error) {
|
|
35
|
-
if (!(error instanceof Error)) return false;
|
|
36
|
-
return /execution context was destroyed|frame was detached|context was destroyed|net::ERR_ABORTED/i.test(error.message);
|
|
37
|
-
}
|
|
38
33
|
class Page {
|
|
39
34
|
actionSpace() {
|
|
40
35
|
const defaultActions = commonWebActionsForWebPage(this, this.enableTouchEventsInActionSpace);
|
|
@@ -269,7 +264,7 @@ class Page {
|
|
|
269
264
|
}
|
|
270
265
|
async flushPendingVisualUpdate() {
|
|
271
266
|
const activeStream = this.activeMjpegStream;
|
|
272
|
-
if (!activeStream
|
|
267
|
+
if (!activeStream) return;
|
|
273
268
|
try {
|
|
274
269
|
await this.evaluate((timeoutMs)=>new Promise((resolve)=>{
|
|
275
270
|
let done = false;
|
|
@@ -281,20 +276,18 @@ class Page {
|
|
|
281
276
|
setTimeout(finish, timeoutMs);
|
|
282
277
|
requestAnimationFrame(()=>requestAnimationFrame(finish));
|
|
283
278
|
}), FLUSH_VISUAL_UPDATE_TIMEOUT_MS);
|
|
284
|
-
if (this.activeMjpegStream?.token !== activeStream.token || activeStream.hasReceivedScreencastFrame) return;
|
|
285
279
|
const dataUrl = await this.screenshotBase64();
|
|
286
|
-
if (this.activeMjpegStream?.token !== activeStream.token
|
|
280
|
+
if (this.activeMjpegStream?.token !== activeStream.token) return;
|
|
287
281
|
activeStream.onFrame({
|
|
288
282
|
data: dataUrl.replace(DATA_URL_BASE64_PREFIX, ''),
|
|
289
283
|
contentType: 'image/jpeg'
|
|
290
284
|
});
|
|
291
285
|
} catch (error) {
|
|
292
286
|
debugPage('screencast visual refresh failed: %s', error);
|
|
293
|
-
if (isTransientNavigationError(error) && !isClosedPageError(error)) return;
|
|
294
287
|
activeStream.onError?.(error);
|
|
295
288
|
}
|
|
296
289
|
}
|
|
297
|
-
|
|
290
|
+
schedulePendingVisualUpdate() {
|
|
298
291
|
if (!this.activeMjpegStream) return;
|
|
299
292
|
if (this.visualUpdateFlushInFlight) {
|
|
300
293
|
this.visualUpdateFlushQueued = true;
|
|
@@ -313,15 +306,6 @@ class Page {
|
|
|
313
306
|
});
|
|
314
307
|
this.visualUpdateFlushInFlight = flushTask;
|
|
315
308
|
}
|
|
316
|
-
schedulePendingVisualUpdate() {
|
|
317
|
-
if (!this.activeMjpegStream) return;
|
|
318
|
-
this.queuePendingVisualUpdate();
|
|
319
|
-
if (this.visualUpdateFollowupTimer) clearTimeout(this.visualUpdateFollowupTimer);
|
|
320
|
-
this.visualUpdateFollowupTimer = setTimeout(()=>{
|
|
321
|
-
this.visualUpdateFollowupTimer = void 0;
|
|
322
|
-
this.queuePendingVisualUpdate();
|
|
323
|
-
}, VISUAL_UPDATE_FOLLOWUP_DELAY_MS);
|
|
324
|
-
}
|
|
325
309
|
async startMjpegStream(options) {
|
|
326
310
|
const { signal, onFrame, onError } = options;
|
|
327
311
|
if ('function' == typeof this.underlyingPage.bringToFront) await this.underlyingPage.bringToFront();
|
|
@@ -338,7 +322,6 @@ class Page {
|
|
|
338
322
|
const handleFrame = (event)=>{
|
|
339
323
|
(async ()=>{
|
|
340
324
|
if (stopped) return;
|
|
341
|
-
if (this.activeMjpegStream?.token === streamToken) this.activeMjpegStream.hasReceivedScreencastFrame = true;
|
|
342
325
|
try {
|
|
343
326
|
onFrame({
|
|
344
327
|
data: event.data,
|
|
@@ -364,10 +347,6 @@ class Page {
|
|
|
364
347
|
if (stopped) return;
|
|
365
348
|
stopped = true;
|
|
366
349
|
if (this.activeMjpegStream?.token === streamToken) this.activeMjpegStream = void 0;
|
|
367
|
-
if (this.visualUpdateFollowupTimer) {
|
|
368
|
-
clearTimeout(this.visualUpdateFollowupTimer);
|
|
369
|
-
this.visualUpdateFollowupTimer = void 0;
|
|
370
|
-
}
|
|
371
350
|
signal?.removeEventListener('abort', abortHandler);
|
|
372
351
|
removeFrameListener();
|
|
373
352
|
await client.send('Page.stopScreencast').catch((error)=>{
|
|
@@ -383,7 +362,6 @@ class Page {
|
|
|
383
362
|
try {
|
|
384
363
|
client.on('Page.screencastFrame', handleFrame);
|
|
385
364
|
this.activeMjpegStream = {
|
|
386
|
-
hasReceivedScreencastFrame: false,
|
|
387
365
|
token: streamToken,
|
|
388
366
|
onFrame,
|
|
389
367
|
onError
|
|
@@ -412,7 +390,7 @@ class Page {
|
|
|
412
390
|
quality: CDP_SCREENCAST_QUALITY,
|
|
413
391
|
everyNthFrame: CDP_SCREENCAST_EVERY_NTH_FRAME
|
|
414
392
|
});
|
|
415
|
-
this.
|
|
393
|
+
this.flushPendingVisualUpdate();
|
|
416
394
|
return {
|
|
417
395
|
stop
|
|
418
396
|
};
|
|
@@ -863,7 +841,6 @@ class Page {
|
|
|
863
841
|
_define_property(this, "activeMjpegStream", void 0);
|
|
864
842
|
_define_property(this, "visualUpdateFlushInFlight", null);
|
|
865
843
|
_define_property(this, "visualUpdateFlushQueued", false);
|
|
866
|
-
_define_property(this, "visualUpdateFollowupTimer", void 0);
|
|
867
844
|
_define_property(this, "interfaceType", void 0);
|
|
868
845
|
_define_property(this, "everMoved", false);
|
|
869
846
|
this.underlyingPage = underlyingPage;
|
|
@@ -890,10 +867,7 @@ function forceClosePopup(page, debugProfile) {
|
|
|
890
867
|
}
|
|
891
868
|
if (page.isClosed()) debugProfile(`page is already closed, skip goto ${url}`);
|
|
892
869
|
else try {
|
|
893
|
-
await page.goto(url
|
|
894
|
-
waitUntil: 'domcontentloaded',
|
|
895
|
-
timeout: 10000
|
|
896
|
-
});
|
|
870
|
+
await page.goto(url);
|
|
897
871
|
} catch (error) {
|
|
898
872
|
debugProfile(`failed to goto ${url}, error: ${error}`);
|
|
899
873
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"puppeteer/base-page.mjs","sources":["../../../src/puppeteer/base-page.ts"],"sourcesContent":["import type { WebPageAgentOpt } from '@/web-element';\nimport type {\n DeviceAction,\n ElementCacheFeature,\n ElementTreeNode,\n Point,\n Rect,\n Size,\n} from '@midscene/core';\nimport type {\n AbstractInterface,\n DeviceFrameRef,\n DeviceFrameSource,\n MjpegStreamHandle,\n MjpegStreamOptions,\n} from '@midscene/core/device';\nimport { sleep } from '@midscene/core/utils';\nimport {\n DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,\n DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,\n} from '@midscene/shared/constants';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { type DebugFunction, getDebug } from '@midscene/shared/logger';\nimport {\n getElementInfosScriptContent,\n getExtraReturnLogic,\n} from '@midscene/shared/node';\nimport { assert } from '@midscene/shared/utils';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { CDPSession, Protocol, Page as PuppeteerPage } from 'puppeteer';\nimport {\n type CacheFeatureOptions,\n type WebElementCacheFeature,\n buildRectFromElementInfo,\n judgeOrderSensitive,\n sanitizeXpaths,\n} from '../common/cache-helper';\nimport {\n type KeyInput,\n type MouseButton,\n commonWebActionsForWebPage,\n} from '../web-page';\n\nexport const debugPage = getDebug('web:page');\nconst warnPage = getDebug('web:page', { console: true });\n\nexport const BROWSER_NAVIGATION_ERROR_PATTERN =\n /execution context was destroyed|frame was detached|target closed|page has been closed|context was destroyed|net::ERR_ABORTED/i;\n\nconst CDP_SCREENCAST_QUALITY = 70;\nconst CDP_SCREENCAST_EVERY_NTH_FRAME = 1;\n// Empirical follow-up window for async UI paints after input actions.\n// The immediate refresh can happen before React/state transitions settle.\nconst VISUAL_UPDATE_FOLLOWUP_DELAY_MS = 800;\n// Upper bound for the \"wait for browser repaint\" promise inside\n// flushPendingVisualUpdate so the call does not hang forever if the page\n// stops scheduling animation frames (e.g. backgrounded tab).\nconst FLUSH_VISUAL_UPDATE_TIMEOUT_MS = 50;\nconst DATA_URL_BASE64_PREFIX = /^data:image\\/\\w+;base64,/;\n\ntype ScreencastFrameEvent = {\n data: string;\n sessionId: number;\n};\n\ntype PageCdpSession = {\n send(method: string, params?: Record<string, unknown>): Promise<unknown>;\n detach(): Promise<void>;\n};\n\ntype ScreencastCdpSession = PageCdpSession & {\n on(\n event: 'Page.screencastFrame',\n handler: (event: ScreencastFrameEvent) => void,\n ): void;\n off?(\n event: 'Page.screencastFrame',\n handler: (event: ScreencastFrameEvent) => void,\n ): void;\n removeListener?(\n event: 'Page.screencastFrame',\n handler: (event: ScreencastFrameEvent) => void,\n ): void;\n};\n\nfunction isClosedPageError(error: unknown) {\n if (!(error instanceof Error)) {\n return false;\n }\n\n return /target page, context or browser has been closed|page has been closed|target closed|browser has been closed/i.test(\n error.message,\n );\n}\n\nfunction isTransientNavigationError(error: unknown) {\n if (!(error instanceof Error)) {\n return false;\n }\n\n return /execution context was destroyed|frame was detached|context was destroyed|net::ERR_ABORTED/i.test(\n error.message,\n );\n}\n\nexport class Page<\n AgentType extends 'puppeteer' | 'playwright',\n InterfaceType extends PuppeteerPage | PlaywrightPage,\n> implements AbstractInterface\n{\n underlyingPage: InterfaceType;\n protected waitForNavigationTimeout: number;\n protected waitForNetworkIdleTimeout: number;\n private viewportSize?: Size;\n private onBeforeInvokeAction?: AbstractInterface['beforeInvokeAction'];\n private onAfterInvokeAction?: AbstractInterface['afterInvokeAction'];\n private customActions?: DeviceAction<any>[];\n private enableTouchEventsInActionSpace: boolean;\n private keyboardTypeDelay: number | undefined;\n private puppeteerFileChooserSession?: CDPSession;\n private puppeteerFileChooserHandler?: (\n event: Protocol.Page.FileChooserOpenedEvent,\n ) => Promise<void>;\n private playwrightNetworkIdleWarningShown = false;\n private activeMjpegStream?: {\n hasReceivedScreencastFrame: boolean;\n token: symbol;\n onFrame: MjpegStreamOptions['onFrame'];\n onError?: MjpegStreamOptions['onError'];\n };\n private visualUpdateFlushInFlight: Promise<void> | null = null;\n private visualUpdateFlushQueued = false;\n private visualUpdateFollowupTimer?: ReturnType<typeof setTimeout>;\n interfaceType: AgentType;\n\n actionSpace(): DeviceAction[] {\n const defaultActions = commonWebActionsForWebPage(\n this,\n this.enableTouchEventsInActionSpace,\n );\n const customActions = this.customActions || [];\n return [...defaultActions, ...customActions];\n }\n\n private async evaluate<R>(\n pageFunction: string | ((...args: any[]) => R | Promise<R>),\n arg?: any,\n ): Promise<R> {\n let result: R;\n debugPage('evaluate function begin');\n if (this.interfaceType === 'puppeteer') {\n result = await (this.underlyingPage as PuppeteerPage).evaluate(\n pageFunction,\n arg,\n );\n } else {\n result = await (this.underlyingPage as PlaywrightPage).evaluate(\n pageFunction,\n arg,\n );\n }\n debugPage('evaluate function end');\n return result;\n }\n\n constructor(\n underlyingPage: InterfaceType,\n interfaceType: AgentType,\n opts?: WebPageAgentOpt,\n ) {\n this.underlyingPage = underlyingPage;\n this.interfaceType = interfaceType;\n this.waitForNavigationTimeout =\n opts?.waitForNavigationTimeout ?? DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT;\n this.waitForNetworkIdleTimeout =\n opts?.waitForNetworkIdleTimeout ?? DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n this.onBeforeInvokeAction = opts?.beforeInvokeAction;\n this.onAfterInvokeAction = opts?.afterInvokeAction;\n this.customActions = opts?.customActions;\n this.enableTouchEventsInActionSpace =\n opts?.enableTouchEventsInActionSpace ?? false;\n this.keyboardTypeDelay = opts?.keyboardTypeDelay;\n }\n\n async evaluateJavaScript<T = any>(script: string): Promise<T> {\n return this.evaluate(script);\n }\n\n async waitForNavigation(\n moment:\n | 'screenshot'\n | 'getElementsInfo'\n | 'getElementsNodeTree'\n | 'afterInvokeAction',\n actionName?: string,\n ) {\n if (this.waitForNavigationTimeout === 0) {\n debugPage('waitForNavigation timeout is 0, skip waiting');\n return;\n }\n\n // issue: https://github.com/puppeteer/puppeteer/issues/3323\n if (\n this.interfaceType === 'puppeteer' ||\n this.interfaceType === 'playwright'\n ) {\n debugPage(\n `waitForNavigation begin at moment ${moment} with timeout: ${this.waitForNavigationTimeout} and actionName: ${actionName}`,\n );\n try {\n await (this.underlyingPage as PuppeteerPage).waitForSelector('html', {\n timeout: this.waitForNavigationTimeout,\n });\n } catch (error) {\n // Ignore timeout error, continue execution\n console.warn(\n '[midscene:warning] Waiting for the \"navigation\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n );\n }\n debugPage('waitForNavigation end');\n }\n }\n\n async waitForNetworkIdle(\n moment: 'afterInvokeAction',\n actionName?: string,\n ): Promise<void> {\n if (this.interfaceType === 'puppeteer') {\n if (this.waitForNetworkIdleTimeout === 0) {\n debugPage('waitForNetworkIdle timeout is 0, skip waiting');\n return;\n }\n\n debugPage(\n `waitForNetworkIdle begin at moment ${moment} with timeout: ${this.waitForNetworkIdleTimeout} and concurrency: ${DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY} and actionName: ${actionName}`,\n );\n try {\n await (this.underlyingPage as PuppeteerPage).waitForNetworkIdle({\n idleTime: 200,\n concurrency: DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n timeout: this.waitForNetworkIdleTimeout,\n });\n } catch (error) {\n // Ignore timeout error, continue execution\n console.warn(\n '[midscene:warning] Waiting for the \"network idle\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n );\n }\n debugPage('waitForNetworkIdle end');\n } else {\n if (!this.playwrightNetworkIdleWarningShown) {\n this.playwrightNetworkIdleWarningShown = true;\n warnPage(\n '[midscene:warning] waitForNetworkIdle is skipped for Playwright. Playwright does not provide an equivalent underlying capability for the intended post-action network idle behavior here.',\n );\n }\n }\n }\n\n // @deprecated\n async getElementsInfo() {\n // const scripts = await getExtraReturnLogic();\n // const captureElementSnapshot = await this.evaluate(scripts);\n // return captureElementSnapshot as ElementInfo[];\n await this.waitForNavigation('getElementsInfo');\n debugPage('getElementsInfo begin');\n const tree = await this.getElementsNodeTree();\n debugPage('getElementsInfo end');\n return treeToList(tree);\n }\n\n private async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n const elementInfosScriptContent = getElementInfosScriptContent();\n\n return this.evaluateJavaScript(\n `${elementInfosScriptContent}midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n );\n }\n\n private async getElementInfoByXpath(xpath: string) {\n const elementInfosScriptContent = getElementInfosScriptContent();\n\n return this.evaluateJavaScript(\n `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n );\n }\n\n async cacheFeatureForPoint(\n center: [number, number],\n options?: CacheFeatureOptions,\n ): Promise<ElementCacheFeature> {\n const point: Point = { left: center[0], top: center[1] };\n\n try {\n const isOrderSensitive = await judgeOrderSensitive(options, debugPage);\n const xpaths = await this.getXpathsByPoint(point, isOrderSensitive);\n const sanitized = sanitizeXpaths(xpaths);\n if (!sanitized.length) {\n debugPage('cacheFeatureForPoint: no xpath found at point %o', center);\n }\n return { xpaths: sanitized };\n } catch (error) {\n debugPage('cacheFeatureForPoint failed: %s', error);\n return { xpaths: [] };\n }\n }\n\n async rectMatchesCacheFeature(feature: ElementCacheFeature): Promise<Rect> {\n const xpaths = sanitizeXpaths((feature as WebElementCacheFeature).xpaths);\n debugPage('rectMatchesCacheFeature: trying %d xpath(s)', xpaths.length);\n\n for (const xpath of xpaths) {\n try {\n debugPage('rectMatchesCacheFeature: evaluating xpath: %s', xpath);\n const elementInfo = await this.getElementInfoByXpath(xpath);\n if (elementInfo?.rect) {\n debugPage(\n 'rectMatchesCacheFeature: found element, rect: %o',\n elementInfo.rect,\n );\n return buildRectFromElementInfo(elementInfo);\n }\n debugPage(\n 'rectMatchesCacheFeature: element found but no rect (elementInfo: %o)',\n elementInfo,\n );\n } catch (error) {\n debugPage(\n 'rectMatchesCacheFeature failed for xpath %s: %s',\n xpath,\n error,\n );\n }\n }\n\n throw new Error(\n `No matching element rect found for the provided cache feature (tried ${xpaths.length} xpath(s): ${xpaths.join(', ')})`,\n );\n }\n\n async getElementsNodeTree() {\n // ref: packages/web-integration/src/playwright/ai-fixture.ts popup logic\n // During test execution, a new page might be opened through a connection, and the page remains confined to the same page instance.\n // The page may go through opening, closing, and reopening; if the page is closed, evaluate may return undefined, which can lead to errors.\n await this.waitForNavigation('getElementsNodeTree');\n const scripts = await getExtraReturnLogic(true);\n assert(scripts, 'scripts should be set before writing report in browser');\n const startTime = Date.now();\n const captureElementSnapshot = await this.evaluate(scripts);\n const endTime = Date.now();\n debugPage(`getElementsNodeTree end, cost: ${endTime - startTime}ms`);\n return captureElementSnapshot as ElementTreeNode<ElementInfo>;\n }\n\n async size(): Promise<Size> {\n if (this.viewportSize) return this.viewportSize;\n const sizeInfo: Size = await this.evaluate(() => {\n return {\n width: window.innerWidth,\n height: window.innerHeight,\n };\n });\n this.viewportSize = sizeInfo;\n return sizeInfo;\n }\n\n async screenshotBase64(): Promise<string> {\n const imgType = 'jpeg' as const;\n const quality = 90;\n const startTime = Date.now();\n debugPage('screenshotBase64 begin');\n\n let base64: string;\n if (this.interfaceType === 'puppeteer') {\n const result = await (this.underlyingPage as PuppeteerPage).screenshot({\n type: imgType,\n quality,\n encoding: 'base64',\n });\n base64 = createImgBase64ByFormat(imgType, result);\n } else if (this.interfaceType === 'playwright') {\n const page = this.underlyingPage as PlaywrightPage;\n try {\n const buffer = await page.screenshot({\n type: imgType,\n quality,\n timeout: 10 * 1000,\n });\n base64 = createImgBase64ByFormat(imgType, buffer.toString('base64'));\n } catch (error) {\n if (isClosedPageError(error) || page.isClosed()) {\n throw error;\n }\n\n const errorMsg = error instanceof Error ? error.message : String(error);\n console.warn(\n `[Midscene] Playwright screenshot failed: ${errorMsg}. Falling back to CDP screenshot.`,\n );\n debugPage(\n 'playwright screenshot failed, trying CDP fallback: %s',\n error,\n );\n base64 = await this.screenshotBase64ByPlaywrightCdp(imgType, quality);\n }\n } else {\n throw new Error('Unsupported page type for screenshot');\n }\n const endTime = Date.now();\n debugPage(`screenshotBase64 end, cost: ${endTime - startTime}ms`);\n return base64;\n }\n\n private async screenshotBase64ByPlaywrightCdp(\n imgType: 'jpeg' | 'png',\n quality?: number,\n ) {\n const client = await this.createPageCdpSession('CDP screenshot fallback');\n try {\n const result = (await new Promise<{\n data: string;\n }>((resolve, reject) => {\n const timeoutId = setTimeout(() => {\n reject(new Error('CDP screenshot timeout after 10000ms.'));\n }, 10 * 1000);\n\n client\n .send('Page.captureScreenshot', {\n format: imgType,\n ...(quality ? { quality } : {}),\n })\n .then(\n (value) => {\n clearTimeout(timeoutId);\n resolve(value as { data: string });\n },\n (error) => {\n clearTimeout(timeoutId);\n reject(error);\n },\n );\n })) as {\n data: string;\n };\n return createImgBase64ByFormat(imgType, result.data);\n } finally {\n void client.detach().catch((error) => {\n debugPage('failed to detach CDP screenshot session: %s', error);\n });\n }\n }\n\n private async createPageCdpSession(\n featureName: string,\n ): Promise<PageCdpSession> {\n if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n // Puppeteer has exposed CDP sessions through both page.createCDPSession()\n // and the historical page.target().createCDPSession() API. Support both\n // here so CDP-backed actions work across Puppeteer versions and wrapped\n // page objects that may only expose one of the two shapes.\n const pageWithCdp = page as PuppeteerPage & {\n createCDPSession?: () => Promise<unknown>;\n };\n if (typeof pageWithCdp.createCDPSession === 'function') {\n return (await pageWithCdp.createCDPSession()) as unknown as PageCdpSession;\n }\n\n const target = page.target?.();\n if (typeof target?.createCDPSession === 'function') {\n return (await target.createCDPSession()) as unknown as PageCdpSession;\n }\n\n throw new Error(\n `${featureName} requires a browser page with CDP session support.`,\n );\n }\n\n const page = this.underlyingPage as PlaywrightPage;\n const browserName = page.context().browser()?.browserType().name();\n if (browserName && browserName !== 'chromium') {\n throw new Error(\n `${featureName} requires Chromium-based browser, but current browser is \"${browserName}\".`,\n );\n }\n\n return (await page\n .context()\n .newCDPSession(page)) as unknown as PageCdpSession;\n }\n\n async waitForDomQuiet(opts?: {\n quietMs?: number;\n timeoutMs?: number;\n target?: ElementInfo;\n }): Promise<void> {\n const quietMs = opts?.quietMs ?? 100;\n const timeoutMs = opts?.timeoutMs ?? 500;\n const targetCenter = opts?.target?.center;\n try {\n await this.evaluate(\n ([q, total, center]: [number, number, [number, number] | undefined]) =>\n new Promise<void>((resolve) => {\n let settleTimer: ReturnType<typeof setTimeout> | undefined;\n const done = () => {\n obs.disconnect();\n clearTimeout(hardTimer);\n if (settleTimer) clearTimeout(settleTimer);\n resolve();\n };\n const target =\n center && Number.isFinite(center[0]) && Number.isFinite(center[1])\n ? document.elementFromPoint(center[0], center[1])\n : null;\n const observeRoot =\n target?.closest('form') ?? target?.parentElement ?? document.body;\n const obs = new MutationObserver(() => {\n if (settleTimer) clearTimeout(settleTimer);\n settleTimer = setTimeout(done, q);\n });\n obs.observe(observeRoot, {\n childList: true,\n subtree: true,\n attributes: true,\n characterData: true,\n });\n const hardTimer = setTimeout(done, total);\n }),\n [quietMs, timeoutMs, targetCenter],\n );\n } catch (error) {\n debugPage('waitForDomQuiet failed: %s', error);\n }\n }\n\n async flushPendingVisualUpdate(): Promise<void> {\n const activeStream = this.activeMjpegStream;\n // A direct screenshot is only the fallback for an idle page that has not\n // emitted its first CDP screencast frame. Mixing it with screencast frames\n // can alternate between two viewport sizes in headed browsers, making the\n // preview visibly resize from one MJPEG frame to the next.\n if (!activeStream || activeStream.hasReceivedScreencastFrame) return;\n\n try {\n await this.evaluate(\n (timeoutMs: number) =>\n new Promise<void>((resolve) => {\n let done = false;\n const finish = () => {\n if (done) return;\n done = true;\n resolve();\n };\n setTimeout(finish, timeoutMs);\n requestAnimationFrame(() => requestAnimationFrame(finish));\n }),\n FLUSH_VISUAL_UPDATE_TIMEOUT_MS,\n );\n if (\n this.activeMjpegStream?.token !== activeStream.token ||\n activeStream.hasReceivedScreencastFrame\n ) {\n return;\n }\n const dataUrl = await this.screenshotBase64();\n if (\n this.activeMjpegStream?.token !== activeStream.token ||\n activeStream.hasReceivedScreencastFrame\n ) {\n return;\n }\n // MjpegStreamFrame.data is contractually bare base64; screenshotBase64()\n // returns a `data:image/...;base64,...` URL, so strip the prefix here.\n activeStream.onFrame({\n data: dataUrl.replace(DATA_URL_BASE64_PREFIX, ''),\n contentType: 'image/jpeg',\n });\n } catch (error) {\n debugPage('screencast visual refresh failed: %s', error);\n if (isTransientNavigationError(error) && !isClosedPageError(error)) {\n return;\n }\n activeStream.onError?.(error);\n }\n }\n\n private queuePendingVisualUpdate(): void {\n if (!this.activeMjpegStream) {\n return;\n }\n\n if (this.visualUpdateFlushInFlight) {\n this.visualUpdateFlushQueued = true;\n return;\n }\n\n const flushTask = (async () => {\n do {\n this.visualUpdateFlushQueued = false;\n await this.flushPendingVisualUpdate();\n } while (this.visualUpdateFlushQueued);\n })()\n .catch((error) => {\n debugPage('scheduled screencast visual refresh failed: %s', error);\n })\n .finally(() => {\n if (this.visualUpdateFlushInFlight === flushTask) {\n this.visualUpdateFlushInFlight = null;\n }\n this.visualUpdateFlushQueued = false;\n });\n\n this.visualUpdateFlushInFlight = flushTask;\n }\n\n schedulePendingVisualUpdate(): void {\n if (!this.activeMjpegStream) {\n return;\n }\n\n this.queuePendingVisualUpdate();\n\n if (this.visualUpdateFollowupTimer) {\n clearTimeout(this.visualUpdateFollowupTimer);\n }\n this.visualUpdateFollowupTimer = setTimeout(() => {\n this.visualUpdateFollowupTimer = undefined;\n this.queuePendingVisualUpdate();\n }, VISUAL_UPDATE_FOLLOWUP_DELAY_MS);\n }\n\n async startMjpegStream(\n options: MjpegStreamOptions,\n ): Promise<MjpegStreamHandle> {\n const { signal, onFrame, onError } = options;\n if (typeof this.underlyingPage.bringToFront === 'function') {\n await this.underlyingPage.bringToFront();\n }\n const client = (await this.createPageCdpSession(\n 'CDP screencast',\n )) as ScreencastCdpSession;\n let stopped = false;\n const streamToken = Symbol('mjpeg-stream');\n\n const reportStreamError = (error: unknown) => {\n try {\n onError?.(error);\n } catch (callbackError) {\n debugPage('mjpeg onError callback threw: %s', callbackError);\n }\n };\n\n const handleFrame = (event: ScreencastFrameEvent) => {\n void (async () => {\n if (stopped) return;\n if (this.activeMjpegStream?.token === streamToken) {\n this.activeMjpegStream.hasReceivedScreencastFrame = true;\n }\n try {\n onFrame({\n data: event.data,\n contentType: 'image/jpeg',\n });\n } catch (error) {\n reportStreamError(error);\n }\n\n try {\n await client.send('Page.screencastFrameAck', {\n sessionId: event.sessionId,\n });\n } catch (error) {\n if (!stopped) {\n reportStreamError(error);\n }\n }\n })();\n };\n\n const removeFrameListener = () => {\n if (client.off) {\n client.off('Page.screencastFrame', handleFrame);\n } else if (client.removeListener) {\n client.removeListener('Page.screencastFrame', handleFrame);\n }\n };\n\n const stop = async () => {\n if (stopped) return;\n stopped = true;\n if (this.activeMjpegStream?.token === streamToken) {\n this.activeMjpegStream = undefined;\n }\n if (this.visualUpdateFollowupTimer) {\n clearTimeout(this.visualUpdateFollowupTimer);\n this.visualUpdateFollowupTimer = undefined;\n }\n signal?.removeEventListener('abort', abortHandler);\n removeFrameListener();\n await client.send('Page.stopScreencast').catch((error) => {\n debugPage('Page.stopScreencast failed: %s', error);\n });\n await client.detach().catch((error) => {\n debugPage('CDP screencast session detach failed: %s', error);\n });\n };\n\n const abortHandler = () => {\n void stop();\n };\n\n try {\n client.on('Page.screencastFrame', handleFrame);\n this.activeMjpegStream = {\n hasReceivedScreencastFrame: false,\n token: streamToken,\n onFrame,\n onError,\n };\n signal?.addEventListener('abort', abortHandler, { once: true });\n\n if (signal?.aborted) {\n await stop();\n return { stop };\n }\n\n await client.send('Page.enable');\n try {\n const { width, height } = await this.size();\n await client.send('Emulation.setVisibleSize', { width, height });\n } catch (error) {\n debugPage('CDP screencast visible size sync failed: %s', error);\n }\n await client.send('Page.startScreencast', {\n format: 'jpeg',\n quality: CDP_SCREENCAST_QUALITY,\n everyNthFrame: CDP_SCREENCAST_EVERY_NTH_FRAME,\n });\n\n // CDP screencast only emits a frame when the page's compositor\n // produces one — for an idle page (no animation, post\n // waitForNetworkIdle) that may never happen, leaving freshly\n // attached subscribers staring at a blank canvas. Force-push one\n // manual screenshot so producer.lastFrame is populated before any\n // /mjpeg subscriber connects.\n this.schedulePendingVisualUpdate();\n\n return { stop };\n } catch (error) {\n await stop();\n throw error;\n }\n }\n\n /**\n * Continuous frame source for UI observation, backed by the same CDP\n * screencast used for MJPEG previews. Frames arrive as JPEG base64 already,\n * so `decode()` is a pass-through. Measured cost of an active screencast is\n * ~1% host CPU with no impact on action/screenshot latency, so this is\n * always available on web (no opt-in needed).\n */\n async openFrameSource(): Promise<DeviceFrameSource> {\n let latest: DeviceFrameRef | null = null;\n const handle = await this.startMjpegStream({\n onFrame: (frame) => {\n latest = {\n ref: `data:${frame.contentType ?? 'image/jpeg'};base64,${frame.data}`,\n capturedAt: Date.now(),\n };\n },\n onError: (error) => {\n debugPage('frame source screencast error: %s', error);\n },\n });\n return {\n latest: () => latest,\n // Screencast frames are already data URLs — no deferred decode cost.\n decode: async (refs) => refs.map((frameRef) => frameRef.ref as string),\n stop: () => handle.stop(),\n };\n }\n\n async url(): Promise<string> {\n return this.underlyingPage.url();\n }\n\n describe(): string {\n const url = this.underlyingPage.url();\n return url || '';\n }\n\n get mouse() {\n return {\n click: async (\n x: number,\n y: number,\n options?: { button?: MouseButton; count?: number },\n ) => {\n await this.mouse.move(x, y);\n const { button = 'left', count = 1 } = options || {};\n debugPage(`mouse click ${x}, ${y}, ${button}, ${count}`);\n\n if (count === 2 && this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).mouse.dblclick(x, y, {\n button,\n });\n } else if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n if (button === 'left' && count === 1) {\n await page.mouse.click(x, y);\n } else {\n await page.mouse.click(x, y, { button, count });\n }\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).mouse.click(x, y, {\n button,\n clickCount: count,\n });\n }\n },\n wheel: async (deltaX: number, deltaY: number) => {\n debugPage(`mouse wheel ${deltaX}, ${deltaY}`);\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).mouse.wheel({\n deltaX,\n deltaY,\n });\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).mouse.wheel(\n deltaX,\n deltaY,\n );\n }\n },\n move: async (x: number, y: number) => {\n this.everMoved = true;\n debugPage(`mouse move to ${x}, ${y}`);\n return this.underlyingPage.mouse.move(x, y);\n },\n drag: async (\n from: { x: number; y: number },\n to: { x: number; y: number },\n ) => {\n debugPage(\n `begin mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n );\n await (this.underlyingPage as PlaywrightPage).mouse.move(\n from.x,\n from.y,\n );\n await sleep(200);\n await (this.underlyingPage as PlaywrightPage).mouse.down();\n await sleep(300);\n await (this.underlyingPage as PlaywrightPage).mouse.move(to.x, to.y, {\n steps: 20,\n });\n await sleep(500);\n await (this.underlyingPage as PlaywrightPage).mouse.up();\n await sleep(200);\n debugPage(\n `end mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n );\n },\n };\n }\n\n get keyboard() {\n return {\n type: async (text: string, options?: { delay?: number }) => {\n const effectiveDelay = options?.delay ?? this.keyboardTypeDelay;\n debugPage(\n `keyboard type ${text}${effectiveDelay !== undefined ? ` (delay: ${effectiveDelay}ms)` : ''}`,\n );\n return this.underlyingPage.keyboard.type(text, {\n delay: effectiveDelay,\n });\n },\n press: async (\n action:\n | { key: KeyInput; command?: string }\n | { key: KeyInput; command?: string }[],\n ) => {\n const keys = Array.isArray(action) ? action : [action];\n debugPage('keyboard press', keys);\n for (const k of keys) {\n const commands = k.command ? [k.command] : [];\n await this.underlyingPage.keyboard.down(k.key, { commands });\n }\n for (const k of [...keys].reverse()) {\n await this.underlyingPage.keyboard.up(k.key);\n }\n },\n down: async (key: KeyInput) => {\n debugPage(`keyboard down ${key}`);\n return this.underlyingPage.keyboard.down(key);\n },\n up: async (key: KeyInput) => {\n debugPage(`keyboard up ${key}`);\n return this.underlyingPage.keyboard.up(key);\n },\n };\n }\n\n private async selectAllByCdp(): Promise<void> {\n const client = await this.createPageCdpSession('clearInput');\n try {\n // Use the browser editing command instead of Modifier+A. Playwright's\n // Chromium input layer derives the browser platform from\n // Browser.getVersion().userAgent, while Modifier+A shortcuts are often\n // chosen from local process.platform. If a Linux browser is launched with\n // a macOS browser-level UA, Chromium treats select-all as Cmd+A instead\n // of Ctrl+A, so the local-platform shortcut can fail.\n await client.send('Input.dispatchKeyEvent', {\n type: 'rawKeyDown',\n\n commands: ['selectAll'],\n });\n await client.send('Input.dispatchKeyEvent', {\n type: 'keyUp',\n });\n } finally {\n await client.detach().catch(() => undefined);\n }\n }\n\n async clearInput(element?: ElementInfo): Promise<void> {\n const backspace = async () => {\n await sleep(100);\n await this.keyboard.press([{ key: 'Backspace' }]);\n };\n\n debugPage('clearInput begin');\n\n element && (await this.mouse.click(element.center[0], element.center[1]));\n try {\n await this.selectAllByCdp();\n await backspace();\n } catch (error) {\n debugPage('clearInput cdp selectAll failed', error);\n throw error;\n } finally {\n debugPage('clearInput end');\n }\n }\n\n private everMoved = false;\n private async moveToPointBeforeScroll(point?: Point): Promise<void> {\n if (point) {\n await this.mouse.move(point.left, point.top);\n } else if (!this.everMoved) {\n // If the mouse has never moved, move it to the center of the page\n const size = await this.size();\n const targetX = Math.floor(size.width / 2);\n const targetY = Math.floor(size.height / 2);\n await this.mouse.move(targetX, targetY);\n }\n }\n\n async scrollUntilTop(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, -9999999);\n }\n\n async scrollUntilBottom(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, 9999999);\n }\n\n async scrollUntilLeft(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(-9999999, 0);\n }\n\n async scrollUntilRight(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(9999999, 0);\n }\n\n async scrollUp(distance?: number, startingPoint?: Point): Promise<void> {\n const innerHeight = await this.evaluate(() => window.innerHeight);\n const scrollDistance = distance || innerHeight * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, -scrollDistance);\n }\n\n async scrollDown(distance?: number, startingPoint?: Point): Promise<void> {\n const innerHeight = await this.evaluate(() => window.innerHeight);\n const scrollDistance = distance || innerHeight * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, scrollDistance);\n }\n\n async scrollLeft(distance?: number, startingPoint?: Point): Promise<void> {\n const innerWidth = await this.evaluate(() => window.innerWidth);\n const scrollDistance = distance || innerWidth * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(-scrollDistance, 0);\n }\n\n async scrollRight(distance?: number, startingPoint?: Point): Promise<void> {\n const innerWidth = await this.evaluate(() => window.innerWidth);\n const scrollDistance = distance || innerWidth * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(scrollDistance, 0);\n }\n\n async navigate(url: string): Promise<void> {\n debugPage(`navigate to ${url}`);\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).goto(url);\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).goto(url);\n } else {\n throw new Error('Unsupported page type for navigate');\n }\n }\n\n async reload(): Promise<void> {\n debugPage('reload page');\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).reload();\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).reload();\n } else {\n throw new Error('Unsupported page type for reload');\n }\n }\n\n async goBack(): Promise<void> {\n debugPage('go back');\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).goBack();\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).goBack();\n } else {\n throw new Error('Unsupported page type for go back');\n }\n }\n\n async goForward(): Promise<void> {\n debugPage('go forward');\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).goForward();\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).goForward();\n } else {\n throw new Error('Unsupported page type for go forward');\n }\n }\n\n async stopLoading(): Promise<void> {\n debugPage('stop loading');\n if (this.interfaceType === 'puppeteer') {\n const client = await this.createPageCdpSession('stopLoading');\n try {\n await client.send('Page.stopLoading');\n } finally {\n await client.detach();\n }\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).evaluate(() =>\n window.stop(),\n );\n } else {\n throw new Error('Unsupported page type for stop loading');\n }\n }\n\n async navigationState(): Promise<{ isLoading: boolean }> {\n try {\n const readyState = await this.evaluate(() => document.readyState);\n return { isLoading: readyState !== 'complete' };\n } catch (error) {\n debugPage('failed to query navigation state: %s', error);\n return { isLoading: false };\n }\n }\n\n async beforeInvokeAction(name: string, param: any): Promise<void> {\n if (this.onBeforeInvokeAction) {\n await this.onBeforeInvokeAction(name, param);\n }\n }\n\n async afterInvokeAction(name: string, param: any): Promise<void> {\n await Promise.all([\n this.waitForNavigation('afterInvokeAction', name),\n this.waitForNetworkIdle('afterInvokeAction', name),\n ]);\n\n if (this.onAfterInvokeAction) {\n await this.onAfterInvokeAction(name, param);\n }\n }\n\n async destroy(): Promise<void> {}\n\n async swipe(\n from: { x: number; y: number },\n to: { x: number; y: number },\n duration?: number,\n ) {\n const LONG_PRESS_THRESHOLD = 500;\n const MIN_PRESS_THRESHOLD = 150;\n duration = duration || 100;\n if (duration < MIN_PRESS_THRESHOLD) {\n duration = MIN_PRESS_THRESHOLD;\n }\n if (duration > LONG_PRESS_THRESHOLD) {\n duration = LONG_PRESS_THRESHOLD;\n }\n debugPage(\n `mouse swipe from ${from.x}, ${from.y} to ${to.x}, ${to.y} with duration ${duration}ms`,\n );\n\n if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n await page.mouse.move(from.x, from.y);\n await page.mouse.down({ button: 'left' });\n\n const steps = 30;\n const delay = duration / steps;\n for (let i = 1; i <= steps; i++) {\n const x = from.x + (to.x - from.x) * (i / steps);\n const y = from.y + (to.y - from.y) * (i / steps);\n await page.mouse.move(x, y);\n await new Promise((resolve) => setTimeout(resolve, delay));\n }\n\n await page.mouse.up({ button: 'left' });\n } else if (this.interfaceType === 'playwright') {\n const page = this.underlyingPage as PlaywrightPage;\n await page.mouse.move(from.x, from.y);\n await page.mouse.down();\n\n const steps = 30;\n const delay = duration / steps;\n for (let i = 1; i <= steps; i++) {\n const x = from.x + (to.x - from.x) * (i / steps);\n const y = from.y + (to.y - from.y) * (i / steps);\n await page.mouse.move(x, y);\n await page.waitForTimeout(delay);\n }\n\n await page.mouse.up({ button: 'left' });\n }\n }\n async longPress(x: number, y: number, duration?: number) {\n duration = duration || 500;\n // Keep a lower bound so the press is registered as a long press rather than\n // a click, but never cap the upper bound: the duration is the caller's\n // intent (e.g. \"hold for 6 seconds\").\n const MIN_LONG_PRESS_DURATION = 300;\n if (duration < MIN_LONG_PRESS_DURATION) {\n duration = MIN_LONG_PRESS_DURATION;\n }\n debugPage(`mouse longPress at ${x}, ${y} for ${duration}ms`);\n if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n await page.mouse.move(x, y);\n await page.mouse.down({ button: 'left' });\n await new Promise((res) => setTimeout(res, duration));\n await page.mouse.up({ button: 'left' });\n } else if (this.interfaceType === 'playwright') {\n const page = this.underlyingPage as PlaywrightPage;\n await page.mouse.move(x, y);\n await page.mouse.down({ button: 'left' });\n await page.waitForTimeout(duration);\n await page.mouse.up({ button: 'left' });\n }\n }\n\n async pinch(\n centerX: number,\n centerY: number,\n startDistance: number,\n endDistance: number,\n duration = 500,\n ): Promise<void> {\n const steps = 30;\n const delay = duration / steps;\n const halfStart = startDistance / 2;\n const halfEnd = endDistance / 2;\n\n type TouchClient = {\n send(\n method: 'Input.dispatchTouchEvent',\n params?: Protocol.Input.DispatchTouchEventRequest,\n ): Promise<unknown>;\n detach(): Promise<void>;\n };\n\n const client = (await this.createPageCdpSession(\n 'Pinch gesture',\n )) as TouchClient;\n\n try {\n await client.send('Input.dispatchTouchEvent', {\n type: 'touchStart',\n touchPoints: [\n { x: Math.round(centerX), y: Math.round(centerY - halfStart), id: 0 },\n { x: Math.round(centerX), y: Math.round(centerY + halfStart), id: 1 },\n ],\n });\n\n for (let i = 1; i <= steps; i++) {\n const currentHalf = halfStart + (halfEnd - halfStart) * (i / steps);\n await client.send('Input.dispatchTouchEvent', {\n type: 'touchMove',\n touchPoints: [\n {\n x: Math.round(centerX),\n y: Math.round(centerY - currentHalf),\n id: 0,\n },\n {\n x: Math.round(centerX),\n y: Math.round(centerY + currentHalf),\n id: 1,\n },\n ],\n });\n await new Promise((res) => setTimeout(res, delay));\n }\n\n await client.send('Input.dispatchTouchEvent', {\n type: 'touchEnd',\n touchPoints: [],\n });\n } finally {\n await client.detach();\n }\n }\n\n private async ensurePuppeteerFileChooserSession(): Promise<CDPSession> {\n if (this.puppeteerFileChooserSession) {\n return this.puppeteerFileChooserSession;\n }\n const session = (await this.createPageCdpSession(\n 'Puppeteer file chooser',\n )) as unknown as CDPSession;\n await session.send('Page.enable');\n await session.send('DOM.enable');\n await session.send('Page.setInterceptFileChooserDialog', { enabled: true });\n this.puppeteerFileChooserSession = session;\n return session;\n }\n\n async registerFileChooserListener(\n handler: (\n chooser: import('@midscene/core/device').FileChooserHandler,\n ) => Promise<void>,\n ): Promise<{ dispose: () => void; getError: () => Error | undefined }> {\n if (this.interfaceType !== 'puppeteer') {\n throw new Error(\n 'registerFileChooserListener is only supported in Puppeteer',\n );\n }\n\n const session = await this.ensurePuppeteerFileChooserSession();\n if (this.puppeteerFileChooserHandler) {\n session.off('Page.fileChooserOpened', this.puppeteerFileChooserHandler);\n }\n\n let capturedError: Error | undefined;\n\n this.puppeteerFileChooserHandler = async (event) => {\n if (event.backendNodeId === undefined) {\n debugPage('puppeteer file chooser opened without backendNodeId, skip');\n return;\n }\n try {\n await handler({\n accept: async (files: string[]) => {\n // Get node information to check attributes\n const { node } = await session.send('DOM.describeNode', {\n backendNodeId: event.backendNodeId,\n });\n // attributes is a flat array: ['attr1', 'value1', 'attr2', 'value2', ...]\n\n // Check if input has webkitdirectory attribute (Puppeteer doesn't support directory upload)\n const hasWebkitDirectory =\n node.attributes?.includes('webkitdirectory') ||\n node.attributes?.includes('directory');\n if (hasWebkitDirectory) {\n throw new Error(\n 'Directory upload (webkitdirectory) is not supported in Puppeteer. Please use Playwright instead, which supports directory upload since version 1.45.',\n );\n }\n\n // Check if input supports multiple files\n if (files.length > 1) {\n const hasMultiple = node.attributes?.includes('multiple');\n if (!hasMultiple) {\n throw new Error(\n 'Non-multiple file input can only accept single file',\n );\n }\n }\n await session.send('DOM.setFileInputFiles', {\n files,\n backendNodeId: event.backendNodeId,\n });\n },\n });\n } catch (error) {\n capturedError = error as Error;\n }\n };\n session.on('Page.fileChooserOpened', this.puppeteerFileChooserHandler);\n return {\n dispose: () => {\n if (this.puppeteerFileChooserHandler) {\n session.off(\n 'Page.fileChooserOpened',\n this.puppeteerFileChooserHandler,\n );\n }\n void session.detach();\n this.puppeteerFileChooserHandler = undefined;\n if (this.puppeteerFileChooserSession === session) {\n this.puppeteerFileChooserSession = undefined;\n }\n },\n getError: () => capturedError,\n };\n }\n}\n\nexport function forceClosePopup(\n page: PuppeteerPage | PlaywrightPage,\n debugProfile: DebugFunction,\n) {\n page.on('popup', async (popup) => {\n if (!popup) {\n console.warn('got a popup event, but the popup is not ready yet, skip');\n return;\n }\n const url = await (popup as PuppeteerPage).url();\n console.log(`Popup opened: ${url}`);\n if (!(popup as PuppeteerPage).isClosed()) {\n try {\n await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n } catch (error) {\n debugProfile(`failed to close popup ${url}, error: ${error}`);\n }\n } else {\n debugProfile(`popup is already closed, skip close ${url}`);\n }\n\n if (!page.isClosed()) {\n try {\n // A target=_blank navigation (for example Baidu's Map link) is\n // redirected back into the preview tab. Waiting for the target page's\n // full `load` event keeps the interaction pending for up to Puppeteer's\n // default 30 seconds on pages with long-lived resources. DOM content is\n // enough for the preview to switch to the new page.\n await page.goto(url, {\n waitUntil: 'domcontentloaded',\n timeout: 10_000,\n });\n } catch (error) {\n debugProfile(`failed to goto ${url}, error: ${error}`);\n }\n } else {\n debugProfile(`page is already closed, skip goto ${url}`);\n }\n });\n}\n\n/**\n * Force Chrome to render select elements using base-select appearance instead of OS-native rendering.\n * This makes select elements visible in screenshots captured by Playwright/Puppeteer.\n *\n * Reference: https://developer.chrome.com/blog/a-customizable-select\n *\n * Adds a style tag with CSS rules to make all select elements use base-select appearance.\n */\n// Track pages that already have the select-rendering style wired up so the\n// immediate injection and the `load` listener are only registered once per page,\n// even if multiple agents are created for the same page.\nconst forceSelectRenderingPages = new WeakSet<object>();\n\nexport function forceChromeSelectRendering(\n page: PuppeteerPage | PlaywrightPage,\n): void {\n // Only inject once per page to avoid stacking duplicate `load` listeners.\n if (forceSelectRenderingPages.has(page)) {\n return;\n }\n forceSelectRenderingPages.add(page);\n\n // Force Chrome to render select elements using base-select appearance\n // Reference: https://developer.chrome.com/blog/a-customizable-select\n const styleContent = `\n/* Add by Midscene because of forceChromeSelectRendering is enabled*/\nselect {\n &, &::picker(select) {\n appearance: base-select !important;\n }\n}`;\n const styleId = 'midscene-force-select-rendering';\n\n const injectStyle = async () => {\n try {\n await (page as PuppeteerPage & PlaywrightPage).evaluate(\n ({ id, content }: { id: string; content: string }) => {\n if (document.getElementById(id)) return;\n const style = document.createElement('style');\n style.id = id;\n style.textContent = content;\n document.head.appendChild(style);\n },\n { id: styleId, content: styleContent },\n );\n debugPage(\n 'Midscene - Added base-select appearance style for select elements because of forceChromeSelectRendering is enabled',\n );\n } catch (err) {\n console.log(\n 'Midscene - Failed to add base-select appearance style:',\n err,\n );\n }\n };\n\n // Inject immediately for the current document\n void injectStyle();\n\n // Ensure the style is reapplied on future navigations/new documents\n (page as PuppeteerPage & PlaywrightPage).on('load', () => {\n void injectStyle();\n });\n}\n"],"names":["debugPage","getDebug","warnPage","BROWSER_NAVIGATION_ERROR_PATTERN","CDP_SCREENCAST_QUALITY","CDP_SCREENCAST_EVERY_NTH_FRAME","VISUAL_UPDATE_FOLLOWUP_DELAY_MS","FLUSH_VISUAL_UPDATE_TIMEOUT_MS","DATA_URL_BASE64_PREFIX","isClosedPageError","error","Error","isTransientNavigationError","Page","defaultActions","commonWebActionsForWebPage","customActions","pageFunction","arg","result","script","moment","actionName","console","DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY","tree","treeToList","point","isOrderSensitive","elementInfosScriptContent","getElementInfosScriptContent","xpath","JSON","center","options","judgeOrderSensitive","xpaths","sanitized","sanitizeXpaths","feature","elementInfo","buildRectFromElementInfo","scripts","getExtraReturnLogic","assert","startTime","Date","captureElementSnapshot","endTime","sizeInfo","window","imgType","quality","base64","createImgBase64ByFormat","page","buffer","errorMsg","String","client","Promise","resolve","reject","timeoutId","setTimeout","value","clearTimeout","featureName","pageWithCdp","target","browserName","opts","quietMs","timeoutMs","targetCenter","q","total","settleTimer","done","obs","hardTimer","Number","document","observeRoot","MutationObserver","activeStream","finish","requestAnimationFrame","dataUrl","flushTask","undefined","signal","onFrame","onError","stopped","streamToken","Symbol","reportStreamError","callbackError","handleFrame","event","removeFrameListener","stop","abortHandler","width","height","latest","handle","frame","refs","frameRef","url","x","y","button","count","deltaX","deltaY","from","to","sleep","text","effectiveDelay","action","keys","Array","k","commands","key","element","backspace","size","targetX","Math","targetY","startingPoint","distance","innerHeight","scrollDistance","innerWidth","readyState","name","param","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","steps","delay","i","MIN_LONG_PRESS_DURATION","res","centerX","centerY","startDistance","endDistance","halfStart","halfEnd","currentHalf","session","handler","capturedError","files","node","hasWebkitDirectory","hasMultiple","underlyingPage","interfaceType","DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","forceClosePopup","debugProfile","popup","forceSelectRenderingPages","WeakSet","forceChromeSelectRendering","styleContent","styleId","injectStyle","id","content","style","err"],"mappings":";;;;;;;;;;;;;;;;;;;AA8CO,MAAMA,YAAYC,SAAS;AAClC,MAAMC,WAAWD,SAAS,YAAY;IAAE,SAAS;AAAK;AAE/C,MAAME,mCACX;AAEF,MAAMC,yBAAyB;AAC/B,MAAMC,iCAAiC;AAGvC,MAAMC,kCAAkC;AAIxC,MAAMC,iCAAiC;AACvC,MAAMC,yBAAyB;AA2B/B,SAASC,kBAAkBC,KAAc;IACvC,IAAI,CAAEA,CAAAA,iBAAiBC,KAAI,GACzB,OAAO;IAGT,OAAO,8GAA8G,IAAI,CACvHD,MAAM,OAAO;AAEjB;AAEA,SAASE,2BAA2BF,KAAc;IAChD,IAAI,CAAEA,CAAAA,iBAAiBC,KAAI,GACzB,OAAO;IAGT,OAAO,6FAA6F,IAAI,CACtGD,MAAM,OAAO;AAEjB;AAEO,MAAMG;IA8BX,cAA8B;QAC5B,MAAMC,iBAAiBC,2BACrB,IAAI,EACJ,IAAI,CAAC,8BAA8B;QAErC,MAAMC,gBAAgB,IAAI,CAAC,aAAa,IAAI,EAAE;QAC9C,OAAO;eAAIF;eAAmBE;SAAc;IAC9C;IAEA,MAAc,SACZC,YAA2D,EAC3DC,GAAS,EACG;QACZ,IAAIC;QACJnB,UAAU;QACN,IAAI,CAAC,aAAa,EACpBmB,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,QAAQ,CAC5DF,cACAC;QAQJlB,UAAU;QACV,OAAOmB;IACT;IAqBA,MAAM,mBAA4BC,MAAc,EAAc;QAC5D,OAAO,IAAI,CAAC,QAAQ,CAACA;IACvB;IAEA,MAAM,kBACJC,MAIuB,EACvBC,UAAmB,EACnB;QACA,IAAI,AAAkC,MAAlC,IAAI,CAAC,wBAAwB,EAAQ,YACvCtB,UAAU;QAKZ,IACE,AAAuB,gBAAvB,IAAI,CAAC,aAAa,IAClB,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAClB;YACAA,UACE,CAAC,kCAAkC,EAAEqB,OAAO,eAAe,EAAE,IAAI,CAAC,wBAAwB,CAAC,iBAAiB,EAAEC,YAAY;YAE5H,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,eAAe,CAAC,QAAQ;oBACnE,SAAS,IAAI,CAAC,wBAAwB;gBACxC;YACF,EAAE,OAAOZ,OAAO;gBAEda,QAAQ,IAAI,CACV;YAEJ;YACAvB,UAAU;QACZ;IACF;IAEA,MAAM,mBACJqB,MAA2B,EAC3BC,UAAmB,EACJ;QACf,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,IAAI,AAAmC,MAAnC,IAAI,CAAC,yBAAyB,EAAQ,YACxCtB,UAAU;YAIZA,UACE,CAAC,mCAAmC,EAAEqB,OAAO,eAAe,EAAE,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,EAAEG,0CAA0C,iBAAiB,EAAEF,YAAY;YAE5L,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,kBAAkB,CAAC;oBAC9D,UAAU;oBACV,aAAaE;oBACb,SAAS,IAAI,CAAC,yBAAyB;gBACzC;YACF,EAAE,OAAOd,OAAO;gBAEda,QAAQ,IAAI,CACV;YAEJ;YACAvB,UAAU;QACZ,OACE,IAAI,CAAC,IAAI,CAAC,iCAAiC,EAAE;YAC3C,IAAI,CAAC,iCAAiC,GAAG;YACzCE,SACE;QAEJ;IAEJ;IAGA,MAAM,kBAAkB;QAItB,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC7BF,UAAU;QACV,MAAMyB,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3CzB,UAAU;QACV,OAAO0B,WAAWD;IACpB;IAEA,MAAc,iBAAiBE,KAAY,EAAEC,gBAAyB,EAAE;QACtE,MAAMC,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,mDAAmD,EAAEF,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;IAE5I;IAEA,MAAc,sBAAsBG,KAAa,EAAE;QACjD,MAAMF,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,iDAAiD,EAAEG,KAAK,SAAS,CAACD,OAAO,CAAC,CAAC;IAE5G;IAEA,MAAM,qBACJE,MAAwB,EACxBC,OAA6B,EACC;QAC9B,MAAMP,QAAe;YAAE,MAAMM,MAAM,CAAC,EAAE;YAAE,KAAKA,MAAM,CAAC,EAAE;QAAC;QAEvD,IAAI;YACF,MAAML,mBAAmB,MAAMO,oBAAoBD,SAASlC;YAC5D,MAAMoC,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAACT,OAAOC;YAClD,MAAMS,YAAYC,eAAeF;YACjC,IAAI,CAACC,UAAU,MAAM,EACnBrC,UAAU,oDAAoDiC;YAEhE,OAAO;gBAAE,QAAQI;YAAU;QAC7B,EAAE,OAAO3B,OAAO;YACdV,UAAU,mCAAmCU;YAC7C,OAAO;gBAAE,QAAQ,EAAE;YAAC;QACtB;IACF;IAEA,MAAM,wBAAwB6B,OAA4B,EAAiB;QACzE,MAAMH,SAASE,eAAgBC,QAAmC,MAAM;QACxEvC,UAAU,+CAA+CoC,OAAO,MAAM;QAEtE,KAAK,MAAML,SAASK,OAClB,IAAI;YACFpC,UAAU,iDAAiD+B;YAC3D,MAAMS,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAACT;YACrD,IAAIS,aAAa,MAAM;gBACrBxC,UACE,oDACAwC,YAAY,IAAI;gBAElB,OAAOC,yBAAyBD;YAClC;YACAxC,UACE,wEACAwC;QAEJ,EAAE,OAAO9B,OAAO;YACdV,UACE,mDACA+B,OACArB;QAEJ;QAGF,MAAM,IAAIC,MACR,CAAC,qEAAqE,EAAEyB,OAAO,MAAM,CAAC,WAAW,EAAEA,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3H;IAEA,MAAM,sBAAsB;QAI1B,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC7B,MAAMM,UAAU,MAAMC,oBAAoB;QAC1CC,OAAOF,SAAS;QAChB,MAAMG,YAAYC,KAAK,GAAG;QAC1B,MAAMC,yBAAyB,MAAM,IAAI,CAAC,QAAQ,CAACL;QACnD,MAAMM,UAAUF,KAAK,GAAG;QACxB9C,UAAU,CAAC,+BAA+B,EAAEgD,UAAUH,UAAU,EAAE,CAAC;QACnE,OAAOE;IACT;IAEA,MAAM,OAAsB;QAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAME,WAAiB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAClC;gBACL,OAAOC,OAAO,UAAU;gBACxB,QAAQA,OAAO,WAAW;YAC5B;QAEF,IAAI,CAAC,YAAY,GAAGD;QACpB,OAAOA;IACT;IAEA,MAAM,mBAAoC;QACxC,MAAME,UAAU;QAChB,MAAMC,UAAU;QAChB,MAAMP,YAAYC,KAAK,GAAG;QAC1B9C,UAAU;QAEV,IAAIqD;QACJ,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMlC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,UAAU,CAAC;gBACrE,MAAMgC;gBACNC;gBACA,UAAU;YACZ;YACAC,SAASC,wBAAwBH,SAAShC;QAC5C,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMoC,OAAO,IAAI,CAAC,cAAc;YAChC,IAAI;gBACF,MAAMC,SAAS,MAAMD,KAAK,UAAU,CAAC;oBACnC,MAAMJ;oBACNC;oBACA,SAAS;gBACX;gBACAC,SAASC,wBAAwBH,SAASK,OAAO,QAAQ,CAAC;YAC5D,EAAE,OAAO9C,OAAO;gBACd,IAAID,kBAAkBC,UAAU6C,KAAK,QAAQ,IAC3C,MAAM7C;gBAGR,MAAM+C,WAAW/C,iBAAiBC,QAAQD,MAAM,OAAO,GAAGgD,OAAOhD;gBACjEa,QAAQ,IAAI,CACV,CAAC,yCAAyC,EAAEkC,SAAS,iCAAiC,CAAC;gBAEzFzD,UACE,yDACAU;gBAEF2C,SAAS,MAAM,IAAI,CAAC,+BAA+B,CAACF,SAASC;YAC/D;QACF,OACE,MAAM,IAAIzC,MAAM;QAElB,MAAMqC,UAAUF,KAAK,GAAG;QACxB9C,UAAU,CAAC,4BAA4B,EAAEgD,UAAUH,UAAU,EAAE,CAAC;QAChE,OAAOQ;IACT;IAEA,MAAc,gCACZF,OAAuB,EACvBC,OAAgB,EAChB;QACA,MAAMO,SAAS,MAAM,IAAI,CAAC,oBAAoB,CAAC;QAC/C,IAAI;YACF,MAAMxC,SAAU,MAAM,IAAIyC,QAEvB,CAACC,SAASC;gBACX,MAAMC,YAAYC,WAAW;oBAC3BF,OAAO,IAAInD,MAAM;gBACnB,GAAG;gBAEHgD,OACG,IAAI,CAAC,0BAA0B;oBAC9B,QAAQR;oBACR,GAAIC,UAAU;wBAAEA;oBAAQ,IAAI,CAAC,CAAC;gBAChC,GACC,IAAI,CACH,CAACa;oBACCC,aAAaH;oBACbF,QAAQI;gBACV,GACA,CAACvD;oBACCwD,aAAaH;oBACbD,OAAOpD;gBACT;YAEN;YAGA,OAAO4C,wBAAwBH,SAAShC,OAAO,IAAI;QACrD,SAAU;YACHwC,OAAO,MAAM,GAAG,KAAK,CAAC,CAACjD;gBAC1BV,UAAU,+CAA+CU;YAC3D;QACF;IACF;IAEA,MAAc,qBACZyD,WAAmB,EACM;QACzB,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMZ,OAAO,IAAI,CAAC,cAAc;YAKhC,MAAMa,cAAcb;YAGpB,IAAI,AAAwC,cAAxC,OAAOa,YAAY,gBAAgB,EACrC,OAAQ,MAAMA,YAAY,gBAAgB;YAG5C,MAAMC,SAASd,KAAK,MAAM;YAC1B,IAAI,AAAoC,cAApC,OAAOc,QAAQ,kBACjB,OAAQ,MAAMA,OAAO,gBAAgB;YAGvC,MAAM,IAAI1D,MACR,GAAGwD,YAAY,kDAAkD,CAAC;QAEtE;QAEA,MAAMZ,OAAO,IAAI,CAAC,cAAc;QAChC,MAAMe,cAAcf,KAAK,OAAO,GAAG,OAAO,IAAI,cAAc;QAC5D,IAAIe,eAAeA,AAAgB,eAAhBA,aACjB,MAAM,IAAI3D,MACR,GAAGwD,YAAY,0DAA0D,EAAEG,YAAY,EAAE,CAAC;QAI9F,OAAQ,MAAMf,KACX,OAAO,GACP,aAAa,CAACA;IACnB;IAEA,MAAM,gBAAgBgB,IAIrB,EAAiB;QAChB,MAAMC,UAAUD,MAAM,WAAW;QACjC,MAAME,YAAYF,MAAM,aAAa;QACrC,MAAMG,eAAeH,MAAM,QAAQ;QACnC,IAAI;YACF,MAAM,IAAI,CAAC,QAAQ,CACjB,CAAC,CAACI,GAAGC,OAAO3C,OAAuD,GACjE,IAAI2B,QAAc,CAACC;oBACjB,IAAIgB;oBACJ,MAAMC,OAAO;wBACXC,IAAI,UAAU;wBACdb,aAAac;wBACb,IAAIH,aAAaX,aAAaW;wBAC9BhB;oBACF;oBACA,MAAMQ,SACJpC,UAAUgD,OAAO,QAAQ,CAAChD,MAAM,CAAC,EAAE,KAAKgD,OAAO,QAAQ,CAAChD,MAAM,CAAC,EAAE,IAC7DiD,SAAS,gBAAgB,CAACjD,MAAM,CAAC,EAAE,EAAEA,MAAM,CAAC,EAAE,IAC9C;oBACN,MAAMkD,cACJd,QAAQ,QAAQ,WAAWA,QAAQ,iBAAiBa,SAAS,IAAI;oBACnE,MAAMH,MAAM,IAAIK,iBAAiB;wBAC/B,IAAIP,aAAaX,aAAaW;wBAC9BA,cAAcb,WAAWc,MAAMH;oBACjC;oBACAI,IAAI,OAAO,CAACI,aAAa;wBACvB,WAAW;wBACX,SAAS;wBACT,YAAY;wBACZ,eAAe;oBACjB;oBACA,MAAMH,YAAYhB,WAAWc,MAAMF;gBACrC,IACF;gBAACJ;gBAASC;gBAAWC;aAAa;QAEtC,EAAE,OAAOhE,OAAO;YACdV,UAAU,8BAA8BU;QAC1C;IACF;IAEA,MAAM,2BAA0C;QAC9C,MAAM2E,eAAe,IAAI,CAAC,iBAAiB;QAK3C,IAAI,CAACA,gBAAgBA,aAAa,0BAA0B,EAAE;QAE9D,IAAI;YACF,MAAM,IAAI,CAAC,QAAQ,CACjB,CAACZ,YACC,IAAIb,QAAc,CAACC;oBACjB,IAAIiB,OAAO;oBACX,MAAMQ,SAAS;wBACb,IAAIR,MAAM;wBACVA,OAAO;wBACPjB;oBACF;oBACAG,WAAWsB,QAAQb;oBACnBc,sBAAsB,IAAMA,sBAAsBD;gBACpD,IACF/E;YAEF,IACE,IAAI,CAAC,iBAAiB,EAAE,UAAU8E,aAAa,KAAK,IACpDA,aAAa,0BAA0B,EAEvC;YAEF,MAAMG,UAAU,MAAM,IAAI,CAAC,gBAAgB;YAC3C,IACE,IAAI,CAAC,iBAAiB,EAAE,UAAUH,aAAa,KAAK,IACpDA,aAAa,0BAA0B,EAEvC;YAIFA,aAAa,OAAO,CAAC;gBACnB,MAAMG,QAAQ,OAAO,CAAChF,wBAAwB;gBAC9C,aAAa;YACf;QACF,EAAE,OAAOE,OAAO;YACdV,UAAU,wCAAwCU;YAClD,IAAIE,2BAA2BF,UAAU,CAACD,kBAAkBC,QAC1D;YAEF2E,aAAa,OAAO,GAAG3E;QACzB;IACF;IAEQ,2BAAiC;QACvC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EACzB;QAGF,IAAI,IAAI,CAAC,yBAAyB,EAAE;YAClC,IAAI,CAAC,uBAAuB,GAAG;YAC/B;QACF;QAEA,MAAM+E,YAAa;YACjB,GAAG;gBACD,IAAI,CAAC,uBAAuB,GAAG;gBAC/B,MAAM,IAAI,CAAC,wBAAwB;YACrC,QAAS,IAAI,CAAC,uBAAuB,EAAE;QACzC,KACG,KAAK,CAAC,CAAC/E;YACNV,UAAU,kDAAkDU;QAC9D,GACC,OAAO,CAAC;YACP,IAAI,IAAI,CAAC,yBAAyB,KAAK+E,WACrC,IAAI,CAAC,yBAAyB,GAAG;YAEnC,IAAI,CAAC,uBAAuB,GAAG;QACjC;QAEF,IAAI,CAAC,yBAAyB,GAAGA;IACnC;IAEA,8BAAoC;QAClC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EACzB;QAGF,IAAI,CAAC,wBAAwB;QAE7B,IAAI,IAAI,CAAC,yBAAyB,EAChCvB,aAAa,IAAI,CAAC,yBAAyB;QAE7C,IAAI,CAAC,yBAAyB,GAAGF,WAAW;YAC1C,IAAI,CAAC,yBAAyB,GAAG0B;YACjC,IAAI,CAAC,wBAAwB;QAC/B,GAAGpF;IACL;IAEA,MAAM,iBACJ4B,OAA2B,EACC;QAC5B,MAAM,EAAEyD,MAAM,EAAEC,OAAO,EAAEC,OAAO,EAAE,GAAG3D;QACrC,IAAI,AAA4C,cAA5C,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EACzC,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY;QAExC,MAAMyB,SAAU,MAAM,IAAI,CAAC,oBAAoB,CAC7C;QAEF,IAAImC,UAAU;QACd,MAAMC,cAAcC,OAAO;QAE3B,MAAMC,oBAAoB,CAACvF;YACzB,IAAI;gBACFmF,UAAUnF;YACZ,EAAE,OAAOwF,eAAe;gBACtBlG,UAAU,oCAAoCkG;YAChD;QACF;QAEA,MAAMC,cAAc,CAACC;YACb;gBACJ,IAAIN,SAAS;gBACb,IAAI,IAAI,CAAC,iBAAiB,EAAE,UAAUC,aACpC,IAAI,CAAC,iBAAiB,CAAC,0BAA0B,GAAG;gBAEtD,IAAI;oBACFH,QAAQ;wBACN,MAAMQ,MAAM,IAAI;wBAChB,aAAa;oBACf;gBACF,EAAE,OAAO1F,OAAO;oBACduF,kBAAkBvF;gBACpB;gBAEA,IAAI;oBACF,MAAMiD,OAAO,IAAI,CAAC,2BAA2B;wBAC3C,WAAWyC,MAAM,SAAS;oBAC5B;gBACF,EAAE,OAAO1F,OAAO;oBACd,IAAI,CAACoF,SACHG,kBAAkBvF;gBAEtB;YACF;QACF;QAEA,MAAM2F,sBAAsB;YAC1B,IAAI1C,OAAO,GAAG,EACZA,OAAO,GAAG,CAAC,wBAAwBwC;iBAC9B,IAAIxC,OAAO,cAAc,EAC9BA,OAAO,cAAc,CAAC,wBAAwBwC;QAElD;QAEA,MAAMG,OAAO;YACX,IAAIR,SAAS;YACbA,UAAU;YACV,IAAI,IAAI,CAAC,iBAAiB,EAAE,UAAUC,aACpC,IAAI,CAAC,iBAAiB,GAAGL;YAE3B,IAAI,IAAI,CAAC,yBAAyB,EAAE;gBAClCxB,aAAa,IAAI,CAAC,yBAAyB;gBAC3C,IAAI,CAAC,yBAAyB,GAAGwB;YACnC;YACAC,QAAQ,oBAAoB,SAASY;YACrCF;YACA,MAAM1C,OAAO,IAAI,CAAC,uBAAuB,KAAK,CAAC,CAACjD;gBAC9CV,UAAU,kCAAkCU;YAC9C;YACA,MAAMiD,OAAO,MAAM,GAAG,KAAK,CAAC,CAACjD;gBAC3BV,UAAU,4CAA4CU;YACxD;QACF;QAEA,MAAM6F,eAAe;YACdD;QACP;QAEA,IAAI;YACF3C,OAAO,EAAE,CAAC,wBAAwBwC;YAClC,IAAI,CAAC,iBAAiB,GAAG;gBACvB,4BAA4B;gBAC5B,OAAOJ;gBACPH;gBACAC;YACF;YACAF,QAAQ,iBAAiB,SAASY,cAAc;gBAAE,MAAM;YAAK;YAE7D,IAAIZ,QAAQ,SAAS;gBACnB,MAAMW;gBACN,OAAO;oBAAEA;gBAAK;YAChB;YAEA,MAAM3C,OAAO,IAAI,CAAC;YAClB,IAAI;gBACF,MAAM,EAAE6C,KAAK,EAAEC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;gBACzC,MAAM9C,OAAO,IAAI,CAAC,4BAA4B;oBAAE6C;oBAAOC;gBAAO;YAChE,EAAE,OAAO/F,OAAO;gBACdV,UAAU,+CAA+CU;YAC3D;YACA,MAAMiD,OAAO,IAAI,CAAC,wBAAwB;gBACxC,QAAQ;gBACR,SAASvD;gBACT,eAAeC;YACjB;YAQA,IAAI,CAAC,2BAA2B;YAEhC,OAAO;gBAAEiG;YAAK;QAChB,EAAE,OAAO5F,OAAO;YACd,MAAM4F;YACN,MAAM5F;QACR;IACF;IASA,MAAM,kBAA8C;QAClD,IAAIgG,SAAgC;QACpC,MAAMC,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAAC;YACzC,SAAS,CAACC;gBACRF,SAAS;oBACP,KAAK,CAAC,KAAK,EAAEE,MAAM,WAAW,IAAI,aAAa,QAAQ,EAAEA,MAAM,IAAI,EAAE;oBACrE,YAAY9D,KAAK,GAAG;gBACtB;YACF;YACA,SAAS,CAACpC;gBACRV,UAAU,qCAAqCU;YACjD;QACF;QACA,OAAO;YACL,QAAQ,IAAMgG;YAEd,QAAQ,OAAOG,OAASA,KAAK,GAAG,CAAC,CAACC,WAAaA,SAAS,GAAG;YAC3D,MAAM,IAAMH,OAAO,IAAI;QACzB;IACF;IAEA,MAAM,MAAuB;QAC3B,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG;IAChC;IAEA,WAAmB;QACjB,MAAMI,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG;QACnC,OAAOA,OAAO;IAChB;IAEA,IAAI,QAAQ;QACV,OAAO;YACL,OAAO,OACLC,GACAC,GACA/E;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC8E,GAAGC;gBACzB,MAAM,EAAEC,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAGjF,WAAW,CAAC;gBACnDlC,UAAU,CAAC,YAAY,EAAEgH,EAAE,EAAE,EAAEC,EAAE,EAAE,EAAEC,OAAO,EAAE,EAAEC,OAAO;gBAEvD,IAAIA,AAAU,MAAVA,SAAe,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EACnC,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,QAAQ,CAACH,GAAGC,GAAG;oBACjEC;gBACF;qBACK,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;oBAC7C,MAAM3D,OAAO,IAAI,CAAC,cAAc;oBAChC,IAAI2D,AAAW,WAAXA,UAAqBC,AAAU,MAAVA,OACvB,MAAM5D,KAAK,KAAK,CAAC,KAAK,CAACyD,GAAGC;yBAE1B,MAAM1D,KAAK,KAAK,CAAC,KAAK,CAACyD,GAAGC,GAAG;wBAAEC;wBAAQC;oBAAM;gBAEjD,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CAACH,GAAGC,GAAG;oBAC9DC;oBACA,YAAYC;gBACd;YAEJ;YACA,OAAO,OAAOC,QAAgBC;gBAC5BrH,UAAU,CAAC,YAAY,EAAEoH,OAAO,EAAE,EAAEC,QAAQ;gBAC5C,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAAC;oBACvDD;oBACAC;gBACF;qBACK,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CACvDD,QACAC;YAGN;YACA,MAAM,OAAOL,GAAWC;gBACtB,IAAI,CAAC,SAAS,GAAG;gBACjBjH,UAAU,CAAC,cAAc,EAAEgH,EAAE,EAAE,EAAEC,GAAG;gBACpC,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAACD,GAAGC;YAC3C;YACA,MAAM,OACJK,MACAC;gBAEAvH,UACE,CAAC,sBAAsB,EAAEsH,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;gBAElE,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CACtDD,KAAK,CAAC,EACNA,KAAK,CAAC;gBAER,MAAME,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI;gBACxD,MAAMA,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CAACD,GAAG,CAAC,EAAEA,GAAG,CAAC,EAAE;oBACnE,OAAO;gBACT;gBACA,MAAMC,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,EAAE;gBACtD,MAAMA,MAAM;gBACZxH,UACE,CAAC,oBAAoB,EAAEsH,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;YAElE;QACF;IACF;IAEA,IAAI,WAAW;QACb,OAAO;YACL,MAAM,OAAOE,MAAcvF;gBACzB,MAAMwF,iBAAiBxF,SAAS,SAAS,IAAI,CAAC,iBAAiB;gBAC/DlC,UACE,CAAC,cAAc,EAAEyH,OAAOC,AAAmBhC,WAAnBgC,iBAA+B,CAAC,SAAS,EAAEA,eAAe,GAAG,CAAC,GAAG,IAAI;gBAE/F,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACD,MAAM;oBAC7C,OAAOC;gBACT;YACF;YACA,OAAO,OACLC;gBAIA,MAAMC,OAAOC,MAAM,OAAO,CAACF,UAAUA,SAAS;oBAACA;iBAAO;gBACtD3H,UAAU,kBAAkB4H;gBAC5B,KAAK,MAAME,KAAKF,KAAM;oBACpB,MAAMG,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC5D;gBACA,KAAK,MAAMD,KAAK;uBAAIF;iBAAK,CAAC,OAAO,GAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACE,EAAE,GAAG;YAE/C;YACA,MAAM,OAAOE;gBACXhI,UAAU,CAAC,cAAc,EAAEgI,KAAK;gBAChC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA;YAC3C;YACA,IAAI,OAAOA;gBACThI,UAAU,CAAC,YAAY,EAAEgI,KAAK;gBAC9B,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACA;YACzC;QACF;IACF;IAEA,MAAc,iBAAgC;QAC5C,MAAMrE,SAAS,MAAM,IAAI,CAAC,oBAAoB,CAAC;QAC/C,IAAI;YAOF,MAAMA,OAAO,IAAI,CAAC,0BAA0B;gBAC1C,MAAM;gBAEN,UAAU;oBAAC;iBAAY;YACzB;YACA,MAAMA,OAAO,IAAI,CAAC,0BAA0B;gBAC1C,MAAM;YACR;QACF,SAAU;YACR,MAAMA,OAAO,MAAM,GAAG,KAAK,CAAC,IAAM+B;QACpC;IACF;IAEA,MAAM,WAAWuC,OAAqB,EAAiB;QACrD,MAAMC,YAAY;YAChB,MAAMV,MAAM;YACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAC;oBAAE,KAAK;gBAAY;aAAE;QAClD;QAEAxH,UAAU;QAEViI,WAAY,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACA,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;QACvE,IAAI;YACF,MAAM,IAAI,CAAC,cAAc;YACzB,MAAMC;QACR,EAAE,OAAOxH,OAAO;YACdV,UAAU,mCAAmCU;YAC7C,MAAMA;QACR,SAAU;YACRV,UAAU;QACZ;IACF;IAGA,MAAc,wBAAwB2B,KAAa,EAAiB;QAClE,IAAIA,OACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,MAAM,IAAI,EAAEA,MAAM,GAAG;aACtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAE1B,MAAMwG,OAAO,MAAM,IAAI,CAAC,IAAI;YAC5B,MAAMC,UAAUC,KAAK,KAAK,CAACF,KAAK,KAAK,GAAG;YACxC,MAAMG,UAAUD,KAAK,KAAK,CAACF,KAAK,MAAM,GAAG;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACC,SAASE;QACjC;IACF;IAEA,MAAM,eAAeC,aAAqB,EAAiB;QACzD,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAiB;QAC5D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAiB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAiB;QAC3D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAiB;QACtE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMvF,OAAO,WAAW;QAChE,MAAMwF,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAACG;IAC9B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMvF,OAAO,WAAW;QAChE,MAAMwF,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGG;IAC7B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMzF,OAAO,UAAU;QAC9D,MAAMwF,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAACG,gBAAgB;IAC3C;IAEA,MAAM,YAAYF,QAAiB,EAAED,aAAqB,EAAiB;QACzE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMzF,OAAO,UAAU;QAC9D,MAAMwF,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAACG,gBAAgB;IAC1C;IAEA,MAAM,SAAS3B,GAAW,EAAiB;QACzC/G,UAAU,CAAC,YAAY,EAAE+G,KAAK;QAC9B,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,IAAI,CAACA;aAC7C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,IAAI,CAACA;aAEnD,MAAM,IAAIpG,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BX,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIW,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BX,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIW,MAAM;IAEpB;IAEA,MAAM,YAA2B;QAC/BX,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,SAAS;aACjD,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,SAAS;aAEvD,MAAM,IAAIW,MAAM;IAEpB;IAEA,MAAM,cAA6B;QACjCX,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAM2D,SAAS,MAAM,IAAI,CAAC,oBAAoB,CAAC;YAC/C,IAAI;gBACF,MAAMA,OAAO,IAAI,CAAC;YACpB,SAAU;gBACR,MAAMA,OAAO,MAAM;YACrB;QACF,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,QAAQ,CAAC,IACrDT,OAAO,IAAI;aAGb,MAAM,IAAIvC,MAAM;IAEpB;IAEA,MAAM,kBAAmD;QACvD,IAAI;YACF,MAAMiI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAM1D,SAAS,UAAU;YAChE,OAAO;gBAAE,WAAW0D,AAAe,eAAfA;YAA0B;QAChD,EAAE,OAAOlI,OAAO;YACdV,UAAU,wCAAwCU;YAClD,OAAO;gBAAE,WAAW;YAAM;QAC5B;IACF;IAEA,MAAM,mBAAmBmI,IAAY,EAAEC,KAAU,EAAiB;QAChE,IAAI,IAAI,CAAC,oBAAoB,EAC3B,MAAM,IAAI,CAAC,oBAAoB,CAACD,MAAMC;IAE1C;IAEA,MAAM,kBAAkBD,IAAY,EAAEC,KAAU,EAAiB;QAC/D,MAAMlF,QAAQ,GAAG,CAAC;YAChB,IAAI,CAAC,iBAAiB,CAAC,qBAAqBiF;YAC5C,IAAI,CAAC,kBAAkB,CAAC,qBAAqBA;SAC9C;QAED,IAAI,IAAI,CAAC,mBAAmB,EAC1B,MAAM,IAAI,CAAC,mBAAmB,CAACA,MAAMC;IAEzC;IAEA,MAAM,UAAyB,CAAC;IAEhC,MAAM,MACJxB,IAA8B,EAC9BC,EAA4B,EAC5BwB,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAEbhJ,UACE,CAAC,iBAAiB,EAAEsH,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,CAAC,eAAe,EAAEwB,SAAS,EAAE,CAAC;QAGzF,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMxF,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC+D,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM/D,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YAEvC,MAAM2F,QAAQ;YACd,MAAMC,QAAQJ,WAAWG;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAM3F,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;gBACzB,MAAM,IAAIrD,QAAQ,CAACC,UAAYG,WAAWH,SAASsF;YACrD;YAEA,MAAM5F,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC+D,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM/D,KAAK,KAAK,CAAC,IAAI;YAErB,MAAM2F,QAAQ;YACd,MAAMC,QAAQJ,WAAWG;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAM3F,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;gBACzB,MAAM1D,KAAK,cAAc,CAAC4F;YAC5B;YAEA,MAAM5F,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IACA,MAAM,UAAUyD,CAAS,EAAEC,CAAS,EAAE8B,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QAIvB,MAAMM,0BAA0B;QAChC,IAAIN,WAAWM,yBACbN,WAAWM;QAEbrJ,UAAU,CAAC,mBAAmB,EAAEgH,EAAE,EAAE,EAAEC,EAAE,KAAK,EAAE8B,SAAS,EAAE,CAAC;QAC3D,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMxF,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;YACzB,MAAM1D,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAM,IAAIK,QAAQ,CAAC0F,MAAQtF,WAAWsF,KAAKP;YAC3C,MAAMxF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;YACzB,MAAM1D,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAMA,KAAK,cAAc,CAACwF;YAC1B,MAAMxF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IAEA,MAAM,MACJgG,OAAe,EACfC,OAAe,EACfC,aAAqB,EACrBC,WAAmB,EACnBX,WAAW,GAAG,EACC;QACf,MAAMG,QAAQ;QACd,MAAMC,QAAQJ,WAAWG;QACzB,MAAMS,YAAYF,gBAAgB;QAClC,MAAMG,UAAUF,cAAc;QAU9B,MAAM/F,SAAU,MAAM,IAAI,CAAC,oBAAoB,CAC7C;QAGF,IAAI;YACF,MAAMA,OAAO,IAAI,CAAC,4BAA4B;gBAC5C,MAAM;gBACN,aAAa;oBACX;wBAAE,GAAG0E,KAAK,KAAK,CAACkB;wBAAU,GAAGlB,KAAK,KAAK,CAACmB,UAAUG;wBAAY,IAAI;oBAAE;oBACpE;wBAAE,GAAGtB,KAAK,KAAK,CAACkB;wBAAU,GAAGlB,KAAK,KAAK,CAACmB,UAAUG;wBAAY,IAAI;oBAAE;iBACrE;YACH;YAEA,IAAK,IAAIP,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMS,cAAcF,YAAaC,AAAwBR,IAAIF,QAA5BU,CAAAA,UAAUD,SAAQ;gBACnD,MAAMhG,OAAO,IAAI,CAAC,4BAA4B;oBAC5C,MAAM;oBACN,aAAa;wBACX;4BACE,GAAG0E,KAAK,KAAK,CAACkB;4BACd,GAAGlB,KAAK,KAAK,CAACmB,UAAUK;4BACxB,IAAI;wBACN;wBACA;4BACE,GAAGxB,KAAK,KAAK,CAACkB;4BACd,GAAGlB,KAAK,KAAK,CAACmB,UAAUK;4BACxB,IAAI;wBACN;qBACD;gBACH;gBACA,MAAM,IAAIjG,QAAQ,CAAC0F,MAAQtF,WAAWsF,KAAKH;YAC7C;YAEA,MAAMxF,OAAO,IAAI,CAAC,4BAA4B;gBAC5C,MAAM;gBACN,aAAa,EAAE;YACjB;QACF,SAAU;YACR,MAAMA,OAAO,MAAM;QACrB;IACF;IAEA,MAAc,oCAAyD;QACrE,IAAI,IAAI,CAAC,2BAA2B,EAClC,OAAO,IAAI,CAAC,2BAA2B;QAEzC,MAAMmG,UAAW,MAAM,IAAI,CAAC,oBAAoB,CAC9C;QAEF,MAAMA,QAAQ,IAAI,CAAC;QACnB,MAAMA,QAAQ,IAAI,CAAC;QACnB,MAAMA,QAAQ,IAAI,CAAC,sCAAsC;YAAE,SAAS;QAAK;QACzE,IAAI,CAAC,2BAA2B,GAAGA;QACnC,OAAOA;IACT;IAEA,MAAM,4BACJC,OAEkB,EACmD;QACrE,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAM,IAAIpJ,MACR;QAIJ,MAAMmJ,UAAU,MAAM,IAAI,CAAC,iCAAiC;QAC5D,IAAI,IAAI,CAAC,2BAA2B,EAClCA,QAAQ,GAAG,CAAC,0BAA0B,IAAI,CAAC,2BAA2B;QAGxE,IAAIE;QAEJ,IAAI,CAAC,2BAA2B,GAAG,OAAO5D;YACxC,IAAIA,AAAwBV,WAAxBU,MAAM,aAAa,EAAgB,YACrCpG,UAAU;YAGZ,IAAI;gBACF,MAAM+J,QAAQ;oBACZ,QAAQ,OAAOE;wBAEb,MAAM,EAAEC,IAAI,EAAE,GAAG,MAAMJ,QAAQ,IAAI,CAAC,oBAAoB;4BACtD,eAAe1D,MAAM,aAAa;wBACpC;wBAIA,MAAM+D,qBACJD,KAAK,UAAU,EAAE,SAAS,sBAC1BA,KAAK,UAAU,EAAE,SAAS;wBAC5B,IAAIC,oBACF,MAAM,IAAIxJ,MACR;wBAKJ,IAAIsJ,MAAM,MAAM,GAAG,GAAG;4BACpB,MAAMG,cAAcF,KAAK,UAAU,EAAE,SAAS;4BAC9C,IAAI,CAACE,aACH,MAAM,IAAIzJ,MACR;wBAGN;wBACA,MAAMmJ,QAAQ,IAAI,CAAC,yBAAyB;4BAC1CG;4BACA,eAAe7D,MAAM,aAAa;wBACpC;oBACF;gBACF;YACF,EAAE,OAAO1F,OAAO;gBACdsJ,gBAAgBtJ;YAClB;QACF;QACAoJ,QAAQ,EAAE,CAAC,0BAA0B,IAAI,CAAC,2BAA2B;QACrE,OAAO;YACL,SAAS;gBACP,IAAI,IAAI,CAAC,2BAA2B,EAClCA,QAAQ,GAAG,CACT,0BACA,IAAI,CAAC,2BAA2B;gBAG/BA,QAAQ,MAAM;gBACnB,IAAI,CAAC,2BAA2B,GAAGpE;gBACnC,IAAI,IAAI,CAAC,2BAA2B,KAAKoE,SACvC,IAAI,CAAC,2BAA2B,GAAGpE;YAEvC;YACA,UAAU,IAAMsE;QAClB;IACF;IAxoCA,YACEK,cAA6B,EAC7BC,aAAwB,EACxB/F,IAAsB,CACtB;QA3DF;QACA,uBAAU,4BAAV;QACA,uBAAU,6BAAV;QACA,uBAAQ,gBAAR;QACA,uBAAQ,wBAAR;QACA,uBAAQ,uBAAR;QACA,uBAAQ,iBAAR;QACA,uBAAQ,kCAAR;QACA,uBAAQ,qBAAR;QACA,uBAAQ,+BAAR;QACA,uBAAQ,+BAAR;QAGA,uBAAQ,qCAAoC;QAC5C,uBAAQ,qBAAR;QAMA,uBAAQ,6BAAkD;QAC1D,uBAAQ,2BAA0B;QAClC,uBAAQ,6BAAR;QACA;QA2yBA,uBAAQ,aAAY;QAtwBlB,IAAI,CAAC,cAAc,GAAG8F;QACtB,IAAI,CAAC,aAAa,GAAGC;QACrB,IAAI,CAAC,wBAAwB,GAC3B/F,MAAM,4BAA4BgG;QACpC,IAAI,CAAC,yBAAyB,GAC5BhG,MAAM,6BAA6BiG;QACrC,IAAI,CAAC,oBAAoB,GAAGjG,MAAM;QAClC,IAAI,CAAC,mBAAmB,GAAGA,MAAM;QACjC,IAAI,CAAC,aAAa,GAAGA,MAAM;QAC3B,IAAI,CAAC,8BAA8B,GACjCA,MAAM,kCAAkC;QAC1C,IAAI,CAAC,iBAAiB,GAAGA,MAAM;IACjC;AAwnCF;AAEO,SAASkG,gBACdlH,IAAoC,EACpCmH,YAA2B;IAE3BnH,KAAK,EAAE,CAAC,SAAS,OAAOoH;QACtB,IAAI,CAACA,OAAO,YACVpJ,QAAQ,IAAI,CAAC;QAGf,MAAMwF,MAAM,MAAO4D,MAAwB,GAAG;QAC9CpJ,QAAQ,GAAG,CAAC,CAAC,cAAc,EAAEwF,KAAK;QAClC,IAAM4D,MAAwB,QAAQ,IAOpCD,aAAa,CAAC,oCAAoC,EAAE3D,KAAK;aANzD,IAAI;YACF,MAAO4D,MAAwB,KAAK;QACtC,EAAE,OAAOjK,OAAO;YACdgK,aAAa,CAAC,sBAAsB,EAAE3D,IAAI,SAAS,EAAErG,OAAO;QAC9D;QAKF,IAAK6C,KAAK,QAAQ,IAehBmH,aAAa,CAAC,kCAAkC,EAAE3D,KAAK;aAdvD,IAAI;YAMF,MAAMxD,KAAK,IAAI,CAACwD,KAAK;gBACnB,WAAW;gBACX,SAAS;YACX;QACF,EAAE,OAAOrG,OAAO;YACdgK,aAAa,CAAC,eAAe,EAAE3D,IAAI,SAAS,EAAErG,OAAO;QACvD;IAIJ;AACF;AAaA,MAAMkK,4BAA4B,IAAIC;AAE/B,SAASC,2BACdvH,IAAoC;IAGpC,IAAIqH,0BAA0B,GAAG,CAACrH,OAChC;IAEFqH,0BAA0B,GAAG,CAACrH;IAI9B,MAAMwH,eAAe,CAAC;;;;;;CAMvB,CAAC;IACA,MAAMC,UAAU;IAEhB,MAAMC,cAAc;QAClB,IAAI;YACF,MAAO1H,KAAwC,QAAQ,CACrD,CAAC,EAAE2H,EAAE,EAAEC,OAAO,EAAmC;gBAC/C,IAAIjG,SAAS,cAAc,CAACgG,KAAK;gBACjC,MAAME,QAAQlG,SAAS,aAAa,CAAC;gBACrCkG,MAAM,EAAE,GAAGF;gBACXE,MAAM,WAAW,GAAGD;gBACpBjG,SAAS,IAAI,CAAC,WAAW,CAACkG;YAC5B,GACA;gBAAE,IAAIJ;gBAAS,SAASD;YAAa;YAEvC/K,UACE;QAEJ,EAAE,OAAOqL,KAAK;YACZ9J,QAAQ,GAAG,CACT,0DACA8J;QAEJ;IACF;IAGKJ;IAGJ1H,KAAwC,EAAE,CAAC,QAAQ;QAC7C0H;IACP;AACF"}
|
|
1
|
+
{"version":3,"file":"puppeteer/base-page.mjs","sources":["../../../src/puppeteer/base-page.ts"],"sourcesContent":["import type { WebPageAgentOpt } from '@/web-element';\nimport type {\n DeviceAction,\n ElementCacheFeature,\n ElementTreeNode,\n Point,\n Rect,\n Size,\n} from '@midscene/core';\nimport type {\n AbstractInterface,\n DeviceFrameRef,\n DeviceFrameSource,\n MjpegStreamHandle,\n MjpegStreamOptions,\n} from '@midscene/core/device';\nimport { sleep } from '@midscene/core/utils';\nimport {\n DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT,\n DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT,\n} from '@midscene/shared/constants';\nimport type { ElementInfo } from '@midscene/shared/extractor';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { createImgBase64ByFormat } from '@midscene/shared/img';\nimport { type DebugFunction, getDebug } from '@midscene/shared/logger';\nimport {\n getElementInfosScriptContent,\n getExtraReturnLogic,\n} from '@midscene/shared/node';\nimport { assert } from '@midscene/shared/utils';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { CDPSession, Protocol, Page as PuppeteerPage } from 'puppeteer';\nimport {\n type CacheFeatureOptions,\n type WebElementCacheFeature,\n buildRectFromElementInfo,\n judgeOrderSensitive,\n sanitizeXpaths,\n} from '../common/cache-helper';\nimport {\n type KeyInput,\n type MouseButton,\n commonWebActionsForWebPage,\n} from '../web-page';\n\nexport const debugPage = getDebug('web:page');\nconst warnPage = getDebug('web:page', { console: true });\n\nexport const BROWSER_NAVIGATION_ERROR_PATTERN =\n /execution context was destroyed|frame was detached|target closed|page has been closed|context was destroyed|net::ERR_ABORTED/i;\n\nconst CDP_SCREENCAST_QUALITY = 70;\nconst CDP_SCREENCAST_EVERY_NTH_FRAME = 1;\n// Upper bound for the \"wait for browser repaint\" promise inside\n// flushPendingVisualUpdate so the call does not hang forever if the page\n// stops scheduling animation frames (e.g. backgrounded tab).\nconst FLUSH_VISUAL_UPDATE_TIMEOUT_MS = 50;\nconst DATA_URL_BASE64_PREFIX = /^data:image\\/\\w+;base64,/;\n\ntype ScreencastFrameEvent = {\n data: string;\n sessionId: number;\n};\n\ntype PageCdpSession = {\n send(method: string, params?: Record<string, unknown>): Promise<unknown>;\n detach(): Promise<void>;\n};\n\ntype ScreencastCdpSession = PageCdpSession & {\n on(\n event: 'Page.screencastFrame',\n handler: (event: ScreencastFrameEvent) => void,\n ): void;\n off?(\n event: 'Page.screencastFrame',\n handler: (event: ScreencastFrameEvent) => void,\n ): void;\n removeListener?(\n event: 'Page.screencastFrame',\n handler: (event: ScreencastFrameEvent) => void,\n ): void;\n};\n\nfunction isClosedPageError(error: unknown) {\n if (!(error instanceof Error)) {\n return false;\n }\n\n return /target page, context or browser has been closed|page has been closed|target closed|browser has been closed/i.test(\n error.message,\n );\n}\n\nexport class Page<\n AgentType extends 'puppeteer' | 'playwright',\n InterfaceType extends PuppeteerPage | PlaywrightPage,\n> implements AbstractInterface\n{\n underlyingPage: InterfaceType;\n protected waitForNavigationTimeout: number;\n protected waitForNetworkIdleTimeout: number;\n private viewportSize?: Size;\n private onBeforeInvokeAction?: AbstractInterface['beforeInvokeAction'];\n private onAfterInvokeAction?: AbstractInterface['afterInvokeAction'];\n private customActions?: DeviceAction<any>[];\n private enableTouchEventsInActionSpace: boolean;\n private keyboardTypeDelay: number | undefined;\n private puppeteerFileChooserSession?: CDPSession;\n private puppeteerFileChooserHandler?: (\n event: Protocol.Page.FileChooserOpenedEvent,\n ) => Promise<void>;\n private playwrightNetworkIdleWarningShown = false;\n private activeMjpegStream?: {\n token: symbol;\n onFrame: MjpegStreamOptions['onFrame'];\n onError?: MjpegStreamOptions['onError'];\n };\n private visualUpdateFlushInFlight: Promise<void> | null = null;\n private visualUpdateFlushQueued = false;\n interfaceType: AgentType;\n\n actionSpace(): DeviceAction[] {\n const defaultActions = commonWebActionsForWebPage(\n this,\n this.enableTouchEventsInActionSpace,\n );\n const customActions = this.customActions || [];\n return [...defaultActions, ...customActions];\n }\n\n private async evaluate<R>(\n pageFunction: string | ((...args: any[]) => R | Promise<R>),\n arg?: any,\n ): Promise<R> {\n let result: R;\n debugPage('evaluate function begin');\n if (this.interfaceType === 'puppeteer') {\n result = await (this.underlyingPage as PuppeteerPage).evaluate(\n pageFunction,\n arg,\n );\n } else {\n result = await (this.underlyingPage as PlaywrightPage).evaluate(\n pageFunction,\n arg,\n );\n }\n debugPage('evaluate function end');\n return result;\n }\n\n constructor(\n underlyingPage: InterfaceType,\n interfaceType: AgentType,\n opts?: WebPageAgentOpt,\n ) {\n this.underlyingPage = underlyingPage;\n this.interfaceType = interfaceType;\n this.waitForNavigationTimeout =\n opts?.waitForNavigationTimeout ?? DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT;\n this.waitForNetworkIdleTimeout =\n opts?.waitForNetworkIdleTimeout ?? DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT;\n this.onBeforeInvokeAction = opts?.beforeInvokeAction;\n this.onAfterInvokeAction = opts?.afterInvokeAction;\n this.customActions = opts?.customActions;\n this.enableTouchEventsInActionSpace =\n opts?.enableTouchEventsInActionSpace ?? false;\n this.keyboardTypeDelay = opts?.keyboardTypeDelay;\n }\n\n async evaluateJavaScript<T = any>(script: string): Promise<T> {\n return this.evaluate(script);\n }\n\n async waitForNavigation(\n moment:\n | 'screenshot'\n | 'getElementsInfo'\n | 'getElementsNodeTree'\n | 'afterInvokeAction',\n actionName?: string,\n ) {\n if (this.waitForNavigationTimeout === 0) {\n debugPage('waitForNavigation timeout is 0, skip waiting');\n return;\n }\n\n // issue: https://github.com/puppeteer/puppeteer/issues/3323\n if (\n this.interfaceType === 'puppeteer' ||\n this.interfaceType === 'playwright'\n ) {\n debugPage(\n `waitForNavigation begin at moment ${moment} with timeout: ${this.waitForNavigationTimeout} and actionName: ${actionName}`,\n );\n try {\n await (this.underlyingPage as PuppeteerPage).waitForSelector('html', {\n timeout: this.waitForNavigationTimeout,\n });\n } catch (error) {\n // Ignore timeout error, continue execution\n console.warn(\n '[midscene:warning] Waiting for the \"navigation\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n );\n }\n debugPage('waitForNavigation end');\n }\n }\n\n async waitForNetworkIdle(\n moment: 'afterInvokeAction',\n actionName?: string,\n ): Promise<void> {\n if (this.interfaceType === 'puppeteer') {\n if (this.waitForNetworkIdleTimeout === 0) {\n debugPage('waitForNetworkIdle timeout is 0, skip waiting');\n return;\n }\n\n debugPage(\n `waitForNetworkIdle begin at moment ${moment} with timeout: ${this.waitForNetworkIdleTimeout} and concurrency: ${DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY} and actionName: ${actionName}`,\n );\n try {\n await (this.underlyingPage as PuppeteerPage).waitForNetworkIdle({\n idleTime: 200,\n concurrency: DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY,\n timeout: this.waitForNetworkIdleTimeout,\n });\n } catch (error) {\n // Ignore timeout error, continue execution\n console.warn(\n '[midscene:warning] Waiting for the \"network idle\" has timed out, but Midscene will continue execution. Please check https://midscenejs.com/faq.html#customize-the-network-timeout for more information on customizing the network timeout',\n );\n }\n debugPage('waitForNetworkIdle end');\n } else {\n if (!this.playwrightNetworkIdleWarningShown) {\n this.playwrightNetworkIdleWarningShown = true;\n warnPage(\n '[midscene:warning] waitForNetworkIdle is skipped for Playwright. Playwright does not provide an equivalent underlying capability for the intended post-action network idle behavior here.',\n );\n }\n }\n }\n\n // @deprecated\n async getElementsInfo() {\n // const scripts = await getExtraReturnLogic();\n // const captureElementSnapshot = await this.evaluate(scripts);\n // return captureElementSnapshot as ElementInfo[];\n await this.waitForNavigation('getElementsInfo');\n debugPage('getElementsInfo begin');\n const tree = await this.getElementsNodeTree();\n debugPage('getElementsInfo end');\n return treeToList(tree);\n }\n\n private async getXpathsByPoint(point: Point, isOrderSensitive: boolean) {\n const elementInfosScriptContent = getElementInfosScriptContent();\n\n return this.evaluateJavaScript(\n `${elementInfosScriptContent}midscene_element_inspector.getXpathsByPoint({left: ${point.left}, top: ${point.top}}, ${isOrderSensitive})`,\n );\n }\n\n private async getElementInfoByXpath(xpath: string) {\n const elementInfosScriptContent = getElementInfosScriptContent();\n\n return this.evaluateJavaScript(\n `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath(${JSON.stringify(xpath)})`,\n );\n }\n\n async cacheFeatureForPoint(\n center: [number, number],\n options?: CacheFeatureOptions,\n ): Promise<ElementCacheFeature> {\n const point: Point = { left: center[0], top: center[1] };\n\n try {\n const isOrderSensitive = await judgeOrderSensitive(options, debugPage);\n const xpaths = await this.getXpathsByPoint(point, isOrderSensitive);\n const sanitized = sanitizeXpaths(xpaths);\n if (!sanitized.length) {\n debugPage('cacheFeatureForPoint: no xpath found at point %o', center);\n }\n return { xpaths: sanitized };\n } catch (error) {\n debugPage('cacheFeatureForPoint failed: %s', error);\n return { xpaths: [] };\n }\n }\n\n async rectMatchesCacheFeature(feature: ElementCacheFeature): Promise<Rect> {\n const xpaths = sanitizeXpaths((feature as WebElementCacheFeature).xpaths);\n debugPage('rectMatchesCacheFeature: trying %d xpath(s)', xpaths.length);\n\n for (const xpath of xpaths) {\n try {\n debugPage('rectMatchesCacheFeature: evaluating xpath: %s', xpath);\n const elementInfo = await this.getElementInfoByXpath(xpath);\n if (elementInfo?.rect) {\n debugPage(\n 'rectMatchesCacheFeature: found element, rect: %o',\n elementInfo.rect,\n );\n return buildRectFromElementInfo(elementInfo);\n }\n debugPage(\n 'rectMatchesCacheFeature: element found but no rect (elementInfo: %o)',\n elementInfo,\n );\n } catch (error) {\n debugPage(\n 'rectMatchesCacheFeature failed for xpath %s: %s',\n xpath,\n error,\n );\n }\n }\n\n throw new Error(\n `No matching element rect found for the provided cache feature (tried ${xpaths.length} xpath(s): ${xpaths.join(', ')})`,\n );\n }\n\n async getElementsNodeTree() {\n // ref: packages/web-integration/src/playwright/ai-fixture.ts popup logic\n // During test execution, a new page might be opened through a connection, and the page remains confined to the same page instance.\n // The page may go through opening, closing, and reopening; if the page is closed, evaluate may return undefined, which can lead to errors.\n await this.waitForNavigation('getElementsNodeTree');\n const scripts = await getExtraReturnLogic(true);\n assert(scripts, 'scripts should be set before writing report in browser');\n const startTime = Date.now();\n const captureElementSnapshot = await this.evaluate(scripts);\n const endTime = Date.now();\n debugPage(`getElementsNodeTree end, cost: ${endTime - startTime}ms`);\n return captureElementSnapshot as ElementTreeNode<ElementInfo>;\n }\n\n async size(): Promise<Size> {\n if (this.viewportSize) return this.viewportSize;\n const sizeInfo: Size = await this.evaluate(() => {\n return {\n width: window.innerWidth,\n height: window.innerHeight,\n };\n });\n this.viewportSize = sizeInfo;\n return sizeInfo;\n }\n\n async screenshotBase64(): Promise<string> {\n const imgType = 'jpeg' as const;\n const quality = 90;\n const startTime = Date.now();\n debugPage('screenshotBase64 begin');\n\n let base64: string;\n if (this.interfaceType === 'puppeteer') {\n const result = await (this.underlyingPage as PuppeteerPage).screenshot({\n type: imgType,\n quality,\n encoding: 'base64',\n });\n base64 = createImgBase64ByFormat(imgType, result);\n } else if (this.interfaceType === 'playwright') {\n const page = this.underlyingPage as PlaywrightPage;\n try {\n const buffer = await page.screenshot({\n type: imgType,\n quality,\n timeout: 10 * 1000,\n });\n base64 = createImgBase64ByFormat(imgType, buffer.toString('base64'));\n } catch (error) {\n if (isClosedPageError(error) || page.isClosed()) {\n throw error;\n }\n\n const errorMsg = error instanceof Error ? error.message : String(error);\n console.warn(\n `[Midscene] Playwright screenshot failed: ${errorMsg}. Falling back to CDP screenshot.`,\n );\n debugPage(\n 'playwright screenshot failed, trying CDP fallback: %s',\n error,\n );\n base64 = await this.screenshotBase64ByPlaywrightCdp(imgType, quality);\n }\n } else {\n throw new Error('Unsupported page type for screenshot');\n }\n const endTime = Date.now();\n debugPage(`screenshotBase64 end, cost: ${endTime - startTime}ms`);\n return base64;\n }\n\n private async screenshotBase64ByPlaywrightCdp(\n imgType: 'jpeg' | 'png',\n quality?: number,\n ) {\n const client = await this.createPageCdpSession('CDP screenshot fallback');\n try {\n const result = (await new Promise<{\n data: string;\n }>((resolve, reject) => {\n const timeoutId = setTimeout(() => {\n reject(new Error('CDP screenshot timeout after 10000ms.'));\n }, 10 * 1000);\n\n client\n .send('Page.captureScreenshot', {\n format: imgType,\n ...(quality ? { quality } : {}),\n })\n .then(\n (value) => {\n clearTimeout(timeoutId);\n resolve(value as { data: string });\n },\n (error) => {\n clearTimeout(timeoutId);\n reject(error);\n },\n );\n })) as {\n data: string;\n };\n return createImgBase64ByFormat(imgType, result.data);\n } finally {\n void client.detach().catch((error) => {\n debugPage('failed to detach CDP screenshot session: %s', error);\n });\n }\n }\n\n private async createPageCdpSession(\n featureName: string,\n ): Promise<PageCdpSession> {\n if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n // Puppeteer has exposed CDP sessions through both page.createCDPSession()\n // and the historical page.target().createCDPSession() API. Support both\n // here so CDP-backed actions work across Puppeteer versions and wrapped\n // page objects that may only expose one of the two shapes.\n const pageWithCdp = page as PuppeteerPage & {\n createCDPSession?: () => Promise<unknown>;\n };\n if (typeof pageWithCdp.createCDPSession === 'function') {\n return (await pageWithCdp.createCDPSession()) as unknown as PageCdpSession;\n }\n\n const target = page.target?.();\n if (typeof target?.createCDPSession === 'function') {\n return (await target.createCDPSession()) as unknown as PageCdpSession;\n }\n\n throw new Error(\n `${featureName} requires a browser page with CDP session support.`,\n );\n }\n\n const page = this.underlyingPage as PlaywrightPage;\n const browserName = page.context().browser()?.browserType().name();\n if (browserName && browserName !== 'chromium') {\n throw new Error(\n `${featureName} requires Chromium-based browser, but current browser is \"${browserName}\".`,\n );\n }\n\n return (await page\n .context()\n .newCDPSession(page)) as unknown as PageCdpSession;\n }\n\n async waitForDomQuiet(opts?: {\n quietMs?: number;\n timeoutMs?: number;\n target?: ElementInfo;\n }): Promise<void> {\n const quietMs = opts?.quietMs ?? 100;\n const timeoutMs = opts?.timeoutMs ?? 500;\n const targetCenter = opts?.target?.center;\n try {\n await this.evaluate(\n ([q, total, center]: [number, number, [number, number] | undefined]) =>\n new Promise<void>((resolve) => {\n let settleTimer: ReturnType<typeof setTimeout> | undefined;\n const done = () => {\n obs.disconnect();\n clearTimeout(hardTimer);\n if (settleTimer) clearTimeout(settleTimer);\n resolve();\n };\n const target =\n center && Number.isFinite(center[0]) && Number.isFinite(center[1])\n ? document.elementFromPoint(center[0], center[1])\n : null;\n const observeRoot =\n target?.closest('form') ?? target?.parentElement ?? document.body;\n const obs = new MutationObserver(() => {\n if (settleTimer) clearTimeout(settleTimer);\n settleTimer = setTimeout(done, q);\n });\n obs.observe(observeRoot, {\n childList: true,\n subtree: true,\n attributes: true,\n characterData: true,\n });\n const hardTimer = setTimeout(done, total);\n }),\n [quietMs, timeoutMs, targetCenter],\n );\n } catch (error) {\n debugPage('waitForDomQuiet failed: %s', error);\n }\n }\n\n async flushPendingVisualUpdate(): Promise<void> {\n const activeStream = this.activeMjpegStream;\n if (!activeStream) return;\n\n try {\n await this.evaluate(\n (timeoutMs: number) =>\n new Promise<void>((resolve) => {\n let done = false;\n const finish = () => {\n if (done) return;\n done = true;\n resolve();\n };\n setTimeout(finish, timeoutMs);\n requestAnimationFrame(() => requestAnimationFrame(finish));\n }),\n FLUSH_VISUAL_UPDATE_TIMEOUT_MS,\n );\n const dataUrl = await this.screenshotBase64();\n if (this.activeMjpegStream?.token !== activeStream.token) return;\n // MjpegStreamFrame.data is contractually bare base64; screenshotBase64()\n // returns a `data:image/...;base64,...` URL, so strip the prefix here.\n activeStream.onFrame({\n data: dataUrl.replace(DATA_URL_BASE64_PREFIX, ''),\n contentType: 'image/jpeg',\n });\n } catch (error) {\n debugPage('screencast visual refresh failed: %s', error);\n activeStream.onError?.(error);\n }\n }\n\n schedulePendingVisualUpdate(): void {\n if (!this.activeMjpegStream) {\n return;\n }\n\n if (this.visualUpdateFlushInFlight) {\n this.visualUpdateFlushQueued = true;\n return;\n }\n\n const flushTask = (async () => {\n do {\n this.visualUpdateFlushQueued = false;\n await this.flushPendingVisualUpdate();\n } while (this.visualUpdateFlushQueued);\n })()\n .catch((error) => {\n debugPage('scheduled screencast visual refresh failed: %s', error);\n })\n .finally(() => {\n if (this.visualUpdateFlushInFlight === flushTask) {\n this.visualUpdateFlushInFlight = null;\n }\n this.visualUpdateFlushQueued = false;\n });\n\n this.visualUpdateFlushInFlight = flushTask;\n }\n\n async startMjpegStream(\n options: MjpegStreamOptions,\n ): Promise<MjpegStreamHandle> {\n const { signal, onFrame, onError } = options;\n if (typeof this.underlyingPage.bringToFront === 'function') {\n await this.underlyingPage.bringToFront();\n }\n const client = (await this.createPageCdpSession(\n 'CDP screencast',\n )) as ScreencastCdpSession;\n let stopped = false;\n const streamToken = Symbol('mjpeg-stream');\n\n const reportStreamError = (error: unknown) => {\n try {\n onError?.(error);\n } catch (callbackError) {\n debugPage('mjpeg onError callback threw: %s', callbackError);\n }\n };\n\n const handleFrame = (event: ScreencastFrameEvent) => {\n void (async () => {\n if (stopped) return;\n try {\n onFrame({\n data: event.data,\n contentType: 'image/jpeg',\n });\n } catch (error) {\n reportStreamError(error);\n }\n\n try {\n await client.send('Page.screencastFrameAck', {\n sessionId: event.sessionId,\n });\n } catch (error) {\n if (!stopped) {\n reportStreamError(error);\n }\n }\n })();\n };\n\n const removeFrameListener = () => {\n if (client.off) {\n client.off('Page.screencastFrame', handleFrame);\n } else if (client.removeListener) {\n client.removeListener('Page.screencastFrame', handleFrame);\n }\n };\n\n const stop = async () => {\n if (stopped) return;\n stopped = true;\n if (this.activeMjpegStream?.token === streamToken) {\n this.activeMjpegStream = undefined;\n }\n signal?.removeEventListener('abort', abortHandler);\n removeFrameListener();\n await client.send('Page.stopScreencast').catch((error) => {\n debugPage('Page.stopScreencast failed: %s', error);\n });\n await client.detach().catch((error) => {\n debugPage('CDP screencast session detach failed: %s', error);\n });\n };\n\n const abortHandler = () => {\n void stop();\n };\n\n try {\n client.on('Page.screencastFrame', handleFrame);\n this.activeMjpegStream = {\n token: streamToken,\n onFrame,\n onError,\n };\n signal?.addEventListener('abort', abortHandler, { once: true });\n\n if (signal?.aborted) {\n await stop();\n return { stop };\n }\n\n await client.send('Page.enable');\n try {\n const { width, height } = await this.size();\n await client.send('Emulation.setVisibleSize', { width, height });\n } catch (error) {\n debugPage('CDP screencast visible size sync failed: %s', error);\n }\n await client.send('Page.startScreencast', {\n format: 'jpeg',\n quality: CDP_SCREENCAST_QUALITY,\n everyNthFrame: CDP_SCREENCAST_EVERY_NTH_FRAME,\n });\n\n // CDP screencast only emits a frame when the page's compositor\n // produces one — for an idle page (no animation, post\n // waitForNetworkIdle) that may never happen, leaving freshly\n // attached subscribers staring at a blank canvas. Force-push one\n // manual screenshot so producer.lastFrame is populated before any\n // /mjpeg subscriber connects.\n void this.flushPendingVisualUpdate();\n\n return { stop };\n } catch (error) {\n await stop();\n throw error;\n }\n }\n\n /**\n * Continuous frame source for UI observation, backed by the same CDP\n * screencast used for MJPEG previews. Frames arrive as JPEG base64 already,\n * so `decode()` is a pass-through. Measured cost of an active screencast is\n * ~1% host CPU with no impact on action/screenshot latency, so this is\n * always available on web (no opt-in needed).\n */\n async openFrameSource(): Promise<DeviceFrameSource> {\n let latest: DeviceFrameRef | null = null;\n const handle = await this.startMjpegStream({\n onFrame: (frame) => {\n latest = {\n ref: `data:${frame.contentType ?? 'image/jpeg'};base64,${frame.data}`,\n capturedAt: Date.now(),\n };\n },\n onError: (error) => {\n debugPage('frame source screencast error: %s', error);\n },\n });\n return {\n latest: () => latest,\n // Screencast frames are already data URLs — no deferred decode cost.\n decode: async (refs) => refs.map((frameRef) => frameRef.ref as string),\n stop: () => handle.stop(),\n };\n }\n\n async url(): Promise<string> {\n return this.underlyingPage.url();\n }\n\n describe(): string {\n const url = this.underlyingPage.url();\n return url || '';\n }\n\n get mouse() {\n return {\n click: async (\n x: number,\n y: number,\n options?: { button?: MouseButton; count?: number },\n ) => {\n await this.mouse.move(x, y);\n const { button = 'left', count = 1 } = options || {};\n debugPage(`mouse click ${x}, ${y}, ${button}, ${count}`);\n\n if (count === 2 && this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).mouse.dblclick(x, y, {\n button,\n });\n } else if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n if (button === 'left' && count === 1) {\n await page.mouse.click(x, y);\n } else {\n await page.mouse.click(x, y, { button, count });\n }\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).mouse.click(x, y, {\n button,\n clickCount: count,\n });\n }\n },\n wheel: async (deltaX: number, deltaY: number) => {\n debugPage(`mouse wheel ${deltaX}, ${deltaY}`);\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).mouse.wheel({\n deltaX,\n deltaY,\n });\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).mouse.wheel(\n deltaX,\n deltaY,\n );\n }\n },\n move: async (x: number, y: number) => {\n this.everMoved = true;\n debugPage(`mouse move to ${x}, ${y}`);\n return this.underlyingPage.mouse.move(x, y);\n },\n drag: async (\n from: { x: number; y: number },\n to: { x: number; y: number },\n ) => {\n debugPage(\n `begin mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n );\n await (this.underlyingPage as PlaywrightPage).mouse.move(\n from.x,\n from.y,\n );\n await sleep(200);\n await (this.underlyingPage as PlaywrightPage).mouse.down();\n await sleep(300);\n await (this.underlyingPage as PlaywrightPage).mouse.move(to.x, to.y, {\n steps: 20,\n });\n await sleep(500);\n await (this.underlyingPage as PlaywrightPage).mouse.up();\n await sleep(200);\n debugPage(\n `end mouse drag from ${from.x}, ${from.y} to ${to.x}, ${to.y}`,\n );\n },\n };\n }\n\n get keyboard() {\n return {\n type: async (text: string, options?: { delay?: number }) => {\n const effectiveDelay = options?.delay ?? this.keyboardTypeDelay;\n debugPage(\n `keyboard type ${text}${effectiveDelay !== undefined ? ` (delay: ${effectiveDelay}ms)` : ''}`,\n );\n return this.underlyingPage.keyboard.type(text, {\n delay: effectiveDelay,\n });\n },\n press: async (\n action:\n | { key: KeyInput; command?: string }\n | { key: KeyInput; command?: string }[],\n ) => {\n const keys = Array.isArray(action) ? action : [action];\n debugPage('keyboard press', keys);\n for (const k of keys) {\n const commands = k.command ? [k.command] : [];\n await this.underlyingPage.keyboard.down(k.key, { commands });\n }\n for (const k of [...keys].reverse()) {\n await this.underlyingPage.keyboard.up(k.key);\n }\n },\n down: async (key: KeyInput) => {\n debugPage(`keyboard down ${key}`);\n return this.underlyingPage.keyboard.down(key);\n },\n up: async (key: KeyInput) => {\n debugPage(`keyboard up ${key}`);\n return this.underlyingPage.keyboard.up(key);\n },\n };\n }\n\n private async selectAllByCdp(): Promise<void> {\n const client = await this.createPageCdpSession('clearInput');\n try {\n // Use the browser editing command instead of Modifier+A. Playwright's\n // Chromium input layer derives the browser platform from\n // Browser.getVersion().userAgent, while Modifier+A shortcuts are often\n // chosen from local process.platform. If a Linux browser is launched with\n // a macOS browser-level UA, Chromium treats select-all as Cmd+A instead\n // of Ctrl+A, so the local-platform shortcut can fail.\n await client.send('Input.dispatchKeyEvent', {\n type: 'rawKeyDown',\n\n commands: ['selectAll'],\n });\n await client.send('Input.dispatchKeyEvent', {\n type: 'keyUp',\n });\n } finally {\n await client.detach().catch(() => undefined);\n }\n }\n\n async clearInput(element?: ElementInfo): Promise<void> {\n const backspace = async () => {\n await sleep(100);\n await this.keyboard.press([{ key: 'Backspace' }]);\n };\n\n debugPage('clearInput begin');\n\n element && (await this.mouse.click(element.center[0], element.center[1]));\n try {\n await this.selectAllByCdp();\n await backspace();\n } catch (error) {\n debugPage('clearInput cdp selectAll failed', error);\n throw error;\n } finally {\n debugPage('clearInput end');\n }\n }\n\n private everMoved = false;\n private async moveToPointBeforeScroll(point?: Point): Promise<void> {\n if (point) {\n await this.mouse.move(point.left, point.top);\n } else if (!this.everMoved) {\n // If the mouse has never moved, move it to the center of the page\n const size = await this.size();\n const targetX = Math.floor(size.width / 2);\n const targetY = Math.floor(size.height / 2);\n await this.mouse.move(targetX, targetY);\n }\n }\n\n async scrollUntilTop(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, -9999999);\n }\n\n async scrollUntilBottom(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, 9999999);\n }\n\n async scrollUntilLeft(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(-9999999, 0);\n }\n\n async scrollUntilRight(startingPoint?: Point): Promise<void> {\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(9999999, 0);\n }\n\n async scrollUp(distance?: number, startingPoint?: Point): Promise<void> {\n const innerHeight = await this.evaluate(() => window.innerHeight);\n const scrollDistance = distance || innerHeight * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, -scrollDistance);\n }\n\n async scrollDown(distance?: number, startingPoint?: Point): Promise<void> {\n const innerHeight = await this.evaluate(() => window.innerHeight);\n const scrollDistance = distance || innerHeight * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(0, scrollDistance);\n }\n\n async scrollLeft(distance?: number, startingPoint?: Point): Promise<void> {\n const innerWidth = await this.evaluate(() => window.innerWidth);\n const scrollDistance = distance || innerWidth * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(-scrollDistance, 0);\n }\n\n async scrollRight(distance?: number, startingPoint?: Point): Promise<void> {\n const innerWidth = await this.evaluate(() => window.innerWidth);\n const scrollDistance = distance || innerWidth * 0.7;\n await this.moveToPointBeforeScroll(startingPoint);\n return this.mouse.wheel(scrollDistance, 0);\n }\n\n async navigate(url: string): Promise<void> {\n debugPage(`navigate to ${url}`);\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).goto(url);\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).goto(url);\n } else {\n throw new Error('Unsupported page type for navigate');\n }\n }\n\n async reload(): Promise<void> {\n debugPage('reload page');\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).reload();\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).reload();\n } else {\n throw new Error('Unsupported page type for reload');\n }\n }\n\n async goBack(): Promise<void> {\n debugPage('go back');\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).goBack();\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).goBack();\n } else {\n throw new Error('Unsupported page type for go back');\n }\n }\n\n async goForward(): Promise<void> {\n debugPage('go forward');\n if (this.interfaceType === 'puppeteer') {\n await (this.underlyingPage as PuppeteerPage).goForward();\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).goForward();\n } else {\n throw new Error('Unsupported page type for go forward');\n }\n }\n\n async stopLoading(): Promise<void> {\n debugPage('stop loading');\n if (this.interfaceType === 'puppeteer') {\n const client = await this.createPageCdpSession('stopLoading');\n try {\n await client.send('Page.stopLoading');\n } finally {\n await client.detach();\n }\n } else if (this.interfaceType === 'playwright') {\n await (this.underlyingPage as PlaywrightPage).evaluate(() =>\n window.stop(),\n );\n } else {\n throw new Error('Unsupported page type for stop loading');\n }\n }\n\n async navigationState(): Promise<{ isLoading: boolean }> {\n try {\n const readyState = await this.evaluate(() => document.readyState);\n return { isLoading: readyState !== 'complete' };\n } catch (error) {\n debugPage('failed to query navigation state: %s', error);\n return { isLoading: false };\n }\n }\n\n async beforeInvokeAction(name: string, param: any): Promise<void> {\n if (this.onBeforeInvokeAction) {\n await this.onBeforeInvokeAction(name, param);\n }\n }\n\n async afterInvokeAction(name: string, param: any): Promise<void> {\n await Promise.all([\n this.waitForNavigation('afterInvokeAction', name),\n this.waitForNetworkIdle('afterInvokeAction', name),\n ]);\n\n if (this.onAfterInvokeAction) {\n await this.onAfterInvokeAction(name, param);\n }\n }\n\n async destroy(): Promise<void> {}\n\n async swipe(\n from: { x: number; y: number },\n to: { x: number; y: number },\n duration?: number,\n ) {\n const LONG_PRESS_THRESHOLD = 500;\n const MIN_PRESS_THRESHOLD = 150;\n duration = duration || 100;\n if (duration < MIN_PRESS_THRESHOLD) {\n duration = MIN_PRESS_THRESHOLD;\n }\n if (duration > LONG_PRESS_THRESHOLD) {\n duration = LONG_PRESS_THRESHOLD;\n }\n debugPage(\n `mouse swipe from ${from.x}, ${from.y} to ${to.x}, ${to.y} with duration ${duration}ms`,\n );\n\n if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n await page.mouse.move(from.x, from.y);\n await page.mouse.down({ button: 'left' });\n\n const steps = 30;\n const delay = duration / steps;\n for (let i = 1; i <= steps; i++) {\n const x = from.x + (to.x - from.x) * (i / steps);\n const y = from.y + (to.y - from.y) * (i / steps);\n await page.mouse.move(x, y);\n await new Promise((resolve) => setTimeout(resolve, delay));\n }\n\n await page.mouse.up({ button: 'left' });\n } else if (this.interfaceType === 'playwright') {\n const page = this.underlyingPage as PlaywrightPage;\n await page.mouse.move(from.x, from.y);\n await page.mouse.down();\n\n const steps = 30;\n const delay = duration / steps;\n for (let i = 1; i <= steps; i++) {\n const x = from.x + (to.x - from.x) * (i / steps);\n const y = from.y + (to.y - from.y) * (i / steps);\n await page.mouse.move(x, y);\n await page.waitForTimeout(delay);\n }\n\n await page.mouse.up({ button: 'left' });\n }\n }\n async longPress(x: number, y: number, duration?: number) {\n duration = duration || 500;\n // Keep a lower bound so the press is registered as a long press rather than\n // a click, but never cap the upper bound: the duration is the caller's\n // intent (e.g. \"hold for 6 seconds\").\n const MIN_LONG_PRESS_DURATION = 300;\n if (duration < MIN_LONG_PRESS_DURATION) {\n duration = MIN_LONG_PRESS_DURATION;\n }\n debugPage(`mouse longPress at ${x}, ${y} for ${duration}ms`);\n if (this.interfaceType === 'puppeteer') {\n const page = this.underlyingPage as PuppeteerPage;\n await page.mouse.move(x, y);\n await page.mouse.down({ button: 'left' });\n await new Promise((res) => setTimeout(res, duration));\n await page.mouse.up({ button: 'left' });\n } else if (this.interfaceType === 'playwright') {\n const page = this.underlyingPage as PlaywrightPage;\n await page.mouse.move(x, y);\n await page.mouse.down({ button: 'left' });\n await page.waitForTimeout(duration);\n await page.mouse.up({ button: 'left' });\n }\n }\n\n async pinch(\n centerX: number,\n centerY: number,\n startDistance: number,\n endDistance: number,\n duration = 500,\n ): Promise<void> {\n const steps = 30;\n const delay = duration / steps;\n const halfStart = startDistance / 2;\n const halfEnd = endDistance / 2;\n\n type TouchClient = {\n send(\n method: 'Input.dispatchTouchEvent',\n params?: Protocol.Input.DispatchTouchEventRequest,\n ): Promise<unknown>;\n detach(): Promise<void>;\n };\n\n const client = (await this.createPageCdpSession(\n 'Pinch gesture',\n )) as TouchClient;\n\n try {\n await client.send('Input.dispatchTouchEvent', {\n type: 'touchStart',\n touchPoints: [\n { x: Math.round(centerX), y: Math.round(centerY - halfStart), id: 0 },\n { x: Math.round(centerX), y: Math.round(centerY + halfStart), id: 1 },\n ],\n });\n\n for (let i = 1; i <= steps; i++) {\n const currentHalf = halfStart + (halfEnd - halfStart) * (i / steps);\n await client.send('Input.dispatchTouchEvent', {\n type: 'touchMove',\n touchPoints: [\n {\n x: Math.round(centerX),\n y: Math.round(centerY - currentHalf),\n id: 0,\n },\n {\n x: Math.round(centerX),\n y: Math.round(centerY + currentHalf),\n id: 1,\n },\n ],\n });\n await new Promise((res) => setTimeout(res, delay));\n }\n\n await client.send('Input.dispatchTouchEvent', {\n type: 'touchEnd',\n touchPoints: [],\n });\n } finally {\n await client.detach();\n }\n }\n\n private async ensurePuppeteerFileChooserSession(): Promise<CDPSession> {\n if (this.puppeteerFileChooserSession) {\n return this.puppeteerFileChooserSession;\n }\n const session = (await this.createPageCdpSession(\n 'Puppeteer file chooser',\n )) as unknown as CDPSession;\n await session.send('Page.enable');\n await session.send('DOM.enable');\n await session.send('Page.setInterceptFileChooserDialog', { enabled: true });\n this.puppeteerFileChooserSession = session;\n return session;\n }\n\n async registerFileChooserListener(\n handler: (\n chooser: import('@midscene/core/device').FileChooserHandler,\n ) => Promise<void>,\n ): Promise<{ dispose: () => void; getError: () => Error | undefined }> {\n if (this.interfaceType !== 'puppeteer') {\n throw new Error(\n 'registerFileChooserListener is only supported in Puppeteer',\n );\n }\n\n const session = await this.ensurePuppeteerFileChooserSession();\n if (this.puppeteerFileChooserHandler) {\n session.off('Page.fileChooserOpened', this.puppeteerFileChooserHandler);\n }\n\n let capturedError: Error | undefined;\n\n this.puppeteerFileChooserHandler = async (event) => {\n if (event.backendNodeId === undefined) {\n debugPage('puppeteer file chooser opened without backendNodeId, skip');\n return;\n }\n try {\n await handler({\n accept: async (files: string[]) => {\n // Get node information to check attributes\n const { node } = await session.send('DOM.describeNode', {\n backendNodeId: event.backendNodeId,\n });\n // attributes is a flat array: ['attr1', 'value1', 'attr2', 'value2', ...]\n\n // Check if input has webkitdirectory attribute (Puppeteer doesn't support directory upload)\n const hasWebkitDirectory =\n node.attributes?.includes('webkitdirectory') ||\n node.attributes?.includes('directory');\n if (hasWebkitDirectory) {\n throw new Error(\n 'Directory upload (webkitdirectory) is not supported in Puppeteer. Please use Playwright instead, which supports directory upload since version 1.45.',\n );\n }\n\n // Check if input supports multiple files\n if (files.length > 1) {\n const hasMultiple = node.attributes?.includes('multiple');\n if (!hasMultiple) {\n throw new Error(\n 'Non-multiple file input can only accept single file',\n );\n }\n }\n await session.send('DOM.setFileInputFiles', {\n files,\n backendNodeId: event.backendNodeId,\n });\n },\n });\n } catch (error) {\n capturedError = error as Error;\n }\n };\n session.on('Page.fileChooserOpened', this.puppeteerFileChooserHandler);\n return {\n dispose: () => {\n if (this.puppeteerFileChooserHandler) {\n session.off(\n 'Page.fileChooserOpened',\n this.puppeteerFileChooserHandler,\n );\n }\n void session.detach();\n this.puppeteerFileChooserHandler = undefined;\n if (this.puppeteerFileChooserSession === session) {\n this.puppeteerFileChooserSession = undefined;\n }\n },\n getError: () => capturedError,\n };\n }\n}\n\nexport function forceClosePopup(\n page: PuppeteerPage | PlaywrightPage,\n debugProfile: DebugFunction,\n) {\n page.on('popup', async (popup) => {\n if (!popup) {\n console.warn('got a popup event, but the popup is not ready yet, skip');\n return;\n }\n const url = await (popup as PuppeteerPage).url();\n console.log(`Popup opened: ${url}`);\n if (!(popup as PuppeteerPage).isClosed()) {\n try {\n await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n } catch (error) {\n debugProfile(`failed to close popup ${url}, error: ${error}`);\n }\n } else {\n debugProfile(`popup is already closed, skip close ${url}`);\n }\n\n if (!page.isClosed()) {\n try {\n await page.goto(url);\n } catch (error) {\n debugProfile(`failed to goto ${url}, error: ${error}`);\n }\n } else {\n debugProfile(`page is already closed, skip goto ${url}`);\n }\n });\n}\n\n/**\n * Force Chrome to render select elements using base-select appearance instead of OS-native rendering.\n * This makes select elements visible in screenshots captured by Playwright/Puppeteer.\n *\n * Reference: https://developer.chrome.com/blog/a-customizable-select\n *\n * Adds a style tag with CSS rules to make all select elements use base-select appearance.\n */\n// Track pages that already have the select-rendering style wired up so the\n// immediate injection and the `load` listener are only registered once per page,\n// even if multiple agents are created for the same page.\nconst forceSelectRenderingPages = new WeakSet<object>();\n\nexport function forceChromeSelectRendering(\n page: PuppeteerPage | PlaywrightPage,\n): void {\n // Only inject once per page to avoid stacking duplicate `load` listeners.\n if (forceSelectRenderingPages.has(page)) {\n return;\n }\n forceSelectRenderingPages.add(page);\n\n // Force Chrome to render select elements using base-select appearance\n // Reference: https://developer.chrome.com/blog/a-customizable-select\n const styleContent = `\n/* Add by Midscene because of forceChromeSelectRendering is enabled*/\nselect {\n &, &::picker(select) {\n appearance: base-select !important;\n }\n}`;\n const styleId = 'midscene-force-select-rendering';\n\n const injectStyle = async () => {\n try {\n await (page as PuppeteerPage & PlaywrightPage).evaluate(\n ({ id, content }: { id: string; content: string }) => {\n if (document.getElementById(id)) return;\n const style = document.createElement('style');\n style.id = id;\n style.textContent = content;\n document.head.appendChild(style);\n },\n { id: styleId, content: styleContent },\n );\n debugPage(\n 'Midscene - Added base-select appearance style for select elements because of forceChromeSelectRendering is enabled',\n );\n } catch (err) {\n console.log(\n 'Midscene - Failed to add base-select appearance style:',\n err,\n );\n }\n };\n\n // Inject immediately for the current document\n void injectStyle();\n\n // Ensure the style is reapplied on future navigations/new documents\n (page as PuppeteerPage & PlaywrightPage).on('load', () => {\n void injectStyle();\n });\n}\n"],"names":["debugPage","getDebug","warnPage","BROWSER_NAVIGATION_ERROR_PATTERN","CDP_SCREENCAST_QUALITY","CDP_SCREENCAST_EVERY_NTH_FRAME","FLUSH_VISUAL_UPDATE_TIMEOUT_MS","DATA_URL_BASE64_PREFIX","isClosedPageError","error","Error","Page","defaultActions","commonWebActionsForWebPage","customActions","pageFunction","arg","result","script","moment","actionName","console","DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY","tree","treeToList","point","isOrderSensitive","elementInfosScriptContent","getElementInfosScriptContent","xpath","JSON","center","options","judgeOrderSensitive","xpaths","sanitized","sanitizeXpaths","feature","elementInfo","buildRectFromElementInfo","scripts","getExtraReturnLogic","assert","startTime","Date","captureElementSnapshot","endTime","sizeInfo","window","imgType","quality","base64","createImgBase64ByFormat","page","buffer","errorMsg","String","client","Promise","resolve","reject","timeoutId","setTimeout","value","clearTimeout","featureName","pageWithCdp","target","browserName","opts","quietMs","timeoutMs","targetCenter","q","total","settleTimer","done","obs","hardTimer","Number","document","observeRoot","MutationObserver","activeStream","finish","requestAnimationFrame","dataUrl","flushTask","signal","onFrame","onError","stopped","streamToken","Symbol","reportStreamError","callbackError","handleFrame","event","removeFrameListener","stop","undefined","abortHandler","width","height","latest","handle","frame","refs","frameRef","url","x","y","button","count","deltaX","deltaY","from","to","sleep","text","effectiveDelay","action","keys","Array","k","commands","key","element","backspace","size","targetX","Math","targetY","startingPoint","distance","innerHeight","scrollDistance","innerWidth","readyState","name","param","duration","LONG_PRESS_THRESHOLD","MIN_PRESS_THRESHOLD","steps","delay","i","MIN_LONG_PRESS_DURATION","res","centerX","centerY","startDistance","endDistance","halfStart","halfEnd","currentHalf","session","handler","capturedError","files","node","hasWebkitDirectory","hasMultiple","underlyingPage","interfaceType","DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT","DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT","forceClosePopup","debugProfile","popup","forceSelectRenderingPages","WeakSet","forceChromeSelectRendering","styleContent","styleId","injectStyle","id","content","style","err"],"mappings":";;;;;;;;;;;;;;;;;;;AA8CO,MAAMA,YAAYC,SAAS;AAClC,MAAMC,WAAWD,SAAS,YAAY;IAAE,SAAS;AAAK;AAE/C,MAAME,mCACX;AAEF,MAAMC,yBAAyB;AAC/B,MAAMC,iCAAiC;AAIvC,MAAMC,iCAAiC;AACvC,MAAMC,yBAAyB;AA2B/B,SAASC,kBAAkBC,KAAc;IACvC,IAAI,CAAEA,CAAAA,iBAAiBC,KAAI,GACzB,OAAO;IAGT,OAAO,8GAA8G,IAAI,CACvHD,MAAM,OAAO;AAEjB;AAEO,MAAME;IA4BX,cAA8B;QAC5B,MAAMC,iBAAiBC,2BACrB,IAAI,EACJ,IAAI,CAAC,8BAA8B;QAErC,MAAMC,gBAAgB,IAAI,CAAC,aAAa,IAAI,EAAE;QAC9C,OAAO;eAAIF;eAAmBE;SAAc;IAC9C;IAEA,MAAc,SACZC,YAA2D,EAC3DC,GAAS,EACG;QACZ,IAAIC;QACJjB,UAAU;QACN,IAAI,CAAC,aAAa,EACpBiB,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,QAAQ,CAC5DF,cACAC;QAQJhB,UAAU;QACV,OAAOiB;IACT;IAqBA,MAAM,mBAA4BC,MAAc,EAAc;QAC5D,OAAO,IAAI,CAAC,QAAQ,CAACA;IACvB;IAEA,MAAM,kBACJC,MAIuB,EACvBC,UAAmB,EACnB;QACA,IAAI,AAAkC,MAAlC,IAAI,CAAC,wBAAwB,EAAQ,YACvCpB,UAAU;QAKZ,IACE,AAAuB,gBAAvB,IAAI,CAAC,aAAa,IAClB,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAClB;YACAA,UACE,CAAC,kCAAkC,EAAEmB,OAAO,eAAe,EAAE,IAAI,CAAC,wBAAwB,CAAC,iBAAiB,EAAEC,YAAY;YAE5H,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,eAAe,CAAC,QAAQ;oBACnE,SAAS,IAAI,CAAC,wBAAwB;gBACxC;YACF,EAAE,OAAOX,OAAO;gBAEdY,QAAQ,IAAI,CACV;YAEJ;YACArB,UAAU;QACZ;IACF;IAEA,MAAM,mBACJmB,MAA2B,EAC3BC,UAAmB,EACJ;QACf,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,IAAI,AAAmC,MAAnC,IAAI,CAAC,yBAAyB,EAAQ,YACxCpB,UAAU;YAIZA,UACE,CAAC,mCAAmC,EAAEmB,OAAO,eAAe,EAAE,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,EAAEG,0CAA0C,iBAAiB,EAAEF,YAAY;YAE5L,IAAI;gBACF,MAAO,IAAI,CAAC,cAAc,CAAmB,kBAAkB,CAAC;oBAC9D,UAAU;oBACV,aAAaE;oBACb,SAAS,IAAI,CAAC,yBAAyB;gBACzC;YACF,EAAE,OAAOb,OAAO;gBAEdY,QAAQ,IAAI,CACV;YAEJ;YACArB,UAAU;QACZ,OACE,IAAI,CAAC,IAAI,CAAC,iCAAiC,EAAE;YAC3C,IAAI,CAAC,iCAAiC,GAAG;YACzCE,SACE;QAEJ;IAEJ;IAGA,MAAM,kBAAkB;QAItB,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC7BF,UAAU;QACV,MAAMuB,OAAO,MAAM,IAAI,CAAC,mBAAmB;QAC3CvB,UAAU;QACV,OAAOwB,WAAWD;IACpB;IAEA,MAAc,iBAAiBE,KAAY,EAAEC,gBAAyB,EAAE;QACtE,MAAMC,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,mDAAmD,EAAEF,MAAM,IAAI,CAAC,OAAO,EAAEA,MAAM,GAAG,CAAC,GAAG,EAAEC,iBAAiB,CAAC,CAAC;IAE5I;IAEA,MAAc,sBAAsBG,KAAa,EAAE;QACjD,MAAMF,4BAA4BC;QAElC,OAAO,IAAI,CAAC,kBAAkB,CAC5B,GAAGD,0BAA0B,iDAAiD,EAAEG,KAAK,SAAS,CAACD,OAAO,CAAC,CAAC;IAE5G;IAEA,MAAM,qBACJE,MAAwB,EACxBC,OAA6B,EACC;QAC9B,MAAMP,QAAe;YAAE,MAAMM,MAAM,CAAC,EAAE;YAAE,KAAKA,MAAM,CAAC,EAAE;QAAC;QAEvD,IAAI;YACF,MAAML,mBAAmB,MAAMO,oBAAoBD,SAAShC;YAC5D,MAAMkC,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAACT,OAAOC;YAClD,MAAMS,YAAYC,eAAeF;YACjC,IAAI,CAACC,UAAU,MAAM,EACnBnC,UAAU,oDAAoD+B;YAEhE,OAAO;gBAAE,QAAQI;YAAU;QAC7B,EAAE,OAAO1B,OAAO;YACdT,UAAU,mCAAmCS;YAC7C,OAAO;gBAAE,QAAQ,EAAE;YAAC;QACtB;IACF;IAEA,MAAM,wBAAwB4B,OAA4B,EAAiB;QACzE,MAAMH,SAASE,eAAgBC,QAAmC,MAAM;QACxErC,UAAU,+CAA+CkC,OAAO,MAAM;QAEtE,KAAK,MAAML,SAASK,OAClB,IAAI;YACFlC,UAAU,iDAAiD6B;YAC3D,MAAMS,cAAc,MAAM,IAAI,CAAC,qBAAqB,CAACT;YACrD,IAAIS,aAAa,MAAM;gBACrBtC,UACE,oDACAsC,YAAY,IAAI;gBAElB,OAAOC,yBAAyBD;YAClC;YACAtC,UACE,wEACAsC;QAEJ,EAAE,OAAO7B,OAAO;YACdT,UACE,mDACA6B,OACApB;QAEJ;QAGF,MAAM,IAAIC,MACR,CAAC,qEAAqE,EAAEwB,OAAO,MAAM,CAAC,WAAW,EAAEA,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3H;IAEA,MAAM,sBAAsB;QAI1B,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC7B,MAAMM,UAAU,MAAMC,oBAAoB;QAC1CC,OAAOF,SAAS;QAChB,MAAMG,YAAYC,KAAK,GAAG;QAC1B,MAAMC,yBAAyB,MAAM,IAAI,CAAC,QAAQ,CAACL;QACnD,MAAMM,UAAUF,KAAK,GAAG;QACxB5C,UAAU,CAAC,+BAA+B,EAAE8C,UAAUH,UAAU,EAAE,CAAC;QACnE,OAAOE;IACT;IAEA,MAAM,OAAsB;QAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY;QAC/C,MAAME,WAAiB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAClC;gBACL,OAAOC,OAAO,UAAU;gBACxB,QAAQA,OAAO,WAAW;YAC5B;QAEF,IAAI,CAAC,YAAY,GAAGD;QACpB,OAAOA;IACT;IAEA,MAAM,mBAAoC;QACxC,MAAME,UAAU;QAChB,MAAMC,UAAU;QAChB,MAAMP,YAAYC,KAAK,GAAG;QAC1B5C,UAAU;QAEV,IAAImD;QACJ,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMlC,SAAS,MAAO,IAAI,CAAC,cAAc,CAAmB,UAAU,CAAC;gBACrE,MAAMgC;gBACNC;gBACA,UAAU;YACZ;YACAC,SAASC,wBAAwBH,SAAShC;QAC5C,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMoC,OAAO,IAAI,CAAC,cAAc;YAChC,IAAI;gBACF,MAAMC,SAAS,MAAMD,KAAK,UAAU,CAAC;oBACnC,MAAMJ;oBACNC;oBACA,SAAS;gBACX;gBACAC,SAASC,wBAAwBH,SAASK,OAAO,QAAQ,CAAC;YAC5D,EAAE,OAAO7C,OAAO;gBACd,IAAID,kBAAkBC,UAAU4C,KAAK,QAAQ,IAC3C,MAAM5C;gBAGR,MAAM8C,WAAW9C,iBAAiBC,QAAQD,MAAM,OAAO,GAAG+C,OAAO/C;gBACjEY,QAAQ,IAAI,CACV,CAAC,yCAAyC,EAAEkC,SAAS,iCAAiC,CAAC;gBAEzFvD,UACE,yDACAS;gBAEF0C,SAAS,MAAM,IAAI,CAAC,+BAA+B,CAACF,SAASC;YAC/D;QACF,OACE,MAAM,IAAIxC,MAAM;QAElB,MAAMoC,UAAUF,KAAK,GAAG;QACxB5C,UAAU,CAAC,4BAA4B,EAAE8C,UAAUH,UAAU,EAAE,CAAC;QAChE,OAAOQ;IACT;IAEA,MAAc,gCACZF,OAAuB,EACvBC,OAAgB,EAChB;QACA,MAAMO,SAAS,MAAM,IAAI,CAAC,oBAAoB,CAAC;QAC/C,IAAI;YACF,MAAMxC,SAAU,MAAM,IAAIyC,QAEvB,CAACC,SAASC;gBACX,MAAMC,YAAYC,WAAW;oBAC3BF,OAAO,IAAIlD,MAAM;gBACnB,GAAG;gBAEH+C,OACG,IAAI,CAAC,0BAA0B;oBAC9B,QAAQR;oBACR,GAAIC,UAAU;wBAAEA;oBAAQ,IAAI,CAAC,CAAC;gBAChC,GACC,IAAI,CACH,CAACa;oBACCC,aAAaH;oBACbF,QAAQI;gBACV,GACA,CAACtD;oBACCuD,aAAaH;oBACbD,OAAOnD;gBACT;YAEN;YAGA,OAAO2C,wBAAwBH,SAAShC,OAAO,IAAI;QACrD,SAAU;YACHwC,OAAO,MAAM,GAAG,KAAK,CAAC,CAAChD;gBAC1BT,UAAU,+CAA+CS;YAC3D;QACF;IACF;IAEA,MAAc,qBACZwD,WAAmB,EACM;QACzB,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMZ,OAAO,IAAI,CAAC,cAAc;YAKhC,MAAMa,cAAcb;YAGpB,IAAI,AAAwC,cAAxC,OAAOa,YAAY,gBAAgB,EACrC,OAAQ,MAAMA,YAAY,gBAAgB;YAG5C,MAAMC,SAASd,KAAK,MAAM;YAC1B,IAAI,AAAoC,cAApC,OAAOc,QAAQ,kBACjB,OAAQ,MAAMA,OAAO,gBAAgB;YAGvC,MAAM,IAAIzD,MACR,GAAGuD,YAAY,kDAAkD,CAAC;QAEtE;QAEA,MAAMZ,OAAO,IAAI,CAAC,cAAc;QAChC,MAAMe,cAAcf,KAAK,OAAO,GAAG,OAAO,IAAI,cAAc;QAC5D,IAAIe,eAAeA,AAAgB,eAAhBA,aACjB,MAAM,IAAI1D,MACR,GAAGuD,YAAY,0DAA0D,EAAEG,YAAY,EAAE,CAAC;QAI9F,OAAQ,MAAMf,KACX,OAAO,GACP,aAAa,CAACA;IACnB;IAEA,MAAM,gBAAgBgB,IAIrB,EAAiB;QAChB,MAAMC,UAAUD,MAAM,WAAW;QACjC,MAAME,YAAYF,MAAM,aAAa;QACrC,MAAMG,eAAeH,MAAM,QAAQ;QACnC,IAAI;YACF,MAAM,IAAI,CAAC,QAAQ,CACjB,CAAC,CAACI,GAAGC,OAAO3C,OAAuD,GACjE,IAAI2B,QAAc,CAACC;oBACjB,IAAIgB;oBACJ,MAAMC,OAAO;wBACXC,IAAI,UAAU;wBACdb,aAAac;wBACb,IAAIH,aAAaX,aAAaW;wBAC9BhB;oBACF;oBACA,MAAMQ,SACJpC,UAAUgD,OAAO,QAAQ,CAAChD,MAAM,CAAC,EAAE,KAAKgD,OAAO,QAAQ,CAAChD,MAAM,CAAC,EAAE,IAC7DiD,SAAS,gBAAgB,CAACjD,MAAM,CAAC,EAAE,EAAEA,MAAM,CAAC,EAAE,IAC9C;oBACN,MAAMkD,cACJd,QAAQ,QAAQ,WAAWA,QAAQ,iBAAiBa,SAAS,IAAI;oBACnE,MAAMH,MAAM,IAAIK,iBAAiB;wBAC/B,IAAIP,aAAaX,aAAaW;wBAC9BA,cAAcb,WAAWc,MAAMH;oBACjC;oBACAI,IAAI,OAAO,CAACI,aAAa;wBACvB,WAAW;wBACX,SAAS;wBACT,YAAY;wBACZ,eAAe;oBACjB;oBACA,MAAMH,YAAYhB,WAAWc,MAAMF;gBACrC,IACF;gBAACJ;gBAASC;gBAAWC;aAAa;QAEtC,EAAE,OAAO/D,OAAO;YACdT,UAAU,8BAA8BS;QAC1C;IACF;IAEA,MAAM,2BAA0C;QAC9C,MAAM0E,eAAe,IAAI,CAAC,iBAAiB;QAC3C,IAAI,CAACA,cAAc;QAEnB,IAAI;YACF,MAAM,IAAI,CAAC,QAAQ,CACjB,CAACZ,YACC,IAAIb,QAAc,CAACC;oBACjB,IAAIiB,OAAO;oBACX,MAAMQ,SAAS;wBACb,IAAIR,MAAM;wBACVA,OAAO;wBACPjB;oBACF;oBACAG,WAAWsB,QAAQb;oBACnBc,sBAAsB,IAAMA,sBAAsBD;gBACpD,IACF9E;YAEF,MAAMgF,UAAU,MAAM,IAAI,CAAC,gBAAgB;YAC3C,IAAI,IAAI,CAAC,iBAAiB,EAAE,UAAUH,aAAa,KAAK,EAAE;YAG1DA,aAAa,OAAO,CAAC;gBACnB,MAAMG,QAAQ,OAAO,CAAC/E,wBAAwB;gBAC9C,aAAa;YACf;QACF,EAAE,OAAOE,OAAO;YACdT,UAAU,wCAAwCS;YAClD0E,aAAa,OAAO,GAAG1E;QACzB;IACF;IAEA,8BAAoC;QAClC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EACzB;QAGF,IAAI,IAAI,CAAC,yBAAyB,EAAE;YAClC,IAAI,CAAC,uBAAuB,GAAG;YAC/B;QACF;QAEA,MAAM8E,YAAa;YACjB,GAAG;gBACD,IAAI,CAAC,uBAAuB,GAAG;gBAC/B,MAAM,IAAI,CAAC,wBAAwB;YACrC,QAAS,IAAI,CAAC,uBAAuB,EAAE;QACzC,KACG,KAAK,CAAC,CAAC9E;YACNT,UAAU,kDAAkDS;QAC9D,GACC,OAAO,CAAC;YACP,IAAI,IAAI,CAAC,yBAAyB,KAAK8E,WACrC,IAAI,CAAC,yBAAyB,GAAG;YAEnC,IAAI,CAAC,uBAAuB,GAAG;QACjC;QAEF,IAAI,CAAC,yBAAyB,GAAGA;IACnC;IAEA,MAAM,iBACJvD,OAA2B,EACC;QAC5B,MAAM,EAAEwD,MAAM,EAAEC,OAAO,EAAEC,OAAO,EAAE,GAAG1D;QACrC,IAAI,AAA4C,cAA5C,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EACzC,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY;QAExC,MAAMyB,SAAU,MAAM,IAAI,CAAC,oBAAoB,CAC7C;QAEF,IAAIkC,UAAU;QACd,MAAMC,cAAcC,OAAO;QAE3B,MAAMC,oBAAoB,CAACrF;YACzB,IAAI;gBACFiF,UAAUjF;YACZ,EAAE,OAAOsF,eAAe;gBACtB/F,UAAU,oCAAoC+F;YAChD;QACF;QAEA,MAAMC,cAAc,CAACC;YACb;gBACJ,IAAIN,SAAS;gBACb,IAAI;oBACFF,QAAQ;wBACN,MAAMQ,MAAM,IAAI;wBAChB,aAAa;oBACf;gBACF,EAAE,OAAOxF,OAAO;oBACdqF,kBAAkBrF;gBACpB;gBAEA,IAAI;oBACF,MAAMgD,OAAO,IAAI,CAAC,2BAA2B;wBAC3C,WAAWwC,MAAM,SAAS;oBAC5B;gBACF,EAAE,OAAOxF,OAAO;oBACd,IAAI,CAACkF,SACHG,kBAAkBrF;gBAEtB;YACF;QACF;QAEA,MAAMyF,sBAAsB;YAC1B,IAAIzC,OAAO,GAAG,EACZA,OAAO,GAAG,CAAC,wBAAwBuC;iBAC9B,IAAIvC,OAAO,cAAc,EAC9BA,OAAO,cAAc,CAAC,wBAAwBuC;QAElD;QAEA,MAAMG,OAAO;YACX,IAAIR,SAAS;YACbA,UAAU;YACV,IAAI,IAAI,CAAC,iBAAiB,EAAE,UAAUC,aACpC,IAAI,CAAC,iBAAiB,GAAGQ;YAE3BZ,QAAQ,oBAAoB,SAASa;YACrCH;YACA,MAAMzC,OAAO,IAAI,CAAC,uBAAuB,KAAK,CAAC,CAAChD;gBAC9CT,UAAU,kCAAkCS;YAC9C;YACA,MAAMgD,OAAO,MAAM,GAAG,KAAK,CAAC,CAAChD;gBAC3BT,UAAU,4CAA4CS;YACxD;QACF;QAEA,MAAM4F,eAAe;YACdF;QACP;QAEA,IAAI;YACF1C,OAAO,EAAE,CAAC,wBAAwBuC;YAClC,IAAI,CAAC,iBAAiB,GAAG;gBACvB,OAAOJ;gBACPH;gBACAC;YACF;YACAF,QAAQ,iBAAiB,SAASa,cAAc;gBAAE,MAAM;YAAK;YAE7D,IAAIb,QAAQ,SAAS;gBACnB,MAAMW;gBACN,OAAO;oBAAEA;gBAAK;YAChB;YAEA,MAAM1C,OAAO,IAAI,CAAC;YAClB,IAAI;gBACF,MAAM,EAAE6C,KAAK,EAAEC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI;gBACzC,MAAM9C,OAAO,IAAI,CAAC,4BAA4B;oBAAE6C;oBAAOC;gBAAO;YAChE,EAAE,OAAO9F,OAAO;gBACdT,UAAU,+CAA+CS;YAC3D;YACA,MAAMgD,OAAO,IAAI,CAAC,wBAAwB;gBACxC,QAAQ;gBACR,SAASrD;gBACT,eAAeC;YACjB;YAQK,IAAI,CAAC,wBAAwB;YAElC,OAAO;gBAAE8F;YAAK;QAChB,EAAE,OAAO1F,OAAO;YACd,MAAM0F;YACN,MAAM1F;QACR;IACF;IASA,MAAM,kBAA8C;QAClD,IAAI+F,SAAgC;QACpC,MAAMC,SAAS,MAAM,IAAI,CAAC,gBAAgB,CAAC;YACzC,SAAS,CAACC;gBACRF,SAAS;oBACP,KAAK,CAAC,KAAK,EAAEE,MAAM,WAAW,IAAI,aAAa,QAAQ,EAAEA,MAAM,IAAI,EAAE;oBACrE,YAAY9D,KAAK,GAAG;gBACtB;YACF;YACA,SAAS,CAACnC;gBACRT,UAAU,qCAAqCS;YACjD;QACF;QACA,OAAO;YACL,QAAQ,IAAM+F;YAEd,QAAQ,OAAOG,OAASA,KAAK,GAAG,CAAC,CAACC,WAAaA,SAAS,GAAG;YAC3D,MAAM,IAAMH,OAAO,IAAI;QACzB;IACF;IAEA,MAAM,MAAuB;QAC3B,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG;IAChC;IAEA,WAAmB;QACjB,MAAMI,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG;QACnC,OAAOA,OAAO;IAChB;IAEA,IAAI,QAAQ;QACV,OAAO;YACL,OAAO,OACLC,GACAC,GACA/E;gBAEA,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC8E,GAAGC;gBACzB,MAAM,EAAEC,SAAS,MAAM,EAAEC,QAAQ,CAAC,EAAE,GAAGjF,WAAW,CAAC;gBACnDhC,UAAU,CAAC,YAAY,EAAE8G,EAAE,EAAE,EAAEC,EAAE,EAAE,EAAEC,OAAO,EAAE,EAAEC,OAAO;gBAEvD,IAAIA,AAAU,MAAVA,SAAe,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EACnC,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,QAAQ,CAACH,GAAGC,GAAG;oBACjEC;gBACF;qBACK,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;oBAC7C,MAAM3D,OAAO,IAAI,CAAC,cAAc;oBAChC,IAAI2D,AAAW,WAAXA,UAAqBC,AAAU,MAAVA,OACvB,MAAM5D,KAAK,KAAK,CAAC,KAAK,CAACyD,GAAGC;yBAE1B,MAAM1D,KAAK,KAAK,CAAC,KAAK,CAACyD,GAAGC,GAAG;wBAAEC;wBAAQC;oBAAM;gBAEjD,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CAACH,GAAGC,GAAG;oBAC9DC;oBACA,YAAYC;gBACd;YAEJ;YACA,OAAO,OAAOC,QAAgBC;gBAC5BnH,UAAU,CAAC,YAAY,EAAEkH,OAAO,EAAE,EAAEC,QAAQ;gBAC5C,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,KAAK,CAAC,KAAK,CAAC;oBACvDD;oBACAC;gBACF;qBACK,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,KAAK,CACvDD,QACAC;YAGN;YACA,MAAM,OAAOL,GAAWC;gBACtB,IAAI,CAAC,SAAS,GAAG;gBACjB/G,UAAU,CAAC,cAAc,EAAE8G,EAAE,EAAE,EAAEC,GAAG;gBACpC,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAACD,GAAGC;YAC3C;YACA,MAAM,OACJK,MACAC;gBAEArH,UACE,CAAC,sBAAsB,EAAEoH,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;gBAElE,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CACtDD,KAAK,CAAC,EACNA,KAAK,CAAC;gBAER,MAAME,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI;gBACxD,MAAMA,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,IAAI,CAACD,GAAG,CAAC,EAAEA,GAAG,CAAC,EAAE;oBACnE,OAAO;gBACT;gBACA,MAAMC,MAAM;gBACZ,MAAO,IAAI,CAAC,cAAc,CAAoB,KAAK,CAAC,EAAE;gBACtD,MAAMA,MAAM;gBACZtH,UACE,CAAC,oBAAoB,EAAEoH,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,EAAE;YAElE;QACF;IACF;IAEA,IAAI,WAAW;QACb,OAAO;YACL,MAAM,OAAOE,MAAcvF;gBACzB,MAAMwF,iBAAiBxF,SAAS,SAAS,IAAI,CAAC,iBAAiB;gBAC/DhC,UACE,CAAC,cAAc,EAAEuH,OAAOC,AAAmBpB,WAAnBoB,iBAA+B,CAAC,SAAS,EAAEA,eAAe,GAAG,CAAC,GAAG,IAAI;gBAE/F,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACD,MAAM;oBAC7C,OAAOC;gBACT;YACF;YACA,OAAO,OACLC;gBAIA,MAAMC,OAAOC,MAAM,OAAO,CAACF,UAAUA,SAAS;oBAACA;iBAAO;gBACtDzH,UAAU,kBAAkB0H;gBAC5B,KAAK,MAAME,KAAKF,KAAM;oBACpB,MAAMG,WAAWD,EAAE,OAAO,GAAG;wBAACA,EAAE,OAAO;qBAAC,GAAG,EAAE;oBAC7C,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA,EAAE,GAAG,EAAE;wBAAEC;oBAAS;gBAC5D;gBACA,KAAK,MAAMD,KAAK;uBAAIF;iBAAK,CAAC,OAAO,GAC/B,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACE,EAAE,GAAG;YAE/C;YACA,MAAM,OAAOE;gBACX9H,UAAU,CAAC,cAAc,EAAE8H,KAAK;gBAChC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAACA;YAC3C;YACA,IAAI,OAAOA;gBACT9H,UAAU,CAAC,YAAY,EAAE8H,KAAK;gBAC9B,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAACA;YACzC;QACF;IACF;IAEA,MAAc,iBAAgC;QAC5C,MAAMrE,SAAS,MAAM,IAAI,CAAC,oBAAoB,CAAC;QAC/C,IAAI;YAOF,MAAMA,OAAO,IAAI,CAAC,0BAA0B;gBAC1C,MAAM;gBAEN,UAAU;oBAAC;iBAAY;YACzB;YACA,MAAMA,OAAO,IAAI,CAAC,0BAA0B;gBAC1C,MAAM;YACR;QACF,SAAU;YACR,MAAMA,OAAO,MAAM,GAAG,KAAK,CAAC,IAAM2C;QACpC;IACF;IAEA,MAAM,WAAW2B,OAAqB,EAAiB;QACrD,MAAMC,YAAY;YAChB,MAAMV,MAAM;YACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAC;oBAAE,KAAK;gBAAY;aAAE;QAClD;QAEAtH,UAAU;QAEV+H,WAAY,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAACA,QAAQ,MAAM,CAAC,EAAE,EAAEA,QAAQ,MAAM,CAAC,EAAE;QACvE,IAAI;YACF,MAAM,IAAI,CAAC,cAAc;YACzB,MAAMC;QACR,EAAE,OAAOvH,OAAO;YACdT,UAAU,mCAAmCS;YAC7C,MAAMA;QACR,SAAU;YACRT,UAAU;QACZ;IACF;IAGA,MAAc,wBAAwByB,KAAa,EAAiB;QAClE,IAAIA,OACF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACA,MAAM,IAAI,EAAEA,MAAM,GAAG;aACtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YAE1B,MAAMwG,OAAO,MAAM,IAAI,CAAC,IAAI;YAC5B,MAAMC,UAAUC,KAAK,KAAK,CAACF,KAAK,KAAK,GAAG;YACxC,MAAMG,UAAUD,KAAK,KAAK,CAACF,KAAK,MAAM,GAAG;YACzC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAACC,SAASE;QACjC;IACF;IAEA,MAAM,eAAeC,aAAqB,EAAiB;QACzD,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,kBAAkBA,aAAqB,EAAiB;QAC5D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;IAC7B;IAEA,MAAM,gBAAgBA,aAAqB,EAAiB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU;IACpC;IAEA,MAAM,iBAAiBA,aAAqB,EAAiB;QAC3D,MAAM,IAAI,CAAC,uBAAuB,CAACA;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;IACnC;IAEA,MAAM,SAASC,QAAiB,EAAED,aAAqB,EAAiB;QACtE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMvF,OAAO,WAAW;QAChE,MAAMwF,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAACG;IAC9B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAME,cAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMvF,OAAO,WAAW;QAChE,MAAMwF,iBAAiBF,YAAYC,AAAc,MAAdA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACF;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAGG;IAC7B;IAEA,MAAM,WAAWF,QAAiB,EAAED,aAAqB,EAAiB;QACxE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMzF,OAAO,UAAU;QAC9D,MAAMwF,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAACG,gBAAgB;IAC3C;IAEA,MAAM,YAAYF,QAAiB,EAAED,aAAqB,EAAiB;QACzE,MAAMI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAMzF,OAAO,UAAU;QAC9D,MAAMwF,iBAAiBF,YAAYG,AAAa,MAAbA;QACnC,MAAM,IAAI,CAAC,uBAAuB,CAACJ;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAACG,gBAAgB;IAC1C;IAEA,MAAM,SAAS3B,GAAW,EAAiB;QACzC7G,UAAU,CAAC,YAAY,EAAE6G,KAAK;QAC9B,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,IAAI,CAACA;aAC7C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,IAAI,CAACA;aAEnD,MAAM,IAAInG,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BV,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIU,MAAM;IAEpB;IAEA,MAAM,SAAwB;QAC5BV,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,MAAM;aAC9C,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,MAAM;aAEpD,MAAM,IAAIU,MAAM;IAEpB;IAEA,MAAM,YAA2B;QAC/BV,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAO,IAAI,CAAC,cAAc,CAAmB,SAAS;aACjD,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,SAAS;aAEvD,MAAM,IAAIU,MAAM;IAEpB;IAEA,MAAM,cAA6B;QACjCV,UAAU;QACV,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMyD,SAAS,MAAM,IAAI,CAAC,oBAAoB,CAAC;YAC/C,IAAI;gBACF,MAAMA,OAAO,IAAI,CAAC;YACpB,SAAU;gBACR,MAAMA,OAAO,MAAM;YACrB;QACF,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAC3B,MAAO,IAAI,CAAC,cAAc,CAAoB,QAAQ,CAAC,IACrDT,OAAO,IAAI;aAGb,MAAM,IAAItC,MAAM;IAEpB;IAEA,MAAM,kBAAmD;QACvD,IAAI;YACF,MAAMgI,aAAa,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAM1D,SAAS,UAAU;YAChE,OAAO;gBAAE,WAAW0D,AAAe,eAAfA;YAA0B;QAChD,EAAE,OAAOjI,OAAO;YACdT,UAAU,wCAAwCS;YAClD,OAAO;gBAAE,WAAW;YAAM;QAC5B;IACF;IAEA,MAAM,mBAAmBkI,IAAY,EAAEC,KAAU,EAAiB;QAChE,IAAI,IAAI,CAAC,oBAAoB,EAC3B,MAAM,IAAI,CAAC,oBAAoB,CAACD,MAAMC;IAE1C;IAEA,MAAM,kBAAkBD,IAAY,EAAEC,KAAU,EAAiB;QAC/D,MAAMlF,QAAQ,GAAG,CAAC;YAChB,IAAI,CAAC,iBAAiB,CAAC,qBAAqBiF;YAC5C,IAAI,CAAC,kBAAkB,CAAC,qBAAqBA;SAC9C;QAED,IAAI,IAAI,CAAC,mBAAmB,EAC1B,MAAM,IAAI,CAAC,mBAAmB,CAACA,MAAMC;IAEzC;IAEA,MAAM,UAAyB,CAAC;IAEhC,MAAM,MACJxB,IAA8B,EAC9BC,EAA4B,EAC5BwB,QAAiB,EACjB;QACA,MAAMC,uBAAuB;QAC7B,MAAMC,sBAAsB;QAC5BF,WAAWA,YAAY;QACvB,IAAIA,WAAWE,qBACbF,WAAWE;QAEb,IAAIF,WAAWC,sBACbD,WAAWC;QAEb9I,UACE,CAAC,iBAAiB,EAAEoH,KAAK,CAAC,CAAC,EAAE,EAAEA,KAAK,CAAC,CAAC,IAAI,EAAEC,GAAG,CAAC,CAAC,EAAE,EAAEA,GAAG,CAAC,CAAC,eAAe,EAAEwB,SAAS,EAAE,CAAC;QAGzF,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMxF,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC+D,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM/D,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YAEvC,MAAM2F,QAAQ;YACd,MAAMC,QAAQJ,WAAWG;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAM3F,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;gBACzB,MAAM,IAAIrD,QAAQ,CAACC,UAAYG,WAAWH,SAASsF;YACrD;YAEA,MAAM5F,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAAC+D,KAAK,CAAC,EAAEA,KAAK,CAAC;YACpC,MAAM/D,KAAK,KAAK,CAAC,IAAI;YAErB,MAAM2F,QAAQ;YACd,MAAMC,QAAQJ,WAAWG;YACzB,IAAK,IAAIE,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMpC,IAAIM,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAMjC,IAAIK,KAAK,CAAC,GAAIC,AAAAA,CAAAA,GAAG,CAAC,GAAGD,KAAK,CAAC,AAAD,IAAM8B,CAAAA,IAAIF,KAAI;gBAC9C,MAAM3F,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;gBACzB,MAAM1D,KAAK,cAAc,CAAC4F;YAC5B;YAEA,MAAM5F,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IACA,MAAM,UAAUyD,CAAS,EAAEC,CAAS,EAAE8B,QAAiB,EAAE;QACvDA,WAAWA,YAAY;QAIvB,MAAMM,0BAA0B;QAChC,IAAIN,WAAWM,yBACbN,WAAWM;QAEbnJ,UAAU,CAAC,mBAAmB,EAAE8G,EAAE,EAAE,EAAEC,EAAE,KAAK,EAAE8B,SAAS,EAAE,CAAC;QAC3D,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EAAkB;YACtC,MAAMxF,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;YACzB,MAAM1D,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAM,IAAIK,QAAQ,CAAC0F,MAAQtF,WAAWsF,KAAKP;YAC3C,MAAMxF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC,OAAO,IAAI,AAAuB,iBAAvB,IAAI,CAAC,aAAa,EAAmB;YAC9C,MAAMA,OAAO,IAAI,CAAC,cAAc;YAChC,MAAMA,KAAK,KAAK,CAAC,IAAI,CAACyD,GAAGC;YACzB,MAAM1D,KAAK,KAAK,CAAC,IAAI,CAAC;gBAAE,QAAQ;YAAO;YACvC,MAAMA,KAAK,cAAc,CAACwF;YAC1B,MAAMxF,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,QAAQ;YAAO;QACvC;IACF;IAEA,MAAM,MACJgG,OAAe,EACfC,OAAe,EACfC,aAAqB,EACrBC,WAAmB,EACnBX,WAAW,GAAG,EACC;QACf,MAAMG,QAAQ;QACd,MAAMC,QAAQJ,WAAWG;QACzB,MAAMS,YAAYF,gBAAgB;QAClC,MAAMG,UAAUF,cAAc;QAU9B,MAAM/F,SAAU,MAAM,IAAI,CAAC,oBAAoB,CAC7C;QAGF,IAAI;YACF,MAAMA,OAAO,IAAI,CAAC,4BAA4B;gBAC5C,MAAM;gBACN,aAAa;oBACX;wBAAE,GAAG0E,KAAK,KAAK,CAACkB;wBAAU,GAAGlB,KAAK,KAAK,CAACmB,UAAUG;wBAAY,IAAI;oBAAE;oBACpE;wBAAE,GAAGtB,KAAK,KAAK,CAACkB;wBAAU,GAAGlB,KAAK,KAAK,CAACmB,UAAUG;wBAAY,IAAI;oBAAE;iBACrE;YACH;YAEA,IAAK,IAAIP,IAAI,GAAGA,KAAKF,OAAOE,IAAK;gBAC/B,MAAMS,cAAcF,YAAaC,AAAwBR,IAAIF,QAA5BU,CAAAA,UAAUD,SAAQ;gBACnD,MAAMhG,OAAO,IAAI,CAAC,4BAA4B;oBAC5C,MAAM;oBACN,aAAa;wBACX;4BACE,GAAG0E,KAAK,KAAK,CAACkB;4BACd,GAAGlB,KAAK,KAAK,CAACmB,UAAUK;4BACxB,IAAI;wBACN;wBACA;4BACE,GAAGxB,KAAK,KAAK,CAACkB;4BACd,GAAGlB,KAAK,KAAK,CAACmB,UAAUK;4BACxB,IAAI;wBACN;qBACD;gBACH;gBACA,MAAM,IAAIjG,QAAQ,CAAC0F,MAAQtF,WAAWsF,KAAKH;YAC7C;YAEA,MAAMxF,OAAO,IAAI,CAAC,4BAA4B;gBAC5C,MAAM;gBACN,aAAa,EAAE;YACjB;QACF,SAAU;YACR,MAAMA,OAAO,MAAM;QACrB;IACF;IAEA,MAAc,oCAAyD;QACrE,IAAI,IAAI,CAAC,2BAA2B,EAClC,OAAO,IAAI,CAAC,2BAA2B;QAEzC,MAAMmG,UAAW,MAAM,IAAI,CAAC,oBAAoB,CAC9C;QAEF,MAAMA,QAAQ,IAAI,CAAC;QACnB,MAAMA,QAAQ,IAAI,CAAC;QACnB,MAAMA,QAAQ,IAAI,CAAC,sCAAsC;YAAE,SAAS;QAAK;QACzE,IAAI,CAAC,2BAA2B,GAAGA;QACnC,OAAOA;IACT;IAEA,MAAM,4BACJC,OAEkB,EACmD;QACrE,IAAI,AAAuB,gBAAvB,IAAI,CAAC,aAAa,EACpB,MAAM,IAAInJ,MACR;QAIJ,MAAMkJ,UAAU,MAAM,IAAI,CAAC,iCAAiC;QAC5D,IAAI,IAAI,CAAC,2BAA2B,EAClCA,QAAQ,GAAG,CAAC,0BAA0B,IAAI,CAAC,2BAA2B;QAGxE,IAAIE;QAEJ,IAAI,CAAC,2BAA2B,GAAG,OAAO7D;YACxC,IAAIA,AAAwBG,WAAxBH,MAAM,aAAa,EAAgB,YACrCjG,UAAU;YAGZ,IAAI;gBACF,MAAM6J,QAAQ;oBACZ,QAAQ,OAAOE;wBAEb,MAAM,EAAEC,IAAI,EAAE,GAAG,MAAMJ,QAAQ,IAAI,CAAC,oBAAoB;4BACtD,eAAe3D,MAAM,aAAa;wBACpC;wBAIA,MAAMgE,qBACJD,KAAK,UAAU,EAAE,SAAS,sBAC1BA,KAAK,UAAU,EAAE,SAAS;wBAC5B,IAAIC,oBACF,MAAM,IAAIvJ,MACR;wBAKJ,IAAIqJ,MAAM,MAAM,GAAG,GAAG;4BACpB,MAAMG,cAAcF,KAAK,UAAU,EAAE,SAAS;4BAC9C,IAAI,CAACE,aACH,MAAM,IAAIxJ,MACR;wBAGN;wBACA,MAAMkJ,QAAQ,IAAI,CAAC,yBAAyB;4BAC1CG;4BACA,eAAe9D,MAAM,aAAa;wBACpC;oBACF;gBACF;YACF,EAAE,OAAOxF,OAAO;gBACdqJ,gBAAgBrJ;YAClB;QACF;QACAmJ,QAAQ,EAAE,CAAC,0BAA0B,IAAI,CAAC,2BAA2B;QACrE,OAAO;YACL,SAAS;gBACP,IAAI,IAAI,CAAC,2BAA2B,EAClCA,QAAQ,GAAG,CACT,0BACA,IAAI,CAAC,2BAA2B;gBAG/BA,QAAQ,MAAM;gBACnB,IAAI,CAAC,2BAA2B,GAAGxD;gBACnC,IAAI,IAAI,CAAC,2BAA2B,KAAKwD,SACvC,IAAI,CAAC,2BAA2B,GAAGxD;YAEvC;YACA,UAAU,IAAM0D;QAClB;IACF;IA9lCA,YACEK,cAA6B,EAC7BC,aAAwB,EACxB/F,IAAsB,CACtB;QAzDF;QACA,uBAAU,4BAAV;QACA,uBAAU,6BAAV;QACA,uBAAQ,gBAAR;QACA,uBAAQ,wBAAR;QACA,uBAAQ,uBAAR;QACA,uBAAQ,iBAAR;QACA,uBAAQ,kCAAR;QACA,uBAAQ,qBAAR;QACA,uBAAQ,+BAAR;QACA,uBAAQ,+BAAR;QAGA,uBAAQ,qCAAoC;QAC5C,uBAAQ,qBAAR;QAKA,uBAAQ,6BAAkD;QAC1D,uBAAQ,2BAA0B;QAClC;QAiwBA,uBAAQ,aAAY;QA5tBlB,IAAI,CAAC,cAAc,GAAG8F;QACtB,IAAI,CAAC,aAAa,GAAGC;QACrB,IAAI,CAAC,wBAAwB,GAC3B/F,MAAM,4BAA4BgG;QACpC,IAAI,CAAC,yBAAyB,GAC5BhG,MAAM,6BAA6BiG;QACrC,IAAI,CAAC,oBAAoB,GAAGjG,MAAM;QAClC,IAAI,CAAC,mBAAmB,GAAGA,MAAM;QACjC,IAAI,CAAC,aAAa,GAAGA,MAAM;QAC3B,IAAI,CAAC,8BAA8B,GACjCA,MAAM,kCAAkC;QAC1C,IAAI,CAAC,iBAAiB,GAAGA,MAAM;IACjC;AA8kCF;AAEO,SAASkG,gBACdlH,IAAoC,EACpCmH,YAA2B;IAE3BnH,KAAK,EAAE,CAAC,SAAS,OAAOoH;QACtB,IAAI,CAACA,OAAO,YACVpJ,QAAQ,IAAI,CAAC;QAGf,MAAMwF,MAAM,MAAO4D,MAAwB,GAAG;QAC9CpJ,QAAQ,GAAG,CAAC,CAAC,cAAc,EAAEwF,KAAK;QAClC,IAAM4D,MAAwB,QAAQ,IAOpCD,aAAa,CAAC,oCAAoC,EAAE3D,KAAK;aANzD,IAAI;YACF,MAAO4D,MAAwB,KAAK;QACtC,EAAE,OAAOhK,OAAO;YACd+J,aAAa,CAAC,sBAAsB,EAAE3D,IAAI,SAAS,EAAEpG,OAAO;QAC9D;QAKF,IAAK4C,KAAK,QAAQ,IAOhBmH,aAAa,CAAC,kCAAkC,EAAE3D,KAAK;aANvD,IAAI;YACF,MAAMxD,KAAK,IAAI,CAACwD;QAClB,EAAE,OAAOpG,OAAO;YACd+J,aAAa,CAAC,eAAe,EAAE3D,IAAI,SAAS,EAAEpG,OAAO;QACvD;IAIJ;AACF;AAaA,MAAMiK,4BAA4B,IAAIC;AAE/B,SAASC,2BACdvH,IAAoC;IAGpC,IAAIqH,0BAA0B,GAAG,CAACrH,OAChC;IAEFqH,0BAA0B,GAAG,CAACrH;IAI9B,MAAMwH,eAAe,CAAC;;;;;;CAMvB,CAAC;IACA,MAAMC,UAAU;IAEhB,MAAMC,cAAc;QAClB,IAAI;YACF,MAAO1H,KAAwC,QAAQ,CACrD,CAAC,EAAE2H,EAAE,EAAEC,OAAO,EAAmC;gBAC/C,IAAIjG,SAAS,cAAc,CAACgG,KAAK;gBACjC,MAAME,QAAQlG,SAAS,aAAa,CAAC;gBACrCkG,MAAM,EAAE,GAAGF;gBACXE,MAAM,WAAW,GAAGD;gBACpBjG,SAAS,IAAI,CAAC,WAAW,CAACkG;YAC5B,GACA;gBAAE,IAAIJ;gBAAS,SAASD;YAAa;YAEvC7K,UACE;QAEJ,EAAE,OAAOmL,KAAK;YACZ9J,QAAQ,GAAG,CACT,0DACA8J;QAEJ;IACF;IAGKJ;IAGJ1H,KAAwC,EAAE,CAAC,QAAQ;QAC7C0H;IACP;AACF"}
|
package/dist/es/web-page.mjs
CHANGED
|
@@ -82,45 +82,38 @@ class AbstractWebPage extends AbstractInterface {
|
|
|
82
82
|
}
|
|
83
83
|
async clearInput(element) {}
|
|
84
84
|
}
|
|
85
|
-
const scheduleWebVisualUpdate = (page)=>{
|
|
86
|
-
if (page.schedulePendingVisualUpdate) return void page.schedulePendingVisualUpdate();
|
|
87
|
-
const pendingRefresh = page.flushPendingVisualUpdate?.();
|
|
88
|
-
pendingRefresh?.catch(()=>void 0);
|
|
89
|
-
};
|
|
90
85
|
function createWebInputPrimitives(page) {
|
|
91
|
-
const scheduleVisualUpdate = ()=>
|
|
86
|
+
const scheduleVisualUpdate = ()=>{
|
|
87
|
+
if (page.schedulePendingVisualUpdate) return void page.schedulePendingVisualUpdate();
|
|
88
|
+
const pendingRefresh = page.flushPendingVisualUpdate?.();
|
|
89
|
+
pendingRefresh?.catch(()=>void 0);
|
|
90
|
+
};
|
|
92
91
|
return {
|
|
93
92
|
pointer: {
|
|
94
93
|
tap: async ({ x, y })=>{
|
|
95
94
|
await page.mouse.click(x, y, {
|
|
96
95
|
button: 'left'
|
|
97
96
|
});
|
|
98
|
-
scheduleVisualUpdate();
|
|
99
97
|
},
|
|
100
98
|
rightClick: async ({ x, y })=>{
|
|
101
99
|
await page.mouse.click(x, y, {
|
|
102
100
|
button: 'right'
|
|
103
101
|
});
|
|
104
|
-
scheduleVisualUpdate();
|
|
105
102
|
},
|
|
106
103
|
doubleClick: async ({ x, y })=>{
|
|
107
104
|
await page.mouse.click(x, y, {
|
|
108
105
|
button: 'left',
|
|
109
106
|
count: 2
|
|
110
107
|
});
|
|
111
|
-
scheduleVisualUpdate();
|
|
112
108
|
},
|
|
113
109
|
hover: async ({ x, y })=>{
|
|
114
110
|
await page.mouse.move(x, y);
|
|
115
|
-
scheduleVisualUpdate();
|
|
116
111
|
},
|
|
117
112
|
dragAndDrop: async (from, to)=>{
|
|
118
113
|
await page.mouse.drag(from, to);
|
|
119
|
-
scheduleVisualUpdate();
|
|
120
114
|
},
|
|
121
115
|
longPress: async ({ x, y }, opts)=>{
|
|
122
116
|
await page.longPress(x, y, opts?.duration);
|
|
123
|
-
scheduleVisualUpdate();
|
|
124
117
|
}
|
|
125
118
|
},
|
|
126
119
|
keyboard: {
|
|
@@ -202,7 +195,6 @@ function createWebInputPrimitives(page) {
|
|
|
202
195
|
else await page.scrollDown(param?.distance || void 0, startingPoint);
|
|
203
196
|
await sleep(500);
|
|
204
197
|
}
|
|
205
|
-
scheduleVisualUpdate();
|
|
206
198
|
}
|
|
207
199
|
}
|
|
208
200
|
};
|
|
@@ -224,7 +216,6 @@ const commonWebActionsForWebPage = (page, includeTouchEvents = false)=>{
|
|
|
224
216
|
call: async (param)=>{
|
|
225
217
|
if (!page.navigate) throw new Error('Navigate operation is not supported on this page type');
|
|
226
218
|
await page.navigate(param.url);
|
|
227
|
-
scheduleWebVisualUpdate(page);
|
|
228
219
|
}
|
|
229
220
|
}),
|
|
230
221
|
defineAction({
|
|
@@ -233,7 +224,6 @@ const commonWebActionsForWebPage = (page, includeTouchEvents = false)=>{
|
|
|
233
224
|
call: async ()=>{
|
|
234
225
|
if (!page.reload) throw new Error('Reload operation is not supported on this page type');
|
|
235
226
|
await page.reload();
|
|
236
|
-
scheduleWebVisualUpdate(page);
|
|
237
227
|
}
|
|
238
228
|
}),
|
|
239
229
|
defineAction({
|
|
@@ -242,7 +232,6 @@ const commonWebActionsForWebPage = (page, includeTouchEvents = false)=>{
|
|
|
242
232
|
call: async ()=>{
|
|
243
233
|
if (!page.goBack) throw new Error('GoBack operation is not supported on this page type');
|
|
244
234
|
await page.goBack();
|
|
245
|
-
scheduleWebVisualUpdate(page);
|
|
246
235
|
}
|
|
247
236
|
}),
|
|
248
237
|
defineAction({
|
|
@@ -251,7 +240,6 @@ const commonWebActionsForWebPage = (page, includeTouchEvents = false)=>{
|
|
|
251
240
|
call: async ()=>{
|
|
252
241
|
if (!page.goForward) throw new Error('GoForward operation is not supported on this page type');
|
|
253
242
|
await page.goForward();
|
|
254
|
-
scheduleWebVisualUpdate(page);
|
|
255
243
|
}
|
|
256
244
|
})
|
|
257
245
|
];
|