@letsscrapedata/controller 0.0.1 → 0.0.2

package/dist/index.js

@@ -1,4 +1,3 @@
-"use strict";
 var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
@@ -28,13 +27,12 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
   mod
 ));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // ../../node_modules/boolbase/index.js
 var require_boolbase = __commonJS({
-  "../../node_modules/boolbase/index.js"(exports2, module2) {
+  "../../node_modules/boolbase/index.js"(exports, module) {
     "use strict";
-    module2.exports = {
+    module.exports = {
       trueFunc: function trueFunc2() {
         return true;
       },
@@ -45,23 +43,6 @@ var require_boolbase = __commonJS({
   }
 });
 
-// src/index.ts
-var src_exports = {};
-__export(src_exports, {
-  CheerioElement: () => CheerioElement,
-  CheerioPage: () => CheerioPage,
-  PlaywrightBrowser: () => PlaywrightBrowser,
-  PlaywrightBrowserContext: () => PlaywrightBrowserContext,
-  PlaywrightElement: () => PlaywrightElement,
-  PlaywrightPage: () => PlaywrightPage,
-  PuppeteerBrowser: () => PuppeteerBrowser,
-  PuppeteerBrowserContext: () => PuppeteerBrowserContext,
-  PuppeteerElement: () => PuppeteerElement,
-  PuppeteerPage: () => PuppeteerPage,
-  defaultProxy: () => defaultProxy
-});
-module.exports = __toCommonJS(src_exports);
-
 // src/types/types.ts
 var defaultProxy = {
   server: "default",
@@ -73,18 +54,18 @@ var defaultProxy = {
 };
 
 // src/playwright/browser.ts
-var import_node_events3 = __toESM(require("events"));
+import EventEmitter3 from "events";
 
 // src/playwright/context.ts
-var import_node_events2 = __toESM(require("events"));
-var import_utils3 = require("@letsscrapedata/utils");
+import EventEmitter2 from "events";
+import { getCurrentUnixTime as getCurrentUnixTime2, logerr as logerr2, loginfo as loginfo2, logwarn as logwarn2, sleep } from "@letsscrapedata/utils";
 
 // src/playwright/page.ts
-var import_node_events = __toESM(require("events"));
-var import_utils2 = require("@letsscrapedata/utils");
+import EventEmitter from "events";
+import { getCurrentUnixTime, logerr, loginfo, logwarn, unreachable as unreachable2 } from "@letsscrapedata/utils";
 
 // src/playwright/element.ts
-var import_utils = require("@letsscrapedata/utils");
+import { unreachable } from "@letsscrapedata/utils";
 var PlaywrightElement = class _PlaywrightElement {
   #frame;
   #locator;
@@ -300,39 +281,21 @@ var PlaywrightElement = class _PlaywrightElement {
         }
         break;
       default:
-        (0, import_utils.unreachable)(type);
+        unreachable(type);
     }
     return true;
   }
   async screenshot(options) {
     return await this.#locator.screenshot(options);
   }
-  async scrollBy(x, y) {
-    await this.#locator.page().evaluate(
-      ([x2, y2]) => {
-        window.scrollBy(x2, y2);
-      },
-      [x, y]
-    );
-    return true;
-  }
   async scrollIntoView() {
     await this.#locator.scrollIntoViewIfNeeded();
     return true;
   }
-  async scrollTo(x, y) {
-    await this.#locator.page().evaluate(
-      ([x2, y2]) => {
-        window.scrollTo(x2, y2);
-      },
-      [x, y]
-    );
-    return true;
-  }
 };
 
 // src/playwright/page.ts
-var PlaywrightPage = class extends import_node_events.default {
+var PlaywrightPage = class extends EventEmitter {
   #lsdBrowserContext;
   #page;
   #status;
@@ -354,7 +317,7 @@ var PlaywrightPage = class extends import_node_events.default {
     const cookieItems = await this.#getCookies(page);
     const domainSet = new Set(cookieItems.map((c) => c.domain));
     if (domainSet.size !== 1) {
-      (0, import_utils2.logwarn)(`Domains in clearCookies: ${Array.from(domainSet.values())}`);
+      logwarn(`Domains in clearCookies: ${Array.from(domainSet.values())}`);
     }
     for (const domain of domainSet.values()) {
       await browserContext.clearCookies({ domain });
@@ -506,9 +469,9 @@ var PlaywrightPage = class extends import_node_events.default {
     const page = this.#page;
     const pageId = this.#pageId;
     page.on("close", async () => {
-      (0, import_utils2.loginfo)(`##browser  ${pageId} closed`);
+      loginfo(`##browser  ${pageId} closed`);
       if (!page.pageInfo) {
-        (0, import_utils2.logerr)(`Logic error in page.on("close")`);
+        logerr(`Logic error in page.on("close")`);
       }
       this.emit("pageClose");
       this.#lsdBrowserContext.emit("pageClose", this);
@@ -522,12 +485,12 @@ var PlaywrightPage = class extends import_node_events.default {
           popupPageId = `page-${browserIdx}-${browserContextIdx}-${pageIdx}`;
           pageInfo.openType = "popup";
         } else {
-          (0, import_utils2.logerr)(`##browser  ${pageId} has popup without page.pageInfo`);
+          logerr(`##browser  ${pageId} has popup without page.pageInfo`);
         }
-        (0, import_utils2.loginfo)(`##browser  ${pageId} has popup ${popupPageId}`);
+        loginfo(`##browser  ${pageId} has popup ${popupPageId}`);
         this.emit("pagePopup", pageInfo);
       } else {
-        (0, import_utils2.logerr)(`##browser  ${pageId} has popup page with null page`);
+        logerr(`##browser  ${pageId} has popup page with null page`);
       }
     });
   }
@@ -539,7 +502,7 @@ var PlaywrightPage = class extends import_node_events.default {
     this.#lsdBrowserContext = browserContext;
     this.#page = page;
     this.#status = "free";
-    const currentTime = (0, import_utils2.getCurrentUnixTime)();
+    const currentTime = getCurrentUnixTime();
     const { browserIdx = 0, browserContextIdx = 0, pageIdx = 0, openType = "other", openTime = currentTime, lastStatusUpdateTime = currentTime, taskId = 0 } = pageInfo ? pageInfo : {};
     this.#page.pageInfo = { browserIdx, browserContextIdx, pageIdx, openType, openTime, lastStatusUpdateTime, taskId };
     this.#pageId = `page${browserIdx}-${browserContextIdx}-${pageIdx}`;
@@ -587,7 +550,7 @@ var PlaywrightPage = class extends import_node_events.default {
       }
       return true;
     } catch (err) {
-      (0, import_utils2.logerr)(err);
+      logerr(err);
       return false;
     }
   }
@@ -771,6 +734,30 @@ var PlaywrightPage = class extends import_node_events.default {
     }
     return await this.#page.screenshot(options);
   }
+  async scrollBy(x, y) {
+    if (!this.#page) {
+      throw new Error("No valid page");
+    }
+    await this.#page.evaluate(
+      ([x2, y2]) => {
+        window.scrollBy(x2, y2);
+      },
+      [x, y]
+    );
+    return true;
+  }
+  async scrollTo(x, y) {
+    if (!this.#page) {
+      throw new Error("No valid page");
+    }
+    await this.#page.evaluate(
+      ([x2, y2]) => {
+        window.scrollTo(x2, y2);
+      },
+      [x, y]
+    );
+    return true;
+  }
   async setCookies(cookies) {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -831,7 +818,7 @@ var PlaywrightPage = class extends import_node_events.default {
       }
       return true;
     } catch (err) {
-      (0, import_utils2.logerr)(err);
+      logerr(err);
       return false;
     }
   }
@@ -841,7 +828,7 @@ var PlaywrightPage = class extends import_node_events.default {
     }
     const actOptions = Array.isArray(options) ? options : [options];
     if (actOptions.length <= 0) {
-      (0, import_utils2.logwarn)("Invalid paras in setRequestInterception");
+      logwarn("Invalid paras in setRequestInterception");
       return false;
     }
     const firstRequestInterception = this.#resquestInterceptionOptions.length <= 0;
@@ -852,7 +839,7 @@ var PlaywrightPage = class extends import_node_events.default {
           this.#resquestInterceptionOptions.push(option);
           break;
         default:
-          (0, import_utils2.unreachable)(option.action);
+          unreachable2(option.action);
       }
     }
     if (firstRequestInterception && this.#resquestInterceptionOptions.length > 0) {
@@ -876,7 +863,7 @@ var PlaywrightPage = class extends import_node_events.default {
                   });
                   break;
                 default:
-                  (0, import_utils2.unreachable)(action);
+                  unreachable2(action);
               }
               return true;
             } else {
@@ -885,7 +872,7 @@ var PlaywrightPage = class extends import_node_events.default {
           await route.continue();
           return true;
         } catch (err) {
-          (0, import_utils2.logerr)(err);
+          logerr(err);
           return false;
         }
       });
@@ -903,7 +890,7 @@ var PlaywrightPage = class extends import_node_events.default {
         return;
       }
       for (const option of this.#responseInterceptionOptions) {
-        const { requestMatch, responseMatch, cacheArray, handler, handlerOptions } = option;
+        const { requestMatch, responseMatch, responseItems, handler, handlerOptions } = option;
         let matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
         if (matchedFlag && responseMatch) {
           const { minLength, maxLength } = responseMatch;
@@ -916,20 +903,20 @@ var PlaywrightPage = class extends import_node_events.default {
         if (!matchedFlag) {
           continue;
         }
-        if (Array.isArray(cacheArray)) {
+        if (Array.isArray(responseItems)) {
           const requestMethod = request.method();
           const requestUrl = request.url();
           const reqData2 = request.postData();
           const requestData = reqData2 ? reqData2 : "";
           const responseData = await response.text();
-          cacheArray.push({
+          responseItems.push({
             pageUrl,
             requestMethod,
             requestUrl,
             requestData,
             responseData
           });
-          (0, import_utils2.loginfo)(`##browser cache matched response: ${requestUrl}`);
+          loginfo(`##browser cache matched response: ${requestUrl}`);
         }
         if (typeof handler === "function") {
           await handler(response, handlerOptions);
@@ -937,7 +924,7 @@ var PlaywrightPage = class extends import_node_events.default {
       }
       return;
     } catch (err) {
-      (0, import_utils2.logerr)(err);
+      logerr(err);
       return;
     }
   }
@@ -952,7 +939,7 @@ var PlaywrightPage = class extends import_node_events.default {
     }
     const firstResponseInterception = this.#responseInterceptionOptions.length <= 0;
     for (const option of actOptions) {
-      if (option?.cacheArray || option?.handler) {
+      if (option?.responseItems || option?.handler) {
         this.#responseInterceptionOptions.push(option);
       } else {
         throw new Error(`Invalid ResponseInterceptionOption`);
@@ -1037,7 +1024,7 @@ var PlaywrightPage = class extends import_node_events.default {
 };
 
 // src/playwright/context.ts
-var PlaywrightBrowserContext = class extends import_node_events2.default {
+var PlaywrightBrowserContext = class extends EventEmitter2 {
   #lsdBrowser;
   #browserIdx;
   #browserContextIdx;
@@ -1056,12 +1043,12 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
     }
     const pages = this.#browserContext.pages();
     const openType = this.#lsdBrowser.browserCreationMethod();
-    const lastStatusUpdateTime = (0, import_utils3.getCurrentUnixTime)();
+    const lastStatusUpdateTime = getCurrentUnixTime2();
     for (const page of pages) {
       const pageInfo = { browserIdx: this.#browserIdx, browserContextIdx: this.#browserContextIdx, pageIdx: this.#nextPageIdx++, openType, openTime: this.#createTime, lastStatusUpdateTime, taskId: 0 };
       const lsdPage = new PlaywrightPage(this, page, pageInfo);
       this.#lsdPages.push(lsdPage);
-      (0, import_utils3.loginfo)(`##browser  ${lsdPage.id()} ${openType}ed`);
+      loginfo2(`##browser  ${lsdPage.id()} ${openType}ed`);
     }
   }
   constructor(lsdBrowser, browserContext, incognito = false, proxy = null, browserIdx = 0, browserContextIdx = 0, maxPagesPerBrowserContext = 20, maxPageFreeSeconds = 0) {
@@ -1076,7 +1063,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
     this.#browserIdx = browserIdx;
     this.#browserContextIdx = browserContextIdx;
     this.#browserContext = browserContext;
-    this.#createTime = (0, import_utils3.getCurrentUnixTime)();
+    this.#createTime = getCurrentUnixTime2();
     this.#incognito = incognito === false ? false : true;
     this.#proxy = proxy?.server ? proxy : null;
     this.#maxPagesPerBrowserContext = maxPagesPerBrowserContext;
@@ -1089,29 +1076,29 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
       const pageInfo = page.pageInfo;
       if (pageInfo) {
         const { browserIdx: browserIdx2, browserContextIdx: browserContextIdx2, pageIdx } = pageInfo;
-        (0, import_utils3.logwarn)(`##browser page-${browserIdx2}-${browserContextIdx2}-${pageIdx} has been already created`);
+        logwarn2(`##browser page-${browserIdx2}-${browserContextIdx2}-${pageIdx} has been already created`);
       } else {
-        const currentTime = (0, import_utils3.getCurrentUnixTime)();
+        const currentTime = getCurrentUnixTime2();
         const pageInfo2 = { browserIdx: this.#browserIdx, browserContextIdx: this.#browserContextIdx, pageIdx: this.#nextPageIdx++, openType: "other", openTime: currentTime, lastStatusUpdateTime: currentTime, taskId: 0 };
         const lsdPage = new PlaywrightPage(this, page, pageInfo2);
         this.#lsdPages.push(lsdPage);
-        (0, import_utils3.loginfo)(`##browser ${lsdPage.id()} created`);
+        loginfo2(`##browser ${lsdPage.id()} created`);
       }
     });
     browserContext.on("close", (bc) => {
       if (browserContext !== bc) {
-        (0, import_utils3.logerr)(`##browser different browserContext in browserContext.on("close")`);
+        logerr2(`##browser different browserContext in browserContext.on("close")`);
       }
       this.#lsdBrowser.emit("browserContextClose", this);
     });
     this.on("pageClose", (lsdPage) => {
       if (!(lsdPage instanceof PlaywrightPage)) {
-        (0, import_utils3.logerr)(`Invalid data in LsdBrowserContext.on("pageClose)`);
+        logerr2(`Invalid data in LsdBrowserContext.on("pageClose)`);
         return;
       }
       const idx = this.#lsdPages.findIndex((p) => p === lsdPage);
       if (idx < 0) {
-        (0, import_utils3.logerr)(`Invalid lsdPage in LsdBrowserContext.on("pageClose)`);
+        logerr2(`Invalid lsdPage in LsdBrowserContext.on("pageClose)`);
         return;
       }
       this.#lsdPages.splice(idx, 1);
@@ -1134,15 +1121,15 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
         this.#gettingPage = true;
         return true;
       } else {
-        await (0, import_utils3.sleep)(200);
+        await sleep(200);
       }
     }
-    (0, import_utils3.logwarn)(`Cannot get the gettingLock.`);
+    logwarn2(`Cannot get the gettingLock.`);
     return false;
   }
   #freeGettingLock() {
     if (!this.#gettingPage) {
-      (0, import_utils3.logwarn)(`Getting lock is already free now.`);
+      logwarn2(`Getting lock is already free now.`);
     }
     this.#gettingPage = false;
   }
@@ -1151,7 +1138,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
       maxPageFreeSeconds = this.#maxPageFreeSeconds;
     }
     if (maxPageFreeSeconds <= 0) {
-      (0, import_utils3.logwarn)(`Please set valid maxPageFreeSeconds to close free pages`);
+      logwarn2(`Please set valid maxPageFreeSeconds to close free pages`);
       return false;
     }
     const gotLock = await this.#tryToGetGettingLock();
@@ -1159,7 +1146,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
       return false;
     }
     try {
-      const maxUpdateTime = (0, import_utils3.getCurrentUnixTime)() - this.#maxPageFreeSeconds;
+      const maxUpdateTime = getCurrentUnixTime2() - this.#maxPageFreeSeconds;
       let freePages = this.#lsdPages.filter((p) => p.isFree() && p.pageInfo().lastStatusUpdateTime < maxUpdateTime);
       if (freePages.length === this.#lsdPages.length) {
         freePages = freePages.slice(1);
@@ -1170,7 +1157,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
       this.#freeGettingLock();
       return true;
     } catch (err) {
-      (0, import_utils3.logerr)(err);
+      logerr2(err);
       this.#freeGettingLock();
       return false;
     }
@@ -1211,7 +1198,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
         return null;
       }
     } catch (err) {
-      (0, import_utils3.logerr)(err);
+      logerr2(err);
       this.#freeGettingLock();
       return null;
     }
@@ -1274,8 +1261,8 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
 };
 
 // src/playwright/browser.ts
-var import_utils4 = require("@letsscrapedata/utils");
-var PlaywrightBrowser = class extends import_node_events3.default {
+import { logerr as logerr3, loginfo as loginfo3, logwarn as logwarn3 } from "@letsscrapedata/utils";
+var PlaywrightBrowser = class extends EventEmitter3 {
   #browser;
   #browserIdx;
   #lsdBrowserContexts;
@@ -1320,38 +1307,38 @@ var PlaywrightBrowser = class extends import_node_events3.default {
     this.#executablePath = executablePath;
     this.#nextBrowserContextIdx = 1;
     this.#closeFreePagesIntervalId = null;
-    (0, import_utils4.loginfo)(`##browser  ${this.#browserType} ${this.id()} ${this.#browserCreationMethod}ed by ${this.#browserControllerType}`);
+    loginfo3(`##browser  ${this.#browserType} ${this.id()} ${this.#browserCreationMethod}ed by ${this.#browserControllerType}`);
     const browserContexts = browser.contexts();
     if (browserContexts.length > 0) {
-      (0, import_utils4.logwarn)(`There are ${browserContexts.length} new browserContexts when playwright launches new browser`);
+      logwarn3(`There are ${browserContexts.length} new browserContexts when playwright launches new browser`);
     }
     const incognito = typeof options?.incognito === "boolean" ? options.incognito : true;
     for (const browserContext of browserContexts) {
       const lsdBrowserContext = new PlaywrightBrowserContext(this, browserContext, incognito, this.#proxy, this.#browserIdx++, this.#nextBrowserContextIdx++, this.#maxPagesPerBrowserContext(), this.#maxPageFreeSeconds());
       this.#lsdBrowserContexts.push(lsdBrowserContext);
-      (0, import_utils4.loginfo)(`##browser  ${lsdBrowserContext.id()} ${this.#browserCreationMethod}ed`);
+      loginfo3(`##browser  ${lsdBrowserContext.id()} ${this.#browserCreationMethod}ed`);
     }
     browser.on("disconnected", () => {
-      (0, import_utils4.loginfo)(`##browser  ${this.id()} disconnected`);
+      loginfo3(`##browser  ${this.id()} disconnected`);
       if (this.#lsdBrowserContexts.length > 0) {
-        (0, import_utils4.logerr)(`${this.id()} has browserContexts when disconnected`);
+        logerr3(`${this.id()} has browserContexts when disconnected`);
       }
     });
     this.on("browserContextClose", (lsdBrowserContext) => {
       if (!(lsdBrowserContext instanceof PlaywrightBrowserContext)) {
-        (0, import_utils4.logerr)(`Invalid data in LsdBrowser.on("browserContextClose)`);
+        logerr3(`Invalid data in LsdBrowser.on("browserContextClose)`);
         return;
       }
       const idx = this.#lsdBrowserContexts.findIndex((bc) => bc === lsdBrowserContext);
       if (idx < 0) {
-        (0, import_utils4.logerr)(`Invalid lsdBrowserContext in LsdBrowser.on("browserContextClose)`);
+        logerr3(`Invalid lsdBrowserContext in LsdBrowser.on("browserContextClose)`);
         return;
       }
-      (0, import_utils4.loginfo)(`##browser  ${lsdBrowserContext.id()} closed
+      loginfo3(`##browser  ${lsdBrowserContext.id()} closed
 `);
       this.#lsdBrowserContexts.splice(idx, 1);
       if (this.#lsdBrowserContexts.length === 0) {
-        (0, import_utils4.loginfo)(`##browser  ${this.id()} has no browserContexts now`);
+        loginfo3(`##browser  ${this.id()} has no browserContexts now`);
       }
       return;
     });
@@ -1369,7 +1356,7 @@ var PlaywrightBrowser = class extends import_node_events3.default {
   // 常用方法（按常见调用顺序排序）
   async newBrowserContext(options) {
     if (this.#lsdBrowserContexts.length >= this.#maxBrowserContextsPerBrowser()) {
-      (0, import_utils4.logwarn)(`##browser ${this.id()} can not create more new browserContext`);
+      logwarn3(`##browser ${this.id()} can not create more new browserContext`);
       return null;
     }
     const browserContextOptions = {};
@@ -1384,7 +1371,7 @@ var PlaywrightBrowser = class extends import_node_events3.default {
     const browserContext = await this.#browser.newContext(browserContextOptions);
     const lsdBrowserContext = new PlaywrightBrowserContext(this, browserContext, true, proxy, this.#browserIdx++, this.#nextBrowserContextIdx++, this.#maxPagesPerBrowserContext(), this.#maxPageFreeSeconds());
     this.#lsdBrowserContexts.push(lsdBrowserContext);
-    (0, import_utils4.loginfo)(`##browser  ${lsdBrowserContext.id()} created`);
+    loginfo3(`##browser  ${lsdBrowserContext.id()} created`);
     return lsdBrowserContext;
   }
   async close() {
@@ -1435,16 +1422,16 @@ var PlaywrightBrowser = class extends import_node_events3.default {
 };
 
 // src/puppeteer/browser.ts
-var import_node_events6 = __toESM(require("events"));
+import EventEmitter6 from "events";
 
 // src/puppeteer/context.ts
-var import_node_events5 = __toESM(require("events"));
+import EventEmitter5 from "events";
 
 // src/puppeteer/page.ts
-var import_node_events4 = __toESM(require("events"));
+import EventEmitter4 from "events";
 
 // src/puppeteer/element.ts
-var import_utils5 = require("@letsscrapedata/utils");
+import { logerr as logerr4, unreachable as unreachable3 } from "@letsscrapedata/utils";
 var PuppeteerElement = class _PuppeteerElement {
   #frame;
   #$ele;
@@ -1532,7 +1519,7 @@ var PuppeteerElement = class _PuppeteerElement {
       }
       return retObj;
     } catch (err) {
-      (0, import_utils5.logerr)(err);
+      logerr4(err);
       return retObj;
     }
   }
@@ -1682,44 +1669,24 @@ var PuppeteerElement = class _PuppeteerElement {
         }
         break;
       default:
-        (0, import_utils5.unreachable)(type);
+        unreachable3(type);
     }
     return true;
   }
   async screenshot(options) {
     return await this.#$ele.screenshot(options);
   }
-  async scrollBy(x, y) {
-    await this.#frame.evaluate(
-      (x2, y2) => {
-        window.scrollBy(x2, y2);
-      },
-      x,
-      y
-    );
-    return true;
-  }
   async scrollIntoView() {
     await this.#frame.evaluate((ele) => {
       ele.scrollIntoView();
     }, this.#$ele);
     return true;
   }
-  async scrollTo(x, y) {
-    await this.#frame.evaluate(
-      (x2, y2) => {
-        window.scrollTo(x2, y2);
-      },
-      x,
-      y
-    );
-    return true;
-  }
 };
 
 // src/puppeteer/page.ts
-var import_utils6 = require("@letsscrapedata/utils");
-var PuppeteerPage = class extends import_node_events4.default {
+import { getCurrentUnixTime as getCurrentUnixTime3, logerr as logerr5, loginfo as loginfo4, unreachable as unreachable4 } from "@letsscrapedata/utils";
+var PuppeteerPage = class extends EventEmitter4 {
   #lsdBrowserContext;
   #page;
   #status;
@@ -1878,9 +1845,9 @@ var PuppeteerPage = class extends import_node_events4.default {
     const page = this.#page;
     const pageId = this.#pageId;
     page.on("close", async () => {
-      (0, import_utils6.loginfo)(`##browser  ${pageId} closed`);
+      loginfo4(`##browser  ${pageId} closed`);
       if (!page.pageInfo) {
-        (0, import_utils6.logerr)(`Logic error in page.on("close")`);
+        logerr5(`Logic error in page.on("close")`);
       }
       this.emit("pageClose");
       this.#lsdBrowserContext.emit("pageClose", this);
@@ -1894,12 +1861,12 @@ var PuppeteerPage = class extends import_node_events4.default {
           popupPageId = `page-${browserIdx}-${browserContextIdx}-${pageIdx}`;
           pageInfo.openType = "popup";
         } else {
-          (0, import_utils6.logerr)(`##browser  ${pageId} has popup without page.pageInfo`);
+          logerr5(`##browser  ${pageId} has popup without page.pageInfo`);
         }
-        (0, import_utils6.loginfo)(`##browser  ${pageId} has popup ${popupPageId}`);
+        loginfo4(`##browser  ${pageId} has popup ${popupPageId}`);
         this.emit("pagePopup", pageInfo);
       } else {
-        (0, import_utils6.logerr)(`##browser  ${pageId} has popup page with null page`);
+        logerr5(`##browser  ${pageId} has popup page with null page`);
       }
     });
   }
@@ -1911,7 +1878,7 @@ var PuppeteerPage = class extends import_node_events4.default {
     this.#lsdBrowserContext = browserContext;
     this.#page = page;
     this.#status = "free";
-    const currentTime = (0, import_utils6.getCurrentUnixTime)();
+    const currentTime = getCurrentUnixTime3();
     const { browserIdx = 0, browserContextIdx = 0, pageIdx = 0, openType = "other", openTime = currentTime, lastStatusUpdateTime = currentTime, taskId = 0 } = pageInfo ? pageInfo : {};
     this.#page.pageInfo = { browserIdx, browserContextIdx, pageIdx, openType, openTime, lastStatusUpdateTime, taskId };
     this.#pageId = `page${browserIdx}-${browserContextIdx}-${pageIdx}`;
@@ -2142,6 +2109,30 @@ var PuppeteerPage = class extends import_node_events4.default {
     }
     return await this.#page.screenshot(options);
   }
+  async scrollBy(x, y) {
+    if (!this.#page) {
+      throw new Error("No valid page");
+    }
+    await this.#page.evaluate(
+      ([x2, y2]) => {
+        window.scrollBy(x2, y2);
+      },
+      [x, y]
+    );
+    return true;
+  }
+  async scrollTo(x, y) {
+    if (!this.#page) {
+      throw new Error("No valid page");
+    }
+    await this.#page.evaluate(
+      ([x2, y2]) => {
+        window.scrollTo(x2, y2);
+      },
+      [x, y]
+    );
+    return true;
+  }
   async setCookies(cookies) {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -2239,7 +2230,7 @@ var PuppeteerPage = class extends import_node_events4.default {
                 });
                 break;
               default:
-                (0, import_utils6.unreachable)(action);
+                unreachable4(action);
             }
             return true;
           }
@@ -2274,7 +2265,7 @@ var PuppeteerPage = class extends import_node_events4.default {
           return false;
         }
         for (const option of actOptions) {
-          const { requestMatch, responseMatch, cacheArray, handler, handlerOptions } = option;
+          const { requestMatch, responseMatch, responseItems, handler, handlerOptions } = option;
           let matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
           if (matchedFlag && responseMatch) {
             const { minLength, maxLength } = responseMatch;
@@ -2287,13 +2278,13 @@ var PuppeteerPage = class extends import_node_events4.default {
           if (!matchedFlag) {
             continue;
           }
-          if (Array.isArray(cacheArray)) {
+          if (Array.isArray(responseItems)) {
             const requestMethod = request.method();
             const requestUrl = request.url();
             const reqData2 = request.postData();
             const requestData = reqData2 ? reqData2 : "";
             const responseData = await response.text();
-            cacheArray.push({
+            responseItems.push({
               pageUrl,
               requestMethod,
               requestUrl,
@@ -2388,8 +2379,8 @@ var PuppeteerPage = class extends import_node_events4.default {
 };
 
 // src/puppeteer/context.ts
-var import_utils7 = require("@letsscrapedata/utils");
-var PuppeteerBrowserContext = class extends import_node_events5.default {
+import { getCurrentUnixTime as getCurrentUnixTime4, logerr as logerr6, loginfo as loginfo5, logwarn as logwarn4, sleep as sleep2 } from "@letsscrapedata/utils";
+var PuppeteerBrowserContext = class extends EventEmitter5 {
   #lsdBrowser;
   #browserIdx;
   #browserContextIdx;
@@ -2413,7 +2404,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
     }
     const pages = await this.#browserContext.pages();
     const openType = this.#lsdBrowser.browserCreationMethod();
-    const lastStatusUpdateTime = (0, import_utils7.getCurrentUnixTime)();
+    const lastStatusUpdateTime = getCurrentUnixTime4();
     for (const page of pages) {
       const pageInfo = { browserIdx: this.#browserIdx, browserContextIdx: this.#browserContextIdx, pageIdx: this.#nextPageIdx++, openType, openTime: this.#createTime, lastStatusUpdateTime, taskId: 0 };
       const lsdPage = new PuppeteerPage(this, page, pageInfo);
@@ -2421,7 +2412,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
         await lsdPage.setUserAgent(this.#userAgent);
       }
       this.#lsdPages.push(lsdPage);
-      (0, import_utils7.loginfo)(`##browser  ${lsdPage.id()} ${openType}ed`);
+      loginfo5(`##browser  ${lsdPage.id()} ${openType}ed`);
     }
   }
   constructor(lsdBrowser, browserContext, incognito = false, proxy = null, browserIdx = 0, browserContextIdx = 0, maxPagesPerBrowserContext = 20, maxPageFreeSeconds = 0, userAgent = "") {
@@ -2437,7 +2428,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
     this.#browserContextIdx = browserContextIdx;
     this.#browserContext = browserContext;
     this.#userAgent = userAgent;
-    this.#createTime = (0, import_utils7.getCurrentUnixTime)();
+    this.#createTime = getCurrentUnixTime4();
     this.#incognito = incognito === false ? false : true;
     this.#proxy = proxy?.server ? proxy : null;
     this.#maxPagesPerBrowserContext = maxPagesPerBrowserContext;
@@ -2455,27 +2446,27 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
         const pageInfo = page.pageInfo;
         if (pageInfo) {
           const { browserIdx: browserIdx2, browserContextIdx: browserContextIdx2, pageIdx } = pageInfo;
-          (0, import_utils7.logwarn)(`##browser page-${browserIdx2}-${browserContextIdx2}-${pageIdx} has been already created`);
+          logwarn4(`##browser page-${browserIdx2}-${browserContextIdx2}-${pageIdx} has been already created`);
         } else {
-          const currentTime = (0, import_utils7.getCurrentUnixTime)();
+          const currentTime = getCurrentUnixTime4();
           const pageInfo2 = { browserIdx: this.#browserIdx, browserContextIdx: this.#browserContextIdx, pageIdx: this.#nextPageIdx++, openType: "other", openTime: currentTime, lastStatusUpdateTime: currentTime, taskId: 0 };
           const lsdPage = new PuppeteerPage(this, page, pageInfo2);
           if (this.#userAgent) {
             await lsdPage.setUserAgent(this.#userAgent);
           }
           this.#lsdPages.push(lsdPage);
-          (0, import_utils7.loginfo)(`##browser ${lsdPage.id()} created`);
+          loginfo5(`##browser ${lsdPage.id()} created`);
         }
       }
     });
     this.on("pageClose", (lsdPage) => {
       if (!(lsdPage instanceof PuppeteerPage)) {
-        (0, import_utils7.logerr)(`Invalid data in LsdBrowserContext.on("pageClose)`);
+        logerr6(`Invalid data in LsdBrowserContext.on("pageClose)`);
         return;
       }
       const idx = this.#lsdPages.findIndex((p) => p === lsdPage);
       if (idx < 0) {
-        (0, import_utils7.logerr)(`Invalid lsdPage in LsdBrowserContext.on("pageClose)`);
+        logerr6(`Invalid lsdPage in LsdBrowserContext.on("pageClose)`);
         return;
       }
       this.#lsdPages.splice(idx, 1);
@@ -2501,15 +2492,15 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
         this.#gettingPage = true;
         return true;
       } else {
-        await (0, import_utils7.sleep)(200);
+        await sleep2(200);
       }
     }
-    (0, import_utils7.logwarn)(`Cannot get the gettingLock.`);
+    logwarn4(`Cannot get the gettingLock.`);
     return false;
   }
   #freeGettingLock() {
     if (!this.#gettingPage) {
-      (0, import_utils7.logwarn)(`Getting lock is already free now.`);
+      logwarn4(`Getting lock is already free now.`);
     }
     this.#gettingPage = false;
   }
@@ -2518,7 +2509,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
       maxPageFreeSeconds = this.#maxPageFreeSeconds;
     }
     if (maxPageFreeSeconds <= 0) {
-      (0, import_utils7.logwarn)(`Please set valid maxPageFreeSeconds to close free pages`);
+      logwarn4(`Please set valid maxPageFreeSeconds to close free pages`);
       return false;
     }
     const gotLock = await this.#tryToGetGettingLock();
@@ -2526,7 +2517,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
       return false;
     }
     try {
-      const maxUpdateTime = (0, import_utils7.getCurrentUnixTime)() - this.#maxPageFreeSeconds;
+      const maxUpdateTime = getCurrentUnixTime4() - this.#maxPageFreeSeconds;
       let freePages = this.#lsdPages.filter((p) => p.isFree() && p.pageInfo().lastStatusUpdateTime < maxUpdateTime);
       if (freePages.length === this.#lsdPages.length) {
         freePages = freePages.slice(1);
@@ -2537,7 +2528,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
       this.#freeGettingLock();
       return true;
     } catch (err) {
-      (0, import_utils7.logerr)(err);
+      logerr6(err);
       this.#freeGettingLock();
       return false;
     }
@@ -2552,7 +2543,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
     }
     try {
       if (this.#lsdPages.length === 0) {
-        await (0, import_utils7.sleep)(1e3);
+        await sleep2(1e3);
       }
       let lsdPage = this.#lsdPages.find((p) => p.isFree());
       if (lsdPage) {
@@ -2580,7 +2571,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
         return null;
       }
     } catch (err) {
-      (0, import_utils7.logerr)(err);
+      logerr6(err);
       this.#freeGettingLock();
       return null;
     }
@@ -2643,8 +2634,8 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
 };
 
 // src/puppeteer/browser.ts
-var import_utils8 = require("@letsscrapedata/utils");
-var PuppeteerBrowser = class extends import_node_events6.default {
+import { logerr as logerr7, loginfo as loginfo6, logwarn as logwarn5 } from "@letsscrapedata/utils";
+var PuppeteerBrowser = class extends EventEmitter6 {
   #browser;
   #browserIdx;
   #lsdBrowserContexts;
@@ -2692,35 +2683,35 @@ var PuppeteerBrowser = class extends import_node_events6.default {
     this.#executablePath = executablePath;
     this.#nextBrowserContextIdx = 1;
     this.#closeFreePagesIntervalId = null;
-    (0, import_utils8.loginfo)(`##browser  ${this.#browserType} ${this.id()} ${this.#browserCreationMethod}ed by ${this.#browserControllerType}`);
+    loginfo6(`##browser  ${this.#browserType} ${this.id()} ${this.#browserCreationMethod}ed by ${this.#browserControllerType}`);
     const browserContexts = browser.browserContexts();
     const incognito = typeof options?.incognito === "boolean" ? options.incognito : false;
     for (const browserContext of browserContexts) {
       const lsdBrowserContext = new PuppeteerBrowserContext(this, browserContext, incognito, this.#proxy, this.#browserIdx, this.#nextBrowserContextIdx++, this.#maxPagesPerBrowserContext(), this.#maxPageFreeSeconds(), this.#userAgent());
       this.#lsdBrowserContexts.push(lsdBrowserContext);
-      (0, import_utils8.loginfo)(`##browser  ${lsdBrowserContext.id()} ${this.#browserCreationMethod}ed`);
+      loginfo6(`##browser  ${lsdBrowserContext.id()} ${this.#browserCreationMethod}ed`);
     }
     browser.on("disconnected", () => {
-      (0, import_utils8.loginfo)(`##browser  ${this.id()} disconnected`);
+      loginfo6(`##browser  ${this.id()} disconnected`);
       if (this.#lsdBrowserContexts.length > 0) {
-        (0, import_utils8.logerr)(`${this.id()} has browserContexts when disconnected`);
+        logerr7(`${this.id()} has browserContexts when disconnected`);
       }
     });
     this.on("browserContextClose", (lsdBrowserContext) => {
       if (!(lsdBrowserContext instanceof PuppeteerBrowserContext)) {
-        (0, import_utils8.logerr)(`Invalid data in LsdBrowser.on("browserContextClose)`);
+        logerr7(`Invalid data in LsdBrowser.on("browserContextClose)`);
         return;
       }
       const idx = this.#lsdBrowserContexts.findIndex((bc) => bc === lsdBrowserContext);
       if (idx < 0) {
-        (0, import_utils8.logerr)(`Invalid lsdBrowserContext in LsdBrowser.on("browserContextClose)`);
+        logerr7(`Invalid lsdBrowserContext in LsdBrowser.on("browserContextClose)`);
         return;
       }
-      (0, import_utils8.loginfo)(`##browser  ${lsdBrowserContext.id()} closed
+      loginfo6(`##browser  ${lsdBrowserContext.id()} closed
 `);
       this.#lsdBrowserContexts.splice(idx, 1);
       if (this.#lsdBrowserContexts.length === 0) {
-        (0, import_utils8.loginfo)(`##browser  ${this.id()} has no browserContexts now`);
+        loginfo6(`##browser  ${this.id()} has no browserContexts now`);
       }
       return;
     });
@@ -2738,7 +2729,7 @@ var PuppeteerBrowser = class extends import_node_events6.default {
   // 常用方法（按常见调用顺序排序）
   async newBrowserContext(options) {
     if (this.#lsdBrowserContexts.length >= this.#maxBrowserContextsPerBrowser()) {
-      (0, import_utils8.logwarn)(`##browser ${this.id()} can not create more new browserContext`);
+      logwarn5(`##browser ${this.id()} can not create more new browserContext`);
       return null;
     }
     const browserContextOptions = {};
@@ -2750,7 +2741,7 @@ var PuppeteerBrowser = class extends import_node_events6.default {
     const userAgent = options?.userAgent ? options.userAgent : "";
     const lsdBrowserContext = new PuppeteerBrowserContext(this, browserContext, true, proxy, this.#browserIdx, this.#nextBrowserContextIdx++, this.#maxPagesPerBrowserContext(), this.#maxPageFreeSeconds(), userAgent);
     this.#lsdBrowserContexts.push(lsdBrowserContext);
-    (0, import_utils8.loginfo)(`##browser  ${lsdBrowserContext.id()} created`);
+    loginfo6(`##browser  ${lsdBrowserContext.id()} created`);
     return lsdBrowserContext;
   }
   async close() {
@@ -2803,7 +2794,7 @@ var PuppeteerBrowser = class extends import_node_events6.default {
 };
 
 // src/cheerio/page.ts
-var import_node_events7 = __toESM(require("events"));
+import EventEmitter7 from "events";
 
 // ../../node_modules/cheerio/lib/esm/options.js
 var defaultOpts = {
@@ -16675,29 +16666,34 @@ var CheerioElement = class _CheerioElement {
       return Array.from(Object.keys(element.attribs));
     }
   }
-  #findNodes(selector) {
+  #findNodes(selector, absolute) {
     if (selector.startsWith("./") || selector.startsWith("/")) {
       throw new Error("Do not support XPath in cheerio.");
     }
     if (selector === ".") {
       return [this.#node];
     }
-    const cheerioNode = this.#node.find(selector);
-    if (cheerioNode.length > 0) {
-      const nodes = [];
+    const nodes = [];
+    const cheerioNode = !absolute ? this.#node.find(selector) : this.#node._root?.find(selector);
+    if (!cheerioNode) {
+      return nodes;
+    } else if (cheerioNode.length > 0) {
       const len = cheerioNode.length;
       for (let i = 0; i < len; i++) {
         nodes.push(cheerioNode.eq(i));
       }
       return nodes;
     } else {
-      return [];
+      return nodes;
     }
   }
-  async findElement(selectorOrXpath) {
+  async findElement(selectorOrXpath, iframeOptions = [], absolute = false) {
+    if (!iframeOptions) {
+      return null;
+    }
     const selectors = typeof selectorOrXpath === "string" ? [selectorOrXpath] : selectorOrXpath;
     for (const selector of selectors) {
-      const nodes = this.#findNodes(selector);
+      const nodes = this.#findNodes(selector, absolute);
       if (nodes.length > 0) {
         const cheerioElement = new _CheerioElement(nodes[0]);
         return cheerioElement;
@@ -16705,10 +16701,13 @@ var CheerioElement = class _CheerioElement {
     }
     return null;
   }
-  async findElements(selectorOrXpath) {
+  async findElements(selectorOrXpath, iframeOptions = [], absolute = false) {
+    if (!iframeOptions) {
+      return [];
+    }
     const selectors = typeof selectorOrXpath === "string" ? [selectorOrXpath] : selectorOrXpath;
     for (const selector of selectors) {
-      const nodes = this.#findNodes(selector);
+      const nodes = this.#findNodes(selector, absolute);
       if (nodes.length > 0) {
         const cheerioElements = nodes.map((node) => new _CheerioElement(node));
         return cheerioElements;
@@ -16757,19 +16756,13 @@ var CheerioElement = class _CheerioElement {
   async screenshot() {
     throw new Error("Not supported in CheerioElement.");
   }
-  async scrollBy() {
-    throw new Error("Not supported in CheerioElement.");
-  }
   async scrollIntoView() {
     throw new Error("Not supported in CheerioElement.");
   }
-  async scrollTo() {
-    throw new Error("Not supported in CheerioElement.");
-  }
 };
 
 // src/cheerio/page.ts
-var CheerioPage = class extends import_node_events7.default {
+var CheerioPage = class extends EventEmitter7 {
   #document;
   constructor(html3 = "") {
     super();
@@ -16886,6 +16879,12 @@ var CheerioPage = class extends import_node_events7.default {
   async screenshot() {
     throw new Error("Not supported in CheerioPage.");
   }
+  async scrollBy() {
+    throw new Error("Not supported in CheerioElement.");
+  }
+  async scrollTo() {
+    throw new Error("Not supported in CheerioElement.");
+  }
   async setCookies() {
     throw new Error("Not supported in CheerioPage.");
   }
@@ -16934,10 +16933,10 @@ var CheerioPage = class extends import_node_events7.default {
 };
 
 // src/controller/controller.ts
-var import_os = __toESM(require("os"));
-var import_puppeteer = __toESM(require("puppeteer"));
-var import_playwright = __toESM(require("playwright"));
-var import_utils15 = require("@letsscrapedata/utils");
+import os from "os";
+import puppeteer from "puppeteer";
+import playwright from "playwright";
+import { logwarn as logwarn6 } from "@letsscrapedata/utils";
 var LsdBrowserController = class _LsdBrowserController {
   static #forbidConstructor = false;
   #nextBrowserIdx;
@@ -16949,19 +16948,19 @@ var LsdBrowserController = class _LsdBrowserController {
     if (_LsdBrowserController.#forbidConstructor) {
       throw new Error("Only one LsdBrowserController instance can be created!");
     }
-    this.#osPlatform = import_os.default.platform();
+    this.#osPlatform = os.platform();
     this.#nextBrowserIdx = 1;
     _LsdBrowserController.#forbidConstructor = true;
   }
   #playwrightBrowserType(browserType, connectFlag = false) {
     if (browserType === "chromium") {
-      return import_playwright.default.chromium;
+      return playwright.chromium;
     } else if (connectFlag) {
       throw new Error(`playwright only can connect to chromium browser, not support ${browserType} browser`);
     } else if (browserType === "firefox") {
-      return import_playwright.default.firefox;
+      return playwright.firefox;
     } else if (browserType === "webkit") {
-      return import_playwright.default.webkit;
+      return playwright.webkit;
     } else {
       throw new Error(`Invalid playwright browserType ${browserType}`);
     }
@@ -16993,17 +16992,17 @@ var LsdBrowserController = class _LsdBrowserController {
     const actOptions = { closeFreePagesIntervalSeconds, maxBrowserContextsPerBrowser, maxPagesPerBrowserContext, maxPageFreeSeconds, timeout, args, executablePath, headless, incognito, proxy, proxyPerBrowserContext, userDataDir, userAgent };
     let idx = args.findIndex((arg) => arg.toLowerCase().startsWith("--incoginto"));
     if (idx >= 0) {
-      (0, import_utils15.logwarn)(`Please use options.incognito instead when launching new browser.`);
+      logwarn6(`Please use options.incognito instead when launching new browser.`);
       args.splice(idx, 1);
     }
     idx = args.findIndex((arg) => arg.toLowerCase().startsWith("--proxy-server"));
     if (idx >= 0) {
-      (0, import_utils15.logwarn)(`Please use options.proxy instead when launching new browser.`);
+      logwarn6(`Please use options.proxy instead when launching new browser.`);
       args.splice(idx, 1);
     }
     idx = args.findIndex((arg) => arg.toLowerCase().startsWith("--user-data-dir"));
     if (idx >= 0) {
-      (0, import_utils15.logwarn)(`Please use options.userDataDir instead when launching new browser.`);
+      logwarn6(`Please use options.userDataDir instead when launching new browser.`);
       args.splice(idx, 1);
     }
     if (browserControllerType === "playwright") {
@@ -17055,9 +17054,9 @@ var LsdBrowserController = class _LsdBrowserController {
         launchOptions.args = args;
       }
       if (!actOptions.executablePath) {
-        actOptions.executablePath = import_puppeteer.default.executablePath();
+        actOptions.executablePath = puppeteer.executablePath();
       }
-      const browser = await import_puppeteer.default.launch(launchOptions);
+      const browser = await puppeteer.launch(launchOptions);
       const lsdBrowser = new PuppeteerBrowser(browser, browserType, "launch", actOptions, this.#nextBrowserIdx++);
       return lsdBrowser;
     } else {
@@ -17076,7 +17075,7 @@ var LsdBrowserController = class _LsdBrowserController {
       return lsdBrowser;
     } else if (browserControllerType === "puppeteer") {
       this.#puppeteerProduct(browserType);
-      const browser = await import_puppeteer.default.connect({ browserURL: browserUrl });
+      const browser = await puppeteer.connect({ browserURL: browserUrl });
       const lsdBrowser = new PuppeteerBrowser(browser, browserType, "connect", options, this.#nextBrowserIdx++);
       ;
       return lsdBrowser;
@@ -17086,8 +17085,7 @@ var LsdBrowserController = class _LsdBrowserController {
   }
 };
 var controller = new LsdBrowserController();
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
+export {
   CheerioElement,
   CheerioPage,
   PlaywrightBrowser,
@@ -17099,4 +17097,4 @@ var controller = new LsdBrowserController();
   PuppeteerElement,
   PuppeteerPage,
   defaultProxy
-});
+};