npm - @letsscrapedata/controller - Versions diffs - 0.0.67 → 0.0.69 - Mend

@letsscrapedata/controller 0.0.67 → 0.0.69

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (5) hide show

package/dist/index.cjs CHANGED Viewed

@@ -28,8 +28,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 // src/index.ts
-var src_exports = {};
-__export(src_exports, {
+var index_exports = {};
+__export(index_exports, {
   CheerioElement: () => CheerioElement,
   CheerioPage: () => CheerioPage,
   ControllerEvent: () => ControllerEvent,
@@ -47,7 +47,7 @@ __export(src_exports, {
   controller: () => controller,
   setControllerLogFun: () => setControllerLogFun
 });
-module.exports = __toCommonJS(src_exports);
+module.exports = __toCommonJS(index_exports);
 // src/types/types.ts
 var ControllerEvent = /* @__PURE__ */ ((ControllerEvent2) => {
@@ -1329,8 +1329,8 @@ var PlaywrightPage = class extends import_node_events.default {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -1452,8 +1452,8 @@ var PlaywrightApiContext = class {
       throw new Error(`ApiContext has already been destroyed`);
     }
     const storageState = await this.#apiRequestContext.storageState();
-    const { cookies, origins: localStorage } = storageState;
-    return { cookies, localStorage };
+    const { cookies, origins } = storageState;
+    return { cookies, origins };
   }
   async destroy() {
     await this.#apiRequestContext.dispose();
@@ -1720,7 +1720,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -1729,7 +1729,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
       if (cookies.length > 0) {
         await this.#browserContext.addCookies(cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.route("**/*", async (route) => {
           const request = route.request();
           await route.fulfill({
@@ -1738,7 +1738,7 @@ var PlaywrightBrowserContext = class extends import_node_events2.default {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -2198,7 +2198,7 @@ var PuppeteerElement = class _PuppeteerElement {
     await this.#$ele.press(key, options);
     return true;
   }
-  async screenshot(options) {
+  async screenshot(options = {}) {
     return await this.#$ele.screenshot(options);
   }
   async scrollIntoView() {
@@ -3124,8 +3124,8 @@ var PuppeteerPage = class extends import_node_events4.default {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -3506,7 +3506,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -3515,7 +3515,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
       if (cookies.length > 0) {
         await origPage.setCookie(...cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.setRequestInterception(true);
         origPage.on("request" /* PAGE_REQUEST */, (request) => {
           request.respond({
@@ -3524,7 +3524,7 @@ var PuppeteerBrowserContext = class extends import_node_events5.default {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -5334,8 +5334,8 @@ var PatchrightPage = class extends import_node_events8.default {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -5457,8 +5457,8 @@ var PatchrightApiContext = class {
       throw new Error(`ApiContext has already been destroyed`);
     }
     const storageState = await this.#apiRequestContext.storageState();
-    const { cookies, origins: localStorage } = storageState;
-    return { cookies, localStorage };
+    const { cookies, origins } = storageState;
+    return { cookies, origins };
   }
   async destroy() {
     await this.#apiRequestContext.dispose();
@@ -5725,7 +5725,7 @@ var PatchrightBrowserContext = class extends import_node_events9.default {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -5734,7 +5734,7 @@ var PatchrightBrowserContext = class extends import_node_events9.default {
       if (cookies.length > 0) {
         await this.#browserContext.addCookies(cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.route("**/*", async (route) => {
           const request = route.request();
           await route.fulfill({
@@ -5743,7 +5743,7 @@ var PatchrightBrowserContext = class extends import_node_events9.default {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -6292,7 +6292,7 @@ var CamoufoxPage = class extends import_node_events11.default {
   #closeWhenFree;
   #resquestInterceptionOptions;
   #responseInterceptionOptions;
-  #client;
+  // #client: CDPSession | null;
   #responseCb;
   #isDebugTask;
   #hasValidUrl(page) {
@@ -6562,7 +6562,6 @@ var CamoufoxPage = class extends import_node_events11.default {
     this.#closeWhenFree = false;
     this.#resquestInterceptionOptions = [];
     this.#responseInterceptionOptions = [];
-    this.#client = null;
     this.#responseCb = null;
     this.#isDebugTask = false;
     loginfo(`##browser LsdPage ${this.#pageId} ${openType}ed`);
@@ -7159,8 +7158,8 @@ var CamoufoxPage = class extends import_node_events11.default {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -7282,8 +7281,8 @@ var CamoufoxApiContext = class {
       throw new Error(`ApiContext has already been destroyed`);
     }
     const storageState = await this.#apiRequestContext.storageState();
-    const { cookies, origins: localStorage } = storageState;
-    return { cookies, localStorage };
+    const { cookies, origins } = storageState;
+    return { cookies, origins };
   }
   async destroy() {
     await this.#apiRequestContext.dispose();
@@ -7550,7 +7549,7 @@ var CamoufoxBrowserContext = class extends import_node_events12.default {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -7559,7 +7558,7 @@ var CamoufoxBrowserContext = class extends import_node_events12.default {
       if (cookies.length > 0) {
         await this.#browserContext.addCookies(cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.route("**/*", async (route) => {
           const request = route.request();
           await route.fulfill({
@@ -7568,7 +7567,7 @@ var CamoufoxBrowserContext = class extends import_node_events12.default {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -8027,8 +8026,8 @@ var LsdBrowserController = class _LsdBrowserController {
         lsdBrowser = new PatchrightBrowser(browser, browserType, "launch", actOptions, this.#nextBrowserIdx++, browserPid);
       }
     } else if (browserControllerType === "puppeteer") {
-      const product = this.#puppeteerProduct(browserType);
-      const launchOptions = { headless, timeout, product };
+      const pupBrowserType = this.#puppeteerProduct(browserType);
+      const launchOptions = { headless, timeout, browser: pupBrowserType };
       if (executablePath) {
         launchOptions.executablePath = executablePath;
       }
@@ -8167,7 +8166,7 @@ var LsdBrowserController = class _LsdBrowserController {
     const { proxy, stateData, userAgent, timeout, ignoreHTTPSErrors, extraHTTPHeaders, httpCredentials } = options;
     const apiRequestContext = await import_playwright.request.newContext({
       proxy: proxy ? { server: proxy.proxyUrl, username: proxy.username, password: proxy.password } : void 0,
-      storageState: stateData ? { cookies: stateData.cookies, origins: stateData.localStorage } : void 0,
+      storageState: stateData ? { cookies: stateData.cookies, origins: stateData.origins } : void 0,
       userAgent,
       timeout,
       ignoreHTTPSErrors,

package/dist/index.d.cts CHANGED Viewed

@@ -625,7 +625,7 @@ interface LocalStorageOrigin {
 }
 interface BrowserStateData {
     cookies: CookieItem[];
-    localStorage: LocalStorageOrigin[];
+    origins: LocalStorageOrigin[];
 }
 /**
  * copy from playwright

package/dist/index.d.ts CHANGED Viewed

@@ -625,7 +625,7 @@ interface LocalStorageOrigin {
 }
 interface BrowserStateData {
     cookies: CookieItem[];
-    localStorage: LocalStorageOrigin[];
+    origins: LocalStorageOrigin[];
 }
 /**
  * copy from playwright

package/dist/index.js CHANGED Viewed

@@ -1278,8 +1278,8 @@ var PlaywrightPage = class extends EventEmitter {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -1401,8 +1401,8 @@ var PlaywrightApiContext = class {
       throw new Error(`ApiContext has already been destroyed`);
     }
     const storageState = await this.#apiRequestContext.storageState();
-    const { cookies, origins: localStorage } = storageState;
-    return { cookies, localStorage };
+    const { cookies, origins } = storageState;
+    return { cookies, origins };
   }
   async destroy() {
     await this.#apiRequestContext.dispose();
@@ -1669,7 +1669,7 @@ var PlaywrightBrowserContext = class extends EventEmitter2 {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -1678,7 +1678,7 @@ var PlaywrightBrowserContext = class extends EventEmitter2 {
       if (cookies.length > 0) {
         await this.#browserContext.addCookies(cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.route("**/*", async (route) => {
           const request = route.request();
           await route.fulfill({
@@ -1687,7 +1687,7 @@ var PlaywrightBrowserContext = class extends EventEmitter2 {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -2147,7 +2147,7 @@ var PuppeteerElement = class _PuppeteerElement {
     await this.#$ele.press(key, options);
     return true;
   }
-  async screenshot(options) {
+  async screenshot(options = {}) {
     return await this.#$ele.screenshot(options);
   }
   async scrollIntoView() {
@@ -3073,8 +3073,8 @@ var PuppeteerPage = class extends EventEmitter4 {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -3455,7 +3455,7 @@ var PuppeteerBrowserContext = class extends EventEmitter5 {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -3464,7 +3464,7 @@ var PuppeteerBrowserContext = class extends EventEmitter5 {
       if (cookies.length > 0) {
         await origPage.setCookie(...cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.setRequestInterception(true);
         origPage.on("request" /* PAGE_REQUEST */, (request) => {
           request.respond({
@@ -3473,7 +3473,7 @@ var PuppeteerBrowserContext = class extends EventEmitter5 {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -5283,8 +5283,8 @@ var PatchrightPage = class extends EventEmitter8 {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -5406,8 +5406,8 @@ var PatchrightApiContext = class {
       throw new Error(`ApiContext has already been destroyed`);
     }
     const storageState = await this.#apiRequestContext.storageState();
-    const { cookies, origins: localStorage } = storageState;
-    return { cookies, localStorage };
+    const { cookies, origins } = storageState;
+    return { cookies, origins };
   }
   async destroy() {
     await this.#apiRequestContext.dispose();
@@ -5674,7 +5674,7 @@ var PatchrightBrowserContext = class extends EventEmitter9 {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -5683,7 +5683,7 @@ var PatchrightBrowserContext = class extends EventEmitter9 {
       if (cookies.length > 0) {
         await this.#browserContext.addCookies(cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.route("**/*", async (route) => {
           const request = route.request();
           await route.fulfill({
@@ -5692,7 +5692,7 @@ var PatchrightBrowserContext = class extends EventEmitter9 {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -6241,7 +6241,7 @@ var CamoufoxPage = class extends EventEmitter11 {
   #closeWhenFree;
   #resquestInterceptionOptions;
   #responseInterceptionOptions;
-  #client;
+  // #client: CDPSession | null;
   #responseCb;
   #isDebugTask;
   #hasValidUrl(page) {
@@ -6511,7 +6511,6 @@ var CamoufoxPage = class extends EventEmitter11 {
     this.#closeWhenFree = false;
     this.#resquestInterceptionOptions = [];
     this.#responseInterceptionOptions = [];
-    this.#client = null;
     this.#responseCb = null;
     this.#isDebugTask = false;
     loginfo(`##browser LsdPage ${this.#pageId} ${openType}ed`);
@@ -7108,8 +7107,8 @@ var CamoufoxPage = class extends EventEmitter11 {
       throw new Error("No valid page");
     }
     const cookies = await this.#getCookies(this.#page);
-    const localStorage = await this.#getLocalStorage(this.#page);
-    return { cookies, localStorage };
+    const origins = await this.#getLocalStorage(this.#page);
+    return { cookies, origins };
   }
   status() {
     return this.#status;
@@ -7231,8 +7230,8 @@ var CamoufoxApiContext = class {
       throw new Error(`ApiContext has already been destroyed`);
     }
     const storageState = await this.#apiRequestContext.storageState();
-    const { cookies, origins: localStorage } = storageState;
-    return { cookies, localStorage };
+    const { cookies, origins } = storageState;
+    return { cookies, origins };
   }
   async destroy() {
     await this.#apiRequestContext.dispose();
@@ -7499,7 +7498,7 @@ var CamoufoxBrowserContext = class extends EventEmitter12 {
       throw new Error("No valid browserContext");
     }
     try {
-      const { cookies, localStorage: localStorageOrigins } = stateData;
+      const { cookies, origins } = stateData;
       const page = await this.getPage();
       if (!page) {
         return false;
@@ -7508,7 +7507,7 @@ var CamoufoxBrowserContext = class extends EventEmitter12 {
       if (cookies.length > 0) {
         await this.#browserContext.addCookies(cookies);
       }
-      if (localStorageOrigins.length > 0) {
+      if (origins.length > 0) {
         await origPage.route("**/*", async (route) => {
           const request = route.request();
           await route.fulfill({
@@ -7517,7 +7516,7 @@ var CamoufoxBrowserContext = class extends EventEmitter12 {
             body: `<html><body><h1>${request.url()}</h1></body></html>`
           });
         });
-        for (const localStorageOrigin of localStorageOrigins) {
+        for (const localStorageOrigin of origins) {
           const { origin, localStorage } = localStorageOrigin;
           await origPage.goto(origin);
           await origPage.evaluate((localStorageItems) => {
@@ -7976,8 +7975,8 @@ var LsdBrowserController = class _LsdBrowserController {
         lsdBrowser = new PatchrightBrowser(browser, browserType, "launch", actOptions, this.#nextBrowserIdx++, browserPid);
       }
     } else if (browserControllerType === "puppeteer") {
-      const product = this.#puppeteerProduct(browserType);
-      const launchOptions = { headless, timeout, product };
+      const pupBrowserType = this.#puppeteerProduct(browserType);
+      const launchOptions = { headless, timeout, browser: pupBrowserType };
       if (executablePath) {
         launchOptions.executablePath = executablePath;
       }
@@ -8116,7 +8115,7 @@ var LsdBrowserController = class _LsdBrowserController {
     const { proxy, stateData, userAgent, timeout, ignoreHTTPSErrors, extraHTTPHeaders, httpCredentials } = options;
     const apiRequestContext = await apiRequestInPlaywright.newContext({
       proxy: proxy ? { server: proxy.proxyUrl, username: proxy.username, password: proxy.password } : void 0,
-      storageState: stateData ? { cookies: stateData.cookies, origins: stateData.localStorage } : void 0,
+      storageState: stateData ? { cookies: stateData.cookies, origins: stateData.origins } : void 0,
       userAgent,
       timeout,
       ignoreHTTPSErrors,

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@letsscrapedata/controller",
-  "version": "0.0.67",
+  "version": "0.0.69",
   "description": "Unified browser / HTML controller interfaces that support patchright, camoufox, playwright, puppeteer and cheerio",
   "type": "module",
   "main": "./dist/index.cjs",
@@ -52,15 +52,16 @@
     "camoufox-js-lsd": "^0.6.5",
     "cheerio": "^1.0.0",
     "patchright": "^1.52.5",
-    "playwright": "^1.43.0",
+    "playwright": "^1.54.2",
     "playwright-extra": "^4.3.6",
-    "puppeteer": "^22.6.3",
+    "puppeteer": "^24.16.0",
     "puppeteer-extra": "^3.3.6",
-    "puppeteer-extra-plugin-stealth": "^2.11.2"
+    "puppeteer-extra-plugin-stealth": "^2.11.2",
+    "utils": "^0.3.1"
   },
   "devDependencies": {
     "@types/cheerio": "^0.22.35",
-    "tsup": "^8.0.2",
-    "typescript": "^5.7.2"
+    "tsup": "^8.5.0",
+    "typescript": "^5.9.2"
   }
 }