@crawlee/puppeteer 3.17.1-beta.55 → 3.17.1-beta.57

package/internals/enqueue-links/click-elements.d.ts

@@ -212,5 +212,7 @@ export declare function isTargetRelevant(page: Page, target: Target): boolean;
  * for large element sets, this will take considerable amount of time.
  * @ignore
  */
-export declare function clickElements(page: Page, selector: string, clickOptions?: ClickOptions): Promise<void>;
+export declare function clickElements(page: Page, selector: string, clickOptions?: ClickOptions & {
+    clickCount?: number;
+}): Promise<void>;
 export {};

package/internals/enqueue-links/click-elements.js

@@ -237,6 +237,10 @@ async function preventHistoryNavigation(page) {
  * @ignore
  */
 async function clickElements(page, selector, clickOptions) {
+    // Puppeteer 25 removed the deprecated `clickCount` option in favor of `count`, older versions ignore `count`, so we pass both.
+    if (clickOptions?.clickCount !== undefined && clickOptions.count === undefined) {
+        clickOptions = { ...clickOptions, count: clickOptions.clickCount };
+    }
     const elementHandles = await page.$$(selector);
     log.debug(`enqueueLinksByClickingElements: There are ${elementHandles.length} elements to click.`);
     let clickedElementsCount = 0;

package/internals/utils/puppeteer_utils.js

@@ -399,7 +399,17 @@ async function gotoExtended(page, request, gotoOptions = {}) {
         await (0, puppeteer_request_interception_1.addInterceptRequestHandler)(page, interceptRequestHandler);
     }
     else if (!isEmpty(headers)) {
-        await page.setExtraHTTPHeaders(headers);
+        const extraHeaders = { ...headers };
+        // Chrome bundled with Puppeteer 25+ ignores a `User-Agent` passed via `setExtraHTTPHeaders()`, it has to be set explicitly.
+        for (const name of Object.keys(extraHeaders)) {
+            if (name.toLowerCase() === 'user-agent') {
+                await page.setUserAgent(extraHeaders[name]);
+                delete extraHeaders[name];
+            }
+        }
+        if (!isEmpty(extraHeaders)) {
+            await page.setExtraHTTPHeaders(extraHeaders);
+        }
     }
     return page.goto(url, gotoOptions);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/puppeteer",
-    "version": "3.17.1-beta.55",
+    "version": "3.17.1-beta.57",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,10 +55,10 @@
     "dependencies": {
         "@apify/datastructures": "^2.0.0",
         "@apify/log": "^2.4.0",
-        "@crawlee/browser": "3.17.1-beta.55",
-        "@crawlee/browser-pool": "3.17.1-beta.55",
-        "@crawlee/types": "3.17.1-beta.55",
-        "@crawlee/utils": "3.17.1-beta.55",
+        "@crawlee/browser": "3.17.1-beta.57",
+        "@crawlee/browser-pool": "3.17.1-beta.57",
+        "@crawlee/types": "3.17.1-beta.57",
+        "@crawlee/utils": "3.17.1-beta.57",
         "cheerio": "1.0.0-rc.12",
         "devtools-protocol": "*",
         "idcac-playwright": "^0.2.0",
@@ -85,5 +85,5 @@
             }
         }
     },
-    "gitHead": "93d29e305f01ca6ca9bb79264a5ca553b19766ef"
+    "gitHead": "b5412ad2cdd908c56f607b83df75ff1e2ef77584"
 }