@crawlee/puppeteer 3.17.1-beta.5 → 3.17.1-beta.51

package/internals/enqueue-links/click-elements.js

@@ -59,7 +59,7 @@ async function enqueueLinksByClickingElements(options) {
         requestQueue: ow_1.default.object.hasKeys('fetchNextRequest', 'addRequest'),
         selector: ow_1.default.string,
         userData: ow_1.default.optional.object,
-        clickOptions: ow_1.default.optional.object.hasKeys('clickCount', 'delay'),
+        clickOptions: ow_1.default.optional.object,
         pseudoUrls: ow_1.default.optional.array.ofType(ow_1.default.any(ow_1.default.string, ow_1.default.object.hasKeys('purl'))),
         globs: ow_1.default.optional.array.ofType(ow_1.default.any(ow_1.default.string, ow_1.default.object.hasKeys('glob'))),
         regexps: ow_1.default.optional.array.ofType(ow_1.default.any(ow_1.default.regExp, ow_1.default.object.hasKeys('regexp'))),

package/internals/puppeteer-crawler.d.ts

@@ -1,4 +1,4 @@
-import type { BrowserCrawlerOptions, BrowserCrawlingContext, BrowserHook, BrowserRequestHandler, GetUserDataFromRequest, LoadedContext, RouterRoutes } from '@crawlee/browser';
+import type { BrowserCrawlerOptions, BrowserCrawlingContext, BrowserHook, BrowserRequestHandler, GetUserDataFromRequest, LoadedContext, RouterHandler, RouterRoutes } from '@crawlee/browser';
 import { BrowserCrawler, Configuration } from '@crawlee/browser';
 import type { PuppeteerController, PuppeteerPlugin } from '@crawlee/browser-pool';
 import type { Dictionary } from '@crawlee/types';
@@ -239,5 +239,5 @@ export declare class PuppeteerCrawler extends BrowserCrawler<{
  * await crawler.run();
  * ```
  */
-// @ts-ignore optional peer dependency or compatibility with es2022
-export declare function createPuppeteerRouter<Context extends PuppeteerCrawlingContext = PuppeteerCrawlingContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, UserData>): import("@crawlee/browser").RouterHandler<Context>;
+export declare function createPuppeteerRouter<Context extends PuppeteerCrawlingContext = PuppeteerCrawlingContext, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<Context['request']>>>(routes?: RouterRoutes<Context, Routes>): RouterHandler<Context, Routes>;
+export declare function createPuppeteerRouter<Context extends PuppeteerCrawlingContext = PuppeteerCrawlingContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, Record<string, UserData>>): RouterHandler<Context, Record<string, UserData>>;

package/internals/puppeteer-crawler.js

@@ -127,30 +127,6 @@ Object.defineProperty(PuppeteerCrawler, "optionsShape", {
         browserPoolOptions: ow_1.default.optional.object,
     }
 });
-/**
- * Creates new {@link Router} instance that works based on request labels.
- * This instance can then serve as a `requestHandler` of your {@link PuppeteerCrawler}.
- * Defaults to the {@link PuppeteerCrawlingContext}.
- *
- * > Serves as a shortcut for using `Router.create<PuppeteerCrawlingContext>()`.
- *
- * ```ts
- * import { PuppeteerCrawler, createPuppeteerRouter } from 'crawlee';
- *
- * const router = createPuppeteerRouter();
- * router.addHandler('label-a', async (ctx) => {
- *    ctx.log.info('...');
- * });
- * router.addDefaultHandler(async (ctx) => {
- *    ctx.log.info('...');
- * });
- *
- * const crawler = new PuppeteerCrawler({
- *     requestHandler: router,
- * });
- * await crawler.run();
- * ```
- */
 function createPuppeteerRouter(routes) {
     return browser_1.Router.create(routes);
 }

package/internals/utils/puppeteer_utils.js

@@ -373,7 +373,7 @@ async function gotoExtended(page, request, gotoOptions = {}) {
     }
     const { url, method, headers, payload } = request;
     const isEmpty = (o) => !o || Object.keys(o).length === 0;
-    if (method !== 'GET' || payload || !isEmpty(headers)) {
+    if (method !== 'GET' || payload) {
         // This is not deprecated, we use it to log only once.
         log.deprecated('Using other request methods than GET, rewriting headers and adding payloads has a high impact on performance ' +
             'in recent versions of Puppeteer. Use only when necessary.');
@@ -398,6 +398,9 @@ async function gotoExtended(page, request, gotoOptions = {}) {
         };
         await (0, puppeteer_request_interception_1.addInterceptRequestHandler)(page, interceptRequestHandler);
     }
+    else if (!isEmpty(headers)) {
+        await page.setExtraHTTPHeaders(headers);
+    }
     return page.goto(url, gotoOptions);
 }
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/puppeteer",
-    "version": "3.17.1-beta.5",
+    "version": "3.17.1-beta.51",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -55,10 +55,10 @@
     "dependencies": {
         "@apify/datastructures": "^2.0.0",
         "@apify/log": "^2.4.0",
-        "@crawlee/browser": "3.17.1-beta.5",
-        "@crawlee/browser-pool": "3.17.1-beta.5",
-        "@crawlee/types": "3.17.1-beta.5",
-        "@crawlee/utils": "3.17.1-beta.5",
+        "@crawlee/browser": "3.17.1-beta.51",
+        "@crawlee/browser-pool": "3.17.1-beta.51",
+        "@crawlee/types": "3.17.1-beta.51",
+        "@crawlee/utils": "3.17.1-beta.51",
         "cheerio": "1.0.0-rc.12",
         "devtools-protocol": "*",
         "idcac-playwright": "^0.2.0",
@@ -85,5 +85,5 @@
             }
         }
     },
-    "gitHead": "9479ce41601143fc01d56047f69d72ff54a33d1b"
+    "gitHead": "5185ab2c00a7fce4eaecb7e16c172b6077779a64"
 }