@crawlee/puppeteer 4.0.0-beta.85 → 4.0.0-beta.87

package/internals/puppeteer-crawler.d.ts

@@ -14,9 +14,9 @@ export interface PuppeteerCrawlingContext<UserData extends Dictionary = Dictiona
 // @ts-ignore optional peer dependency or compatibility with es2022
 export interface PuppeteerHook extends BrowserHook<PuppeteerCrawlingContext> {
 }
-export interface PuppeteerCrawlerOptions<ContextExtension = Dictionary<never>, ExtendedContext extends PuppeteerCrawlingContext = PuppeteerCrawlingContext & ContextExtension> extends BrowserCrawlerOptions<Page, HTTPResponse, PuppeteerCrawlingContext, ContextExtension, ExtendedContext, {
+export interface PuppeteerCrawlerOptions<ContextExtension = Dictionary<never>, ExtendedContext extends PuppeteerCrawlingContext = PuppeteerCrawlingContext & ContextExtension, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<PuppeteerCrawlingContext['request']>>> extends BrowserCrawlerOptions<Page, HTTPResponse, PuppeteerCrawlingContext, ContextExtension, ExtendedContext, {
     browserPlugins: [PuppeteerPlugin];
-}> {
+}, Routes> {
     /**
      * Options used by {@link launchPuppeteer} to start new Puppeteer instances.
      */
@@ -121,9 +121,9 @@ export interface PuppeteerCrawlerOptions<ContextExtension = Dictionary<never>, E
  * ```
  * @category Crawlers
  */
-export declare class PuppeteerCrawler<ContextExtension = Dictionary<never>, ExtendedContext extends PuppeteerCrawlingContext = PuppeteerCrawlingContext & ContextExtension> extends BrowserCrawler<Page, HTTPResponse, {
+export declare class PuppeteerCrawler<ContextExtension = Dictionary<never>, ExtendedContext extends PuppeteerCrawlingContext = PuppeteerCrawlingContext & ContextExtension, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<PuppeteerCrawlingContext['request']>>> extends BrowserCrawler<Page, HTTPResponse, {
     browserPlugins: [PuppeteerPlugin];
-}, LaunchOptions, PuppeteerCrawlingContext, ContextExtension, ExtendedContext> {
+}, LaunchOptions, PuppeteerCrawlingContext, ContextExtension, ExtendedContext, Routes> {
     protected static optionsShape: {
 // @ts-ignore optional peer dependency or compatibility with es2022
         browserPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
@@ -215,7 +215,7 @@ export declare class PuppeteerCrawler<ContextExtension = Dictionary<never>, Exte
     /**
      * All `PuppeteerCrawler` parameters are passed via an options object.
      */
-    constructor(options?: PuppeteerCrawlerOptions<ContextExtension, ExtendedContext>);
+    constructor(options?: PuppeteerCrawlerOptions<ContextExtension, ExtendedContext, Routes>);
 // @ts-ignore optional peer dependency or compatibility with es2022
     protected buildContextPipeline(): import("@crawlee/browser").ContextPipeline<import("@crawlee/browser").CrawlingContext<Dictionary>, BrowserCrawlingContext<Page, HTTPResponse, Dictionary, Dictionary> & {
         injectFile: (filePath: string, options?: InjectFileOptions) => Promise<unknown>;

package/internals/puppeteer-crawler.js

@@ -139,7 +139,10 @@ export class PuppeteerCrawler extends BrowserCrawler {
             addInterceptRequestHandler: async (handler) => puppeteerUtils.addInterceptRequestHandler(context.page, handler),
             removeInterceptRequestHandler: async (handler) => puppeteerUtils.removeInterceptRequestHandler(context.page, handler),
             infiniteScroll: async (options) => puppeteerUtils.infiniteScroll(context.page, options),
-            saveSnapshot: async (options) => puppeteerUtils.saveSnapshot(context.page, { ...options, config: serviceLocator.getConfiguration() }),
+            saveSnapshot: async (options) => puppeteerUtils.saveSnapshot(context.page, {
+                ...options,
+                configuration: serviceLocator.getConfiguration(),
+            }),
             closeCookieModals: async () => puppeteerUtils.closeCookieModals(context.page),
         };
     }

package/internals/puppeteer-launcher.d.ts

@@ -66,7 +66,7 @@ export interface PuppeteerLaunchContext extends BrowserLaunchContext<PuppeteerPl
  * @ignore
  */
 export declare class PuppeteerLauncher extends BrowserLauncher<PuppeteerPlugin, unknown> {
-    readonly config: Configuration;
+    readonly configuration: Configuration;
     protected static optionsShape: {
 // @ts-ignore optional peer dependency or compatibility with es2022
         launcher: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
@@ -90,7 +90,7 @@ export declare class PuppeteerLauncher extends BrowserLauncher<PuppeteerPlugin,
     /**
      * All `PuppeteerLauncher` parameters are passed via an launchContext object.
      */
-    constructor(launchContext?: PuppeteerLaunchContext, config?: Configuration);
+    constructor(launchContext?: PuppeteerLaunchContext, configuration?: Configuration);
     protected getDefaultHeadlessOption(): boolean;
 }
 /**
@@ -121,8 +121,8 @@ export declare class PuppeteerLauncher extends BrowserLauncher<PuppeteerPlugin,
  * @param [launchContext]
  *   All `PuppeteerLauncher` parameters are passed via an launchContext object.
  *   If you want to pass custom `puppeteer.launch(options)` options you can use the `PuppeteerLaunchContext.launchOptions` property.
- * @param [config]
+ * @param [configuration]
  * @returns
  *   Promise that resolves to Puppeteer's `Browser` instance.
  */
-export declare function launchPuppeteer(launchContext?: PuppeteerLaunchContext, config?: Configuration): Promise<Browser>;
+export declare function launchPuppeteer(launchContext?: PuppeteerLaunchContext, configuration?: Configuration): Promise<Browser>;

package/internals/puppeteer-launcher.js

@@ -6,7 +6,7 @@ import ow from 'ow';
  * @ignore
  */
 export class PuppeteerLauncher extends BrowserLauncher {
-    config;
+    configuration;
     static optionsShape = {
         ...BrowserLauncher.optionsShape,
         launcher: ow.optional.object,
@@ -14,14 +14,14 @@ export class PuppeteerLauncher extends BrowserLauncher {
     /**
      * All `PuppeteerLauncher` parameters are passed via an launchContext object.
      */
-    constructor(launchContext = {}, config = Configuration.getGlobalConfig()) {
+    constructor(launchContext = {}, configuration = Configuration.getGlobalConfiguration()) {
         ow(launchContext, 'PuppeteerLauncher', ow.object.exactShape(PuppeteerLauncher.optionsShape));
         const { launcher = BrowserLauncher.requireLauncherOrThrow('puppeteer', 'apify/actor-node-puppeteer-chrome'), ...browserLauncherOptions } = launchContext;
         super({
             ...browserLauncherOptions,
             launcher,
-        }, config);
-        this.config = config;
+        }, configuration);
+        this.configuration = configuration;
         this.Plugin = PuppeteerPlugin;
     }
     getDefaultHeadlessOption() {
@@ -57,11 +57,11 @@ export class PuppeteerLauncher extends BrowserLauncher {
  * @param [launchContext]
  *   All `PuppeteerLauncher` parameters are passed via an launchContext object.
  *   If you want to pass custom `puppeteer.launch(options)` options you can use the `PuppeteerLaunchContext.launchOptions` property.
- * @param [config]
+ * @param [configuration]
  * @returns
  *   Promise that resolves to Puppeteer's `Browser` instance.
  */
-export async function launchPuppeteer(launchContext, config = Configuration.getGlobalConfig()) {
-    const puppeteerLauncher = new PuppeteerLauncher(launchContext, config);
+export async function launchPuppeteer(launchContext, configuration = Configuration.getGlobalConfiguration()) {
+    const puppeteerLauncher = new PuppeteerLauncher(launchContext, configuration);
     return puppeteerLauncher.launch();
 }

package/internals/utils/puppeteer_utils.d.ts

@@ -305,9 +305,9 @@ export interface SaveSnapshotOptions {
     keyValueStoreName?: string | null;
     /**
      * Configuration of the crawler that will be used to save the snapshot.
-     * @default Configuration.getGlobalConfig()
+     * @default Configuration.getGlobalConfiguration()
      */
-    config?: Configuration;
+    configuration?: Configuration;
 }
 /**
  * Saves a full screenshot and HTML of the current page into a Key-Value store.

package/internals/utils/puppeteer_utils.js

@@ -515,12 +515,12 @@ export async function saveSnapshot(page, options = {}) {
         saveScreenshot: ow.optional.boolean,
         saveHtml: ow.optional.boolean,
         keyValueStoreName: ow.optional.string,
-        config: ow.optional.object,
+        configuration: ow.optional.object,
     }));
-    const { key = 'SNAPSHOT', screenshotQuality = 50, saveScreenshot = true, saveHtml = true, keyValueStoreName, config, } = options;
+    const { key = 'SNAPSHOT', screenshotQuality = 50, saveScreenshot = true, saveHtml = true, keyValueStoreName, configuration, } = options;
     try {
         const store = await KeyValueStore.open(keyValueStoreName ? { name: keyValueStoreName } : null, {
-            config: config ?? Configuration.getGlobalConfig(),
+            configuration: configuration ?? Configuration.getGlobalConfiguration(),
         });
         if (saveScreenshot) {
             const screenshotName = `${key}.jpg`;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/puppeteer",
-    "version": "4.0.0-beta.85",
+    "version": "4.0.0-beta.87",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -48,11 +48,11 @@
     },
     "dependencies": {
         "@apify/datastructures": "^2.0.3",
-        "@crawlee/browser": "4.0.0-beta.85",
-        "@crawlee/browser-pool": "4.0.0-beta.85",
-        "@crawlee/core": "4.0.0-beta.85",
-        "@crawlee/types": "4.0.0-beta.85",
-        "@crawlee/utils": "4.0.0-beta.85",
+        "@crawlee/browser": "4.0.0-beta.87",
+        "@crawlee/browser-pool": "4.0.0-beta.87",
+        "@crawlee/core": "4.0.0-beta.87",
+        "@crawlee/types": "4.0.0-beta.87",
+        "@crawlee/utils": "4.0.0-beta.87",
         "cheerio": "^1.0.0",
         "devtools-protocol": "*",
         "idcac-playwright": "^0.2.0",
@@ -79,5 +79,5 @@
             }
         }
     },
-    "gitHead": "8d6d3cd9da3dc9cb0b7822b28eb317019b6806bc"
+    "gitHead": "1b7604cd77b694460aac4448b4555444fa1b2bdb"
 }