@crawlee/browser 4.0.0-beta.85 → 4.0.0-beta.87

package/internals/browser-crawler.d.ts

@@ -1,4 +1,4 @@
-import type { Awaitable, BasicCrawlerOptions, BasicCrawlingContext, CrawlingContext, Dictionary, EnqueueLinksOptions, ErrorHandler, IRequestManager, LoadedRequest, Request, RequestHandler, SkippedRequestCallback } from '@crawlee/basic';
+import type { Awaitable, BasicCrawlerOptions, BasicCrawlingContext, CrawlingContext, Dictionary, EnqueueLinksOptions, ErrorHandler, GetUserDataFromRequest, IRequestManager, LoadedRequest, Request, RequestHandler, RouterHandler, SkippedRequestCallback } from '@crawlee/basic';
 import { BasicCrawler, ContextPipeline } from '@crawlee/basic';
 import type { BrowserController, BrowserPlugin, BrowserPoolHooks, BrowserPoolOptions, CommonPage, CrawlerRemoteBrowserOptions, InferBrowserPluginArray, LaunchContext } from '@crawlee/browser-pool';
 import type { BatchAddRequestsResult, IBrowserPool } from '@crawlee/types';
@@ -32,7 +32,7 @@ export interface BrowserCrawlingContext<Page extends CommonPage = CommonPage, Re
     enqueueLinks: (options?: EnqueueLinksOptions) => Promise<BatchAddRequestsResult>;
 }
 export type BrowserHook<Context = BrowserCrawlingContext, ContextExtension = {}> = (crawlingContext: Context & ContextExtension) => Awaitable<void | Partial<Context>>;
-export interface BrowserCrawlerOptions<Page extends CommonPage = CommonPage, Response extends BaseResponse = BaseResponse, Context extends BrowserCrawlingContext<Page, Response, Dictionary> = BrowserCrawlingContext<Page, Response, Dictionary>, ContextExtension = Dictionary<never>, ExtendedContext extends Context = Context & ContextExtension, InternalBrowserPoolOptions extends BrowserPoolOptions = BrowserPoolOptions, __BrowserPlugins extends BrowserPlugin[] = InferBrowserPluginArray<InternalBrowserPoolOptions['browserPlugins']>, __BrowserControllerReturn extends BrowserController = ReturnType<__BrowserPlugins[number]['createController']>, __LaunchContextReturn extends LaunchContext = ReturnType<__BrowserPlugins[number]['createLaunchContext']>> extends Omit<BasicCrawlerOptions<Context, ContextExtension, ExtendedContext>, 'requestHandler' | 'failedRequestHandler' | 'errorHandler'> {
+export interface BrowserCrawlerOptions<Page extends CommonPage = CommonPage, Response extends BaseResponse = BaseResponse, Context extends BrowserCrawlingContext<Page, Response, Dictionary> = BrowserCrawlingContext<Page, Response, Dictionary>, ContextExtension = Dictionary<never>, ExtendedContext extends Context = Context & ContextExtension, InternalBrowserPoolOptions extends BrowserPoolOptions = BrowserPoolOptions, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<Context['request']>>, __BrowserPlugins extends BrowserPlugin[] = InferBrowserPluginArray<InternalBrowserPoolOptions['browserPlugins']>, __BrowserControllerReturn extends BrowserController = ReturnType<__BrowserPlugins[number]['createController']>, __LaunchContextReturn extends LaunchContext = ReturnType<__BrowserPlugins[number]['createLaunchContext']>> extends Omit<BasicCrawlerOptions<Context, ContextExtension, ExtendedContext>, 'requestHandler' | 'failedRequestHandler' | 'errorHandler'> {
     launchContext?: BrowserLaunchContext<any, any>;
     /**
      * An existing browser pool instance to use. When provided, the crawler will use this pool directly instead of
@@ -78,7 +78,7 @@ export interface BrowserCrawlerOptions<Page extends CommonPage = CommonPage, Res
      * The exceptions are logged to the request using the
      * {@link Request.pushErrorMessage|`Request.pushErrorMessage()`} function.
      */
-    requestHandler?: RequestHandler<ExtendedContext>;
+    requestHandler?: RouterHandler<ExtendedContext, Routes> | RequestHandler<ExtendedContext>;
     /**
      * User-provided function that allows modifying the request object before it gets retried by the crawler.
      * It's executed before each retry for the requests that failed less than {@link BrowserCrawlerOptions.maxRequestRetries|`maxRequestRetries`} times.
@@ -223,7 +223,7 @@ export interface BrowserCrawlerOptions<Page extends CommonPage = CommonPage, Res
  *
  * @category Crawlers
  */
-export declare abstract class BrowserCrawler<Page extends CommonPage = CommonPage, Response extends BaseResponse = BaseResponse, InternalBrowserPoolOptions extends BrowserPoolOptions = BrowserPoolOptions, LaunchOptions extends Dictionary | undefined = Dictionary, Context extends BrowserCrawlingContext<Page, Response, Dictionary> = BrowserCrawlingContext<Page, Response, Dictionary>, ContextExtension = Dictionary<never>, ExtendedContext extends Context = Context & ContextExtension, GoToOptions extends Dictionary = Dictionary> extends BasicCrawler<Context, ContextExtension, ExtendedContext> {
+export declare abstract class BrowserCrawler<Page extends CommonPage = CommonPage, Response extends BaseResponse = BaseResponse, InternalBrowserPoolOptions extends BrowserPoolOptions = BrowserPoolOptions, LaunchOptions extends Dictionary | undefined = Dictionary, Context extends BrowserCrawlingContext<Page, Response, Dictionary> = BrowserCrawlingContext<Page, Response, Dictionary>, ContextExtension = Dictionary<never>, ExtendedContext extends Context = Context & ContextExtension, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<Context['request']>>, GoToOptions extends Dictionary = Dictionary> extends BasicCrawler<Context, ContextExtension, ExtendedContext, Routes> {
     /** Backs the {@link BrowserCrawler.browserPool|`browserPool`} getter. */
     private browserPoolDep;
     /**

package/internals/browser-launcher.d.ts

@@ -69,7 +69,7 @@ export interface BrowserLaunchContext<TOptions, Launcher> extends BrowserPluginO
  * @ignore
  */
 export declare abstract class BrowserLauncher<Plugin extends BrowserPlugin, Launcher = Plugin['library'], T extends Constructor<Plugin> = Constructor<Plugin>, LaunchOptions extends Dictionary<any> | undefined = Partial<Parameters<Plugin['launch']>[0]>, LaunchResult extends ReturnType<Plugin['launch']> = ReturnType<Plugin['launch']>> {
-    readonly config: Configuration;
+    readonly configuration: Configuration;
     launcher: Launcher;
     proxyUrl?: string;
     useChrome?: boolean;
@@ -99,7 +99,7 @@ export declare abstract class BrowserLauncher<Plugin extends BrowserPlugin, Laun
     /**
      * All `BrowserLauncher` parameters are passed via an launchContext object.
      */
-    constructor(launchContext: BrowserLaunchContext<LaunchOptions, Launcher>, config?: Configuration);
+    constructor(launchContext: BrowserLaunchContext<LaunchOptions, Launcher>, configuration?: Configuration);
     /**
      * @ignore
      */

package/internals/browser-launcher.js

@@ -13,7 +13,7 @@ const require = createRequire(import.meta.url);
  * @ignore
  */
 export class BrowserLauncher {
-    config;
+    configuration;
     launcher;
     proxyUrl;
     useChrome;
@@ -51,8 +51,8 @@ export class BrowserLauncher {
     /**
      * All `BrowserLauncher` parameters are passed via an launchContext object.
      */
-    constructor(launchContext, config = Configuration.getGlobalConfig()) {
-        this.config = config;
+    constructor(launchContext, configuration = Configuration.getGlobalConfiguration()) {
+        this.configuration = configuration;
         const { launcher, proxyUrl, useChrome, userAgent, launchOptions = {}, ...otherLaunchContextProps } = launchContext;
         this.validateProxyUrlProtocol(proxyUrl);
         // those need to be reassigned otherwise they are {} in types
@@ -88,7 +88,7 @@ export class BrowserLauncher {
             defaultViewport: DEFAULT_VIEWPORT,
             ...this.launchOptions,
         };
-        if (this.config.disableBrowserSandbox) {
+        if (this.configuration.disableBrowserSandbox) {
             launchOptions.args.push('--no-sandbox');
         }
         if (this.userAgent) {
@@ -103,10 +103,10 @@ export class BrowserLauncher {
         return launchOptions;
     }
     getDefaultHeadlessOption() {
-        return this.config.headless && !this.config.xvfb;
+        return this.configuration.headless && !this.configuration.xvfb;
     }
     getChromeExecutablePath() {
-        return this.config.chromeExecutablePath ?? this.getTypicalChromeExecutablePath();
+        return this.configuration.chromeExecutablePath ?? this.getTypicalChromeExecutablePath();
     }
     /**
      * Gets a typical path to Chrome executable, depending on the current operating system.

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/browser",
-    "version": "4.0.0-beta.85",
+    "version": "4.0.0-beta.87",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -48,10 +48,10 @@
     },
     "dependencies": {
         "@apify/timeout": "^0.3.2",
-        "@crawlee/basic": "4.0.0-beta.85",
-        "@crawlee/browser-pool": "4.0.0-beta.85",
-        "@crawlee/types": "4.0.0-beta.85",
-        "@crawlee/utils": "4.0.0-beta.85",
+        "@crawlee/basic": "4.0.0-beta.87",
+        "@crawlee/browser-pool": "4.0.0-beta.87",
+        "@crawlee/types": "4.0.0-beta.87",
+        "@crawlee/utils": "4.0.0-beta.87",
         "ow": "^2.0.0",
         "tslib": "^2.8.1",
         "type-fest": "^4.41.0"
@@ -75,5 +75,5 @@
             }
         }
     },
-    "gitHead": "8d6d3cd9da3dc9cb0b7822b28eb317019b6806bc"
+    "gitHead": "1b7604cd77b694460aac4448b4555444fa1b2bdb"
 }