@crawlee/playwright 3.17.1-beta.54 → 3.17.1-beta.56

package/index.mjs

@@ -54,6 +54,7 @@ export const RequestQueue = mod.RequestQueue;
 export const RequestQueueV1 = mod.RequestQueueV1;
 export const RequestQueueV2 = mod.RequestQueueV2;
 export const RequestState = mod.RequestState;
+export const RequestValidationError = mod.RequestValidationError;
 export const RetryRequestError = mod.RetryRequestError;
 export const Router = mod.Router;
 export const STATE_PERSISTENCE_KEY = mod.STATE_PERSISTENCE_KEY;
@@ -85,6 +86,7 @@ export const createEventLoopLoadSignal = mod.createEventLoopLoadSignal;
 export const createPlaywrightRouter = mod.createPlaywrightRouter;
 export const createRequestOptions = mod.createRequestOptions;
 export const createRequests = mod.createRequests;
+export const defaultRoute = mod.defaultRoute;
 export const deserializeArray = mod.deserializeArray;
 export const enqueueLinks = mod.enqueueLinks;
 export const evaluateLoadSignalSample = mod.evaluateLoadSignalSample;
@@ -109,5 +111,6 @@ export const tryAbsoluteURL = mod.tryAbsoluteURL;
 export const updateEnqueueLinksPatternCache = mod.updateEnqueueLinksPatternCache;
 export const useState = mod.useState;
 export const validateGlobPattern = mod.validateGlobPattern;
+export const validateUserData = mod.validateUserData;
 export const validators = mod.validators;
 export const withCheckedStorageAccess = mod.withCheckedStorageAccess;

package/internals/adaptive-playwright-crawler.d.ts

@@ -1,4 +1,4 @@
-import type { BrowserHook, LoadedContext, RouterHandler } from '@crawlee/browser';
+import type { BrowserHook, LoadedContext, RequestHandler, RouterHandler, RouteSchemas, RoutesFromSchemas } from '@crawlee/browser';
 import type { BaseHttpResponseData, EnqueueLinksOptions, GetUserDataFromRequest, RestrictedCrawlingContext, RouterRoutes, StatisticsOptions, StatisticState } from '@crawlee/core';
 import { Configuration, RequestHandlerResult, Statistics } from '@crawlee/core';
 import type { Awaitable, BatchAddRequestsResult, Dictionary } from '@crawlee/types';
@@ -194,6 +194,11 @@ export declare class AdaptivePlaywrightCrawler extends PlaywrightCrawler {
      */
 // @ts-ignore optional peer dependency or compatibility with es2022
     readonly router: RouterHandler<AdaptivePlaywrightCrawlerContext>;
+    /**
+     * The `requestHandler` never reaches `BrowserCrawler` here — it is kept as `adaptiveRequestHandler` and
+     * invoked through a proxy — so router-aware metadata has to resolve against it.
+     */
+    protected get userRequestHandler(): RequestHandler<PlaywrightCrawlingContext>;
     constructor(options?: AdaptivePlaywrightCrawlerOptions, config?: Configuration);
     /**
      * Returns the number of rendering type detections currently in progress.
@@ -213,4 +218,5 @@ export declare class AdaptivePlaywrightCrawler extends PlaywrightCrawler {
 }
 export declare function createAdaptivePlaywrightRouter<Context extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<Context['request']>>>(routes?: RouterRoutes<Context, Routes>): RouterHandler<Context, Routes>;
 export declare function createAdaptivePlaywrightRouter<Context extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, Record<string, UserData>>): RouterHandler<Context, Record<string, UserData>>;
+export declare function createAdaptivePlaywrightRouter<Context extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext, const Schemas extends RouteSchemas = RouteSchemas>(schemas: Schemas): RouterHandler<Context, RoutesFromSchemas<Schemas>>;
 export {};

package/internals/adaptive-playwright-crawler.js

@@ -94,6 +94,13 @@ const proxyLogMethods = [
  * @experimental
  */
 class AdaptivePlaywrightCrawler extends playwright_crawler_1.PlaywrightCrawler {
+    /**
+     * The `requestHandler` never reaches `BrowserCrawler` here — it is kept as `adaptiveRequestHandler` and
+     * invoked through a proxy — so router-aware metadata has to resolve against it.
+     */
+    get userRequestHandler() {
+        return this.adaptiveRequestHandler;
+    }
     constructor(options = {}, config = core_1.Configuration.getGlobalConfig()) {
         const { requestHandler, renderingTypeDetectionRatio = 0.1, renderingTypePredictor, resultChecker, shouldPropagateError, resultComparator, statisticsOptions, preventDirectStorageAccess = true, ...rest } = options;
         super(rest, config);
@@ -478,6 +485,6 @@ class AdaptivePlaywrightCrawler extends playwright_crawler_1.PlaywrightCrawler {
     }
 }
 exports.AdaptivePlaywrightCrawler = AdaptivePlaywrightCrawler;
-function createAdaptivePlaywrightRouter(routes) {
-    return core_1.Router.create(routes);
+function createAdaptivePlaywrightRouter(routesOrSchemas) {
+    return core_1.Router.create(routesOrSchemas);
 }

package/internals/playwright-crawler.d.ts

@@ -1,4 +1,4 @@
-import type { BrowserCrawlerOptions, BrowserCrawlingContext, BrowserHook, BrowserRequestHandler, GetUserDataFromRequest, LoadedContext, RouterHandler, RouterRoutes } from '@crawlee/browser';
+import type { BrowserCrawlerOptions, BrowserCrawlingContext, BrowserHook, BrowserRequestHandler, GetUserDataFromRequest, LoadedContext, RouterHandler, RouterRoutes, RouteSchemas, RoutesFromSchemas } from '@crawlee/browser';
 import { BrowserCrawler, Configuration } from '@crawlee/browser';
 import type { CommonPage, PlaywrightController, PlaywrightPlugin } from '@crawlee/browser-pool';
 import type { Dictionary } from '@crawlee/types';
@@ -297,3 +297,4 @@ export declare class PlaywrightCrawler extends BrowserCrawler<{
  */
 export declare function createPlaywrightRouter<Context extends PlaywrightCrawlingContext = PlaywrightCrawlingContext, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<Context['request']>>>(routes?: RouterRoutes<Context, Routes>): RouterHandler<Context, Routes>;
 export declare function createPlaywrightRouter<Context extends PlaywrightCrawlingContext = PlaywrightCrawlingContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, Record<string, UserData>>): RouterHandler<Context, Record<string, UserData>>;
+export declare function createPlaywrightRouter<Context extends PlaywrightCrawlingContext = PlaywrightCrawlingContext, const Schemas extends RouteSchemas = RouteSchemas>(schemas: Schemas): RouterHandler<Context, RoutesFromSchemas<Schemas>>;

package/internals/playwright-crawler.js

@@ -134,6 +134,6 @@ Object.defineProperty(PlaywrightCrawler, "optionsShape", {
         launcher: ow_1.default.optional.object,
     }
 });
-function createPlaywrightRouter(routes) {
-    return browser_1.Router.create(routes);
+function createPlaywrightRouter(routesOrSchemas) {
+    return browser_1.Router.create(routesOrSchemas);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "3.17.1-beta.54",
+    "version": "3.17.1-beta.56",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -56,11 +56,11 @@
         "@apify/datastructures": "^2.0.0",
         "@apify/log": "^2.4.0",
         "@apify/timeout": "^0.3.1",
-        "@crawlee/browser": "3.17.1-beta.54",
-        "@crawlee/browser-pool": "3.17.1-beta.54",
-        "@crawlee/core": "3.17.1-beta.54",
-        "@crawlee/types": "3.17.1-beta.54",
-        "@crawlee/utils": "3.17.1-beta.54",
+        "@crawlee/browser": "3.17.1-beta.56",
+        "@crawlee/browser-pool": "3.17.1-beta.56",
+        "@crawlee/core": "3.17.1-beta.56",
+        "@crawlee/types": "3.17.1-beta.56",
+        "@crawlee/utils": "3.17.1-beta.56",
         "cheerio": "1.0.0-rc.12",
         "jquery": "^3.6.0",
         "lodash.isequal": "^4.5.0",
@@ -90,5 +90,5 @@
             }
         }
     },
-    "gitHead": "45d0756fd5f016539d6e2f80f72340a652ddc48f"
+    "gitHead": "aaf56f1d6905d06fe18a93bbd2d7695a581d57cf"
 }