@crawlee/playwright 4.0.0-beta.151 → 4.0.0-beta.153

package/internals/adaptive-playwright-crawler.d.ts

@@ -8,7 +8,7 @@ import type { AnyNode } from 'domhandler';
 // @ts-ignore optional peer dependency or compatibility with es2022
 import type { Page } from 'playwright';
 import { z } from 'zod';
-import type { PlaywrightCrawlingContext, PlaywrightGotoOptions } from './playwright-crawler.js';
+import type { PlaywrightCrawlerOptions, PlaywrightCrawlingContext, PlaywrightGotoOptions } from './playwright-crawler.js';
 import { type IRenderingTypePredictor } from './utils/rendering-type-prediction.js';
 declare const adaptiveStatisticStateSchema: z.ZodObject<{
     httpOnlyRequestHandlerRuns: z.ZodDefault<z.ZodNumber>;
@@ -91,7 +91,7 @@ type AdaptiveHook<ContextExtension = Dictionary<never>> = BrowserHook<AdaptiveHo
 type AdaptivePostNavigationHook<ContextExtension = Dictionary<never>> = BrowserHook<Omit<AdaptiveHookContext, 'request'> & {
     request: LoadedRequest<Request>;
 }, ContextExtension>;
-export interface AdaptivePlaywrightCrawlerOptions<ContextExtension = Dictionary<never>, ExtendedContext extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext & ContextExtension, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<AdaptivePlaywrightCrawlerContext['request']>>, StatisticStateExtension extends AdaptivePlaywrightCrawlerStatisticState = AdaptivePlaywrightCrawlerStatisticState> extends Omit<BasicCrawlerOptions<AdaptivePlaywrightCrawlerContext, ContextExtension, ExtendedContext, Routes, StatisticStateExtension>, 'preNavigationHooks' | 'postNavigationHooks'> {
+export interface AdaptivePlaywrightCrawlerOptions<ContextExtension = Dictionary<never>, ExtendedContext extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext & ContextExtension, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<AdaptivePlaywrightCrawlerContext['request']>>, StatisticStateExtension extends AdaptivePlaywrightCrawlerStatisticState = AdaptivePlaywrightCrawlerStatisticState> extends Omit<BasicCrawlerOptions<AdaptivePlaywrightCrawlerContext, ContextExtension, ExtendedContext, Routes, StatisticStateExtension>, 'preNavigationHooks' | 'postNavigationHooks'>, Pick<PlaywrightCrawlerOptions, 'launchContext' | 'headless' | 'browserPool' | 'remoteBrowser'> {
     /**
      * Async functions that are sequentially evaluated before the navigation. Good for setting additional cookies.
      * The function accepts a subset of the crawling context. If you attempt to access the `page` property during HTTP-only crawling,

package/internals/adaptive-playwright-crawler.js

@@ -78,7 +78,7 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
     #attemptWritePolicy;
     #teardownHooks = [];
     constructor(options = {}) {
-        const { requestHandler, renderingTypeDetectionRatio = 0.1, renderingTypePredictor, resultChecker, shouldPropagateError, resultComparator, statistics, requestHandlerTimeoutSecs = 60, errorHandler, failedRequestHandler, preNavigationHooks = [], postNavigationHooks = [], extendContext, contextPipelineBuilder, transactionalStorage, ...rest } = options;
+        const { requestHandler, renderingTypeDetectionRatio = 0.1, renderingTypePredictor, resultChecker, shouldPropagateError, resultComparator, statistics, requestHandlerTimeoutSecs = 60, errorHandler, failedRequestHandler, preNavigationHooks = [], postNavigationHooks = [], extendContext, contextPipelineBuilder, transactionalStorage, launchContext, headless, browserPool, remoteBrowser, ...rest } = options;
         // The user's value is replaced by `false` in the `super` call below — validate it separately,
         // wrapped in an object so the error still names the field.
         parseArgument({ transactionalStorage }, z.object({ transactionalStorage: BasicCrawler.optionsShape.transactionalStorage }), 'AdaptivePlaywrightCrawlerOptions');
@@ -166,6 +166,10 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
             preNavigationHooks: preNavigationHooks,
             postNavigationHooks: postNavigationHooks,
             extendContext,
+            launchContext,
+            headless,
+            browserPool,
+            remoteBrowser,
         });
         this.#teardownHooks.push(browserCrawler.teardown.bind(browserCrawler));
         this.#staticContextPipeline = staticCrawler.contextPipeline.compose({

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "4.0.0-beta.151",
+    "version": "4.0.0-beta.153",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -49,13 +49,13 @@
     "dependencies": {
         "@apify/datastructures": "^2.0.3",
         "@apify/timeout": "^0.4.4",
-        "@crawlee/basic": "4.0.0-beta.151",
-        "@crawlee/browser": "4.0.0-beta.151",
-        "@crawlee/browser-pool": "4.0.0-beta.151",
-        "@crawlee/cheerio": "4.0.0-beta.151",
-        "@crawlee/core": "4.0.0-beta.151",
-        "@crawlee/types": "4.0.0-beta.151",
-        "@crawlee/utils": "4.0.0-beta.151",
+        "@crawlee/basic": "4.0.0-beta.153",
+        "@crawlee/browser": "4.0.0-beta.153",
+        "@crawlee/browser-pool": "4.0.0-beta.153",
+        "@crawlee/cheerio": "4.0.0-beta.153",
+        "@crawlee/core": "4.0.0-beta.153",
+        "@crawlee/types": "4.0.0-beta.153",
+        "@crawlee/utils": "4.0.0-beta.153",
         "cheerio": "^1.0.0",
         "jquery": "^3.7.1",
         "ml-logistic-regression": "^2.0.0",
@@ -80,5 +80,5 @@
             }
         }
     },
-    "gitHead": "1865bf2b241da81d8ed6f1215c59f9d0b88ec553"
+    "gitHead": "ed8a71673d628a52574d82e30f098cad1fe7a451"
 }