@crawlee/playwright 4.0.0-beta.184 → 4.0.0-beta.185

package/internals/adaptive-playwright-crawler.js

@@ -185,12 +185,8 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
         });
         this.#staticCrawler = staticCrawler;
         this.#browserCrawler = browserCrawler;
-        this.#staticContextPipeline = staticCrawler.contextPipeline.compose({
-            action: this.adaptCheerioContext.bind(this),
-        });
-        this.#browserContextPipeline = browserCrawler.contextPipeline.compose({
-            action: this.adaptPlaywrightContext.bind(this),
-        });
+        this.#staticContextPipeline = staticCrawler.contextPipeline.compose(this.adaptCheerioContext.bind(this));
+        this.#browserContextPipeline = browserCrawler.contextPipeline.compose(this.adaptPlaywrightContext.bind(this));
     }
     async init() {
         // A crawler can be run again after a teardown.
@@ -202,34 +198,32 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
     }
     buildContextPipeline() {
         const errorMessage = (prop) => `The \`${prop}\` property is not available on the outer context pipeline of AdaptivePlaywrightCrawler - it is provided by the inner (static/browser) pipelines`;
-        return super.buildContextPipeline().compose({
-            action: async ({ request }) => ({
-                get request() {
-                    return request;
-                },
-                get response() {
-                    throw new Error(errorMessage('response'));
-                },
-                get page() {
-                    throw new Error(errorMessage('page'));
-                },
-                get querySelector() {
-                    throw new Error(errorMessage('querySelector'));
-                },
-                get querySelectorAll() {
-                    throw new Error(errorMessage('querySelectorAll'));
-                },
-                get waitForSelector() {
-                    throw new Error(errorMessage('waitForSelector'));
-                },
-                get parseWithCheerio() {
-                    throw new Error(errorMessage('parseWithCheerio'));
-                },
-                get enqueueLinks() {
-                    throw new Error(errorMessage('enqueueLinks'));
-                },
-            }),
-        });
+        return super.buildContextPipeline().compose(async ({ request }) => ({
+            get request() {
+                return request;
+            },
+            get response() {
+                throw new Error(errorMessage('response'));
+            },
+            get page() {
+                throw new Error(errorMessage('page'));
+            },
+            get querySelector() {
+                throw new Error(errorMessage('querySelector'));
+            },
+            get querySelectorAll() {
+                throw new Error(errorMessage('querySelectorAll'));
+            },
+            get waitForSelector() {
+                throw new Error(errorMessage('waitForSelector'));
+            },
+            get parseWithCheerio() {
+                throw new Error(errorMessage('parseWithCheerio'));
+            },
+            get enqueueLinks() {
+                throw new Error(errorMessage('enqueueLinks'));
+            },
+        }));
     }
     async adaptCheerioContext(cheerioContext) {
         return {
@@ -306,12 +300,16 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
             Object.defineProperty(subCrawlerContext, key, { ...descriptor, configurable: false });
         }
         try {
+            // Any failure - middleware or handler - ends up in the `ok: false` branch below.
+            const rethrow = (error) => {
+                throw error;
+            };
             const callAdaptiveRequestHandler = async () => {
                 if (renderingType === 'static') {
-                    await this.#staticContextPipeline.call(subCrawlerContext, this.requestHandler.bind(this));
+                    await this.#staticContextPipeline.call(subCrawlerContext, this.requestHandler.bind(this), rethrow);
                 }
                 else if (renderingType === 'clientOnly') {
-                    await this.#browserContextPipeline.call(subCrawlerContext, this.requestHandler.bind(this));
+                    await this.#browserContextPipeline.call(subCrawlerContext, this.requestHandler.bind(this), rethrow);
                 }
             };
             // this crawler overrides `runRequestHandler` and times each rendering-type run itself, so it has

package/internals/playwright-crawler.js

@@ -107,7 +107,7 @@ export class PlaywrightCrawler extends BrowserCrawler {
         });
     }
     buildContextPipeline() {
-        return super.buildContextPipeline().compose({ action: this.enhanceContext.bind(this) });
+        return super.buildContextPipeline().compose(this.enhanceContext.bind(this));
     }
     async navigationHandler(crawlingContext, gotoOptions) {
         return gotoExtended(crawlingContext.page, crawlingContext.request, gotoOptions);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "4.0.0-beta.184",
+    "version": "4.0.0-beta.185",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -49,13 +49,13 @@
     "dependencies": {
         "@apify/datastructures": "^3.0.1",
         "@apify/timeout": "^1.0.1",
-        "@crawlee/basic": "4.0.0-beta.184",
-        "@crawlee/browser": "4.0.0-beta.184",
-        "@crawlee/browser-pool": "4.0.0-beta.184",
-        "@crawlee/cheerio": "4.0.0-beta.184",
-        "@crawlee/core": "4.0.0-beta.184",
-        "@crawlee/types": "4.0.0-beta.184",
-        "@crawlee/utils": "4.0.0-beta.184",
+        "@crawlee/basic": "4.0.0-beta.185",
+        "@crawlee/browser": "4.0.0-beta.185",
+        "@crawlee/browser-pool": "4.0.0-beta.185",
+        "@crawlee/cheerio": "4.0.0-beta.185",
+        "@crawlee/core": "4.0.0-beta.185",
+        "@crawlee/types": "4.0.0-beta.185",
+        "@crawlee/utils": "4.0.0-beta.185",
         "cheerio": "^1.0.0",
         "jquery": "^3.7.1",
         "ml-logistic-regression": "^2.0.0",
@@ -80,5 +80,5 @@
             }
         }
     },
-    "gitHead": "19ebeeb9bb90e38496cbe90565c8ebb02e102193"
+    "gitHead": "642c670956a5a60384d5ed5e67ee809927cc419b"
 }