@crawlee/playwright 4.0.0-beta.96 → 4.0.0-beta.97

package/internals/adaptive-playwright-crawler.js

@@ -100,6 +100,7 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
             errorHandler,
             failedRequestHandler,
             requestHandler,
+            requestHandlerTimeoutSecs,
             contextPipelineBuilder: contextPipelineBuilder ?? (() => this.buildContextPipeline()),
         });
         this.individualRequestHandlerTimeoutMillis = requestHandlerTimeoutSecs * 1000;
@@ -290,11 +291,15 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
                     await this.browserContextPipeline.call(subCrawlerContext, this.requestHandler.bind(this));
                 }
             };
+            // this crawler overrides `runRequestHandler` and times each rendering-type run itself, so it has
+            // to resolve any per-route override too - otherwise routes would be silently ignored here
+            const routeTimeoutSecs = this.requestHandler.getTimeoutSecs?.(context.request.label);
+            const timeoutMillis = routeTimeoutSecs === undefined ? this.individualRequestHandlerTimeoutMillis : routeTimeoutSecs * 1000;
             await addTimeoutToPromise(async () => withCheckedStorageAccess(() => {
                 if (this.preventDirectStorageAccess) {
                     throw new Error('Directly accessing storage in a request handler is not allowed in AdaptivePlaywrightCrawler');
                 }
-            }, callAdaptiveRequestHandler), this.individualRequestHandlerTimeoutMillis, 'Request handler timed out');
+            }, callAdaptiveRequestHandler), timeoutMillis, 'Request handler timed out');
             return { result, ok: true, logs };
         }
         catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "4.0.0-beta.96",
+    "version": "4.0.0-beta.97",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -48,14 +48,14 @@
     },
     "dependencies": {
         "@apify/datastructures": "^2.0.3",
-        "@apify/timeout": "^0.3.2",
-        "@crawlee/basic": "4.0.0-beta.96",
-        "@crawlee/browser": "4.0.0-beta.96",
-        "@crawlee/browser-pool": "4.0.0-beta.96",
-        "@crawlee/cheerio": "4.0.0-beta.96",
-        "@crawlee/core": "4.0.0-beta.96",
-        "@crawlee/types": "4.0.0-beta.96",
-        "@crawlee/utils": "4.0.0-beta.96",
+        "@apify/timeout": "^0.4.4",
+        "@crawlee/basic": "4.0.0-beta.97",
+        "@crawlee/browser": "4.0.0-beta.97",
+        "@crawlee/browser-pool": "4.0.0-beta.97",
+        "@crawlee/cheerio": "4.0.0-beta.97",
+        "@crawlee/core": "4.0.0-beta.97",
+        "@crawlee/types": "4.0.0-beta.97",
+        "@crawlee/utils": "4.0.0-beta.97",
         "cheerio": "^1.0.0",
         "idcac-playwright": "^0.1.3",
         "jquery": "^3.7.1",
@@ -85,5 +85,5 @@
             }
         }
     },
-    "gitHead": "b5c20fe6cecad57a6e3dd26b4137776d4b62588a"
+    "gitHead": "43008dd43f4832d083353ba1b731c0b4607c9cfa"
 }