@crawlee/playwright 4.0.0-beta.126 → 4.0.0-beta.128

package/internals/adaptive-playwright-crawler.d.ts

@@ -18,7 +18,7 @@ declare const adaptiveStatisticStateSchema: z.ZodObject<{
 }, z.core.$strip>;
 /**
  * The extra statistics fields {@link AdaptivePlaywrightCrawler} tracks on top of the built-in
- * {@link StatisticState} ones. They are available on `crawler.stats.state` and are persisted with the rest of
+ * {@link StatisticState} ones. They are available on `crawler.statistics.state` and are persisted with the rest of
  * the statistics.
  */
 export type AdaptivePlaywrightCrawlerStatisticState = z.infer<typeof adaptiveStatisticStateSchema>;

package/internals/adaptive-playwright-crawler.js

@@ -322,7 +322,7 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
         try {
             if (renderingTypePrediction.renderingType === 'static' && !shouldDetectRenderingType) {
                 crawlingContext.log.debug(`Running HTTP-only request handler for ${crawlingContext.request.url}`);
-                this.stats.state.httpOnlyRequestHandlerRuns++;
+                this.statistics.state.httpOnlyRequestHandlerRuns++;
                 const plainHTTPRun = await this.crawlOne('static', crawlingContext, crawlingContext.useState, transactions);
                 if (plainHTTPRun.ok && this.#resultChecker(plainHTTPRun.result)) {
                     crawlingContext.log.debug(`HTTP-only request handler succeeded for ${crawlingContext.request.url}`);
@@ -342,11 +342,11 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
                 }
                 else {
                     crawlingContext.log.warning(`HTTP-only request handler returned a suspicious result for ${crawlingContext.request.url}`);
-                    this.stats.state.renderingTypeMispredictions++;
+                    this.statistics.state.renderingTypeMispredictions++;
                 }
             }
             crawlingContext.log.debug(`Running browser request handler for ${crawlingContext.request.url}`);
-            this.stats.state.browserRequestHandlerRuns++;
+            this.statistics.state.browserRequestHandlerRuns++;
             // Run the request handler in a browser. The copy of the crawler state is kept so that we can perform
             // a rendering type detection if necessary. Without this measure, the HTTP request handler would run
             // under different conditions, which could change its behavior. Changes done to the crawler state by

package/internals/utils/playwright-utils.js

@@ -499,9 +499,9 @@ async function handleCloudflareChallenge(page, url, options = {}) {
     };
     options.isChallengeCallback ??= async () => {
         return await page.evaluate(async () => {
-            // Cloudflare nests the ray ID under varying wrapper elements, so we match by descendants
-            // instead of a direct-child chain (e.g. a `.footer-wrapper` was inserted in between).
-            return !!document.querySelector('.footer .footer-inner .diagnostic-wrapper .ray-id');
+            // Cloudflare keeps reshuffling the wrapper elements between `.footer-inner` and `.ray-id`,
+            // so only the stable outer classes are matched.
+            return !!document.querySelector('.footer .footer-inner .ray-id');
         });
     };
     const retryBlocked = async () => {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "4.0.0-beta.126",
+    "version": "4.0.0-beta.128",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -49,13 +49,13 @@
     "dependencies": {
         "@apify/datastructures": "^2.0.3",
         "@apify/timeout": "^0.4.4",
-        "@crawlee/basic": "4.0.0-beta.126",
-        "@crawlee/browser": "4.0.0-beta.126",
-        "@crawlee/browser-pool": "4.0.0-beta.126",
-        "@crawlee/cheerio": "4.0.0-beta.126",
-        "@crawlee/core": "4.0.0-beta.126",
-        "@crawlee/types": "4.0.0-beta.126",
-        "@crawlee/utils": "4.0.0-beta.126",
+        "@crawlee/basic": "4.0.0-beta.128",
+        "@crawlee/browser": "4.0.0-beta.128",
+        "@crawlee/browser-pool": "4.0.0-beta.128",
+        "@crawlee/cheerio": "4.0.0-beta.128",
+        "@crawlee/core": "4.0.0-beta.128",
+        "@crawlee/types": "4.0.0-beta.128",
+        "@crawlee/utils": "4.0.0-beta.128",
         "cheerio": "^1.0.0",
         "jquery": "^3.7.1",
         "ml-logistic-regression": "^2.0.0",
@@ -84,5 +84,5 @@
             }
         }
     },
-    "gitHead": "5f0a8c1a43d4587f8640881fc55836a23e1c4f30"
+    "gitHead": "2c017f04d564e8fa13855bf19f31f43cb65f4f44"
 }