@crawlee/playwright 4.0.0-beta.143 → 4.0.0-beta.145

package/internals/adaptive-playwright-crawler.js

@@ -423,13 +423,19 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
     }
     createLogProxy(log, logs) {
         return new Proxy(log, {
-            get(target, propertyName, receiver) {
+            get(target, propertyName) {
                 if (proxyLogMethods.includes(propertyName)) {
                     return (...args) => {
                         logs.push([target, propertyName, ...args]);
                     };
                 }
-                return Reflect.get(target, propertyName, receiver);
+                const value = Reflect.get(target, propertyName, target);
+                // Bind non-intercepted methods to the target instance so private #-fields
+                // (e.g. BaseCrawleeLogger.#options, #warningsLogged) do not throw TypeError at runtime.
+                if (typeof value === 'function') {
+                    return value.bind(target);
+                }
+                return value;
             },
         });
     }

package/internals/playwright-crawler.d.ts

@@ -188,6 +188,7 @@ export declare class PlaywrightCrawler<ContextExtension = Dictionary<never>, Ext
         logger: z.ZodOptional<z.ZodType<Dictionary<any>, unknown, z.core.$ZodTypeInternals<Dictionary<any>, unknown>>>;
         minConcurrency: z.ZodOptional<z.ZodCustom<number, number>>;
         maxConcurrency: z.ZodOptional<z.ZodCustom<number, number>>;
+        initialConcurrency: z.ZodOptional<z.ZodCustom<number, number>>;
         maxRequestsPerMinute: z.ZodOptional<z.ZodCustom<number, number>>;
         keepAlive: z.ZodOptional<z.ZodBoolean>;
         statistics: z.ZodOptional<z.ZodCustom<Dictionary, Dictionary>>;
@@ -248,6 +249,7 @@ export declare class PlaywrightCrawler<ContextExtension = Dictionary<never>, Ext
         logger: z.ZodOptional<z.ZodType<Dictionary<any>, unknown, z.core.$ZodTypeInternals<Dictionary<any>, unknown>>>;
         minConcurrency: z.ZodOptional<z.ZodCustom<number, number>>;
         maxConcurrency: z.ZodOptional<z.ZodCustom<number, number>>;
+        initialConcurrency: z.ZodOptional<z.ZodCustom<number, number>>;
         maxRequestsPerMinute: z.ZodOptional<z.ZodCustom<number, number>>;
         keepAlive: z.ZodOptional<z.ZodBoolean>;
         statistics: z.ZodOptional<z.ZodCustom<Dictionary, Dictionary>>;

package/internals/utils/rendering-type-prediction.d.ts

@@ -27,7 +27,6 @@ export interface IRenderingTypePredictor {
  */
 export declare class RenderingTypePredictor implements IRenderingTypePredictor {
     #private;
-    private state;
     constructor({ detectionRatio, persistenceOptions }: RenderingTypePredictorOptions);
     /**
      * Initialize the predictor by restoring persisted state.

package/internals/utils/rendering-type-prediction.js

@@ -67,11 +67,10 @@ const stateCodec = z.codec(persistedState, predictorState, {
  */
 export class RenderingTypePredictor {
     #detectionRatio;
-    // kept as TS-private: tests reach for it at runtime
-    state;
+    #state;
     constructor({ detectionRatio, persistenceOptions }) {
         this.#detectionRatio = detectionRatio;
-        this.state = new RecoverableState({
+        this.#state = new RecoverableState({
             defaultState: () => stateCodec.decode({}),
             // The codec validates in the decode direction, so it is a Standard Schema as-is; encoding needs a call.
             deserialize: stateCodec,
@@ -85,13 +84,13 @@ export class RenderingTypePredictor {
      * Initialize the predictor by restoring persisted state.
      */
     async initialize() {
-        await this.state.initialize();
+        await this.#state.initialize();
     }
     /**
      * Stop persisting the model, writing it out one last time. `initialize()` reopens the persistence window.
      */
     async teardown() {
-        await this.state.teardown();
+        await this.#state.teardown();
     }
     async [Symbol.asyncDispose]() {
         await this.teardown();
@@ -100,7 +99,7 @@ export class RenderingTypePredictor {
      * Predict the rendering type for a given URL and request label.
      */
     predict({ url, loadedUrl, label }) {
-        const { logreg } = this.state.currentValue;
+        const { logreg } = this.#state.currentValue;
         if (logreg.classifiers.length === 0) {
             return { renderingType: 'clientOnly', detectionProbabilityRecommendation: 1 };
         }
@@ -119,7 +118,7 @@ export class RenderingTypePredictor {
      * Store the rendering type for a given URL and request label. This updates the underlying prediction model, which may be costly.
      */
     storeResult(requests, renderingType) {
-        const state = this.state.currentValue;
+        const state = this.#state.currentValue;
         for (const { url, loadedUrl, label } of Array.isArray(requests) ? requests : [requests]) {
             const resultUrl = new URL(loadedUrl ?? url);
             if (!state.detectionResults.has(renderingType)) {
@@ -133,14 +132,14 @@ export class RenderingTypePredictor {
         this.retrain();
     }
     resultCount(label) {
-        return Array.from(this.state.currentValue.detectionResults.values())
+        return Array.from(this.#state.currentValue.detectionResults.values())
             .map((results) => results.get(label)?.length ?? 0)
             .reduce((acc, value) => acc + value, 0);
     }
     calculateFeatureVector(url, label) {
         return [
-            mean((this.state.currentValue.detectionResults.get('static')?.get(label) ?? []).map((otherUrl) => calculateUrlSimilarity(url, otherUrl) ?? 0)) ?? 0,
-            mean((this.state.currentValue.detectionResults.get('clientOnly')?.get(label) ?? []).map((otherUrl) => calculateUrlSimilarity(url, otherUrl) ?? 0)) ?? 0,
+            mean((this.#state.currentValue.detectionResults.get('static')?.get(label) ?? []).map((otherUrl) => calculateUrlSimilarity(url, otherUrl) ?? 0)) ?? 0,
+            mean((this.#state.currentValue.detectionResults.get('clientOnly')?.get(label) ?? []).map((otherUrl) => calculateUrlSimilarity(url, otherUrl) ?? 0)) ?? 0,
         ];
     }
     retrain() {
@@ -149,7 +148,7 @@ export class RenderingTypePredictor {
             [1, 0],
         ];
         const Y = [0, 1];
-        for (const [renderingType, urlsByLabel] of this.state.currentValue.detectionResults.entries()) {
+        for (const [renderingType, urlsByLabel] of this.#state.currentValue.detectionResults.entries()) {
             for (const [label, urls] of urlsByLabel) {
                 for (const url of urls) {
                     X.push(this.calculateFeatureVector(url, label));
@@ -157,6 +156,6 @@ export class RenderingTypePredictor {
                 }
             }
         }
-        this.state.currentValue.logreg.train(new Matrix(X), Matrix.columnVector(Y));
+        this.#state.currentValue.logreg.train(new Matrix(X), Matrix.columnVector(Y));
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "4.0.0-beta.143",
+    "version": "4.0.0-beta.145",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -49,13 +49,13 @@
     "dependencies": {
         "@apify/datastructures": "^2.0.3",
         "@apify/timeout": "^0.4.4",
-        "@crawlee/basic": "4.0.0-beta.143",
-        "@crawlee/browser": "4.0.0-beta.143",
-        "@crawlee/browser-pool": "4.0.0-beta.143",
-        "@crawlee/cheerio": "4.0.0-beta.143",
-        "@crawlee/core": "4.0.0-beta.143",
-        "@crawlee/types": "4.0.0-beta.143",
-        "@crawlee/utils": "4.0.0-beta.143",
+        "@crawlee/basic": "4.0.0-beta.145",
+        "@crawlee/browser": "4.0.0-beta.145",
+        "@crawlee/browser-pool": "4.0.0-beta.145",
+        "@crawlee/cheerio": "4.0.0-beta.145",
+        "@crawlee/core": "4.0.0-beta.145",
+        "@crawlee/types": "4.0.0-beta.145",
+        "@crawlee/utils": "4.0.0-beta.145",
         "cheerio": "^1.0.0",
         "jquery": "^3.7.1",
         "ml-logistic-regression": "^2.0.0",
@@ -84,5 +84,5 @@
             }
         }
     },
-    "gitHead": "d44b4c37b5acd824c2093542f878266feb6214ea"
+    "gitHead": "e8b4d50265b9e433ae61c69d16cc1fee00a4d7e9"
 }