@crawlee/playwright 4.0.0-beta.165 → 4.0.0-beta.167

package/internals/adaptive-playwright-crawler.d.ts

@@ -217,6 +217,7 @@ export declare class AdaptivePlaywrightCrawler<ContextExtension = Dictionary<nev
      * that are still running are not waited for, unlike {@link BasicCrawler.stop|`stop()`}.
      */
     teardown(): Promise<void>;
+    destroy(): Promise<void>;
 }
 export declare function createAdaptivePlaywrightRouter<Context extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<Context['request']>>>(routes?: RouterRoutes<Context, Routes>): RouterHandler<Context, Routes>;
 export declare function createAdaptivePlaywrightRouter<Context extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, Record<string, UserData>>): RouterHandler<Context, Record<string, UserData>>;

package/internals/adaptive-playwright-crawler.js

@@ -77,6 +77,10 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
      * a discarded attempt's enqueues must never reach the queue.
      */
     #attemptWritePolicy;
+    /** Owns the browser pool this crawler's runs use, so its per-run resources are released with ours. */
+    #browserCrawler;
+    /** Nothing of its state is per-run, but it owns a session pool that outlives one. */
+    #staticCrawler;
     /**
      * In-flight rendering type detections, plus the pending results of an asynchronous `storeResult`.
      */
@@ -85,7 +89,6 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
      * Set once `teardown()` starts, so that requests still in the pool stop opening new detections.
      */
     #shutDown = false;
-    #teardownHooks = [];
     constructor(options = {}) {
         const { requestHandler, renderingTypeDetectionRatio = 0.1, renderingTypePredictor, resultChecker, shouldPropagateError, resultComparator, statistics, requestHandlerTimeoutSecs = 60, errorHandler, failedRequestHandler, preNavigationHooks = [], postNavigationHooks = [], extendContext, contextPipelineBuilder, transactionalStorage, launchContext, headless, browserPool, remoteBrowser, ...rest } = options;
         // The user's value is replaced by `false` in the `super` call below — validate it separately,
@@ -180,7 +183,8 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
             browserPool,
             remoteBrowser,
         });
-        this.#teardownHooks.push(browserCrawler.teardown.bind(browserCrawler));
+        this.#staticCrawler = staticCrawler;
+        this.#browserCrawler = browserCrawler;
         this.#staticContextPipeline = staticCrawler.contextPipeline.compose({
             action: this.adaptCheerioContext.bind(this),
         });
@@ -527,9 +531,12 @@ export class AdaptivePlaywrightCrawler extends BasicCrawler {
         // Mirrors the owned-only `initialize()` in `init()` - without this, the predictor we built keeps its
         // PERSIST_STATE listener registered after the crawl and never gets a final write.
         await this.#renderingTypePredictor.ifOwned((predictor) => predictor.teardown());
-        for (const hook of this.#teardownHooks) {
-            await hook();
-        }
+        await this.#browserCrawler.teardown();
+    }
+    async destroy() {
+        await super.destroy();
+        await this.#staticCrawler.destroy();
+        await this.#browserCrawler.destroy();
     }
 }
 export function createAdaptivePlaywrightRouter(routesOrSchemas) {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/playwright",
-    "version": "4.0.0-beta.165",
+    "version": "4.0.0-beta.167",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -49,13 +49,13 @@
     "dependencies": {
         "@apify/datastructures": "^3.0.1",
         "@apify/timeout": "^1.0.1",
-        "@crawlee/basic": "4.0.0-beta.165",
-        "@crawlee/browser": "4.0.0-beta.165",
-        "@crawlee/browser-pool": "4.0.0-beta.165",
-        "@crawlee/cheerio": "4.0.0-beta.165",
-        "@crawlee/core": "4.0.0-beta.165",
-        "@crawlee/types": "4.0.0-beta.165",
-        "@crawlee/utils": "4.0.0-beta.165",
+        "@crawlee/basic": "4.0.0-beta.167",
+        "@crawlee/browser": "4.0.0-beta.167",
+        "@crawlee/browser-pool": "4.0.0-beta.167",
+        "@crawlee/cheerio": "4.0.0-beta.167",
+        "@crawlee/core": "4.0.0-beta.167",
+        "@crawlee/types": "4.0.0-beta.167",
+        "@crawlee/utils": "4.0.0-beta.167",
         "cheerio": "^1.0.0",
         "jquery": "^3.7.1",
         "ml-logistic-regression": "^2.0.0",
@@ -80,5 +80,5 @@
             }
         }
     },
-    "gitHead": "e41d837b93d16b5e5c726d4dc00aa6f3f1282b51"
+    "gitHead": "8b26080bf07dc602aa0970e12fb66e7e9cba509b"
 }