@crawlee/basic 3.17.1-beta.59 → 3.17.1-beta.60

package/internals/basic-crawler.d.ts

@@ -436,7 +436,7 @@ export declare class BasicCrawler<Context extends CrawlingContext = BasicCrawlin
         userAgent?: string;
     };
     protected onSkippedRequest?: SkippedRequestCallback;
-    private _closeEvents?;
+    private _ownsEventManager;
     private loggedPerRun;
     private experiments;
     private readonly robotsTxtFileCache;

package/internals/basic-crawler.js

@@ -336,11 +336,11 @@ class BasicCrawler {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "_closeEvents", {
+        Object.defineProperty(this, "_ownsEventManager", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: void 0
+            value: false
         });
         Object.defineProperty(this, "loggedPerRun", {
             enumerable: true,
@@ -655,8 +655,8 @@ class BasicCrawler {
             await this.autoscaledPool.run();
         }
         finally {
-            await this.teardown();
             await this.stats.stopCapturing();
+            await this.teardown();
             process.off('SIGINT', sigintHandler);
             this.events.off("migrating" /* EventType.MIGRATING */, boundPauseOnMigration);
             this.events.off("aborting" /* EventType.ABORTING */, boundPauseOnMigration);
@@ -932,7 +932,7 @@ class BasicCrawler {
     async _init() {
         if (!this.events.isInitialized()) {
             await this.events.init();
-            this._closeEvents = true;
+            this._ownsEventManager = true;
         }
         this.autoscaledPool = new core_1.AutoscaledPool(this.autoscaledPoolOptions, this.config);
         if (this.useSessionPool) {
@@ -1406,11 +1406,16 @@ class BasicCrawler {
      * To stop the crawler gracefully (waiting for all running requests to finish), use {@link BasicCrawler.stop|`crawler.stop()`} instead.
      */
     async teardown() {
-        this.events.emit("persistState" /* EventType.PERSIST_STATE */, { isMigrating: false });
+        // When this crawler initialized the event manager, its close() call emits
+        // the final persistence event after the crawler-specific state has been
+        // saved. External event managers still need an explicit event here.
+        if (!this._ownsEventManager) {
+            this.events.emit("persistState" /* EventType.PERSIST_STATE */, { isMigrating: false });
+        }
         if (this.useSessionPool) {
-            await this.sessionPool.teardown();
+            await this.sessionPool.teardown({ persistState: this._ownsEventManager });
         }
-        if (this._closeEvents) {
+        if (this._ownsEventManager) {
             await this.events.close();
         }
         await this.autoscaledPool?.abort();

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/basic",
-    "version": "3.17.1-beta.59",
+    "version": "3.17.1-beta.60",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -49,9 +49,9 @@
         "@apify/log": "^2.4.0",
         "@apify/timeout": "^0.4.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/core": "3.17.1-beta.59",
-        "@crawlee/types": "3.17.1-beta.59",
-        "@crawlee/utils": "3.17.1-beta.59",
+        "@crawlee/core": "3.17.1-beta.60",
+        "@crawlee/types": "3.17.1-beta.60",
+        "@crawlee/utils": "3.17.1-beta.60",
         "csv-stringify": "^6.2.0",
         "fs-extra": "^11.0.0",
         "got-scraping": "^4.2.1",
@@ -67,5 +67,5 @@
             }
         }
     },
-    "gitHead": "8980103b700213806843d4fe1355b75519474ea4"
+    "gitHead": "5ba2517b5f3bc6ef868b860c6c783a3e7e7d4a93"
 }