@crawlee/core 3.17.1-beta.61 → 3.17.1-beta.63

package/crawlers/statistics.d.ts

@@ -35,7 +35,7 @@ export declare class Statistics {
     /**
      * Statistic instance id.
      */
-    readonly id: number;
+    readonly id: string;
     /**
      * Current statistic state used for doing calculations on {@link Statistics.calculate} calls
      */
@@ -166,13 +166,22 @@ export interface StatisticsOptions {
      * @default false
      */
     saveErrorSnapshots?: boolean;
+    /**
+     * A unique identifier for this statistics instance. This ID is used for persistence
+     * to the key value store, ensuring the same statistics can be loaded after script restarts.
+     *
+     * If not provided, an auto-incremented ID will be used for backward compatibility.
+     * This means statistics may not persist correctly across script restarts
+     * if crawler creation order changes.
+     */
+    id?: string;
 }
 /**
  * Format of the persisted stats
  */
 export interface StatisticPersistedState extends Omit<StatisticState, 'statsPersistedAt'> {
     requestRetryHistogram: number[];
-    statsId: number;
+    statsId: string;
     requestAvgFailedDurationMillis: number;
     requestAvgFinishedDurationMillis: number;
     requestTotalDurationMillis: number;

package/crawlers/statistics.js

@@ -81,8 +81,8 @@ class Statistics {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: Statistics.id++
-        }); // assign an id while incrementing so it can be saved/restored from KV
+            value: void 0
+        });
         /**
          * Current statistic state used for doing calculations on {@link Statistics.calculate} calls
          */
@@ -120,7 +120,7 @@ class Statistics {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: `SDK_CRAWLER_STATISTICS_${this.id}`
+            value: void 0
         });
         Object.defineProperty(this, "logIntervalMillis", {
             enumerable: true,
@@ -184,10 +184,13 @@ class Statistics {
             config: ow_1.default.optional.object,
             persistenceOptions: ow_1.default.optional.object,
             saveErrorSnapshots: ow_1.default.optional.boolean,
+            id: ow_1.default.optional.any(ow_1.default.number, ow_1.default.string),
         }));
         const { logIntervalSecs = 60, logMessage = 'Statistics', keyValueStore, config = configuration_1.Configuration.getGlobalConfig(), persistenceOptions = {
             enable: true,
-        }, saveErrorSnapshots = false, } = options;
+        }, saveErrorSnapshots = false, id, } = options;
+        this.id = id ?? String(Statistics.id++);
+        this.persistStateKey = `SDK_CRAWLER_STATISTICS_${this.id}`;
         this.log = (options.log ?? log_1.log).child({ prefix: 'Statistics' });
         this.errorTracker = new error_tracker_1.ErrorTracker({ ...errorTrackerConfig, saveErrorSnapshots });
         this.errorTrackerRetry = new error_tracker_1.ErrorTracker({ ...errorTrackerConfig, saveErrorSnapshots });

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "3.17.1-beta.61",
+    "version": "3.17.1-beta.63",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -59,9 +59,9 @@
         "@apify/pseudo_url": "^2.0.30",
         "@apify/timeout": "^0.4.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/memory-storage": "3.17.1-beta.61",
-        "@crawlee/types": "3.17.1-beta.61",
-        "@crawlee/utils": "3.17.1-beta.61",
+        "@crawlee/memory-storage": "3.17.1-beta.63",
+        "@crawlee/types": "3.17.1-beta.63",
+        "@crawlee/utils": "3.17.1-beta.63",
         "@sapphire/async-queue": "^1.5.1",
         "@standard-schema/spec": "^1.0.0",
         "@vladfrangu/async_event_emitter": "^2.2.2",
@@ -84,5 +84,5 @@
             }
         }
     },
-    "gitHead": "474ef1ca7e3f599d2159c67abbd26817d472bc11"
+    "gitHead": "5f8179e69eaa912cdfcfd8e52fd32e02914b48d4"
 }