@crawlee/core 3.18.2-beta.5 → 3.18.2

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "3.18.2-beta.5",
+    "version": "3.18.2",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
@@ -59,9 +59,9 @@
         "@apify/pseudo_url": "^2.0.30",
         "@apify/timeout": "^0.4.0",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/memory-storage": "3.18.2-beta.5",
-        "@crawlee/types": "3.18.2-beta.5",
-        "@crawlee/utils": "3.18.2-beta.5",
+        "@crawlee/memory-storage": "3.18.2",
+        "@crawlee/types": "3.18.2",
+        "@crawlee/utils": "3.18.2",
         "@sapphire/async-queue": "^1.5.1",
         "@standard-schema/spec": "^1.0.0",
         "@vladfrangu/async_event_emitter": "^2.2.2",
@@ -71,7 +71,7 @@
         "json5": "^2.2.3",
         "minimatch": "^9.0.0",
         "ow": "^0.28.1",
-        "stream-json": "^1.8.0",
+        "stream-json": "~3.7.0",
         "tldts": "^7.0.0",
         "tough-cookie": "^6.0.0",
         "tslib": "^2.4.0",
@@ -84,5 +84,5 @@
             }
         }
     },
-    "gitHead": "d126d83399f7aa71bd0920d6a50b6bb9e6373790"
+    "gitHead": "96ed398b26954f0e7818cc862f33ff4bb706c84b"
 }

package/serialization.d.ts

@@ -28,4 +28,4 @@ export declare function deserializeArray<T extends string | Buffer>(compressedDa
  * optimized to ingest a Stream if and when apify-client supports streams.
  * @internal
  */
-export declare function createDeserialize(compressedData: Buffer | Uint8Array): Readable;
+export declare function createDeserialize(compressedData: Buffer | Uint8Array): Promise<Readable>;

package/serialization.js

@@ -8,7 +8,6 @@ const node_stream_1 = require("node:stream");
 const node_util_1 = tslib_1.__importDefault(require("node:util"));
 const node_zlib_1 = tslib_1.__importDefault(require("node:zlib"));
 const ow_1 = tslib_1.__importDefault(require("ow"));
-const StreamArray_1 = tslib_1.__importDefault(require("stream-json/streamers/StreamArray"));
 const pipeline = node_util_1.default.promisify(node_stream_1.pipeline);
 /**
  * Transforms an array of items to a JSON in a streaming
@@ -94,8 +93,9 @@ async function serializeArray(data) {
  */
 async function deserializeArray(compressedData) {
     (0, ow_1.default)(compressedData, ow_1.default.uint8Array);
+    const { default: StreamArray } = await import('stream-json/streamers/stream-array.js');
     const { chunks, collector } = createChunkCollector({ fromValuesStream: true });
-    await pipeline(node_stream_1.Readable.from([compressedData]), node_zlib_1.default.createGunzip(), StreamArray_1.default.withParser(), collector);
+    await pipeline(node_stream_1.Readable.from([compressedData]), node_zlib_1.default.createGunzip(), StreamArray.withParserAsStream(), collector);
     return chunks;
 }
 /**
@@ -107,9 +107,10 @@ async function deserializeArray(compressedData) {
  * optimized to ingest a Stream if and when apify-client supports streams.
  * @internal
  */
-function createDeserialize(compressedData) {
+async function createDeserialize(compressedData) {
     (0, ow_1.default)(compressedData, ow_1.default.uint8Array);
-    const streamArray = StreamArray_1.default.withParser();
+    const { default: StreamArray } = await import('stream-json/streamers/stream-array.js');
+    const streamArray = StreamArray.withParserAsStream();
     const destination = pluckValue(streamArray);
     (0, node_stream_1.pipeline)(node_stream_1.Readable.from([compressedData]), node_zlib_1.default.createGunzip(), destination, 
     // @ts-expect-error Something's wrong here, the types are wrong but tests fail if we correct the code to make them right

package/storages/request_list.js

@@ -291,7 +291,7 @@ class RequestList {
         }
         this.sources = [];
         this.areRequestsPersisted = true;
-        const requestStream = (0, serialization_1.createDeserialize)(persistedRequests);
+        const requestStream = await (0, serialization_1.createDeserialize)(persistedRequests);
         for await (const request of requestStream) {
             this._addRequest(request);
         }