@crawlee/basic 4.0.0-beta.100 → 4.0.0-beta.102

package/internals/basic-crawler.js

@@ -1,10 +1,9 @@
-import { writeFile } from 'node:fs/promises';
+import { mkdir, writeFile } from 'node:fs/promises';
 import { dirname } from 'node:path';
 import { AutoscaledPool, bindMethodsToServiceLocator, BLOCKED_STATUS_CODES, ConcurrencySystem, ContextPipeline, ContextPipelineCleanupError, ContextPipelineInitializationError, ContextPipelineInterruptedError, CriticalError, Dataset, enqueueLinks, EnqueueStrategy, getObjectType, KeyValueStore, log, LogLevel, mergeCookies, MissingSessionError, NavigationSkippedError, NonRetryableError, OwnedOrInjected, purgeDefaultStorages, RequestHandlerError, RequestManagerTandem, RequestQueue, RequestState, RetryRequestError, Router, ServiceLocator, serviceLocator, Session, SessionError, SessionPool, Statistics, validateUserData, validators, } from '@crawlee/core';
 import { FetchHttpClient } from '@crawlee/http-client';
 import { isAsyncIterable, isIterable, RobotsTxtFile, ROTATE_PROXY_ERRORS } from '@crawlee/utils';
 import { stringify } from 'csv-stringify/sync';
-import { ensureDir, writeJSON } from 'fs-extra/esm';
 import ow, { ArgumentError } from 'ow';
 import { getDomain } from 'tldts';
 import { LruCache } from '@apify/datastructures';
@@ -1074,13 +1073,13 @@ export class BasicCrawler {
                     }),
                 ]);
             }
-            await ensureDir(dirname(path));
+            await mkdir(dirname(path), { recursive: true });
             await writeFile(path, value);
             this.log.info(`Export to ${path} finished!`);
         }
         if (format === 'json') {
-            await ensureDir(dirname(path));
-            await writeJSON(path, items, { spaces: 4 });
+            await mkdir(dirname(path), { recursive: true });
+            await writeFile(path, `${JSON.stringify(items, null, 4)}\n`);
             this.log.info(`Export to ${path} finished!`);
         }
         return items;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/basic",
-    "version": "4.0.0-beta.100",
+    "version": "4.0.0-beta.102",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -42,19 +42,18 @@
         "@apify/datastructures": "^2.0.0",
         "@apify/timeout": "^0.4.4",
         "@apify/utilities": "^2.15.5",
-        "@crawlee/core": "4.0.0-beta.100",
-        "@crawlee/http-client": "4.0.0-beta.100",
-        "@crawlee/types": "4.0.0-beta.100",
-        "@crawlee/utils": "4.0.0-beta.100",
+        "@crawlee/core": "4.0.0-beta.102",
+        "@crawlee/http-client": "4.0.0-beta.102",
+        "@crawlee/types": "4.0.0-beta.102",
+        "@crawlee/utils": "4.0.0-beta.102",
         "csv-stringify": "^6.5.2",
-        "fs-extra": "^11.3.0",
         "ow": "^2.0.0",
         "tldts": "^7.0.6",
         "tslib": "^2.8.1",
         "type-fest": "^4.41.0"
     },
     "optionalDependencies": {
-        "@crawlee/impit-client": "^4.0.0-beta.100"
+        "@crawlee/impit-client": "^4.0.0-beta.102"
     },
     "lerna": {
         "command": {
@@ -63,5 +62,5 @@
             }
         }
     },
-    "gitHead": "109b4c2097f7b9a26bfe761b3c9969dd626f8e38"
+    "gitHead": "19eec2f388401dc75cf82d8cdcad5dd27143b1aa"
 }