@crawlee/fs-storage 4.0.0-beta.198 → 4.0.0-beta.200

package/file-system-storage.d.ts

@@ -18,6 +18,8 @@ export interface FileSystemStorageOptions {
     localDataDirectory: string;
     /**
      * Optional logger for FileSystemStorageBackend warnings.
+     *
+     * @internal
      */
     logger?: CrawleeLogger;
     /**
@@ -47,12 +49,6 @@ export interface FileSystemStorageOptions {
  */
 export declare class FileSystemStorageBackend implements storage.StorageBackend {
     #private;
-    readonly localDataDirectory: string;
-    readonly datasetsDirectory: string;
-    readonly keyValueStoresDirectory: string;
-    readonly requestQueuesDirectory: string;
-    readonly logger?: CrawleeLogger;
-    readonly requestQueueAccess: 'single' | 'shared';
     constructor(options: FileSystemStorageOptions);
     /**
      * Return a cache key that includes the resolved storage directory, so that two

package/file-system-storage.js

@@ -39,23 +39,23 @@ const ADOPTED_BINARY_CONTENT_TYPE = 'application/octet-stream';
  * `teardown` can operate over them), and exposing them through the `@crawlee/types` interfaces.
  */
 export class FileSystemStorageBackend {
-    localDataDirectory;
-    datasetsDirectory;
-    keyValueStoresDirectory;
-    requestQueuesDirectory;
-    logger;
-    requestQueueAccess;
+    #localDataDirectory;
+    #datasetsDirectory;
+    #keyValueStoresDirectory;
+    #requestQueuesDirectory;
+    #logger;
+    #requestQueueAccess;
     #keyValueStoreBackendCache = [];
     #datasetBackendCache = [];
     #requestQueueBackendCache = [];
     constructor(options) {
         const { logger, requestQueueAccess, localDataDirectory } = parseArgument(options, fileSystemStorageOptionsSchema);
-        this.logger = logger;
-        this.requestQueueAccess = requestQueueAccess;
-        this.localDataDirectory = localDataDirectory;
-        this.datasetsDirectory = resolve(this.localDataDirectory, 'datasets');
-        this.keyValueStoresDirectory = resolve(this.localDataDirectory, 'key_value_stores');
-        this.requestQueuesDirectory = resolve(this.localDataDirectory, 'request_queues');
+        this.#logger = logger;
+        this.#requestQueueAccess = requestQueueAccess;
+        this.#localDataDirectory = localDataDirectory;
+        this.#datasetsDirectory = resolve(this.#localDataDirectory, 'datasets');
+        this.#keyValueStoresDirectory = resolve(this.#localDataDirectory, 'key_value_stores');
+        this.#requestQueuesDirectory = resolve(this.#localDataDirectory, 'request_queues');
     }
     /**
      * Return a cache key that includes the resolved storage directory, so that two
@@ -63,7 +63,7 @@ export class FileSystemStorageBackend {
      * partitions, by including the storage directory in the cache key.
      */
     getStorageBackendCacheKey() {
-        return `FileSystemStorageBackend:${resolve(this.localDataDirectory)}`;
+        return `FileSystemStorageBackend:${resolve(this.#localDataDirectory)}`;
     }
     static #resolveStorageKey(options) {
         // No identifier at all means the default storage, which is opened under the reserved alias —
@@ -86,12 +86,12 @@ export class FileSystemStorageBackend {
         if (found) {
             return found;
         }
-        const nativeBackend = await (await importNativeModule()).FileSystemDatasetClient.open(id, name, alias, this.localDataDirectory);
+        const nativeBackend = await (await importNativeModule()).FileSystemDatasetClient.open(id, name, alias, this.#localDataDirectory);
         const newStore = await DatasetBackend.create({
             name: alias ? undefined : (name ?? cacheKey),
             cacheKey,
             nativeBackend,
-            logger: this.logger,
+            logger: this.#logger,
         });
         this.#datasetBackendCache.push(newStore);
         return newStore;
@@ -104,14 +104,14 @@ export class FileSystemStorageBackend {
         if (found) {
             return found;
         }
-        const nativeBackend = await (await importNativeModule()).FileSystemKeyValueStoreClient.open(id, name, alias, this.localDataDirectory, 
+        const nativeBackend = await (await importNativeModule()).FileSystemKeyValueStoreClient.open(id, name, alias, this.#localDataDirectory, 
         // useTestClock — always real wall-clock outside of native tests.
         undefined, this.keyValueStoreAdoptionCandidates({ isDefaultStore: cacheKey === DEFAULT_STORAGE_DIRECTORY }));
         const newStore = await KeyValueStoreBackend.create({
             name: alias ? undefined : (name ?? cacheKey),
             cacheKey,
             nativeBackend,
-            logger: this.logger,
+            logger: this.#logger,
         });
         this.#keyValueStoreBackendCache.push(newStore);
         return newStore;
@@ -124,14 +124,14 @@ export class FileSystemStorageBackend {
         if (found) {
             return found;
         }
-        const nativeBackend = await (await importNativeModule()).FileSystemRequestQueueClient.open(id, name, alias, this.localDataDirectory, 
+        const nativeBackend = await (await importNativeModule()).FileSystemRequestQueueClient.open(id, name, alias, this.#localDataDirectory, 
         // useTestClock — always real wall-clock outside of native tests.
-        undefined, this.requestQueueAccess);
+        undefined, this.#requestQueueAccess);
         const newStore = await RequestQueueBackend.create({
             name: alias ? undefined : (name ?? cacheKey),
             cacheKey,
             nativeBackend,
-            logger: this.logger,
+            logger: this.#logger,
         });
         this.#requestQueueBackendCache.push(newStore);
         return newStore;
@@ -173,15 +173,15 @@ export class FileSystemStorageBackend {
         switch (type) {
             case 'Dataset':
                 backends = this.#datasetBackendCache;
-                baseDir = this.datasetsDirectory;
+                baseDir = this.#datasetsDirectory;
                 break;
             case 'KeyValueStore':
                 backends = this.#keyValueStoreBackendCache;
-                baseDir = this.keyValueStoresDirectory;
+                baseDir = this.#keyValueStoresDirectory;
                 break;
             case 'RequestQueue':
                 backends = this.#requestQueueBackendCache;
-                baseDir = this.requestQueuesDirectory;
+                baseDir = this.#requestQueuesDirectory;
                 break;
             default:
                 return false;
@@ -254,9 +254,9 @@ export class FileSystemStorageBackend {
      */
     async purge() {
         await Promise.all([
-            this.#purgeRunScopedStorages(this.keyValueStoresDirectory, async (alias) => this.createKeyValueStoreBackend({ alias }), async (store, isDefault) => this.purgeKeyValueStore(store, { isDefaultStore: isDefault })),
-            this.#purgeRunScopedStorages(this.datasetsDirectory, async (alias) => this.createDatasetBackend({ alias }), async (store) => store.purge()),
-            this.#purgeRunScopedStorages(this.requestQueuesDirectory, async (alias) => this.createRequestQueueBackend({ alias }), async (store) => store.purge()),
+            this.#purgeRunScopedStorages(this.#keyValueStoresDirectory, async (alias) => this.createKeyValueStoreBackend({ alias }), async (store, isDefault) => this.purgeKeyValueStore(store, { isDefaultStore: isDefault })),
+            this.#purgeRunScopedStorages(this.#datasetsDirectory, async (alias) => this.createDatasetBackend({ alias }), async (store) => store.purge()),
+            this.#purgeRunScopedStorages(this.#requestQueuesDirectory, async (alias) => this.createRequestQueueBackend({ alias }), async (store) => store.purge()),
         ]);
     }
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/fs-storage",
-    "version": "4.0.0-beta.198",
+    "version": "4.0.0-beta.200",
     "description": "A file-system storage implementation of the Apify API",
     "engines": {
         "node": ">=22.0.0"
@@ -43,8 +43,8 @@
     },
     "dependencies": {
         "@crawlee/fs-storage-native": ">=0.2.2 <0.3",
-        "@crawlee/types": "4.0.0-beta.198",
-        "@crawlee/utils": "4.0.0-beta.198",
+        "@crawlee/types": "4.0.0-beta.200",
+        "@crawlee/utils": "4.0.0-beta.200",
         "zod": "^4.5.4"
     },
     "lerna": {
@@ -54,5 +54,5 @@
             }
         }
     },
-    "gitHead": "889cfffcc20b2803f0d95d7cb006ad1e7f672452"
+    "gitHead": "471663956b78edb995e824dd906776a28cc04535"
 }