@crawlee/fs-storage 4.0.0-beta.134 → 4.0.0-beta.135

package/file-system-storage.d.ts

@@ -1,8 +1,5 @@
 import type * as storage from '@crawlee/types';
 import type { CrawleeLogger } from '@crawlee/types';
-import { DatasetBackend } from './resource-clients/dataset.js';
-import { KeyValueStoreBackend } from './resource-clients/key-value-store.js';
-import { RequestQueueBackend } from './resource-clients/request-queue.js';
 export interface FileSystemStorageOptions {
     /**
      * Path to directory where the data will be saved.
@@ -45,9 +42,6 @@ export declare class FileSystemStorageBackend implements storage.StorageBackend
     readonly requestQueuesDirectory: string;
     readonly logger?: CrawleeLogger;
     readonly requestQueueAccess: 'single' | 'shared';
-    readonly keyValueStoreBackendCache: KeyValueStoreBackend[];
-    readonly datasetBackendCache: DatasetBackend[];
-    readonly requestQueueBackendCache: RequestQueueBackend[];
     constructor(options: FileSystemStorageOptions);
     /**
      * Return a cache key that includes the resolved storage directory, so that two

package/file-system-storage.js

@@ -38,9 +38,9 @@ export class FileSystemStorageBackend {
     requestQueuesDirectory;
     logger;
     requestQueueAccess;
-    keyValueStoreBackendCache = [];
-    datasetBackendCache = [];
-    requestQueueBackendCache = [];
+    #keyValueStoreBackendCache = [];
+    #datasetBackendCache = [];
+    #requestQueueBackendCache = [];
     constructor(options) {
         const { logger, requestQueueAccess, localDataDirectory } = parseArgument(options, fileSystemStorageOptionsSchema);
         this.logger = logger;
@@ -73,7 +73,7 @@ export class FileSystemStorageBackend {
     }
     async createDatasetBackend(options = {}) {
         const { id, name, alias, cacheKey } = FileSystemStorageBackend.#resolveStorageKey(options);
-        const found = this.datasetBackendCache.find((store) => store.id === cacheKey ||
+        const found = this.#datasetBackendCache.find((store) => store.id === cacheKey ||
             store.name?.toLowerCase() === cacheKey.toLowerCase() ||
             store.cacheKey.toLowerCase() === cacheKey.toLowerCase());
         if (found) {
@@ -86,12 +86,12 @@ export class FileSystemStorageBackend {
             nativeBackend,
             logger: this.logger,
         });
-        this.datasetBackendCache.push(newStore);
+        this.#datasetBackendCache.push(newStore);
         return newStore;
     }
     async createKeyValueStoreBackend(options = {}) {
         const { id, name, alias, cacheKey } = FileSystemStorageBackend.#resolveStorageKey(options);
-        const found = this.keyValueStoreBackendCache.find((store) => store.id === cacheKey ||
+        const found = this.#keyValueStoreBackendCache.find((store) => store.id === cacheKey ||
             store.name?.toLowerCase() === cacheKey.toLowerCase() ||
             store.cacheKey.toLowerCase() === cacheKey.toLowerCase());
         if (found) {
@@ -104,12 +104,12 @@ export class FileSystemStorageBackend {
             nativeBackend,
             logger: this.logger,
         });
-        this.keyValueStoreBackendCache.push(newStore);
+        this.#keyValueStoreBackendCache.push(newStore);
         return newStore;
     }
     async createRequestQueueBackend(options = {}) {
         const { id, name, alias, cacheKey } = FileSystemStorageBackend.#resolveStorageKey(options);
-        const found = this.requestQueueBackendCache.find((queue) => queue.id === cacheKey ||
+        const found = this.#requestQueueBackendCache.find((queue) => queue.id === cacheKey ||
             queue.name?.toLowerCase() === cacheKey.toLowerCase() ||
             queue.cacheKey.toLowerCase() === cacheKey.toLowerCase());
         if (found) {
@@ -124,7 +124,7 @@ export class FileSystemStorageBackend {
             nativeBackend,
             logger: this.logger,
         });
-        this.requestQueueBackendCache.push(newStore);
+        this.#requestQueueBackendCache.push(newStore);
         return newStore;
     }
     async storageExists(id, type) {
@@ -132,15 +132,15 @@ export class FileSystemStorageBackend {
         let baseDir;
         switch (type) {
             case 'Dataset':
-                backends = this.datasetBackendCache;
+                backends = this.#datasetBackendCache;
                 baseDir = this.datasetsDirectory;
                 break;
             case 'KeyValueStore':
-                backends = this.keyValueStoreBackendCache;
+                backends = this.#keyValueStoreBackendCache;
                 baseDir = this.keyValueStoresDirectory;
                 break;
             case 'RequestQueue':
-                backends = this.requestQueueBackendCache;
+                backends = this.#requestQueueBackendCache;
                 baseDir = this.requestQueuesDirectory;
                 break;
             default:
@@ -281,6 +281,6 @@ export class FileSystemStorageBackend {
      * are not stuck (until their lock expires) for the next consumer of the same on-disk queue.
      */
     async teardown() {
-        await Promise.all(this.requestQueueBackendCache.map(async (queue) => queue.persistState()));
+        await Promise.all(this.#requestQueueBackendCache.map(async (queue) => queue.persistState()));
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/fs-storage",
-    "version": "4.0.0-beta.134",
+    "version": "4.0.0-beta.135",
     "description": "A file-system storage implementation of the Apify API",
     "engines": {
         "node": ">=22.0.0"
@@ -43,8 +43,8 @@
     },
     "dependencies": {
         "@crawlee/fs-storage-native": "0.1.5-beta.18",
-        "@crawlee/types": "4.0.0-beta.134",
-        "@crawlee/utils": "4.0.0-beta.134",
+        "@crawlee/types": "4.0.0-beta.135",
+        "@crawlee/utils": "4.0.0-beta.135",
         "zod": "^4.4.3"
     },
     "lerna": {
@@ -54,5 +54,5 @@
             }
         }
     },
-    "gitHead": "0f269d5b24ec2829f3d44c19a35973fa20d95999"
+    "gitHead": "ca0325880bbcc753d97506796e9bda3b35bca201"
 }