@crawlee/fs-storage 4.0.0-beta.119 → 4.0.0-beta.121

package/file-system-storage.js

@@ -1,10 +1,18 @@
 import { opendir, readFile } from 'node:fs/promises';
 import { resolve } from 'node:path';
 import { s } from '@sapphire/shapeshift';
-import { FileSystemDatasetClient as NativeDatasetBackend, FileSystemKeyValueStoreClient as NativeKeyValueStoreBackend, FileSystemRequestQueueClient as NativeRequestQueueBackend, } from '@crawlee/fs-storage-native';
 import { DatasetBackend } from './resource-clients/dataset.js';
 import { KeyValueStoreBackend } from './resource-clients/key-value-store.js';
 import { RequestQueueBackend } from './resource-clients/request-queue.js';
+// The native package throws at load time on platforms without a published binary (e.g.
+// linux musl), and `@crawlee/core` imports this module eagerly via its service locator.
+// Load it lazily so merely importing `@crawlee/fs-storage` stays safe everywhere and the
+// native binding is only loaded when a file-system storage is actually used.
+let nativeModule;
+async function importNativeModule() {
+    nativeModule ??= import('@crawlee/fs-storage-native');
+    return nativeModule;
+}
 /** The alias `@crawlee/core` opens the default (unnamed) storage under. */
 const DEFAULT_STORAGE_ALIAS = '__default__';
 /** The directory the default storage lives in, one level below `datasets` / `key_value_stores` / etc. */
@@ -68,7 +76,7 @@ export class FileSystemStorageBackend {
         if (found) {
             return found;
         }
-        const nativeBackend = await NativeDatasetBackend.open(id, name, alias, this.localDataDirectory);
+        const nativeBackend = await (await importNativeModule()).FileSystemDatasetClient.open(id, name, alias, this.localDataDirectory);
         const newStore = await DatasetBackend.create({
             name: alias ? undefined : (name ?? cacheKey),
             cacheKey,
@@ -86,7 +94,7 @@ export class FileSystemStorageBackend {
         if (found) {
             return found;
         }
-        const nativeBackend = await NativeKeyValueStoreBackend.open(id, name, alias, this.localDataDirectory);
+        const nativeBackend = await (await importNativeModule()).FileSystemKeyValueStoreClient.open(id, name, alias, this.localDataDirectory);
         const newStore = await KeyValueStoreBackend.create({
             name: alias ? undefined : (name ?? cacheKey),
             cacheKey,
@@ -104,7 +112,7 @@ export class FileSystemStorageBackend {
         if (found) {
             return found;
         }
-        const nativeBackend = await NativeRequestQueueBackend.open(id, name, alias, this.localDataDirectory, 
+        const nativeBackend = await (await importNativeModule()).FileSystemRequestQueueClient.open(id, name, alias, this.localDataDirectory, 
         // useTestClock — always real wall-clock outside of native tests.
         undefined, this.requestQueueAccess);
         const newStore = await RequestQueueBackend.create({

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/fs-storage",
-    "version": "4.0.0-beta.119",
+    "version": "4.0.0-beta.121",
     "description": "A file-system storage implementation of the Apify API",
     "engines": {
         "node": ">=22.0.0"
@@ -43,7 +43,7 @@
     },
     "dependencies": {
         "@crawlee/fs-storage-native": "0.1.5-beta.18",
-        "@crawlee/types": "4.0.0-beta.119",
+        "@crawlee/types": "4.0.0-beta.121",
         "@sapphire/shapeshift": "^4.0.0"
     },
     "lerna": {
@@ -53,5 +53,5 @@
             }
         }
     },
-    "gitHead": "552fe2371a3c6e9e9f3514010536ea6abdc27eb4"
+    "gitHead": "5027317de626f5ba6de5047ae9341a898258cc5a"
 }