@crawlee/fs-storage-native 0.1.3 → 0.1.5

package/lib.d.ts

@@ -1,25 +1,6 @@
-export * from './index';
+// All public types live in `./index.d.ts` (the napi-generated declaration file with
+// `dts-header.d.ts` prepended). The JS-only wrappers in `./lib.js` (stream-based KVS
+// methods and `Symbol.asyncIterator` on the iterators) are declared there as interface
+// merges with the generated classes, so this file just re-exports everything.
 
-import { DatasetItemIterator, FileSystemKeyValueStoreClient, KvsKeyIterator } from './index';
-import type { KeyValueStoreRecordMetadata, KeyValueStoreStreamRecord } from './index';
-
-declare module './index' {
-    interface DatasetItemIterator {
-        [Symbol.asyncIterator](): AsyncIterator<Record<string, unknown>>;
-    }
-
-    interface KvsKeyIterator {
-        [Symbol.asyncIterator](): AsyncIterator<KeyValueStoreRecordMetadata>;
-    }
-
-    interface FileSystemKeyValueStoreClient {
-        /** Get a value as a ReadableStream of bytes. Returns null if the key doesn't exist. */
-        getValueStream(key: string): Promise<KeyValueStoreStreamRecord | null>;
-        /** Set a value from a ReadableStream. Consumes the entire stream and writes atomically. */
-        setValueStream(
-            key: string,
-            stream: ReadableStream<Uint8Array>,
-            contentType?: string | null,
-        ): Promise<void>;
-    }
-}
+export * from './index.js';

package/lib.js

@@ -1,12 +1,12 @@
-const { createReadStream, createWriteStream } = require('fs');
-const { unlink } = require('fs/promises');
-const { Readable, Writable } = require('stream');
+import { createReadStream, createWriteStream } from 'fs';
+import { unlink } from 'fs/promises';
+import { Readable, Writable } from 'stream';
 
-const native = require('./index.js');
+import { DatasetItemIterator, FileSystemKeyValueStoreClient, KvsKeyIterator } from './index.js';
 
 // Add Symbol.asyncIterator to DatasetItemIterator so users can write:
 //   for await (const item of client.iterateItems()) { ... }
-native.DatasetItemIterator.prototype[Symbol.asyncIterator] = function () {
+DatasetItemIterator.prototype[Symbol.asyncIterator] = function () {
     return {
         next: async () => {
             const value = await this.next();
@@ -19,7 +19,7 @@ native.DatasetItemIterator.prototype[Symbol.asyncIterator] = function () {
 };
 
 // Same for KvsKeyIterator.
-native.KvsKeyIterator.prototype[Symbol.asyncIterator] = function () {
+KvsKeyIterator.prototype[Symbol.asyncIterator] = function () {
     return {
         next: async () => {
             const value = await this.next();
@@ -32,8 +32,8 @@ native.KvsKeyIterator.prototype[Symbol.asyncIterator] = function () {
 };
 
 // Wrap getValue to convert the byte-array value to a real Buffer.
-const origGetValue = native.FileSystemKeyValueStoreClient.prototype.getValue;
-native.FileSystemKeyValueStoreClient.prototype.getValue = async function (...args) {
+const origGetValue = FileSystemKeyValueStoreClient.prototype.getValue;
+FileSystemKeyValueStoreClient.prototype.getValue = async function (...args) {
     const record = await origGetValue.apply(this, args);
     if (record) {
         record.value = Buffer.from(record.value);
@@ -43,7 +43,7 @@ native.FileSystemKeyValueStoreClient.prototype.getValue = async function (...arg
 
 // getValueStream: returns { key, contentType, size, stream } or null.
 // The stream is a Web ReadableStream<Uint8Array> created from the file on disk.
-native.FileSystemKeyValueStoreClient.prototype.getValueStream = async function (key) {
+FileSystemKeyValueStoreClient.prototype.getValueStream = async function (key) {
     const info = await this._getValueFileInfo(key);
     if (info === null) {
         return null;
@@ -62,11 +62,7 @@ native.FileSystemKeyValueStoreClient.prototype.getValueStream = async function (
 
 // setValueStream: pipes a ReadableStream directly to a temp file on disk,
 // then atomically renames it into place. No buffering in memory.
-native.FileSystemKeyValueStoreClient.prototype.setValueStream = async function (
-    key,
-    stream,
-    contentType,
-) {
+FileSystemKeyValueStoreClient.prototype.setValueStream = async function (key, stream, contentType) {
     const tempPath = this._getTempFilePath();
     const ws = createWriteStream(tempPath);
     const writable = Writable.toWeb(ws);
@@ -90,4 +86,4 @@ native.FileSystemKeyValueStoreClient.prototype.setValueStream = async function (
     return this._finalizeStreamedValue(key, tempPath, size, ct);
 };
 
-module.exports = native;
+export * from './index.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crawlee/fs-storage-native",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "description": "Low-level Rust-powered napi-rs bindings for Crawlee's filesystem storage. Not intended for direct use in crawlers — depend on @crawlee/fs-storage instead.",
   "homepage": "https://github.com/apify/crawlee-storage",
   "license": "Apache-2.0",
@@ -14,12 +14,20 @@
     "lib.js",
     "lib.d.ts"
   ],
+  "type": "module",
   "main": "lib.js",
   "types": "lib.d.ts",
+  "exports": {
+    ".": {
+      "types": "./lib.d.ts",
+      "import": "./lib.js",
+      "default": "./lib.js"
+    }
+  },
   "scripts": {
     "artifacts": "napi artifacts --output-dir ../artifacts --npm-dir npm",
-    "build": "napi build --platform --release --no-const-enum",
-    "build:debug": "napi build --platform --no-const-enum",
+    "build": "napi build --platform --release --esm --no-const-enum",
+    "build:debug": "napi build --platform --esm --no-const-enum",
     "prepublishOnly": "napi prepublish -t npm --no-gh-release",
     "copy-version": "napi version",
     "test": "vitest run",
@@ -38,10 +46,10 @@
     "vitest": "^3"
   },
   "optionalDependencies": {
-    "@crawlee/fs-storage-native-darwin-arm64": "0.1.3",
-    "@crawlee/fs-storage-native-darwin-x64": "0.1.3",
-    "@crawlee/fs-storage-native-linux-x64-gnu": "0.1.3",
-    "@crawlee/fs-storage-native-win32-x64-msvc": "0.1.3"
+    "@crawlee/fs-storage-native-darwin-arm64": "0.1.5",
+    "@crawlee/fs-storage-native-darwin-x64": "0.1.5",
+    "@crawlee/fs-storage-native-linux-x64-gnu": "0.1.5",
+    "@crawlee/fs-storage-native-win32-x64-msvc": "0.1.5"
   },
   "napi": {
     "binaryName": "fs-storage-native",