@eik/core 2.3.0 → 2.4.0

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [2.4.0](https://github.com/eik-lib/core/compare/v2.3.0...v2.4.0) (2026-08-25)
+
+
+### Features
+
+* replace pipeline-based reads and writes with buffer operations ([#649](https://github.com/eik-lib/core/issues/649)) ([ace642f](https://github.com/eik-lib/core/commit/ace642f66ac08abcbda86c51b181bf107df68c5c))
+
 # [2.3.0](https://github.com/eik-lib/core/compare/v2.2.3...v2.3.0) (2026-08-24)
 
 

package/lib/multipart/parser.js

@@ -345,53 +345,47 @@ const MultipartParser = class MultipartParser {
 		if (!this._sink) {
 			throw new Error("No sink configured");
 		}
-		const writer = await this._sink.write(assetPath, asset.mimeType, {
-			traceId,
-		});
-
-		const integrityStream = ssri.integrityStream({ single: true });
-		let hash = "";
-		integrityStream.once("integrity", (/** @type {any} */ integrity) => {
-			hash = integrity;
-		});
 
-		return new Promise((resolve, reject) => {
-			const onAbort = () => {
-				entry.destroy();
-				integrityStream.destroy();
-				writer.destroy();
-			};
+		if (signal.aborted) {
+			entry.resume();
+			throw new Error("Aborted");
+		}
 
+		// Buffer all chunks from the tar entry — no pipeline or stream Transform needed
+		const chunks = [];
+		for await (const chunk of entry) {
 			if (signal.aborted) {
-				onAbort();
-				reject(new Error("Aborted"));
-				return;
+				throw new Error("Aborted");
 			}
+			chunks.push(chunk);
+		}
+		const buffer = Buffer.concat(chunks);
 
-			signal.addEventListener("abort", onAbort, { once: true });
-
-			pipeline(entry, integrityStream, writer, (error) => {
-				signal.removeEventListener("abort", onAbort);
-
-				if (error) {
-					this._log.error(
-						`multipart - Failed writing asset to sink - Pathname: ${assetPath} - TraceId: ${traceId}`,
-					);
-					this._log.trace(error);
+		if (signal.aborted) {
+			throw new Error("Aborted");
+		}
 
-					reject(error);
-					return;
-				}
+		// Compute integrity hash directly from the buffer
+		const integrity = ssri.fromData(buffer, { single: true });
+		asset.integrity = integrity.toString();
 
-				asset.integrity = hash.toString();
+		try {
+			await this._sink.writeBuffer(assetPath, asset.mimeType, buffer, {
+				traceId,
+			});
+		} catch (error) {
+			this._log.error(
+				`multipart - Failed writing asset to sink - Pathname: ${assetPath} - TraceId: ${traceId}`,
+			);
+			this._log.trace(error);
+			throw error;
+		}
 
-				this._log.debug(
-					`multipart - Successfully wrote asset to sink - Pathname: ${assetPath} - TraceId: ${traceId}`,
-				);
+		this._log.debug(
+			`multipart - Successfully wrote asset to sink - Pathname: ${assetPath} - TraceId: ${traceId}`,
+		);
 
-				resolve(asset);
-			});
-		});
+		return asset;
 	}
 };
 export default MultipartParser;

package/lib/sinks/test.js

@@ -109,6 +109,63 @@ export default class SinkTest extends Sink {
 
 	// Common SINK API
 
+	/**
+	 * @param {string} filePath
+	 * @param {string} contentType
+	 * @param {Buffer} buffer
+	 * @param {{ traceId?: string }} [options]
+	 * @returns {Promise<void>}
+	 */
+	// eslint-disable-next-line no-unused-vars
+	async writeBuffer(filePath, contentType, buffer, options = {}) {
+		const operation = "write";
+		try {
+			Sink.validateFilePath(filePath);
+			Sink.validateContentType(contentType);
+		} catch (error) {
+			this._counter.inc({ labels: { operation } });
+			throw error;
+		}
+		const pathname = toUrlPathname(path.join(this._rootPath, filePath));
+		if (pathname.indexOf(this._rootPath) !== 0) {
+			this._counter.inc({ labels: { operation } });
+			throw new Error(`Directory traversal - ${filePath}`);
+		}
+		const entry = new Entry({ mimeType: contentType, payload: [buffer] });
+		this._state.set(pathname, entry);
+		this._counter.inc({ labels: { success: true, access: true, operation } });
+	}
+
+	/**
+	 * @param {string} filePath
+	 * @returns {Promise<Buffer>}
+	 */
+	async readBuffer(filePath) {
+		const operation = "read";
+		try {
+			Sink.validateFilePath(filePath);
+		} catch (error) {
+			this._counter.inc({ labels: { operation } });
+			throw error;
+		}
+		const pathname = toUrlPathname(path.join(this._rootPath, filePath));
+		if (pathname.indexOf(this._rootPath) !== 0) {
+			this._counter.inc({ labels: { operation } });
+			throw new Error(`Directory traversal - ${filePath}`);
+		}
+		const entry = this._state.get(pathname);
+		if (!entry) {
+			this._counter.inc({ labels: { access: true, operation } });
+			throw new Error(`${filePath} does not exist`);
+		}
+		this._counter.inc({ labels: { success: true, access: true, operation } });
+		return Buffer.concat(
+			(entry.payload || []).map((/** @type {any} */ item) =>
+				Buffer.isBuffer(item) ? item : Buffer.from(item),
+			),
+		);
+	}
+
 	/**
 	 * @param {string} filePath
 	 * @param {string} contentType

package/lib/utils/utils.js

@@ -1,39 +1,14 @@
-import { Writable, Readable, pipeline } from "node:stream";
+import { Writable, pipeline } from "node:stream";
 
 /**
  * @param {any} sink
  * @param {string} path
  */
-const readJSON = (sink, path) =>
-	// eslint-disable-next-line no-async-promise-executor
-	new Promise(async (resolve, reject) => {
-		try {
-			/** @type {any[]} */
-			const buffer = [];
-			const from = await sink.read(path);
-
-			const to = new Writable({
-				objectMode: false,
-				write(chunk, encoding, callback) {
-					buffer.push(chunk);
-					callback();
-				},
-			});
+const readJSON = async (sink, path) => {
+	const buffer = await sink.readBuffer(path);
+	return JSON.parse(buffer.toString("utf8"));
+};
 
-			pipeline(from.stream, to, (error) => {
-				if (error) return reject(error);
-				const str = Buffer.concat(buffer).toString("utf8");
-				try {
-					const obj = JSON.parse(str);
-					return resolve(obj);
-				} catch (err) {
-					return reject(err);
-				}
-			});
-		} catch (error) {
-			reject(error);
-		}
-	});
 /**
  * @param {any} sink
  * @param {string} path
@@ -46,30 +21,12 @@ const readEikJson = (sink, path) => sink.exist(path);
  * @param {any} obj
  * @param {string} contentType
  */
-const writeJSON = (sink, path, obj, contentType) =>
-	// eslint-disable-next-line no-async-promise-executor
-	new Promise(async (resolve, reject) => {
-		try {
-			const buffer = Buffer.from(JSON.stringify(obj));
-
-			const from = new Readable({
-				objectMode: false,
-				read() {
-					this.push(buffer);
-					this.push(null);
-				},
-			});
-
-			const to = await sink.write(path, contentType);
+const writeJSON = async (sink, path, obj, contentType) => {
+	const buffer = Buffer.from(JSON.stringify(obj));
+	await sink.writeBuffer(path, contentType, buffer);
+	return buffer;
+};
 
-			pipeline(from, to, (error) => {
-				if (error) return reject(error);
-				return resolve(buffer);
-			});
-		} catch (error) {
-			reject(error);
-		}
-	});
 /**
  * @param {any} from
  */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eik/core",
-  "version": "2.3.0",
+  "version": "2.4.0",
   "description": "Core server package",
   "main": "lib/main.js",
   "types": "./types/main.d.ts",
@@ -29,9 +29,9 @@
   "author": "",
   "license": "MIT",
   "dependencies": {
-    "@eik/sink": "1.3.0",
-    "@eik/sink-file-system": "2.3.0",
-    "@eik/sink-memory": "2.3.0",
+    "@eik/sink": "1.4.0",
+    "@eik/sink-file-system": "2.4.0",
+    "@eik/sink-memory": "2.4.0",
     "@metrics/client": "2.5.5",
     "abslog": "2.4.4",
     "busboy": "1.6.0",

package/types/handlers/alias.post.d.ts

@@ -55,7 +55,36 @@ declare const AliasPost: {
                 incoming: any;
                 entry: any;
                 signal: AbortSignal;
-            }): Promise<any>;
+            }): Promise<{
+                _mimeType: string;
+                _type: string;
+                _size: number;
+                _integrity: string;
+                _pathname: string;
+                _version: string;
+                _name: string;
+                _org: string;
+                get integrity(): string;
+                set integrity(value: string);
+                get pathname(): string;
+                get mimeType(): string;
+                get version(): string;
+                get asset(): string;
+                get name(): string;
+                get type(): string;
+                set type(value: string);
+                get size(): number;
+                set size(value: number);
+                get org(): string;
+                toJSON(): {
+                    integrity: string;
+                    pathname: string;
+                    mimeType: string;
+                    type: string;
+                    size: number;
+                };
+                get [Symbol.toStringTag](): string;
+            }>;
             get [Symbol.toStringTag](): string;
         };
         get metrics(): Metrics;

package/types/handlers/alias.put.d.ts

@@ -55,7 +55,36 @@ declare const AliasPut: {
                 incoming: any;
                 entry: any;
                 signal: AbortSignal;
-            }): Promise<any>;
+            }): Promise<{
+                _mimeType: string;
+                _type: string;
+                _size: number;
+                _integrity: string;
+                _pathname: string;
+                _version: string;
+                _name: string;
+                _org: string;
+                get integrity(): string;
+                set integrity(value: string);
+                get pathname(): string;
+                get mimeType(): string;
+                get version(): string;
+                get asset(): string;
+                get name(): string;
+                get type(): string;
+                set type(value: string);
+                get size(): number;
+                set size(value: number);
+                get org(): string;
+                toJSON(): {
+                    integrity: string;
+                    pathname: string;
+                    mimeType: string;
+                    type: string;
+                    size: number;
+                };
+                get [Symbol.toStringTag](): string;
+            }>;
             get [Symbol.toStringTag](): string;
         };
         get metrics(): Metrics;

package/types/handlers/auth.post.d.ts

@@ -55,7 +55,36 @@ declare const AuthPost: {
                 incoming: any;
                 entry: any;
                 signal: AbortSignal;
-            }): Promise<any>;
+            }): Promise<{
+                _mimeType: string;
+                _type: string;
+                _size: number;
+                _integrity: string;
+                _pathname: string;
+                _version: string;
+                _name: string;
+                _org: string;
+                get integrity(): string;
+                set integrity(value: string);
+                get pathname(): string;
+                get mimeType(): string;
+                get version(): string;
+                get asset(): string;
+                get name(): string;
+                get type(): string;
+                set type(value: string);
+                get size(): number;
+                set size(value: number);
+                get org(): string;
+                toJSON(): {
+                    integrity: string;
+                    pathname: string;
+                    mimeType: string;
+                    type: string;
+                    size: number;
+                };
+                get [Symbol.toStringTag](): string;
+            }>;
             get [Symbol.toStringTag](): string;
         };
         get metrics(): Metrics;

package/types/handlers/pkg.put.d.ts

@@ -58,7 +58,36 @@ declare const PkgPut: {
                 incoming: any;
                 entry: any;
                 signal: AbortSignal;
-            }): Promise<any>;
+            }): Promise<{
+                _mimeType: string;
+                _type: string;
+                _size: number;
+                _integrity: string;
+                _pathname: string;
+                _version: string;
+                _name: string;
+                _org: string;
+                get integrity(): string;
+                set integrity(value: string);
+                get pathname(): string;
+                get mimeType(): string;
+                get version(): string;
+                get asset(): string;
+                get name(): string;
+                get type(): string;
+                set type(value: string);
+                get size(): number;
+                set size(value: number);
+                get org(): string;
+                toJSON(): {
+                    integrity: string;
+                    pathname: string;
+                    mimeType: string;
+                    type: string;
+                    size: number;
+                };
+                get [Symbol.toStringTag](): string;
+            }>;
             get [Symbol.toStringTag](): string;
         };
         get metrics(): Metrics;

package/types/multipart/parser.d.ts

@@ -58,7 +58,36 @@ declare const MultipartParser: {
             incoming: any;
             entry: any;
             signal: AbortSignal;
-        }): Promise<any>;
+        }): Promise<{
+            _mimeType: string;
+            _type: string;
+            _size: number;
+            _integrity: string;
+            _pathname: string;
+            _version: string;
+            _name: string;
+            _org: string;
+            get integrity(): string;
+            set integrity(value: string);
+            get pathname(): string;
+            get mimeType(): string;
+            get version(): string;
+            get asset(): string;
+            get name(): string;
+            get type(): string;
+            set type(value: string);
+            get size(): number;
+            set size(value: number);
+            get org(): string;
+            toJSON(): {
+                integrity: string;
+                pathname: string;
+                mimeType: string;
+                type: string;
+                size: number;
+            };
+            get [Symbol.toStringTag](): string;
+        }>;
         get [Symbol.toStringTag](): string;
     };
 };

package/types/utils/utils.d.ts

@@ -9,7 +9,7 @@ export function readJSON(sink: any, path: string): Promise<any>;
  * @param {any} obj
  * @param {string} contentType
  */
-export function writeJSON(sink: any, path: string, obj: any, contentType: string): Promise<any>;
+export function writeJSON(sink: any, path: string, obj: any, contentType: string): Promise<Buffer<ArrayBuffer>>;
 /**
  * @param {any} from
  */