@eik/core 2.1.73 → 2.1.75

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [2.1.75](https://github.com/eik-lib/core/compare/v2.1.74...v2.1.75) (2026-08-14)
+
+
+### Bug Fixes
+
+* cap concurrent sink write streams in _handleFile to 16 ([#634](https://github.com/eik-lib/core/issues/634)) ([c16c463](https://github.com/eik-lib/core/commit/c16c463f567b43fc617886e7f5d52acc1fd3d075))
+
+## [2.1.74](https://github.com/eik-lib/core/compare/v2.1.73...v2.1.74) (2026-08-14)
+
+
+### Bug Fixes
+
+* prevent process crash on second busboy error and fix UTF-8 chunk corruption ([#633](https://github.com/eik-lib/core/issues/633)) ([9f5e3ec](https://github.com/eik-lib/core/commit/9f5e3ecab5ea8ceed16a0826c0c9c1824e68beac)), closes [#9](https://github.com/eik-lib/core/issues/9) [#11](https://github.com/eik-lib/core/issues/11)
+
 ## [2.1.73](https://github.com/eik-lib/core/compare/v2.1.72...v2.1.73) (2026-08-14)
 
 

package/lib/multipart/parser.js

@@ -106,7 +106,13 @@ const MultipartParser = class MultipartParser {
 				},
 			);
 
-			busboy.once("error", (/** @type {any} */ error) => {
+			// Use .on() instead of .once() so that a second error emitted
+			// by a concurrent _handleFile failure (after the first error has
+			// already removed a .once() listener) does not hit zero listeners
+			// and crash the process with an unhandled EventEmitter throw.
+			// Calling reject() a second time is a safe no-op on an already-
+			// settled Promise.
+			busboy.on("error", (/** @type {any} */ error) => {
 				reject(error);
 			});
 
@@ -152,6 +158,37 @@ const MultipartParser = class MultipartParser {
 			/** @type {Record<string,any>|null} */
 			let capturedEikJson = null;
 
+			// Limit how many sink write streams are open simultaneously.
+			// Without a cap, a tar with thousands of files would open an equal
+			// number of concurrent GCS resumable uploads or filesystem write
+			// streams, exhausting the connection pool or file descriptor limit.
+			const MAX_CONCURRENT_WRITES = 16;
+			let runningWrites = 0;
+			/** @type {import("tar").ReadEntry[]} */
+			const pendingEntries = [];
+
+			const drainPending = () => {
+				while (
+					runningWrites < MAX_CONCURRENT_WRITES &&
+					pendingEntries.length > 0
+				) {
+					const entry = /** @type {import("tar").ReadEntry} */ (
+						pendingEntries.shift()
+					);
+					runningWrites++;
+					const persist = this._persistFile({
+						incoming,
+						entry,
+						signal: ac.signal,
+					}).finally(() => {
+						runningWrites--;
+						drainPending();
+					});
+					persist.catch(() => {});
+					queue.push(persist);
+				}
+			};
+
 			file.once("limit", () => {
 				this._log.warn(
 					`multipart - Uploaded package exceeds the max allowed file size - Field: ${fieldname} - Filename: ${filename} - Name: ${incoming.name} - Version: ${incoming.version} - Type: ${incoming.type} - Limit: ${this._pkgMaxFileSize} bytes`,
@@ -193,15 +230,13 @@ const MultipartParser = class MultipartParser {
 						return;
 					}
 
-					const persist = this._persistFile({
-						incoming,
-						entry,
-						signal: ac.signal,
-					});
-					// Suppress unhandled rejections from writes aborted due to
-					// an upstream error — they are intentionally abandoned.
-					persist.catch(() => {});
-					queue.push(persist);
+					// Queue the entry. drainPending() starts it immediately if
+					// a slot is free, otherwise holds it until one opens up.
+					// Holding an entry without piping it blocks the tar parser
+					// at that position in the archive, creating natural
+					// backpressure on the upstream upload stream.
+					pendingEntries.push(entry);
+					drainPending();
 				},
 			});
 
@@ -214,6 +249,13 @@ const MultipartParser = class MultipartParser {
 
 					ac.abort();
 
+					// Drain any entries still waiting in the queue so the tar
+					// parser can wind down and the pipeline callback can fire.
+					for (const pending of pendingEntries) {
+						pending.resume();
+					}
+					pendingEntries.length = 0;
+
 					switch (error.code) {
 						case "TAR_BAD_ARCHIVE":
 						case "TAR_ABORT":

package/lib/utils/utils.js

@@ -22,7 +22,7 @@ const readJSON = (sink, path) =>
 
 			pipeline(from.stream, to, (error) => {
 				if (error) return reject(error);
-				const str = buffer.join("").toString();
+				const str = Buffer.concat(buffer).toString("utf8");
 				try {
 					const obj = JSON.parse(str);
 					return resolve(obj);
@@ -86,7 +86,7 @@ const streamCollector = (from) =>
 
 		pipeline(from, to, (error) => {
 			if (error) return reject(error);
-			return resolve(buffer.join("").toString());
+			return resolve(Buffer.concat(buffer).toString("utf8"));
 		});
 	});
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eik/core",
-  "version": "2.1.73",
+  "version": "2.1.75",
   "description": "Core server package",
   "main": "lib/main.js",
   "types": "./types/main.d.ts",