@eik/core 2.1.74 → 2.1.75

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+## [2.1.75](https://github.com/eik-lib/core/compare/v2.1.74...v2.1.75) (2026-08-14)
+
+
+### Bug Fixes
+
+* cap concurrent sink write streams in _handleFile to 16 ([#634](https://github.com/eik-lib/core/issues/634)) ([c16c463](https://github.com/eik-lib/core/commit/c16c463f567b43fc617886e7f5d52acc1fd3d075))
+
 ## [2.1.74](https://github.com/eik-lib/core/compare/v2.1.73...v2.1.74) (2026-08-14)
 
 

package/lib/multipart/parser.js

@@ -158,6 +158,37 @@ const MultipartParser = class MultipartParser {
 			/** @type {Record<string,any>|null} */
 			let capturedEikJson = null;
 
+			// Limit how many sink write streams are open simultaneously.
+			// Without a cap, a tar with thousands of files would open an equal
+			// number of concurrent GCS resumable uploads or filesystem write
+			// streams, exhausting the connection pool or file descriptor limit.
+			const MAX_CONCURRENT_WRITES = 16;
+			let runningWrites = 0;
+			/** @type {import("tar").ReadEntry[]} */
+			const pendingEntries = [];
+
+			const drainPending = () => {
+				while (
+					runningWrites < MAX_CONCURRENT_WRITES &&
+					pendingEntries.length > 0
+				) {
+					const entry = /** @type {import("tar").ReadEntry} */ (
+						pendingEntries.shift()
+					);
+					runningWrites++;
+					const persist = this._persistFile({
+						incoming,
+						entry,
+						signal: ac.signal,
+					}).finally(() => {
+						runningWrites--;
+						drainPending();
+					});
+					persist.catch(() => {});
+					queue.push(persist);
+				}
+			};
+
 			file.once("limit", () => {
 				this._log.warn(
 					`multipart - Uploaded package exceeds the max allowed file size - Field: ${fieldname} - Filename: ${filename} - Name: ${incoming.name} - Version: ${incoming.version} - Type: ${incoming.type} - Limit: ${this._pkgMaxFileSize} bytes`,
@@ -199,15 +230,13 @@ const MultipartParser = class MultipartParser {
 						return;
 					}
 
-					const persist = this._persistFile({
-						incoming,
-						entry,
-						signal: ac.signal,
-					});
-					// Suppress unhandled rejections from writes aborted due to
-					// an upstream error — they are intentionally abandoned.
-					persist.catch(() => {});
-					queue.push(persist);
+					// Queue the entry. drainPending() starts it immediately if
+					// a slot is free, otherwise holds it until one opens up.
+					// Holding an entry without piping it blocks the tar parser
+					// at that position in the archive, creating natural
+					// backpressure on the upstream upload stream.
+					pendingEntries.push(entry);
+					drainPending();
 				},
 			});
 
@@ -220,6 +249,13 @@ const MultipartParser = class MultipartParser {
 
 					ac.abort();
 
+					// Drain any entries still waiting in the queue so the tar
+					// parser can wind down and the pipeline callback can fire.
+					for (const pending of pendingEntries) {
+						pending.resume();
+					}
+					pendingEntries.length = 0;
+
 					switch (error.code) {
 						case "TAR_BAD_ARCHIVE":
 						case "TAR_ABORT":

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eik/core",
-  "version": "2.1.74",
+  "version": "2.1.75",
   "description": "Core server package",
   "main": "lib/main.js",
   "types": "./types/main.d.ts",