@editframe/assets 0.47.1 → 0.48.0

package/dist/generateWebmSegmentIndex.js

@@ -0,0 +1,343 @@
+import { PacketProbe } from "./Probe.js";
+import debug from "debug";
+import { readFile } from "node:fs/promises";
+//#region src/generateWebmSegmentIndex.ts
+/**
+* WebM / Matroska segment index generator.
+*
+* Instead of transcoding VP9-alpha WebM → fragmented MP4 (which strips the
+* alpha BlockAdditions), this module parses the source WebM's EBML structure
+* to produce byte-range segment maps directly into the original file.
+*
+* The pipeline:
+*  1. EBML parse: locate init region (EBML + Segment header + Info + Tracks)
+*     and enumerate every Cluster with its timestamp.
+*  2. Keyframe detection: cross-reference cluster byte ranges with ffprobe
+*     packet positions+flags to mark which clusters are keyframe-aligned.
+*  3. Segment grouping: accumulate clusters into ≥2-second segments that
+*     start on keyframe clusters (mirrors generateFragmentIndex.ts logic).
+*  4. Output: same TrackFragmentIndex shape used by the MP4 path so the
+*     rest of the pipeline (middleware, SegmentIndex.ts, EFVideo) is unchanged.
+*
+* Segment size patching
+* ---------------------
+* ffmpeg writes a known Segment-element size in the WebM header.  When we
+* serve a subset of clusters, the size field must be replaced with the EBML
+* "unknown" value (0x01FFFFFFFFFFFFFF) so mediabunny does not expect more
+* bytes than we provide.  This patch is applied once to the cached copy of
+* the source file (see generateTrack.ts).
+*/
+const log = debug("ef:generateWebmSegmentIndex");
+const MIN_SEGMENT_DURATION_MS = 2e3;
+const ID_EBML = 440786851;
+const ID_SEGMENT = 408125543;
+const ID_INFO = 357149030;
+const ID_CLUSTER = 524531317;
+const ID_TIMESTAMP = 231;
+const ID_SIMPLE_BLOCK = 163;
+const ID_BLOCK_GROUP = 160;
+const ID_REFERENCE_BLOCK = 251;
+const ID_TIMESTAMP_SCALE = 2807729;
+/**
+* Decode an EBML variable-length integer used for **element sizes**.
+* The leading 1-bit encodes the byte-width; that bit is then stripped from
+* the value.  Returns `null` for the "unknown / streaming" sentinel value
+* (all data-bits = 1).
+*/
+function readVintSize(buf, offset) {
+	const b = buf[offset];
+	let width = 1;
+	let mask = 128;
+	while (width <= 8 && !(b & mask)) {
+		mask >>= 1;
+		width++;
+	}
+	let value = b & mask - 1;
+	for (let i = 1; i < width; i++) value = value << 8 | (buf[offset + i] ?? 0);
+	const unknownSentinel = (1 << 7 * width) - 1;
+	return {
+		value: value === unknownSentinel ? null : value,
+		width
+	};
+}
+/**
+* Decode an EBML **element ID**.  Unlike sizes, the leading marker bit is
+* *kept* in the returned value (IDs are opaque bit patterns).
+*/
+function readElementId(buf, offset) {
+	const b = buf[offset];
+	let width = 1;
+	let mask = 128;
+	while (width <= 4 && !(b & mask)) {
+		mask >>= 1;
+		width++;
+	}
+	let id = b;
+	for (let i = 1; i < width; i++) id = id << 8 | (buf[offset + i] ?? 0);
+	return {
+		id,
+		width
+	};
+}
+/** Read a big-endian unsigned integer of `size` bytes. */
+function readUintBE(buf, offset, size) {
+	let val = 0;
+	for (let i = 0; i < size; i++) val = val * 256 + (buf[offset + i] ?? 0) >>> 0;
+	return val;
+}
+/**
+* Parse the top-level EBML and Segment structure of a WebM file.
+* Only reads as deep as needed: EBML header → Segment → Info/Tracks/Clusters.
+*/
+function parseWebmStructure(buf) {
+	let pos = 0;
+	const { id: ebmlId, width: ebmlIdWidth } = readElementId(buf, pos);
+	if (ebmlId !== ID_EBML) throw new Error(`Expected EBML element (0x1A45DFA3), got 0x${ebmlId.toString(16)}`);
+	const { value: ebmlSize, width: ebmlSizeWidth } = readVintSize(buf, pos + ebmlIdWidth);
+	if (ebmlSize === null) throw new Error("EBML element has unknown size");
+	pos += ebmlIdWidth + ebmlSizeWidth + ebmlSize;
+	const { id: segId, width: segIdWidth } = readElementId(buf, pos);
+	if (segId !== ID_SEGMENT) throw new Error(`Expected Segment element (0x18538067), got 0x${segId.toString(16)}`);
+	const segmentSizeVintOffset = pos + segIdWidth;
+	const { width: segSizeWidth } = readVintSize(buf, segmentSizeVintOffset);
+	let spos = segmentSizeVintOffset + segSizeWidth;
+	let initSize = 0;
+	let timestampScaleNs = 1e6;
+	const clusters = [];
+	while (spos < buf.length) {
+		if (buf.length - spos < 2) break;
+		const { id: childId, width: childIdWidth } = readElementId(buf, spos);
+		const { value: childSize, width: childSizeWidth } = readVintSize(buf, spos + childIdWidth);
+		const headerSize = childIdWidth + childSizeWidth;
+		if (childSize === null) {
+			log(`Unknown-size element 0x${childId.toString(16)} at ${spos}, stopping`);
+			break;
+		}
+		const elementEnd = spos + headerSize + childSize;
+		if (childId === ID_INFO) {
+			let ipos = spos + headerSize;
+			while (ipos < elementEnd && ipos < buf.length) {
+				const { id: infoChildId, width: infoIdW } = readElementId(buf, ipos);
+				const { value: infoChildSize, width: infoSizeW } = readVintSize(buf, ipos + infoIdW);
+				if (infoChildSize === null) break;
+				if (infoChildId === ID_TIMESTAMP_SCALE) timestampScaleNs = readUintBE(buf, ipos + infoIdW + infoSizeW, infoChildSize);
+				ipos += infoIdW + infoSizeW + infoChildSize;
+			}
+		} else if (childId === ID_CLUSTER) {
+			if (initSize === 0) initSize = spos;
+			let clusterTimestampUnits = 0;
+			let hasKeyframe = false;
+			let cpos = spos + headerSize;
+			while (cpos < elementEnd && cpos < buf.length) {
+				if (buf.length - cpos < 2) break;
+				const { id: cid, width: cidW } = readElementId(buf, cpos);
+				const { value: csize, width: csizeW } = readVintSize(buf, cpos + cidW);
+				if (csize === null) break;
+				const cHeaderSize = cidW + csizeW;
+				if (cid === ID_TIMESTAMP) clusterTimestampUnits = readUintBE(buf, cpos + cHeaderSize, csize);
+				else if (cid === ID_SIMPLE_BLOCK) {
+					const sbOffset = cpos + cHeaderSize;
+					const { width: trackNumWidth } = readVintSize(buf, sbOffset);
+					if ((buf[sbOffset + trackNumWidth + 2] ?? 0) & 128) hasKeyframe = true;
+				} else if (cid === ID_BLOCK_GROUP) {
+					let bgpos = cpos + cHeaderSize;
+					const bgEnd = cpos + cHeaderSize + csize;
+					let hasReferenceBlock = false;
+					while (bgpos < bgEnd && bgpos < buf.length) {
+						const { id: bgid, width: bgidW } = readElementId(buf, bgpos);
+						const { value: bgsize, width: bgsizeW } = readVintSize(buf, bgpos + bgidW);
+						if (bgsize === null) break;
+						if (bgid === ID_REFERENCE_BLOCK) {
+							hasReferenceBlock = true;
+							break;
+						}
+						bgpos += bgidW + bgsizeW + bgsize;
+					}
+					if (!hasReferenceBlock) hasKeyframe = true;
+				}
+				cpos += cHeaderSize + csize;
+			}
+			const timestampMs = Math.round(clusterTimestampUnits * timestampScaleNs / 1e6);
+			clusters.push({
+				offset: spos,
+				size: headerSize + childSize,
+				timestampMs,
+				hasKeyframe
+			});
+		}
+		spos = elementEnd;
+	}
+	if (initSize === 0) throw new Error("No Cluster elements found in WebM file");
+	return {
+		segmentSizeVintOffset,
+		segmentSizeVintWidth: segSizeWidth,
+		initSize,
+		clusters,
+		timestampScaleNs
+	};
+}
+/**
+* Use ffprobe packet data to mark clusters that contain keyframe packets.
+* More reliable than parsing SimpleBlock flags in-process for large files.
+*/
+async function annotateKeyframes(clusters, absolutePath) {
+	const keyframePositions = (await PacketProbe.probePath(absolutePath)).packets.filter((p) => p.flags?.includes("K") && p.pos !== void 0).map((p) => p.pos);
+	for (const cluster of clusters) {
+		const clusterEnd = cluster.offset + cluster.size;
+		cluster.hasKeyframe = keyframePositions.some((pos) => pos >= cluster.offset && pos < clusterEnd);
+	}
+}
+function buildSegments(clusters, timescale, totalDurationMs) {
+	const segments = [];
+	let segmentClusters = [];
+	let segmentStartMs = 0;
+	const flushSegment = (nextStartMs) => {
+		if (segmentClusters.length === 0) return;
+		const first = segmentClusters[0];
+		const last = segmentClusters[segmentClusters.length - 1];
+		const offset = first.offset;
+		const size = last.offset + last.size - first.offset;
+		const cts = Math.round(segmentStartMs * timescale / 1e3);
+		const dts = cts;
+		const duration = Math.round((nextStartMs - segmentStartMs) * timescale / 1e3);
+		segments.push({
+			cts,
+			dts,
+			offset,
+			size,
+			duration
+		});
+		segmentClusters = [];
+	};
+	for (let i = 0; i < clusters.length; i++) {
+		const cluster = clusters[i];
+		const durationSoFarMs = segmentClusters.length > 0 ? cluster.timestampMs - segmentStartMs : 0;
+		if (segmentClusters.length > 0 && durationSoFarMs >= MIN_SEGMENT_DURATION_MS && cluster.hasKeyframe) {
+			flushSegment(cluster.timestampMs);
+			segmentStartMs = cluster.timestampMs;
+		}
+		if (segmentClusters.length === 0) {
+			if (!cluster.hasKeyframe) continue;
+			segmentStartMs = cluster.timestampMs;
+		}
+		segmentClusters.push(cluster);
+	}
+	flushSegment(totalDurationMs);
+	return segments;
+}
+/**
+* Build a TrackFragmentIndex for a VP9-alpha WebM source without any
+* transcoding.  The returned index contains byte offsets that point directly
+* into the cached copy of the source file (which has its Segment-size VINT
+* patched to "unknown" by generateTrack.ts).
+*/
+async function generateWebmSegmentIndex(absolutePath, startTimeOffsetMs) {
+	log(`Generating WebM segment index for ${absolutePath}`);
+	const { initSize, clusters, timestampScaleNs } = parseWebmStructure(await readFile(absolutePath));
+	const timescale = 1e3;
+	log(`Parsed ${clusters.length} clusters, init=${initSize} bytes, timestampScale=${timestampScaleNs}ns`);
+	await annotateKeyframes(clusters, absolutePath);
+	log(`Keyframe clusters: ${clusters.filter((c) => c.hasKeyframe).map((c) => `${c.timestampMs}ms@${c.offset}`).join(", ")}`);
+	const lastCluster = clusters[clusters.length - 1];
+	let finalDurationMs = lastCluster.timestampMs + lastCluster.size / 4096;
+	try {
+		const videoStream = (await PacketProbe.probePath(absolutePath)).data?.streams?.find((s) => s.codec_type === "video");
+		if (videoStream?.duration) finalDurationMs = Math.round(parseFloat(videoStream.duration) * 1e3);
+	} catch {}
+	log(`Total duration: ${finalDurationMs}ms`);
+	const segments = buildSegments(clusters, timescale, finalDurationMs);
+	log(`Built ${segments.length} segments: ${segments.map((s) => `[${s.cts / timescale * 1e3 | 0}ms offset=${s.offset} size=${s.size}]`).join(", ")}`);
+	const probe2 = await PacketProbe.probePath(absolutePath);
+	const videoStream = probe2.data?.streams?.find((s) => s.codec_type === "video");
+	const width = videoStream?.width ?? 1920;
+	const height = videoStream?.height ?? 1080;
+	const codec = videoStream?.codec_tag_string ?? videoStream?.codec_name ?? "vp09";
+	const sampleCount = probe2.packets?.filter((p) => p.codec_type !== "audio").length ?? 0;
+	let trackStartTimeOffsetMs;
+	if (startTimeOffsetMs !== void 0) trackStartTimeOffsetMs = startTimeOffsetMs;
+	else if (clusters[0] && clusters[0].timestampMs > 1) trackStartTimeOffsetMs = clusters[0].timestampMs;
+	const trackIndex = {
+		track: 1,
+		type: "video",
+		width,
+		height,
+		timescale,
+		codec,
+		duration: Math.round(finalDurationMs * timescale / 1e3),
+		sample_count: sampleCount,
+		startTimeOffsetMs: trackStartTimeOffsetMs,
+		initSegment: {
+			offset: 0,
+			size: initSize
+		},
+		segments
+	};
+	return { 1: trackIndex };
+}
+const ID_SEEKHEAD = 290298740;
+const EBML_VOID_ID = 236;
+/**
+* Patch a WebM buffer in-place to make it safe for partial (segment-sliced) serving:
+*
+* 1. Segment-element size VINT → EBML unknown-size (0x01FFFFFFFFFFFFFF).
+*    Without this, mediabunny expects the full 44 MB when receiving a 5 MB chunk.
+*
+* 2. SeekHead element → EBML Void of the same byte length.
+*    The SeekHead contains Cues/cluster offsets relative to the original file.
+*    When mediabunny uses those offsets on a sliced buffer it reads garbage or
+*    falls off the end of the buffer, causing seek errors and de-sync.  Replacing
+*    it with a Void element forces linear parsing: EBML → Info → Tracks → Clusters.
+*
+* Both patches are applied to a Buffer copy; the source file on disk is not modified.
+*/
+function patchWebmForSegmentedServing(buf) {
+	try {
+		const { id: ebmlId, width: ebmlIdWidth } = readElementId(buf, 0);
+		if (ebmlId !== ID_EBML) return;
+		const { value: ebmlSize, width: ebmlSizeWidth } = readVintSize(buf, ebmlIdWidth);
+		if (ebmlSize === null) return;
+		const segPos = ebmlIdWidth + ebmlSizeWidth + ebmlSize;
+		const { id: segId, width: segIdWidth } = readElementId(buf, segPos);
+		if (segId !== ID_SEGMENT) return;
+		const segSizeOffset = segPos + segIdWidth;
+		const { width: segSizeWidth } = readVintSize(buf, segSizeOffset);
+		if (segSizeWidth === 8) Buffer.from([
+			1,
+			255,
+			255,
+			255,
+			255,
+			255,
+			255,
+			255
+		]).copy(buf, segSizeOffset);
+		let pos = segPos + segIdWidth + segSizeWidth;
+		const scanLimit = Math.min(pos + 4096, buf.length);
+		while (pos < scanLimit) {
+			const { id: childId, width: childIdWidth } = readElementId(buf, pos);
+			const { value: childSize, width: childSizeWidth } = readVintSize(buf, pos + childIdWidth);
+			if (childSize === null) break;
+			const totalElementSize = childIdWidth + childSizeWidth + childSize;
+			if (childId === ID_SEEKHEAD) {
+				const voidContentSize = totalElementSize - 1;
+				let vintBytes;
+				if (voidContentSize <= 126) vintBytes = [128 | voidContentSize];
+				else if (voidContentSize <= 16382) vintBytes = [64 | voidContentSize >> 8, voidContentSize & 255];
+				else vintBytes = [
+					32 | voidContentSize >> 16,
+					voidContentSize >> 8 & 255,
+					voidContentSize & 255
+				];
+				buf[pos] = EBML_VOID_ID;
+				for (let i = 0; i < vintBytes.length; i++) buf[pos + 1 + i] = vintBytes[i];
+				buf.fill(0, pos + 1 + vintBytes.length, pos + totalElementSize);
+				break;
+			}
+			pos += totalElementSize;
+		}
+	} catch {}
+}
+//#endregion
+export { generateWebmSegmentIndex, patchWebmForSegmentedServing };
+
+//# sourceMappingURL=generateWebmSegmentIndex.js.map

package/dist/generateWebmSegmentIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateWebmSegmentIndex.js","names":[],"sources":["../src/generateWebmSegmentIndex.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA+BA,MAAM,MAAM,MAAM,8BAA8B;AAEhD,MAAM,0BAA0B;AAKhC,MAAM,UAAU;AAChB,MAAM,aAAa;AACnB,MAAM,UAAU;AAChB,MAAM,aAAa;AACnB,MAAM,eAAe;AACrB,MAAM,kBAAkB;AACxB,MAAM,iBAAiB;AACvB,MAAM,qBAAqB;AAC3B,MAAM,qBAAqB;;;;;;;AAY3B,SAAS,aAAa,KAAa,QAAyD;CAC1F,MAAM,IAAI,IAAI;CACd,IAAI,QAAQ;CACZ,IAAI,OAAO;AACX,QAAO,SAAS,KAAK,EAAE,IAAI,OAAO;AAChC,WAAS;AACT;;CAEF,IAAI,QAAQ,IAAK,OAAO;AACxB,MAAK,IAAI,IAAI,GAAG,IAAI,OAAO,IACzB,SAAS,SAAS,KAAM,IAAI,SAAS,MAAM;CAG7C,MAAM,mBAAmB,KAAM,IAAI,SAAU;AAC7C,QAAO;EAAE,OAAO,UAAU,kBAAkB,OAAO;EAAO;EAAO;;;;;;AAOnE,SAAS,cAAc,KAAa,QAA+C;CACjF,MAAM,IAAI,IAAI;CACd,IAAI,QAAQ;CACZ,IAAI,OAAO;AACX,QAAO,SAAS,KAAK,EAAE,IAAI,OAAO;AAChC,WAAS;AACT;;CAEF,IAAI,KAAK;AACT,MAAK,IAAI,IAAI,GAAG,IAAI,OAAO,IACzB,MAAM,MAAM,KAAM,IAAI,SAAS,MAAM;AAEvC,QAAO;EAAE;EAAI;EAAO;;;AAItB,SAAS,WAAW,KAAa,QAAgB,MAAsB;CACrE,IAAI,MAAM;AACV,MAAK,IAAI,IAAI,GAAG,IAAI,MAAM,IACxB,OAAO,MAAM,OAAO,IAAI,SAAS,MAAM,OAAQ;AAEjD,QAAO;;;;;;AAsCT,SAAS,mBAAmB,KAA4B;CACtD,IAAI,MAAM;CAGV,MAAM,EAAE,IAAI,QAAQ,OAAO,gBAAgB,cAAc,KAAK,IAAI;AAClE,KAAI,WAAW,QACb,OAAM,IAAI,MAAM,6CAA6C,OAAO,SAAS,GAAG,GAAG;CAErF,MAAM,EAAE,OAAO,UAAU,OAAO,kBAAkB,aAAa,KAAK,MAAM,YAAY;AACtF,KAAI,aAAa,KAAM,OAAM,IAAI,MAAM,gCAAgC;AACvE,QAAO,cAAc,gBAAgB;CAGrC,MAAM,EAAE,IAAI,OAAO,OAAO,eAAe,cAAc,KAAK,IAAI;AAChE,KAAI,UAAU,WACZ,OAAM,IAAI,MAAM,gDAAgD,MAAM,SAAS,GAAG,GAAG;CAEvF,MAAM,wBAAwB,MAAM;CACpC,MAAM,EAAE,OAAO,iBAAiB,aAAa,KAAK,sBAAsB;CAIxE,IAAI,OAHoB,wBAAwB;CAIhD,IAAI,WAAW;CACf,IAAI,mBAAmB;CACvB,MAAM,WAA0B,EAAE;AAElC,QAAO,OAAO,IAAI,QAAQ;AACxB,MAAI,IAAI,SAAS,OAAO,EAAG;EAE3B,MAAM,EAAE,IAAI,SAAS,OAAO,iBAAiB,cAAc,KAAK,KAAK;EACrE,MAAM,EAAE,OAAO,WAAW,OAAO,mBAAmB,aAAa,KAAK,OAAO,aAAa;EAC1F,MAAM,aAAa,eAAe;AAElC,MAAI,cAAc,MAAM;AAEtB,OAAI,0BAA0B,QAAQ,SAAS,GAAG,CAAC,MAAM,KAAK,YAAY;AAC1E;;EAGF,MAAM,aAAa,OAAO,aAAa;AAEvC,MAAI,YAAY,SAAS;GAEvB,IAAI,OAAO,OAAO;AAClB,UAAO,OAAO,cAAc,OAAO,IAAI,QAAQ;IAC7C,MAAM,EAAE,IAAI,aAAa,OAAO,YAAY,cAAc,KAAK,KAAK;IACpE,MAAM,EAAE,OAAO,eAAe,OAAO,cAAc,aAAa,KAAK,OAAO,QAAQ;AACpF,QAAI,kBAAkB,KAAM;AAC5B,QAAI,gBAAgB,mBAClB,oBAAmB,WAAW,KAAK,OAAO,UAAU,WAAW,cAAc;AAE/E,YAAQ,UAAU,YAAY;;aAEvB,YAAY,YAAY;AACjC,OAAI,aAAa,EACf,YAAW;GAIb,IAAI,wBAAwB;GAC5B,IAAI,cAAc;GAClB,IAAI,OAAO,OAAO;AAElB,UAAO,OAAO,cAAc,OAAO,IAAI,QAAQ;AAC7C,QAAI,IAAI,SAAS,OAAO,EAAG;IAC3B,MAAM,EAAE,IAAI,KAAK,OAAO,SAAS,cAAc,KAAK,KAAK;IACzD,MAAM,EAAE,OAAO,OAAO,OAAO,WAAW,aAAa,KAAK,OAAO,KAAK;AACtE,QAAI,UAAU,KAAM;IACpB,MAAM,cAAc,OAAO;AAE3B,QAAI,QAAQ,aACV,yBAAwB,WAAW,KAAK,OAAO,aAAa,MAAM;aACzD,QAAQ,iBAAiB;KAElC,MAAM,WAAW,OAAO;KACxB,MAAM,EAAE,OAAO,kBAAkB,aAAa,KAAK,SAAS;AAE5D,UADkB,IAAI,WAAW,gBAAgB,MAAM,KACvC,IACd,eAAc;eAEP,QAAQ,gBAAgB;KAEjC,IAAI,QAAQ,OAAO;KACnB,MAAM,QAAQ,OAAO,cAAc;KACnC,IAAI,oBAAoB;AACxB,YAAO,QAAQ,SAAS,QAAQ,IAAI,QAAQ;MAC1C,MAAM,EAAE,IAAI,MAAM,OAAO,UAAU,cAAc,KAAK,MAAM;MAC5D,MAAM,EAAE,OAAO,QAAQ,OAAO,YAAY,aAAa,KAAK,QAAQ,MAAM;AAC1E,UAAI,WAAW,KAAM;AACrB,UAAI,SAAS,oBAAoB;AAC/B,2BAAoB;AACpB;;AAEF,eAAS,QAAQ,UAAU;;AAE7B,SAAI,CAAC,kBAAmB,eAAc;;AAGxC,YAAQ,cAAc;;GAGxB,MAAM,cAAc,KAAK,MAAO,wBAAwB,mBAAoB,IAAU;AACtF,YAAS,KAAK;IAAE,QAAQ;IAAM,MAAM,aAAa;IAAW;IAAa;IAAa,CAAC;;AAGzF,SAAO;;AAGT,KAAI,aAAa,EACf,OAAM,IAAI,MAAM,yCAAyC;AAG3D,QAAO;EACL;EACA,sBAAsB;EACtB;EACA;EACA;EACD;;;;;;AAWH,eAAe,kBAAkB,UAAyB,cAAqC;CAE7F,MAAM,qBADQ,MAAM,YAAY,UAAU,aAAa,EACtB,QAC9B,QAAQ,MAAM,EAAE,OAAO,SAAS,IAAI,IAAI,EAAE,QAAQ,KAAA,EAAU,CAC5D,KAAK,MAAM,EAAE,IAAc;AAE9B,MAAK,MAAM,WAAW,UAAU;EAC9B,MAAM,aAAa,QAAQ,SAAS,QAAQ;AAC5C,UAAQ,cAAc,kBAAkB,MACrC,QAAQ,OAAO,QAAQ,UAAU,MAAM,WACzC;;;AAQL,SAAS,cACP,UACA,WACA,iBACgB;CAChB,MAAM,WAA2B,EAAE;CAEnC,IAAI,kBAAiC,EAAE;CACvC,IAAI,iBAAiB;CAErB,MAAM,gBAAgB,gBAAwB;AAC5C,MAAI,gBAAgB,WAAW,EAAG;EAClC,MAAM,QAAQ,gBAAgB;EAC9B,MAAM,OAAO,gBAAgB,gBAAgB,SAAS;EACtD,MAAM,SAAS,MAAM;EACrB,MAAM,OAAO,KAAK,SAAS,KAAK,OAAO,MAAM;EAC7C,MAAM,MAAM,KAAK,MAAO,iBAAiB,YAAa,IAAK;EAC3D,MAAM,MAAM;EACZ,MAAM,WAAW,KAAK,OAAQ,cAAc,kBAAkB,YAAa,IAAK;AAChF,WAAS,KAAK;GAAE;GAAK;GAAK;GAAQ;GAAM;GAAU,CAAC;AACnD,oBAAkB,EAAE;;AAGtB,MAAK,IAAI,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;EACxC,MAAM,UAAU,SAAS;EACzB,MAAM,kBAAkB,gBAAgB,SAAS,IAAI,QAAQ,cAAc,iBAAiB;AAO5F,MAJE,gBAAgB,SAAS,KACzB,mBAAmB,2BACnB,QAAQ,aAEU;AAClB,gBAAa,QAAQ,YAAY;AACjC,oBAAiB,QAAQ;;AAG3B,MAAI,gBAAgB,WAAW,GAAG;AAChC,OAAI,CAAC,QAAQ,YAAa;AAC1B,oBAAiB,QAAQ;;AAG3B,kBAAgB,KAAK,QAAQ;;AAI/B,cAAa,gBAAgB;AAE7B,QAAO;;;;;;;;AAaT,eAAsB,yBACpB,cACA,mBAC6C;AAC7C,KAAI,qCAAqC,eAAe;CAKxD,MAAM,EAAE,UAAU,UAAU,qBAFV,mBADN,MAAM,SAAS,aAAa,CACC;CAGzC,MAAM,YAAY;AAElB,KACE,UAAU,SAAS,OAAO,kBAAkB,SAAS,yBACjC,iBAAiB,IACtC;AAGD,OAAM,kBAAkB,UAAU,aAAa;AAG/C,KACE,sBAFuB,SAAS,QAAQ,MAAM,EAAE,YAAY,CAErB,KAAK,MAAM,GAAG,EAAE,YAAY,KAAK,EAAE,SAAS,CAAC,KAAK,KAAK,GAC/F;CAGD,MAAM,cAAc,SAAS,SAAS,SAAS;CAG/C,IAAI,kBAFoB,YAAY,cAAc,YAAY,OAAO;AAGrE,KAAI;EAEF,MAAM,eADQ,MAAM,YAAY,UAAU,aAAa,EACpB,MAAM,SAAS,MAAM,MAAW,EAAE,eAAe,QAAQ;AAC5F,MAAI,aAAa,SACf,mBAAkB,KAAK,MAAM,WAAW,YAAY,SAAS,GAAG,IAAK;SAEjE;AAIR,KAAI,mBAAmB,gBAAgB,IAAI;CAE3C,MAAM,WAAW,cAAc,UAAU,WAAW,gBAAgB;AAEpE,KACE,SAAS,SAAS,OAAO,aAAa,SAAS,KAAK,MAAM,IAAM,EAAE,MAAM,YAAa,MAAQ,EAAE,YAAY,EAAE,OAAO,QAAQ,EAAE,KAAK,GAAG,CAAC,KAAK,KAAK,GAClJ;CAGD,MAAM,SAAS,MAAM,YAAY,UAAU,aAAa;CACxD,MAAM,cAAe,OAAe,MAAM,SAAS,MAAM,MAAW,EAAE,eAAe,QAAQ;CAC7F,MAAM,QAAgB,aAAa,SAAS;CAC5C,MAAM,SAAiB,aAAa,UAAU;CAC9C,MAAM,QAAgB,aAAa,oBAAoB,aAAa,cAAc;CAClF,MAAM,cACH,OAAe,SAAS,QAAQ,MAAW,EAAE,eAAe,QAAQ,CAAC,UAAU;CAElF,IAAI;AACJ,KAAI,sBAAsB,KAAA,EACxB,0BAAyB;UAChB,SAAS,MAAM,SAAS,GAAG,cAAc,EAClD,0BAAyB,SAAS,GAAG;CAGvC,MAAM,aAAiC;EACrC,OAAO;EACP,MAAM;EACN;EACA;EACA;EACA;EACA,UAAU,KAAK,MAAO,kBAAkB,YAAa,IAAK;EAC1D,cAAc;EACd,mBAAmB;EACnB,aAAa;GAAE,QAAQ;GAAG,MAAM;GAAU;EAC1C;EACD;AAED,QAAO,EAAE,GAAG,YAAY;;AAO1B,MAAM,cAAc;AACpB,MAAM,eAAe;;;;;;;;;;;;;;;AAgBrB,SAAgB,6BAA6B,KAAmB;AAC9D,KAAI;EAEF,MAAM,EAAE,IAAI,QAAQ,OAAO,gBAAgB,cAAc,KAAK,EAAE;AAChE,MAAI,WAAW,QAAS;EACxB,MAAM,EAAE,OAAO,UAAU,OAAO,kBAAkB,aAAa,KAAK,YAAY;AAChF,MAAI,aAAa,KAAM;EACvB,MAAM,SAAS,cAAc,gBAAgB;EAC7C,MAAM,EAAE,IAAI,OAAO,OAAO,eAAe,cAAc,KAAK,OAAO;AACnE,MAAI,UAAU,WAAY;EAG1B,MAAM,gBAAgB,SAAS;EAC/B,MAAM,EAAE,OAAO,iBAAiB,aAAa,KAAK,cAAc;AAChE,MAAI,iBAAiB,EACE,QAAO,KAAK;GAAC;GAAM;GAAM;GAAM;GAAM;GAAM;GAAM;GAAM;GAAK,CAAC,CACrE,KAAK,KAAK,cAAc;EAKvC,IAAI,MADoB,SAAS,aAAa;EAK9C,MAAM,YAAY,KAAK,IAAI,MAAM,MAAM,IAAI,OAAO;AAClD,SAAO,MAAM,WAAW;GACtB,MAAM,EAAE,IAAI,SAAS,OAAO,iBAAiB,cAAc,KAAK,IAAI;GACpE,MAAM,EAAE,OAAO,WAAW,OAAO,mBAAmB,aAAa,KAAK,MAAM,aAAa;AACzF,OAAI,cAAc,KAAM;GACxB,MAAM,mBAAmB,eAAe,iBAAiB;AAEzD,OAAI,YAAY,aAAa;IAI3B,MAAM,kBAAkB,mBAAmB;IAI3C,IAAI;AACJ,QAAI,mBAAmB,IAErB,aAAY,CAAC,MAAO,gBAAgB;aAC3B,mBAAmB,MAE5B,aAAY,CAAC,KAAQ,mBAAmB,GAAI,kBAAkB,IAAK;QAGnE,aAAY;KACV,KAAQ,mBAAmB;KAC1B,mBAAmB,IAAK;KACzB,kBAAkB;KACnB;AAGH,QAAI,OAAO;AACX,SAAK,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,IACpC,KAAI,MAAM,IAAI,KAAK,UAAU;AAG/B,QAAI,KAAK,GAAG,MAAM,IAAI,UAAU,QAAQ,MAAM,iBAAiB;AAC/D;;AAGF,UAAO;;SAEH"}

package/dist/idempotentTask.cjs

@@ -1,18 +1,13 @@
-const require_rolldown_runtime = require('./_virtual/rolldown_runtime.cjs');
-const require_md5 = require('./md5.cjs');
+const require_runtime = require("./_virtual/_rolldown/runtime.cjs");
+const require_md5 = require("./md5.cjs");
 let node_fs = require("node:fs");
-node_fs = require_rolldown_runtime.__toESM(node_fs);
 let debug = require("debug");
-debug = require_rolldown_runtime.__toESM(debug);
+debug = require_runtime.__toESM(debug);
 let node_stream = require("node:stream");
-node_stream = require_rolldown_runtime.__toESM(node_stream);
 let node_fs_promises = require("node:fs/promises");
-node_fs_promises = require_rolldown_runtime.__toESM(node_fs_promises);
 let node_path = require("node:path");
-node_path = require_rolldown_runtime.__toESM(node_path);
+node_path = require_runtime.__toESM(node_path);
 let node_url = require("node:url");
-node_url = require_rolldown_runtime.__toESM(node_url);
-
 //#region src/idempotentTask.ts
 const _pkgDir = node_path.default.dirname((0, node_url.fileURLToPath)(require("url").pathToFileURL(__filename).href));
 const CACHE_VERSION = JSON.parse((0, node_fs.readFileSync)(node_path.default.join(_pkgDir, "../package.json"), "utf-8")).version;
@@ -195,7 +190,7 @@ const idempotentTask = ({ label, filename, runner }) => {
 		return await fullTask;
 	};
 };
-
 //#endregion
 exports.idempotentTask = idempotentTask;
+
 //# sourceMappingURL=idempotentTask.cjs.map

package/dist/idempotentTask.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"idempotentTask.cjs","names":["path","CACHE_VERSION: string","storedVersion: string | null","runnerQueue: Array<() => void>","tasks: Record<string, Promise<TaskResult>>","downloadTasks: Record<string, Promise<string>>","Readable","cachePath: string | null","md5: string | null","md5FilePath","result: string | Readable"],"sources":["../src/idempotentTask.ts"],"sourcesContent":["import { createWriteStream, existsSync, readFileSync } from \"node:fs\";\nimport path, { join } from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\nimport { md5FilePath } from \"./md5.js\";\nimport debug from \"debug\";\nimport { mkdir, writeFile, stat, rename, readdir, readFile, rm } from \"node:fs/promises\";\nimport { Readable } from \"node:stream\";\n\n// @ts-ignore - import.meta.url is available at runtime; tsconfig uses CommonJS module for type-checking only\nconst _pkgDir = path.dirname(fileURLToPath(import.meta.url));\nconst CACHE_VERSION: string = (\n  JSON.parse(readFileSync(path.join(_pkgDir, \"../package.json\"), \"utf-8\")) as {\n    version: string;\n  }\n).version;\n\n// Per-root validation promises — serializes the version check within a process\n// and memoizes it so subsequent calls in the same process are free.\nconst rootValidationPromises = new Map<string, Promise<void>>();\n\nasync function ensureCacheVersion(cacheDirRoot: string): Promise<void> {\n  const existing = rootValidationPromises.get(cacheDirRoot);\n  if (existing) return existing;\n\n  const promise = (async () => {\n    const versionFile = join(cacheDirRoot, \".version\");\n    let storedVersion: string | null = null;\n    try {\n      storedVersion = (await readFile(versionFile, \"utf-8\")).trim();\n    } catch {}\n\n    if (storedVersion === CACHE_VERSION) return;\n\n    const log = debug(\"ef:idempotentTask\");\n    log(\n      `Cache version mismatch (stored: ${storedVersion ?? \"none\"}, current: ${CACHE_VERSION}) — busting computed caches in ${cacheDirRoot}`,\n    );\n\n    // Delete computed output directories; preserve downloaded .file entries\n    const entries = await readdir(cacheDirRoot, { withFileTypes: true }).catch(() => []);\n    await Promise.all(\n      entries\n        .filter((e) => e.isDirectory())\n        .map((e) =>\n          rm(join(cacheDirRoot, e.name), {\n            recursive: true,\n            force: true,\n          }).catch(() => {}),\n        ),\n    );\n\n    await mkdir(cacheDirRoot, { recursive: true });\n    await writeFile(versionFile, CACHE_VERSION);\n  })();\n\n  rootValidationPromises.set(cacheDirRoot, promise);\n  return promise;\n}\n\nconst MAX_CONCURRENT_RUNNERS = 4;\nlet activeRunners = 0;\nconst runnerQueue: Array<() => void> = [];\n\nfunction acquireRunnerSlot(): Promise<void> {\n  if (activeRunners < MAX_CONCURRENT_RUNNERS) {\n    activeRunners++;\n    return Promise.resolve();\n  }\n  return new Promise((resolve) => {\n    runnerQueue.push(() => {\n      activeRunners++;\n      resolve();\n    });\n  });\n}\n\nfunction releaseRunnerSlot(): void {\n  activeRunners--;\n  const next = runnerQueue.shift();\n  if (next) next();\n}\n\ninterface TaskOptions<T extends unknown[]> {\n  label: string;\n  filename: (absolutePath: string, ...args: T) => string;\n  runner: (absolutePath: string, ...args: T) => Promise<string | Readable>;\n}\n\nexport interface TaskResult {\n  md5Sum: string;\n  cachePath: string;\n}\n\nexport const idempotentTask = <T extends unknown[]>({\n  label,\n  filename,\n  runner,\n}: TaskOptions<T>) => {\n  const tasks: Record<string, Promise<TaskResult>> = {};\n  const downloadTasks: Record<string, Promise<string>> = {};\n\n  // Helper function to validate cache file completeness\n  const isValidCacheFile = async (filePath: string, allowEmpty = false): Promise<boolean> => {\n    try {\n      const stats = await stat(filePath);\n      // File must exist and either have content or be explicitly allowed to be empty\n      return allowEmpty || stats.size > 0;\n    } catch {\n      return false;\n    }\n  };\n\n  return async (rootDir: string, absolutePath: string, ...args: T): Promise<TaskResult> => {\n    const log = debug(`ef:${label}`);\n    const cacheDirRoot = path.join(rootDir, \".cache\");\n    await mkdir(cacheDirRoot, { recursive: true });\n    await ensureCacheVersion(cacheDirRoot);\n\n    log(`Running ef:${label} task for ${absolutePath} in ${rootDir}`);\n\n    // Handle HTTP downloads with proper race condition protection\n    if (absolutePath.startsWith(\"http://\") || absolutePath.startsWith(\"https://\")) {\n      const safePath = absolutePath.replace(/[^a-zA-Z0-9]/g, \"_\");\n      const downloadCachePath = path.join(rootDir, \".cache\", `${safePath}.file`);\n\n      // Check if already downloaded and valid (allow empty downloads)\n      if (existsSync(downloadCachePath) && (await isValidCacheFile(downloadCachePath, true))) {\n        log(`Already cached ${absolutePath}`);\n        absolutePath = downloadCachePath;\n      } else {\n        // Use download task deduplication to prevent concurrent downloads\n        const downloadKey = absolutePath;\n        if (!downloadTasks[downloadKey]) {\n          log(`Starting download for ${absolutePath}`);\n          downloadTasks[downloadKey] = (async () => {\n            try {\n              const response = await fetch(absolutePath);\n              if (!response.ok) {\n                throw new Error(\n                  `Failed to fetch file from URL ${absolutePath}: ${response.status} ${response.statusText}`,\n                );\n              }\n\n              const stream = response.body;\n              if (!stream) {\n                throw new Error(`No response body for URL ${absolutePath}`);\n              }\n\n              // Use temporary file to prevent reading incomplete downloads\n              const tempPath = `${downloadCachePath}.tmp`;\n              const writeStream = createWriteStream(tempPath);\n\n              // @ts-ignore node web stream support in typescript is incorrect about this.\n              const readable = Readable.fromWeb(stream);\n              readable.pipe(writeStream);\n\n              await new Promise<void>((resolve, reject) => {\n                readable.on(\"error\", reject);\n                writeStream.on(\"error\", reject);\n                writeStream.on(\"finish\", () => resolve());\n              });\n\n              // Atomically move completed file to final location\n              await rename(tempPath, downloadCachePath);\n\n              log(`Download completed for ${absolutePath}`);\n              return downloadCachePath;\n            } catch (error) {\n              log(`Download failed for ${absolutePath}: ${error}`);\n              // Clean up task reference on failure\n              delete downloadTasks[downloadKey];\n              throw error;\n            }\n          })();\n        }\n\n        absolutePath = await downloadTasks[downloadKey];\n        // Clean up completed task\n        delete downloadTasks[downloadKey];\n      }\n    }\n\n    // Deduplicate concurrent callers by input parameters before any async work.\n    // Using a synchronous key prevents the TOCTOU race where two concurrent\n    // callers both pass the tasks[] check before either registers a task.\n    const inputKey = JSON.stringify([absolutePath, ...args]);\n    if (tasks[inputKey]) {\n      log(`Returning existing ef:${label} task for ${absolutePath}`);\n      return await tasks[inputKey];\n    }\n\n    const fullTask = (async (): Promise<TaskResult> => {\n      try {\n        // Try to find existing cache by scanning cache directories.\n        // This avoids expensive MD5 computation when cache already exists.\n        const expectedFilename = filename(absolutePath, ...args);\n        let cachePath: string | null = null;\n        let md5: string | null = null;\n\n        const scanStartTime = Date.now();\n        try {\n          const cacheDirs = await readdir(cacheDirRoot, {\n            withFileTypes: true,\n          });\n          log(`Scanning ${cacheDirs.length} cache directories for ${expectedFilename}`);\n          for (const dir of cacheDirs) {\n            if (dir.isDirectory()) {\n              const candidatePath = path.join(cacheDirRoot, dir.name, expectedFilename);\n              if (existsSync(candidatePath) && (await isValidCacheFile(candidatePath))) {\n                cachePath = candidatePath;\n                md5 = dir.name; // Directory name is the MD5\n                const scanElapsed = Date.now() - scanStartTime;\n                log(`Found existing cache in ${scanElapsed}ms: ${candidatePath} (skipped MD5)`);\n                break;\n              }\n            }\n          }\n          if (!cachePath) {\n            const scanElapsed = Date.now() - scanStartTime;\n            log(`Cache scan completed in ${scanElapsed}ms, no cache found - will compute MD5`);\n          }\n        } catch (error) {\n          const scanElapsed = Date.now() - scanStartTime;\n          log(`Cache scan failed after ${scanElapsed}ms, will compute MD5: ${error}`);\n        }\n\n        const resolvedMd5 =\n          md5 ??\n          (await (async () => {\n            const md5StartTime = Date.now();\n            log(`Computing MD5 for ${absolutePath}...`);\n            const computed = await md5FilePath(absolutePath);\n            const md5Elapsed = Date.now() - md5StartTime;\n            log(`MD5 computed in ${md5Elapsed}ms: ${computed}`);\n            return computed;\n          })());\n\n        const cacheDir = path.join(cacheDirRoot, resolvedMd5);\n        log(`Cache dir: ${cacheDir}`);\n        await mkdir(cacheDir, { recursive: true });\n\n        const resolvedCachePath = cachePath ?? path.join(cacheDir, expectedFilename);\n\n        // Check if cache exists and is valid (not zero-byte)\n        if (existsSync(resolvedCachePath) && (await isValidCacheFile(resolvedCachePath))) {\n          log(`Returning cached ef:${label} task for ${resolvedCachePath}`);\n          return { cachePath: resolvedCachePath, md5Sum: resolvedMd5 };\n        }\n\n        log(`Running ef:${label} runner for ${resolvedCachePath}`);\n        await acquireRunnerSlot();\n        let result: string | Readable;\n        try {\n          result = await runner(absolutePath, ...args);\n        } finally {\n          releaseRunnerSlot();\n        }\n\n        if (result instanceof Readable) {\n          log(`Piping task for ${resolvedCachePath} to cache`);\n          const tempPath = `${resolvedCachePath}.tmp`;\n          const writeStream = createWriteStream(tempPath);\n          result.pipe(writeStream);\n\n          await new Promise<void>((resolve, reject) => {\n            result.on(\"error\", reject);\n            writeStream.on(\"error\", reject);\n            writeStream.on(\"finish\", () => resolve());\n          });\n\n          await rename(tempPath, resolvedCachePath);\n        } else {\n          log(`Writing to ${resolvedCachePath}`);\n          await writeFile(resolvedCachePath, result);\n        }\n\n        return {\n          md5Sum: resolvedMd5,\n          cachePath: resolvedCachePath,\n        };\n      } finally {\n        delete tasks[inputKey];\n      }\n    })();\n\n    tasks[inputKey] = fullTask;\n    return await fullTask;\n  };\n};\n"],"mappings":";;;;;;;;;;;;;;;;AASA,MAAM,UAAUA,kBAAK,kFAAsC,CAAC;AAC5D,MAAMC,gBACJ,KAAK,gCAAmBD,kBAAK,KAAK,SAAS,kBAAkB,EAAE,QAAQ,CAAC,CAGxE;AAIF,MAAM,yCAAyB,IAAI,KAA4B;AAE/D,eAAe,mBAAmB,cAAqC;CACrE,MAAM,WAAW,uBAAuB,IAAI,aAAa;AACzD,KAAI,SAAU,QAAO;CAErB,MAAM,WAAW,YAAY;EAC3B,MAAM,kCAAmB,cAAc,WAAW;EAClD,IAAIE,gBAA+B;AACnC,MAAI;AACF,oBAAiB,qCAAe,aAAa,QAAQ,EAAE,MAAM;UACvD;AAER,MAAI,kBAAkB,cAAe;AAGrC,qBADkB,oBAAoB,CAEpC,mCAAmC,iBAAiB,OAAO,aAAa,cAAc,iCAAiC,eACxH;EAGD,MAAM,UAAU,oCAAc,cAAc,EAAE,eAAe,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC;AACpF,QAAM,QAAQ,IACZ,QACG,QAAQ,MAAM,EAAE,aAAa,CAAC,CAC9B,KAAK,mDACI,cAAc,EAAE,KAAK,EAAE;GAC7B,WAAW;GACX,OAAO;GACR,CAAC,CAAC,YAAY,GAAG,CACnB,CACJ;AAED,oCAAY,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,wCAAgB,aAAa,cAAc;KACzC;AAEJ,wBAAuB,IAAI,cAAc,QAAQ;AACjD,QAAO;;AAGT,MAAM,yBAAyB;AAC/B,IAAI,gBAAgB;AACpB,MAAMC,cAAiC,EAAE;AAEzC,SAAS,oBAAmC;AAC1C,KAAI,gBAAgB,wBAAwB;AAC1C;AACA,SAAO,QAAQ,SAAS;;AAE1B,QAAO,IAAI,SAAS,YAAY;AAC9B,cAAY,WAAW;AACrB;AACA,YAAS;IACT;GACF;;AAGJ,SAAS,oBAA0B;AACjC;CACA,MAAM,OAAO,YAAY,OAAO;AAChC,KAAI,KAAM,OAAM;;AAclB,MAAa,kBAAuC,EAClD,OACA,UACA,aACoB;CACpB,MAAMC,QAA6C,EAAE;CACrD,MAAMC,gBAAiD,EAAE;CAGzD,MAAM,mBAAmB,OAAO,UAAkB,aAAa,UAA4B;AACzF,MAAI;GACF,MAAM,QAAQ,iCAAW,SAAS;AAElC,UAAO,cAAc,MAAM,OAAO;UAC5B;AACN,UAAO;;;AAIX,QAAO,OAAO,SAAiB,cAAsB,GAAG,SAAiC;EACvF,MAAM,yBAAY,MAAM,QAAQ;EAChC,MAAM,eAAeL,kBAAK,KAAK,SAAS,SAAS;AACjD,oCAAY,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,QAAM,mBAAmB,aAAa;AAEtC,MAAI,cAAc,MAAM,YAAY,aAAa,MAAM,UAAU;AAGjE,MAAI,aAAa,WAAW,UAAU,IAAI,aAAa,WAAW,WAAW,EAAE;GAC7E,MAAM,WAAW,aAAa,QAAQ,iBAAiB,IAAI;GAC3D,MAAM,oBAAoBA,kBAAK,KAAK,SAAS,UAAU,GAAG,SAAS,OAAO;AAG1E,+BAAe,kBAAkB,IAAK,MAAM,iBAAiB,mBAAmB,KAAK,EAAG;AACtF,QAAI,kBAAkB,eAAe;AACrC,mBAAe;UACV;IAEL,MAAM,cAAc;AACpB,QAAI,CAAC,cAAc,cAAc;AAC/B,SAAI,yBAAyB,eAAe;AAC5C,mBAAc,gBAAgB,YAAY;AACxC,UAAI;OACF,MAAM,WAAW,MAAM,MAAM,aAAa;AAC1C,WAAI,CAAC,SAAS,GACZ,OAAM,IAAI,MACR,iCAAiC,aAAa,IAAI,SAAS,OAAO,GAAG,SAAS,aAC/E;OAGH,MAAM,SAAS,SAAS;AACxB,WAAI,CAAC,OACH,OAAM,IAAI,MAAM,4BAA4B,eAAe;OAI7D,MAAM,WAAW,GAAG,kBAAkB;OACtC,MAAM,6CAAgC,SAAS;OAG/C,MAAM,WAAWM,qBAAS,QAAQ,OAAO;AACzC,gBAAS,KAAK,YAAY;AAE1B,aAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,iBAAS,GAAG,SAAS,OAAO;AAC5B,oBAAY,GAAG,SAAS,OAAO;AAC/B,oBAAY,GAAG,gBAAgB,SAAS,CAAC;SACzC;AAGF,0CAAa,UAAU,kBAAkB;AAEzC,WAAI,0BAA0B,eAAe;AAC7C,cAAO;eACA,OAAO;AACd,WAAI,uBAAuB,aAAa,IAAI,QAAQ;AAEpD,cAAO,cAAc;AACrB,aAAM;;SAEN;;AAGN,mBAAe,MAAM,cAAc;AAEnC,WAAO,cAAc;;;EAOzB,MAAM,WAAW,KAAK,UAAU,CAAC,cAAc,GAAG,KAAK,CAAC;AACxD,MAAI,MAAM,WAAW;AACnB,OAAI,yBAAyB,MAAM,YAAY,eAAe;AAC9D,UAAO,MAAM,MAAM;;EAGrB,MAAM,YAAY,YAAiC;AACjD,OAAI;IAGF,MAAM,mBAAmB,SAAS,cAAc,GAAG,KAAK;IACxD,IAAIC,YAA2B;IAC/B,IAAIC,MAAqB;IAEzB,MAAM,gBAAgB,KAAK,KAAK;AAChC,QAAI;KACF,MAAM,YAAY,oCAAc,cAAc,EAC5C,eAAe,MAChB,CAAC;AACF,SAAI,YAAY,UAAU,OAAO,yBAAyB,mBAAmB;AAC7E,UAAK,MAAM,OAAO,UAChB,KAAI,IAAI,aAAa,EAAE;MACrB,MAAM,gBAAgBR,kBAAK,KAAK,cAAc,IAAI,MAAM,iBAAiB;AACzE,kCAAe,cAAc,IAAK,MAAM,iBAAiB,cAAc,EAAG;AACxE,mBAAY;AACZ,aAAM,IAAI;AAEV,WAAI,2BADgB,KAAK,KAAK,GAAG,cACU,MAAM,cAAc,gBAAgB;AAC/E;;;AAIN,SAAI,CAAC,UAEH,KAAI,2BADgB,KAAK,KAAK,GAAG,cACU,uCAAuC;aAE7E,OAAO;AAEd,SAAI,2BADgB,KAAK,KAAK,GAAG,cACU,wBAAwB,QAAQ;;IAG7E,MAAM,cACJ,OACC,OAAO,YAAY;KAClB,MAAM,eAAe,KAAK,KAAK;AAC/B,SAAI,qBAAqB,aAAa,KAAK;KAC3C,MAAM,WAAW,MAAMS,wBAAY,aAAa;AAEhD,SAAI,mBADe,KAAK,KAAK,GAAG,aACE,MAAM,WAAW;AACnD,YAAO;QACL;IAEN,MAAM,WAAWT,kBAAK,KAAK,cAAc,YAAY;AACrD,QAAI,cAAc,WAAW;AAC7B,sCAAY,UAAU,EAAE,WAAW,MAAM,CAAC;IAE1C,MAAM,oBAAoB,aAAaA,kBAAK,KAAK,UAAU,iBAAiB;AAG5E,gCAAe,kBAAkB,IAAK,MAAM,iBAAiB,kBAAkB,EAAG;AAChF,SAAI,uBAAuB,MAAM,YAAY,oBAAoB;AACjE,YAAO;MAAE,WAAW;MAAmB,QAAQ;MAAa;;AAG9D,QAAI,cAAc,MAAM,cAAc,oBAAoB;AAC1D,UAAM,mBAAmB;IACzB,IAAIU;AACJ,QAAI;AACF,cAAS,MAAM,OAAO,cAAc,GAAG,KAAK;cACpC;AACR,wBAAmB;;AAGrB,QAAI,kBAAkBJ,sBAAU;AAC9B,SAAI,mBAAmB,kBAAkB,WAAW;KACpD,MAAM,WAAW,GAAG,kBAAkB;KACtC,MAAM,6CAAgC,SAAS;AAC/C,YAAO,KAAK,YAAY;AAExB,WAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,aAAO,GAAG,SAAS,OAAO;AAC1B,kBAAY,GAAG,SAAS,OAAO;AAC/B,kBAAY,GAAG,gBAAgB,SAAS,CAAC;OACzC;AAEF,wCAAa,UAAU,kBAAkB;WACpC;AACL,SAAI,cAAc,oBAAoB;AACtC,2CAAgB,mBAAmB,OAAO;;AAG5C,WAAO;KACL,QAAQ;KACR,WAAW;KACZ;aACO;AACR,WAAO,MAAM;;MAEb;AAEJ,QAAM,YAAY;AAClB,SAAO,MAAM"}
+{"version":3,"file":"idempotentTask.cjs","names":["path","Readable","md5FilePath"],"sources":["../src/idempotentTask.ts"],"mappings":";;;;;;;;;;;AASA,MAAM,UAAUA,UAAAA,QAAK,SAAA,GAAA,SAAA,eAAA,QAAA,MAAA,CAAA,cAAA,WAAA,CAAA,KAAsC,CAAC;AAC5D,MAAM,gBACJ,KAAK,OAAA,GAAA,QAAA,cAAmBA,UAAAA,QAAK,KAAK,SAAS,kBAAkB,EAAE,QAAQ,CAAC,CAGxE;AAIF,MAAM,yCAAyB,IAAI,KAA4B;AAE/D,eAAe,mBAAmB,cAAqC;CACrE,MAAM,WAAW,uBAAuB,IAAI,aAAa;AACzD,KAAI,SAAU,QAAO;CAErB,MAAM,WAAW,YAAY;EAC3B,MAAM,eAAA,GAAA,UAAA,MAAmB,cAAc,WAAW;EAClD,IAAI,gBAA+B;AACnC,MAAI;AACF,oBAAiB,OAAA,GAAA,iBAAA,UAAe,aAAa,QAAQ,EAAE,MAAM;UACvD;AAER,MAAI,kBAAkB,cAAe;AAGrC,GAAA,GAAA,MAAA,SADkB,oBAAoB,CAEpC,mCAAmC,iBAAiB,OAAO,aAAa,cAAc,iCAAiC,eACxH;EAGD,MAAM,UAAU,OAAA,GAAA,iBAAA,SAAc,cAAc,EAAE,eAAe,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC;AACpF,QAAM,QAAQ,IACZ,QACG,QAAQ,MAAM,EAAE,aAAa,CAAC,CAC9B,KAAK,OAAA,GAAA,iBAAA,KAAA,GAAA,UAAA,MACI,cAAc,EAAE,KAAK,EAAE;GAC7B,WAAW;GACX,OAAO;GACR,CAAC,CAAC,YAAY,GAAG,CACnB,CACJ;AAED,SAAA,GAAA,iBAAA,OAAY,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,SAAA,GAAA,iBAAA,WAAgB,aAAa,cAAc;KACzC;AAEJ,wBAAuB,IAAI,cAAc,QAAQ;AACjD,QAAO;;AAGT,MAAM,yBAAyB;AAC/B,IAAI,gBAAgB;AACpB,MAAM,cAAiC,EAAE;AAEzC,SAAS,oBAAmC;AAC1C,KAAI,gBAAgB,wBAAwB;AAC1C;AACA,SAAO,QAAQ,SAAS;;AAE1B,QAAO,IAAI,SAAS,YAAY;AAC9B,cAAY,WAAW;AACrB;AACA,YAAS;IACT;GACF;;AAGJ,SAAS,oBAA0B;AACjC;CACA,MAAM,OAAO,YAAY,OAAO;AAChC,KAAI,KAAM,OAAM;;AAclB,MAAa,kBAAuC,EAClD,OACA,UACA,aACoB;CACpB,MAAM,QAA6C,EAAE;CACrD,MAAM,gBAAiD,EAAE;CAGzD,MAAM,mBAAmB,OAAO,UAAkB,aAAa,UAA4B;AACzF,MAAI;GACF,MAAM,QAAQ,OAAA,GAAA,iBAAA,MAAW,SAAS;AAElC,UAAO,cAAc,MAAM,OAAO;UAC5B;AACN,UAAO;;;AAIX,QAAO,OAAO,SAAiB,cAAsB,GAAG,SAAiC;EACvF,MAAM,OAAA,GAAA,MAAA,SAAY,MAAM,QAAQ;EAChC,MAAM,eAAeA,UAAAA,QAAK,KAAK,SAAS,SAAS;AACjD,SAAA,GAAA,iBAAA,OAAY,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,QAAM,mBAAmB,aAAa;AAEtC,MAAI,cAAc,MAAM,YAAY,aAAa,MAAM,UAAU;AAGjE,MAAI,aAAa,WAAW,UAAU,IAAI,aAAa,WAAW,WAAW,EAAE;GAC7E,MAAM,WAAW,aAAa,QAAQ,iBAAiB,IAAI;GAC3D,MAAM,oBAAoBA,UAAAA,QAAK,KAAK,SAAS,UAAU,GAAG,SAAS,OAAO;AAG1E,QAAA,GAAA,QAAA,YAAe,kBAAkB,IAAK,MAAM,iBAAiB,mBAAmB,KAAK,EAAG;AACtF,QAAI,kBAAkB,eAAe;AACrC,mBAAe;UACV;IAEL,MAAM,cAAc;AACpB,QAAI,CAAC,cAAc,cAAc;AAC/B,SAAI,yBAAyB,eAAe;AAC5C,mBAAc,gBAAgB,YAAY;AACxC,UAAI;OACF,MAAM,WAAW,MAAM,MAAM,aAAa;AAC1C,WAAI,CAAC,SAAS,GACZ,OAAM,IAAI,MACR,iCAAiC,aAAa,IAAI,SAAS,OAAO,GAAG,SAAS,aAC/E;OAGH,MAAM,SAAS,SAAS;AACxB,WAAI,CAAC,OACH,OAAM,IAAI,MAAM,4BAA4B,eAAe;OAI7D,MAAM,WAAW,GAAG,kBAAkB;OACtC,MAAM,eAAA,GAAA,QAAA,mBAAgC,SAAS;OAG/C,MAAM,WAAWC,YAAAA,SAAS,QAAQ,OAAO;AACzC,gBAAS,KAAK,YAAY;AAE1B,aAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,iBAAS,GAAG,SAAS,OAAO;AAC5B,oBAAY,GAAG,SAAS,OAAO;AAC/B,oBAAY,GAAG,gBAAgB,SAAS,CAAC;SACzC;AAGF,cAAA,GAAA,iBAAA,QAAa,UAAU,kBAAkB;AAEzC,WAAI,0BAA0B,eAAe;AAC7C,cAAO;eACA,OAAO;AACd,WAAI,uBAAuB,aAAa,IAAI,QAAQ;AAEpD,cAAO,cAAc;AACrB,aAAM;;SAEN;;AAGN,mBAAe,MAAM,cAAc;AAEnC,WAAO,cAAc;;;EAOzB,MAAM,WAAW,KAAK,UAAU,CAAC,cAAc,GAAG,KAAK,CAAC;AACxD,MAAI,MAAM,WAAW;AACnB,OAAI,yBAAyB,MAAM,YAAY,eAAe;AAC9D,UAAO,MAAM,MAAM;;EAGrB,MAAM,YAAY,YAAiC;AACjD,OAAI;IAGF,MAAM,mBAAmB,SAAS,cAAc,GAAG,KAAK;IACxD,IAAI,YAA2B;IAC/B,IAAI,MAAqB;IAEzB,MAAM,gBAAgB,KAAK,KAAK;AAChC,QAAI;KACF,MAAM,YAAY,OAAA,GAAA,iBAAA,SAAc,cAAc,EAC5C,eAAe,MAChB,CAAC;AACF,SAAI,YAAY,UAAU,OAAO,yBAAyB,mBAAmB;AAC7E,UAAK,MAAM,OAAO,UAChB,KAAI,IAAI,aAAa,EAAE;MACrB,MAAM,gBAAgBD,UAAAA,QAAK,KAAK,cAAc,IAAI,MAAM,iBAAiB;AACzE,WAAA,GAAA,QAAA,YAAe,cAAc,IAAK,MAAM,iBAAiB,cAAc,EAAG;AACxE,mBAAY;AACZ,aAAM,IAAI;AAEV,WAAI,2BADgB,KAAK,KAAK,GAAG,cACU,MAAM,cAAc,gBAAgB;AAC/E;;;AAIN,SAAI,CAAC,UAEH,KAAI,2BADgB,KAAK,KAAK,GAAG,cACU,uCAAuC;aAE7E,OAAO;AAEd,SAAI,2BADgB,KAAK,KAAK,GAAG,cACU,wBAAwB,QAAQ;;IAG7E,MAAM,cACJ,OACC,OAAO,YAAY;KAClB,MAAM,eAAe,KAAK,KAAK;AAC/B,SAAI,qBAAqB,aAAa,KAAK;KAC3C,MAAM,WAAW,MAAME,YAAAA,YAAY,aAAa;AAEhD,SAAI,mBADe,KAAK,KAAK,GAAG,aACE,MAAM,WAAW;AACnD,YAAO;QACL;IAEN,MAAM,WAAWF,UAAAA,QAAK,KAAK,cAAc,YAAY;AACrD,QAAI,cAAc,WAAW;AAC7B,WAAA,GAAA,iBAAA,OAAY,UAAU,EAAE,WAAW,MAAM,CAAC;IAE1C,MAAM,oBAAoB,aAAaA,UAAAA,QAAK,KAAK,UAAU,iBAAiB;AAG5E,SAAA,GAAA,QAAA,YAAe,kBAAkB,IAAK,MAAM,iBAAiB,kBAAkB,EAAG;AAChF,SAAI,uBAAuB,MAAM,YAAY,oBAAoB;AACjE,YAAO;MAAE,WAAW;MAAmB,QAAQ;MAAa;;AAG9D,QAAI,cAAc,MAAM,cAAc,oBAAoB;AAC1D,UAAM,mBAAmB;IACzB,IAAI;AACJ,QAAI;AACF,cAAS,MAAM,OAAO,cAAc,GAAG,KAAK;cACpC;AACR,wBAAmB;;AAGrB,QAAI,kBAAkBC,YAAAA,UAAU;AAC9B,SAAI,mBAAmB,kBAAkB,WAAW;KACpD,MAAM,WAAW,GAAG,kBAAkB;KACtC,MAAM,eAAA,GAAA,QAAA,mBAAgC,SAAS;AAC/C,YAAO,KAAK,YAAY;AAExB,WAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,aAAO,GAAG,SAAS,OAAO;AAC1B,kBAAY,GAAG,SAAS,OAAO;AAC/B,kBAAY,GAAG,gBAAgB,SAAS,CAAC;OACzC;AAEF,YAAA,GAAA,iBAAA,QAAa,UAAU,kBAAkB;WACpC;AACL,SAAI,cAAc,oBAAoB;AACtC,YAAA,GAAA,iBAAA,WAAgB,mBAAmB,OAAO;;AAG5C,WAAO;KACL,QAAQ;KACR,WAAW;KACZ;aACO;AACR,WAAO,MAAM;;MAEb;AAEJ,QAAM,YAAY;AAClB,SAAO,MAAM"}

package/dist/idempotentTask.d.cts

@@ -1,7 +1,6 @@
 import { Readable } from "node:stream";
 
 //#region src/idempotentTask.d.ts
-
 interface TaskResult {
   md5Sum: string;
   cachePath: string;

package/dist/idempotentTask.d.ts

@@ -1,7 +1,6 @@
 import { Readable } from "node:stream";
 
 //#region src/idempotentTask.d.ts
-
 interface TaskResult {
   md5Sum: string;
   cachePath: string;

package/dist/idempotentTask.js

@@ -5,7 +5,6 @@ import { Readable } from "node:stream";
 import { mkdir, readFile, readdir, rename, rm, stat, writeFile } from "node:fs/promises";
 import path, { join } from "node:path";
 import { fileURLToPath } from "node:url";
-
 //#region src/idempotentTask.ts
 const _pkgDir = path.dirname(fileURLToPath(import.meta.url));
 const CACHE_VERSION = JSON.parse(readFileSync(path.join(_pkgDir, "../package.json"), "utf-8")).version;
@@ -188,7 +187,7 @@ const idempotentTask = ({ label, filename, runner }) => {
 		return await fullTask;
 	};
 };
-
 //#endregion
 export { idempotentTask };
+
 //# sourceMappingURL=idempotentTask.js.map

package/dist/idempotentTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"idempotentTask.js","names":["CACHE_VERSION: string","storedVersion: string | null","runnerQueue: Array<() => void>","tasks: Record<string, Promise<TaskResult>>","downloadTasks: Record<string, Promise<string>>","cachePath: string | null","md5: string | null","result: string | Readable"],"sources":["../src/idempotentTask.ts"],"sourcesContent":["import { createWriteStream, existsSync, readFileSync } from \"node:fs\";\nimport path, { join } from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\nimport { md5FilePath } from \"./md5.js\";\nimport debug from \"debug\";\nimport { mkdir, writeFile, stat, rename, readdir, readFile, rm } from \"node:fs/promises\";\nimport { Readable } from \"node:stream\";\n\n// @ts-ignore - import.meta.url is available at runtime; tsconfig uses CommonJS module for type-checking only\nconst _pkgDir = path.dirname(fileURLToPath(import.meta.url));\nconst CACHE_VERSION: string = (\n  JSON.parse(readFileSync(path.join(_pkgDir, \"../package.json\"), \"utf-8\")) as {\n    version: string;\n  }\n).version;\n\n// Per-root validation promises — serializes the version check within a process\n// and memoizes it so subsequent calls in the same process are free.\nconst rootValidationPromises = new Map<string, Promise<void>>();\n\nasync function ensureCacheVersion(cacheDirRoot: string): Promise<void> {\n  const existing = rootValidationPromises.get(cacheDirRoot);\n  if (existing) return existing;\n\n  const promise = (async () => {\n    const versionFile = join(cacheDirRoot, \".version\");\n    let storedVersion: string | null = null;\n    try {\n      storedVersion = (await readFile(versionFile, \"utf-8\")).trim();\n    } catch {}\n\n    if (storedVersion === CACHE_VERSION) return;\n\n    const log = debug(\"ef:idempotentTask\");\n    log(\n      `Cache version mismatch (stored: ${storedVersion ?? \"none\"}, current: ${CACHE_VERSION}) — busting computed caches in ${cacheDirRoot}`,\n    );\n\n    // Delete computed output directories; preserve downloaded .file entries\n    const entries = await readdir(cacheDirRoot, { withFileTypes: true }).catch(() => []);\n    await Promise.all(\n      entries\n        .filter((e) => e.isDirectory())\n        .map((e) =>\n          rm(join(cacheDirRoot, e.name), {\n            recursive: true,\n            force: true,\n          }).catch(() => {}),\n        ),\n    );\n\n    await mkdir(cacheDirRoot, { recursive: true });\n    await writeFile(versionFile, CACHE_VERSION);\n  })();\n\n  rootValidationPromises.set(cacheDirRoot, promise);\n  return promise;\n}\n\nconst MAX_CONCURRENT_RUNNERS = 4;\nlet activeRunners = 0;\nconst runnerQueue: Array<() => void> = [];\n\nfunction acquireRunnerSlot(): Promise<void> {\n  if (activeRunners < MAX_CONCURRENT_RUNNERS) {\n    activeRunners++;\n    return Promise.resolve();\n  }\n  return new Promise((resolve) => {\n    runnerQueue.push(() => {\n      activeRunners++;\n      resolve();\n    });\n  });\n}\n\nfunction releaseRunnerSlot(): void {\n  activeRunners--;\n  const next = runnerQueue.shift();\n  if (next) next();\n}\n\ninterface TaskOptions<T extends unknown[]> {\n  label: string;\n  filename: (absolutePath: string, ...args: T) => string;\n  runner: (absolutePath: string, ...args: T) => Promise<string | Readable>;\n}\n\nexport interface TaskResult {\n  md5Sum: string;\n  cachePath: string;\n}\n\nexport const idempotentTask = <T extends unknown[]>({\n  label,\n  filename,\n  runner,\n}: TaskOptions<T>) => {\n  const tasks: Record<string, Promise<TaskResult>> = {};\n  const downloadTasks: Record<string, Promise<string>> = {};\n\n  // Helper function to validate cache file completeness\n  const isValidCacheFile = async (filePath: string, allowEmpty = false): Promise<boolean> => {\n    try {\n      const stats = await stat(filePath);\n      // File must exist and either have content or be explicitly allowed to be empty\n      return allowEmpty || stats.size > 0;\n    } catch {\n      return false;\n    }\n  };\n\n  return async (rootDir: string, absolutePath: string, ...args: T): Promise<TaskResult> => {\n    const log = debug(`ef:${label}`);\n    const cacheDirRoot = path.join(rootDir, \".cache\");\n    await mkdir(cacheDirRoot, { recursive: true });\n    await ensureCacheVersion(cacheDirRoot);\n\n    log(`Running ef:${label} task for ${absolutePath} in ${rootDir}`);\n\n    // Handle HTTP downloads with proper race condition protection\n    if (absolutePath.startsWith(\"http://\") || absolutePath.startsWith(\"https://\")) {\n      const safePath = absolutePath.replace(/[^a-zA-Z0-9]/g, \"_\");\n      const downloadCachePath = path.join(rootDir, \".cache\", `${safePath}.file`);\n\n      // Check if already downloaded and valid (allow empty downloads)\n      if (existsSync(downloadCachePath) && (await isValidCacheFile(downloadCachePath, true))) {\n        log(`Already cached ${absolutePath}`);\n        absolutePath = downloadCachePath;\n      } else {\n        // Use download task deduplication to prevent concurrent downloads\n        const downloadKey = absolutePath;\n        if (!downloadTasks[downloadKey]) {\n          log(`Starting download for ${absolutePath}`);\n          downloadTasks[downloadKey] = (async () => {\n            try {\n              const response = await fetch(absolutePath);\n              if (!response.ok) {\n                throw new Error(\n                  `Failed to fetch file from URL ${absolutePath}: ${response.status} ${response.statusText}`,\n                );\n              }\n\n              const stream = response.body;\n              if (!stream) {\n                throw new Error(`No response body for URL ${absolutePath}`);\n              }\n\n              // Use temporary file to prevent reading incomplete downloads\n              const tempPath = `${downloadCachePath}.tmp`;\n              const writeStream = createWriteStream(tempPath);\n\n              // @ts-ignore node web stream support in typescript is incorrect about this.\n              const readable = Readable.fromWeb(stream);\n              readable.pipe(writeStream);\n\n              await new Promise<void>((resolve, reject) => {\n                readable.on(\"error\", reject);\n                writeStream.on(\"error\", reject);\n                writeStream.on(\"finish\", () => resolve());\n              });\n\n              // Atomically move completed file to final location\n              await rename(tempPath, downloadCachePath);\n\n              log(`Download completed for ${absolutePath}`);\n              return downloadCachePath;\n            } catch (error) {\n              log(`Download failed for ${absolutePath}: ${error}`);\n              // Clean up task reference on failure\n              delete downloadTasks[downloadKey];\n              throw error;\n            }\n          })();\n        }\n\n        absolutePath = await downloadTasks[downloadKey];\n        // Clean up completed task\n        delete downloadTasks[downloadKey];\n      }\n    }\n\n    // Deduplicate concurrent callers by input parameters before any async work.\n    // Using a synchronous key prevents the TOCTOU race where two concurrent\n    // callers both pass the tasks[] check before either registers a task.\n    const inputKey = JSON.stringify([absolutePath, ...args]);\n    if (tasks[inputKey]) {\n      log(`Returning existing ef:${label} task for ${absolutePath}`);\n      return await tasks[inputKey];\n    }\n\n    const fullTask = (async (): Promise<TaskResult> => {\n      try {\n        // Try to find existing cache by scanning cache directories.\n        // This avoids expensive MD5 computation when cache already exists.\n        const expectedFilename = filename(absolutePath, ...args);\n        let cachePath: string | null = null;\n        let md5: string | null = null;\n\n        const scanStartTime = Date.now();\n        try {\n          const cacheDirs = await readdir(cacheDirRoot, {\n            withFileTypes: true,\n          });\n          log(`Scanning ${cacheDirs.length} cache directories for ${expectedFilename}`);\n          for (const dir of cacheDirs) {\n            if (dir.isDirectory()) {\n              const candidatePath = path.join(cacheDirRoot, dir.name, expectedFilename);\n              if (existsSync(candidatePath) && (await isValidCacheFile(candidatePath))) {\n                cachePath = candidatePath;\n                md5 = dir.name; // Directory name is the MD5\n                const scanElapsed = Date.now() - scanStartTime;\n                log(`Found existing cache in ${scanElapsed}ms: ${candidatePath} (skipped MD5)`);\n                break;\n              }\n            }\n          }\n          if (!cachePath) {\n            const scanElapsed = Date.now() - scanStartTime;\n            log(`Cache scan completed in ${scanElapsed}ms, no cache found - will compute MD5`);\n          }\n        } catch (error) {\n          const scanElapsed = Date.now() - scanStartTime;\n          log(`Cache scan failed after ${scanElapsed}ms, will compute MD5: ${error}`);\n        }\n\n        const resolvedMd5 =\n          md5 ??\n          (await (async () => {\n            const md5StartTime = Date.now();\n            log(`Computing MD5 for ${absolutePath}...`);\n            const computed = await md5FilePath(absolutePath);\n            const md5Elapsed = Date.now() - md5StartTime;\n            log(`MD5 computed in ${md5Elapsed}ms: ${computed}`);\n            return computed;\n          })());\n\n        const cacheDir = path.join(cacheDirRoot, resolvedMd5);\n        log(`Cache dir: ${cacheDir}`);\n        await mkdir(cacheDir, { recursive: true });\n\n        const resolvedCachePath = cachePath ?? path.join(cacheDir, expectedFilename);\n\n        // Check if cache exists and is valid (not zero-byte)\n        if (existsSync(resolvedCachePath) && (await isValidCacheFile(resolvedCachePath))) {\n          log(`Returning cached ef:${label} task for ${resolvedCachePath}`);\n          return { cachePath: resolvedCachePath, md5Sum: resolvedMd5 };\n        }\n\n        log(`Running ef:${label} runner for ${resolvedCachePath}`);\n        await acquireRunnerSlot();\n        let result: string | Readable;\n        try {\n          result = await runner(absolutePath, ...args);\n        } finally {\n          releaseRunnerSlot();\n        }\n\n        if (result instanceof Readable) {\n          log(`Piping task for ${resolvedCachePath} to cache`);\n          const tempPath = `${resolvedCachePath}.tmp`;\n          const writeStream = createWriteStream(tempPath);\n          result.pipe(writeStream);\n\n          await new Promise<void>((resolve, reject) => {\n            result.on(\"error\", reject);\n            writeStream.on(\"error\", reject);\n            writeStream.on(\"finish\", () => resolve());\n          });\n\n          await rename(tempPath, resolvedCachePath);\n        } else {\n          log(`Writing to ${resolvedCachePath}`);\n          await writeFile(resolvedCachePath, result);\n        }\n\n        return {\n          md5Sum: resolvedMd5,\n          cachePath: resolvedCachePath,\n        };\n      } finally {\n        delete tasks[inputKey];\n      }\n    })();\n\n    tasks[inputKey] = fullTask;\n    return await fullTask;\n  };\n};\n"],"mappings":";;;;;;;;;AASA,MAAM,UAAU,KAAK,QAAQ,cAAc,OAAO,KAAK,IAAI,CAAC;AAC5D,MAAMA,gBACJ,KAAK,MAAM,aAAa,KAAK,KAAK,SAAS,kBAAkB,EAAE,QAAQ,CAAC,CAGxE;AAIF,MAAM,yCAAyB,IAAI,KAA4B;AAE/D,eAAe,mBAAmB,cAAqC;CACrE,MAAM,WAAW,uBAAuB,IAAI,aAAa;AACzD,KAAI,SAAU,QAAO;CAErB,MAAM,WAAW,YAAY;EAC3B,MAAM,cAAc,KAAK,cAAc,WAAW;EAClD,IAAIC,gBAA+B;AACnC,MAAI;AACF,oBAAiB,MAAM,SAAS,aAAa,QAAQ,EAAE,MAAM;UACvD;AAER,MAAI,kBAAkB,cAAe;AAGrC,EADY,MAAM,oBAAoB,CAEpC,mCAAmC,iBAAiB,OAAO,aAAa,cAAc,iCAAiC,eACxH;EAGD,MAAM,UAAU,MAAM,QAAQ,cAAc,EAAE,eAAe,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC;AACpF,QAAM,QAAQ,IACZ,QACG,QAAQ,MAAM,EAAE,aAAa,CAAC,CAC9B,KAAK,MACJ,GAAG,KAAK,cAAc,EAAE,KAAK,EAAE;GAC7B,WAAW;GACX,OAAO;GACR,CAAC,CAAC,YAAY,GAAG,CACnB,CACJ;AAED,QAAM,MAAM,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,QAAM,UAAU,aAAa,cAAc;KACzC;AAEJ,wBAAuB,IAAI,cAAc,QAAQ;AACjD,QAAO;;AAGT,MAAM,yBAAyB;AAC/B,IAAI,gBAAgB;AACpB,MAAMC,cAAiC,EAAE;AAEzC,SAAS,oBAAmC;AAC1C,KAAI,gBAAgB,wBAAwB;AAC1C;AACA,SAAO,QAAQ,SAAS;;AAE1B,QAAO,IAAI,SAAS,YAAY;AAC9B,cAAY,WAAW;AACrB;AACA,YAAS;IACT;GACF;;AAGJ,SAAS,oBAA0B;AACjC;CACA,MAAM,OAAO,YAAY,OAAO;AAChC,KAAI,KAAM,OAAM;;AAclB,MAAa,kBAAuC,EAClD,OACA,UACA,aACoB;CACpB,MAAMC,QAA6C,EAAE;CACrD,MAAMC,gBAAiD,EAAE;CAGzD,MAAM,mBAAmB,OAAO,UAAkB,aAAa,UAA4B;AACzF,MAAI;GACF,MAAM,QAAQ,MAAM,KAAK,SAAS;AAElC,UAAO,cAAc,MAAM,OAAO;UAC5B;AACN,UAAO;;;AAIX,QAAO,OAAO,SAAiB,cAAsB,GAAG,SAAiC;EACvF,MAAM,MAAM,MAAM,MAAM,QAAQ;EAChC,MAAM,eAAe,KAAK,KAAK,SAAS,SAAS;AACjD,QAAM,MAAM,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,QAAM,mBAAmB,aAAa;AAEtC,MAAI,cAAc,MAAM,YAAY,aAAa,MAAM,UAAU;AAGjE,MAAI,aAAa,WAAW,UAAU,IAAI,aAAa,WAAW,WAAW,EAAE;GAC7E,MAAM,WAAW,aAAa,QAAQ,iBAAiB,IAAI;GAC3D,MAAM,oBAAoB,KAAK,KAAK,SAAS,UAAU,GAAG,SAAS,OAAO;AAG1E,OAAI,WAAW,kBAAkB,IAAK,MAAM,iBAAiB,mBAAmB,KAAK,EAAG;AACtF,QAAI,kBAAkB,eAAe;AACrC,mBAAe;UACV;IAEL,MAAM,cAAc;AACpB,QAAI,CAAC,cAAc,cAAc;AAC/B,SAAI,yBAAyB,eAAe;AAC5C,mBAAc,gBAAgB,YAAY;AACxC,UAAI;OACF,MAAM,WAAW,MAAM,MAAM,aAAa;AAC1C,WAAI,CAAC,SAAS,GACZ,OAAM,IAAI,MACR,iCAAiC,aAAa,IAAI,SAAS,OAAO,GAAG,SAAS,aAC/E;OAGH,MAAM,SAAS,SAAS;AACxB,WAAI,CAAC,OACH,OAAM,IAAI,MAAM,4BAA4B,eAAe;OAI7D,MAAM,WAAW,GAAG,kBAAkB;OACtC,MAAM,cAAc,kBAAkB,SAAS;OAG/C,MAAM,WAAW,SAAS,QAAQ,OAAO;AACzC,gBAAS,KAAK,YAAY;AAE1B,aAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,iBAAS,GAAG,SAAS,OAAO;AAC5B,oBAAY,GAAG,SAAS,OAAO;AAC/B,oBAAY,GAAG,gBAAgB,SAAS,CAAC;SACzC;AAGF,aAAM,OAAO,UAAU,kBAAkB;AAEzC,WAAI,0BAA0B,eAAe;AAC7C,cAAO;eACA,OAAO;AACd,WAAI,uBAAuB,aAAa,IAAI,QAAQ;AAEpD,cAAO,cAAc;AACrB,aAAM;;SAEN;;AAGN,mBAAe,MAAM,cAAc;AAEnC,WAAO,cAAc;;;EAOzB,MAAM,WAAW,KAAK,UAAU,CAAC,cAAc,GAAG,KAAK,CAAC;AACxD,MAAI,MAAM,WAAW;AACnB,OAAI,yBAAyB,MAAM,YAAY,eAAe;AAC9D,UAAO,MAAM,MAAM;;EAGrB,MAAM,YAAY,YAAiC;AACjD,OAAI;IAGF,MAAM,mBAAmB,SAAS,cAAc,GAAG,KAAK;IACxD,IAAIC,YAA2B;IAC/B,IAAIC,MAAqB;IAEzB,MAAM,gBAAgB,KAAK,KAAK;AAChC,QAAI;KACF,MAAM,YAAY,MAAM,QAAQ,cAAc,EAC5C,eAAe,MAChB,CAAC;AACF,SAAI,YAAY,UAAU,OAAO,yBAAyB,mBAAmB;AAC7E,UAAK,MAAM,OAAO,UAChB,KAAI,IAAI,aAAa,EAAE;MACrB,MAAM,gBAAgB,KAAK,KAAK,cAAc,IAAI,MAAM,iBAAiB;AACzE,UAAI,WAAW,cAAc,IAAK,MAAM,iBAAiB,cAAc,EAAG;AACxE,mBAAY;AACZ,aAAM,IAAI;AAEV,WAAI,2BADgB,KAAK,KAAK,GAAG,cACU,MAAM,cAAc,gBAAgB;AAC/E;;;AAIN,SAAI,CAAC,UAEH,KAAI,2BADgB,KAAK,KAAK,GAAG,cACU,uCAAuC;aAE7E,OAAO;AAEd,SAAI,2BADgB,KAAK,KAAK,GAAG,cACU,wBAAwB,QAAQ;;IAG7E,MAAM,cACJ,OACC,OAAO,YAAY;KAClB,MAAM,eAAe,KAAK,KAAK;AAC/B,SAAI,qBAAqB,aAAa,KAAK;KAC3C,MAAM,WAAW,MAAM,YAAY,aAAa;AAEhD,SAAI,mBADe,KAAK,KAAK,GAAG,aACE,MAAM,WAAW;AACnD,YAAO;QACL;IAEN,MAAM,WAAW,KAAK,KAAK,cAAc,YAAY;AACrD,QAAI,cAAc,WAAW;AAC7B,UAAM,MAAM,UAAU,EAAE,WAAW,MAAM,CAAC;IAE1C,MAAM,oBAAoB,aAAa,KAAK,KAAK,UAAU,iBAAiB;AAG5E,QAAI,WAAW,kBAAkB,IAAK,MAAM,iBAAiB,kBAAkB,EAAG;AAChF,SAAI,uBAAuB,MAAM,YAAY,oBAAoB;AACjE,YAAO;MAAE,WAAW;MAAmB,QAAQ;MAAa;;AAG9D,QAAI,cAAc,MAAM,cAAc,oBAAoB;AAC1D,UAAM,mBAAmB;IACzB,IAAIC;AACJ,QAAI;AACF,cAAS,MAAM,OAAO,cAAc,GAAG,KAAK;cACpC;AACR,wBAAmB;;AAGrB,QAAI,kBAAkB,UAAU;AAC9B,SAAI,mBAAmB,kBAAkB,WAAW;KACpD,MAAM,WAAW,GAAG,kBAAkB;KACtC,MAAM,cAAc,kBAAkB,SAAS;AAC/C,YAAO,KAAK,YAAY;AAExB,WAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,aAAO,GAAG,SAAS,OAAO;AAC1B,kBAAY,GAAG,SAAS,OAAO;AAC/B,kBAAY,GAAG,gBAAgB,SAAS,CAAC;OACzC;AAEF,WAAM,OAAO,UAAU,kBAAkB;WACpC;AACL,SAAI,cAAc,oBAAoB;AACtC,WAAM,UAAU,mBAAmB,OAAO;;AAG5C,WAAO;KACL,QAAQ;KACR,WAAW;KACZ;aACO;AACR,WAAO,MAAM;;MAEb;AAEJ,QAAM,YAAY;AAClB,SAAO,MAAM"}
+{"version":3,"file":"idempotentTask.js","names":[],"sources":["../src/idempotentTask.ts"],"mappings":";;;;;;;;AASA,MAAM,UAAU,KAAK,QAAQ,cAAc,OAAO,KAAK,IAAI,CAAC;AAC5D,MAAM,gBACJ,KAAK,MAAM,aAAa,KAAK,KAAK,SAAS,kBAAkB,EAAE,QAAQ,CAAC,CAGxE;AAIF,MAAM,yCAAyB,IAAI,KAA4B;AAE/D,eAAe,mBAAmB,cAAqC;CACrE,MAAM,WAAW,uBAAuB,IAAI,aAAa;AACzD,KAAI,SAAU,QAAO;CAErB,MAAM,WAAW,YAAY;EAC3B,MAAM,cAAc,KAAK,cAAc,WAAW;EAClD,IAAI,gBAA+B;AACnC,MAAI;AACF,oBAAiB,MAAM,SAAS,aAAa,QAAQ,EAAE,MAAM;UACvD;AAER,MAAI,kBAAkB,cAAe;AAEzB,QAAM,oBAAoB,CAEpC,mCAAmC,iBAAiB,OAAO,aAAa,cAAc,iCAAiC,eACxH;EAGD,MAAM,UAAU,MAAM,QAAQ,cAAc,EAAE,eAAe,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC;AACpF,QAAM,QAAQ,IACZ,QACG,QAAQ,MAAM,EAAE,aAAa,CAAC,CAC9B,KAAK,MACJ,GAAG,KAAK,cAAc,EAAE,KAAK,EAAE;GAC7B,WAAW;GACX,OAAO;GACR,CAAC,CAAC,YAAY,GAAG,CACnB,CACJ;AAED,QAAM,MAAM,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,QAAM,UAAU,aAAa,cAAc;KACzC;AAEJ,wBAAuB,IAAI,cAAc,QAAQ;AACjD,QAAO;;AAGT,MAAM,yBAAyB;AAC/B,IAAI,gBAAgB;AACpB,MAAM,cAAiC,EAAE;AAEzC,SAAS,oBAAmC;AAC1C,KAAI,gBAAgB,wBAAwB;AAC1C;AACA,SAAO,QAAQ,SAAS;;AAE1B,QAAO,IAAI,SAAS,YAAY;AAC9B,cAAY,WAAW;AACrB;AACA,YAAS;IACT;GACF;;AAGJ,SAAS,oBAA0B;AACjC;CACA,MAAM,OAAO,YAAY,OAAO;AAChC,KAAI,KAAM,OAAM;;AAclB,MAAa,kBAAuC,EAClD,OACA,UACA,aACoB;CACpB,MAAM,QAA6C,EAAE;CACrD,MAAM,gBAAiD,EAAE;CAGzD,MAAM,mBAAmB,OAAO,UAAkB,aAAa,UAA4B;AACzF,MAAI;GACF,MAAM,QAAQ,MAAM,KAAK,SAAS;AAElC,UAAO,cAAc,MAAM,OAAO;UAC5B;AACN,UAAO;;;AAIX,QAAO,OAAO,SAAiB,cAAsB,GAAG,SAAiC;EACvF,MAAM,MAAM,MAAM,MAAM,QAAQ;EAChC,MAAM,eAAe,KAAK,KAAK,SAAS,SAAS;AACjD,QAAM,MAAM,cAAc,EAAE,WAAW,MAAM,CAAC;AAC9C,QAAM,mBAAmB,aAAa;AAEtC,MAAI,cAAc,MAAM,YAAY,aAAa,MAAM,UAAU;AAGjE,MAAI,aAAa,WAAW,UAAU,IAAI,aAAa,WAAW,WAAW,EAAE;GAC7E,MAAM,WAAW,aAAa,QAAQ,iBAAiB,IAAI;GAC3D,MAAM,oBAAoB,KAAK,KAAK,SAAS,UAAU,GAAG,SAAS,OAAO;AAG1E,OAAI,WAAW,kBAAkB,IAAK,MAAM,iBAAiB,mBAAmB,KAAK,EAAG;AACtF,QAAI,kBAAkB,eAAe;AACrC,mBAAe;UACV;IAEL,MAAM,cAAc;AACpB,QAAI,CAAC,cAAc,cAAc;AAC/B,SAAI,yBAAyB,eAAe;AAC5C,mBAAc,gBAAgB,YAAY;AACxC,UAAI;OACF,MAAM,WAAW,MAAM,MAAM,aAAa;AAC1C,WAAI,CAAC,SAAS,GACZ,OAAM,IAAI,MACR,iCAAiC,aAAa,IAAI,SAAS,OAAO,GAAG,SAAS,aAC/E;OAGH,MAAM,SAAS,SAAS;AACxB,WAAI,CAAC,OACH,OAAM,IAAI,MAAM,4BAA4B,eAAe;OAI7D,MAAM,WAAW,GAAG,kBAAkB;OACtC,MAAM,cAAc,kBAAkB,SAAS;OAG/C,MAAM,WAAW,SAAS,QAAQ,OAAO;AACzC,gBAAS,KAAK,YAAY;AAE1B,aAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,iBAAS,GAAG,SAAS,OAAO;AAC5B,oBAAY,GAAG,SAAS,OAAO;AAC/B,oBAAY,GAAG,gBAAgB,SAAS,CAAC;SACzC;AAGF,aAAM,OAAO,UAAU,kBAAkB;AAEzC,WAAI,0BAA0B,eAAe;AAC7C,cAAO;eACA,OAAO;AACd,WAAI,uBAAuB,aAAa,IAAI,QAAQ;AAEpD,cAAO,cAAc;AACrB,aAAM;;SAEN;;AAGN,mBAAe,MAAM,cAAc;AAEnC,WAAO,cAAc;;;EAOzB,MAAM,WAAW,KAAK,UAAU,CAAC,cAAc,GAAG,KAAK,CAAC;AACxD,MAAI,MAAM,WAAW;AACnB,OAAI,yBAAyB,MAAM,YAAY,eAAe;AAC9D,UAAO,MAAM,MAAM;;EAGrB,MAAM,YAAY,YAAiC;AACjD,OAAI;IAGF,MAAM,mBAAmB,SAAS,cAAc,GAAG,KAAK;IACxD,IAAI,YAA2B;IAC/B,IAAI,MAAqB;IAEzB,MAAM,gBAAgB,KAAK,KAAK;AAChC,QAAI;KACF,MAAM,YAAY,MAAM,QAAQ,cAAc,EAC5C,eAAe,MAChB,CAAC;AACF,SAAI,YAAY,UAAU,OAAO,yBAAyB,mBAAmB;AAC7E,UAAK,MAAM,OAAO,UAChB,KAAI,IAAI,aAAa,EAAE;MACrB,MAAM,gBAAgB,KAAK,KAAK,cAAc,IAAI,MAAM,iBAAiB;AACzE,UAAI,WAAW,cAAc,IAAK,MAAM,iBAAiB,cAAc,EAAG;AACxE,mBAAY;AACZ,aAAM,IAAI;AAEV,WAAI,2BADgB,KAAK,KAAK,GAAG,cACU,MAAM,cAAc,gBAAgB;AAC/E;;;AAIN,SAAI,CAAC,UAEH,KAAI,2BADgB,KAAK,KAAK,GAAG,cACU,uCAAuC;aAE7E,OAAO;AAEd,SAAI,2BADgB,KAAK,KAAK,GAAG,cACU,wBAAwB,QAAQ;;IAG7E,MAAM,cACJ,OACC,OAAO,YAAY;KAClB,MAAM,eAAe,KAAK,KAAK;AAC/B,SAAI,qBAAqB,aAAa,KAAK;KAC3C,MAAM,WAAW,MAAM,YAAY,aAAa;AAEhD,SAAI,mBADe,KAAK,KAAK,GAAG,aACE,MAAM,WAAW;AACnD,YAAO;QACL;IAEN,MAAM,WAAW,KAAK,KAAK,cAAc,YAAY;AACrD,QAAI,cAAc,WAAW;AAC7B,UAAM,MAAM,UAAU,EAAE,WAAW,MAAM,CAAC;IAE1C,MAAM,oBAAoB,aAAa,KAAK,KAAK,UAAU,iBAAiB;AAG5E,QAAI,WAAW,kBAAkB,IAAK,MAAM,iBAAiB,kBAAkB,EAAG;AAChF,SAAI,uBAAuB,MAAM,YAAY,oBAAoB;AACjE,YAAO;MAAE,WAAW;MAAmB,QAAQ;MAAa;;AAG9D,QAAI,cAAc,MAAM,cAAc,oBAAoB;AAC1D,UAAM,mBAAmB;IACzB,IAAI;AACJ,QAAI;AACF,cAAS,MAAM,OAAO,cAAc,GAAG,KAAK;cACpC;AACR,wBAAmB;;AAGrB,QAAI,kBAAkB,UAAU;AAC9B,SAAI,mBAAmB,kBAAkB,WAAW;KACpD,MAAM,WAAW,GAAG,kBAAkB;KACtC,MAAM,cAAc,kBAAkB,SAAS;AAC/C,YAAO,KAAK,YAAY;AAExB,WAAM,IAAI,SAAe,SAAS,WAAW;AAC3C,aAAO,GAAG,SAAS,OAAO;AAC1B,kBAAY,GAAG,SAAS,OAAO;AAC/B,kBAAY,GAAG,gBAAgB,SAAS,CAAC;OACzC;AAEF,WAAM,OAAO,UAAU,kBAAkB;WACpC;AACL,SAAI,cAAc,oBAAoB;AACtC,WAAM,UAAU,mBAAmB,OAAO;;AAG5C,WAAO;KACL,QAAQ;KACR,WAAW;KACZ;aACO;AACR,WAAO,MAAM;;MAEb;AAEJ,QAAM,YAAY;AAClB,SAAO,MAAM"}

package/dist/index.cjs

@@ -1,13 +1,13 @@
-const require_Probe = require('./Probe.cjs');
-const require_generateFragmentIndex = require('./generateFragmentIndex.cjs');
-const require_md5 = require('./md5.cjs');
-const require_generateTrackFragmentIndex = require('./tasks/generateTrackFragmentIndex.cjs');
-const require_generateTrack = require('./tasks/generateTrack.cjs');
-const require_generateScrubTrack = require('./tasks/generateScrubTrack.cjs');
-const require_findOrCreateCaptions = require('./tasks/findOrCreateCaptions.cjs');
-const require_cacheImage = require('./tasks/cacheImage.cjs');
-const require_VideoRenderOptions = require('./VideoRenderOptions.cjs');
-
+Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
+const require_Probe = require("./Probe.cjs");
+const require_generateFragmentIndex = require("./generateFragmentIndex.cjs");
+const require_md5 = require("./md5.cjs");
+const require_generateTrackFragmentIndex = require("./tasks/generateTrackFragmentIndex.cjs");
+const require_generateTrack = require("./tasks/generateTrack.cjs");
+const require_generateScrubTrack = require("./tasks/generateScrubTrack.cjs");
+const require_findOrCreateCaptions = require("./tasks/findOrCreateCaptions.cjs");
+const require_cacheImage = require("./tasks/cacheImage.cjs");
+const require_VideoRenderOptions = require("./VideoRenderOptions.cjs");
 exports.PacketProbe = require_Probe.PacketProbe;
 exports.Probe = require_Probe.Probe;
 exports.VideoRenderOptions = require_VideoRenderOptions.VideoRenderOptions;
@@ -24,4 +24,4 @@ exports.generateTrackFromPath = require_generateTrack.generateTrackFromPath;
 exports.md5Buffer = require_md5.md5Buffer;
 exports.md5Directory = require_md5.md5Directory;
 exports.md5FilePath = require_md5.md5FilePath;
-exports.md5ReadStream = require_md5.md5ReadStream;
+exports.md5ReadStream = require_md5.md5ReadStream;

package/dist/index.js

@@ -7,5 +7,4 @@ import { generateScrubTrack, generateScrubTrackFromPath } from "./tasks/generate
 import { findOrCreateCaptions, generateCaptionDataFromPath } from "./tasks/findOrCreateCaptions.js";
 import { cacheImage } from "./tasks/cacheImage.js";
 import { VideoRenderOptions } from "./VideoRenderOptions.js";
-
-export { PacketProbe, Probe, VideoRenderOptions, cacheImage, findOrCreateCaptions, generateCaptionDataFromPath, generateFragmentIndex, generateScrubTrack, generateScrubTrackFromPath, generateTrack, generateTrackFragmentIndex, generateTrackFragmentIndexFromPath, generateTrackFromPath, md5Buffer, md5Directory, md5FilePath, md5ReadStream };
+export { PacketProbe, Probe, VideoRenderOptions, cacheImage, findOrCreateCaptions, generateCaptionDataFromPath, generateFragmentIndex, generateScrubTrack, generateScrubTrackFromPath, generateTrack, generateTrackFragmentIndex, generateTrackFragmentIndexFromPath, generateTrackFromPath, md5Buffer, md5Directory, md5FilePath, md5ReadStream };

package/dist/md5.cjs

@@ -1,13 +1,9 @@
-const require_rolldown_runtime = require('./_virtual/rolldown_runtime.cjs');
+const require_runtime = require("./_virtual/_rolldown/runtime.cjs");
 let node_fs = require("node:fs");
-node_fs = require_rolldown_runtime.__toESM(node_fs);
 let node_fs_promises = require("node:fs/promises");
-node_fs_promises = require_rolldown_runtime.__toESM(node_fs_promises);
 let node_path = require("node:path");
-node_path = require_rolldown_runtime.__toESM(node_path);
 let node_crypto = require("node:crypto");
-node_crypto = require_rolldown_runtime.__toESM(node_crypto);
-
+node_crypto = require_runtime.__toESM(node_crypto);
 //#region src/md5.ts
 async function md5Directory(directory, spinner) {
 	const shouldEndSpinner = !spinner;
@@ -55,10 +51,10 @@ function addDashesToUUID(uuidWithoutDashes) {
 	if (uuidWithoutDashes.length !== 32) throw new Error("Invalid UUID without dashes. Expected 32 characters.");
 	return uuidWithoutDashes.slice(0, 8) + "-" + uuidWithoutDashes.slice(8, 12) + "-" + uuidWithoutDashes.slice(12, 16) + "-" + uuidWithoutDashes.slice(16, 20) + "-" + uuidWithoutDashes.slice(20, 32);
 }
-
 //#endregion
 exports.md5Buffer = md5Buffer;
 exports.md5Directory = md5Directory;
 exports.md5FilePath = md5FilePath;
 exports.md5ReadStream = md5ReadStream;
+
 //# sourceMappingURL=md5.cjs.map

package/dist/md5.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"md5.cjs","names":["crypto"],"sources":["../src/md5.ts"],"sourcesContent":["import { type ReadStream, createReadStream } from \"node:fs\";\nimport { readdir } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport crypto from \"node:crypto\";\nimport type { Ora } from \"ora\";\n\n// Recursively calculate the MD5 hash of all files in a directory\nexport async function md5Directory(directory: string, spinner?: Ora) {\n  const shouldEndSpinner = !spinner;\n  if (!spinner) {\n    const { default: ora } = await import(\"ora\");\n    spinner = ora(\"⚡️ Calculating MD5\").start();\n  }\n  spinner.suffixText = directory;\n  const files = await readdir(directory, { withFileTypes: true });\n  const hashes = await Promise.all(\n    files.map(async (file) => {\n      const filePath = join(directory, file.name);\n      if (file.isDirectory()) {\n        return md5Directory(filePath, spinner);\n      }\n      spinner.suffixText = filePath;\n      return md5FilePath(filePath);\n    }),\n  );\n\n  const hash = crypto.createHash(\"md5\");\n  for (const fileHash of hashes) {\n    hash.update(fileHash);\n  }\n\n  if (shouldEndSpinner) {\n    spinner.succeed(\"MD5 calculated\");\n    spinner.suffixText = directory;\n  }\n  return addDashesToUUID(hash.digest(\"hex\"));\n}\n\nexport async function md5FilePath(filePath: string) {\n  const readStream = createReadStream(filePath);\n  return md5ReadStream(readStream);\n}\n\nexport function md5ReadStream(readStream: ReadStream) {\n  return new Promise<string>((resolve, reject) => {\n    const hash = crypto.createHash(\"md5\");\n    readStream.on(\"data\", (data) => {\n      hash.update(data);\n    });\n    readStream.on(\"error\", reject);\n    readStream.on(\"end\", () => {\n      resolve(addDashesToUUID(hash.digest(\"hex\")));\n    });\n  });\n}\n\nexport function md5Buffer(buffer: Buffer) {\n  const hash = crypto.createHash(\"md5\");\n  hash.update(buffer);\n  return addDashesToUUID(hash.digest(\"hex\"));\n}\n\nfunction addDashesToUUID(uuidWithoutDashes: string) {\n  if (uuidWithoutDashes.length !== 32) {\n    throw new Error(\"Invalid UUID without dashes. Expected 32 characters.\");\n  }\n\n  return (\n    // biome-ignore lint/style/useTemplate: using a template makes a long line\n    uuidWithoutDashes.slice(0, 8) +\n    \"-\" +\n    uuidWithoutDashes.slice(8, 12) +\n    \"-\" +\n    uuidWithoutDashes.slice(12, 16) +\n    \"-\" +\n    uuidWithoutDashes.slice(16, 20) +\n    \"-\" +\n    uuidWithoutDashes.slice(20, 32)\n  );\n}\n"],"mappings":";;;;;;;;;;;AAOA,eAAsB,aAAa,WAAmB,SAAe;CACnE,MAAM,mBAAmB,CAAC;AAC1B,KAAI,CAAC,SAAS;EACZ,MAAM,EAAE,SAAS,QAAQ,MAAM,OAAO;AACtC,YAAU,IAAI,qBAAqB,CAAC,OAAO;;AAE7C,SAAQ,aAAa;CACrB,MAAM,QAAQ,oCAAc,WAAW,EAAE,eAAe,MAAM,CAAC;CAC/D,MAAM,SAAS,MAAM,QAAQ,IAC3B,MAAM,IAAI,OAAO,SAAS;EACxB,MAAM,+BAAgB,WAAW,KAAK,KAAK;AAC3C,MAAI,KAAK,aAAa,CACpB,QAAO,aAAa,UAAU,QAAQ;AAExC,UAAQ,aAAa;AACrB,SAAO,YAAY,SAAS;GAC5B,CACH;CAED,MAAM,OAAOA,oBAAO,WAAW,MAAM;AACrC,MAAK,MAAM,YAAY,OACrB,MAAK,OAAO,SAAS;AAGvB,KAAI,kBAAkB;AACpB,UAAQ,QAAQ,iBAAiB;AACjC,UAAQ,aAAa;;AAEvB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,eAAsB,YAAY,UAAkB;AAElD,QAAO,4CAD6B,SAAS,CACb;;AAGlC,SAAgB,cAAc,YAAwB;AACpD,QAAO,IAAI,SAAiB,SAAS,WAAW;EAC9C,MAAM,OAAOA,oBAAO,WAAW,MAAM;AACrC,aAAW,GAAG,SAAS,SAAS;AAC9B,QAAK,OAAO,KAAK;IACjB;AACF,aAAW,GAAG,SAAS,OAAO;AAC9B,aAAW,GAAG,aAAa;AACzB,WAAQ,gBAAgB,KAAK,OAAO,MAAM,CAAC,CAAC;IAC5C;GACF;;AAGJ,SAAgB,UAAU,QAAgB;CACxC,MAAM,OAAOA,oBAAO,WAAW,MAAM;AACrC,MAAK,OAAO,OAAO;AACnB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,SAAS,gBAAgB,mBAA2B;AAClD,KAAI,kBAAkB,WAAW,GAC/B,OAAM,IAAI,MAAM,uDAAuD;AAGzE,QAEE,kBAAkB,MAAM,GAAG,EAAE,GAC7B,MACA,kBAAkB,MAAM,GAAG,GAAG,GAC9B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG"}
+{"version":3,"file":"md5.cjs","names":["crypto"],"sources":["../src/md5.ts"],"mappings":";;;;;;;AAOA,eAAsB,aAAa,WAAmB,SAAe;CACnE,MAAM,mBAAmB,CAAC;AAC1B,KAAI,CAAC,SAAS;EACZ,MAAM,EAAE,SAAS,QAAQ,MAAM,OAAO;AACtC,YAAU,IAAI,qBAAqB,CAAC,OAAO;;AAE7C,SAAQ,aAAa;CACrB,MAAM,QAAQ,OAAA,GAAA,iBAAA,SAAc,WAAW,EAAE,eAAe,MAAM,CAAC;CAC/D,MAAM,SAAS,MAAM,QAAQ,IAC3B,MAAM,IAAI,OAAO,SAAS;EACxB,MAAM,YAAA,GAAA,UAAA,MAAgB,WAAW,KAAK,KAAK;AAC3C,MAAI,KAAK,aAAa,CACpB,QAAO,aAAa,UAAU,QAAQ;AAExC,UAAQ,aAAa;AACrB,SAAO,YAAY,SAAS;GAC5B,CACH;CAED,MAAM,OAAOA,YAAAA,QAAO,WAAW,MAAM;AACrC,MAAK,MAAM,YAAY,OACrB,MAAK,OAAO,SAAS;AAGvB,KAAI,kBAAkB;AACpB,UAAQ,QAAQ,iBAAiB;AACjC,UAAQ,aAAa;;AAEvB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,eAAsB,YAAY,UAAkB;AAElD,QAAO,eAAA,GAAA,QAAA,kBAD6B,SAAS,CACb;;AAGlC,SAAgB,cAAc,YAAwB;AACpD,QAAO,IAAI,SAAiB,SAAS,WAAW;EAC9C,MAAM,OAAOA,YAAAA,QAAO,WAAW,MAAM;AACrC,aAAW,GAAG,SAAS,SAAS;AAC9B,QAAK,OAAO,KAAK;IACjB;AACF,aAAW,GAAG,SAAS,OAAO;AAC9B,aAAW,GAAG,aAAa;AACzB,WAAQ,gBAAgB,KAAK,OAAO,MAAM,CAAC,CAAC;IAC5C;GACF;;AAGJ,SAAgB,UAAU,QAAgB;CACxC,MAAM,OAAOA,YAAAA,QAAO,WAAW,MAAM;AACrC,MAAK,OAAO,OAAO;AACnB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,SAAS,gBAAgB,mBAA2B;AAClD,KAAI,kBAAkB,WAAW,GAC/B,OAAM,IAAI,MAAM,uDAAuD;AAGzE,QAEE,kBAAkB,MAAM,GAAG,EAAE,GAC7B,MACA,kBAAkB,MAAM,GAAG,GAAG,GAC9B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG"}

package/dist/md5.js

@@ -2,7 +2,6 @@ import { createReadStream } from "node:fs";
 import { readdir } from "node:fs/promises";
 import { join } from "node:path";
 import crypto from "node:crypto";
-
 //#region src/md5.ts
 async function md5Directory(directory, spinner) {
 	const shouldEndSpinner = !spinner;
@@ -50,7 +49,7 @@ function addDashesToUUID(uuidWithoutDashes) {
 	if (uuidWithoutDashes.length !== 32) throw new Error("Invalid UUID without dashes. Expected 32 characters.");
 	return uuidWithoutDashes.slice(0, 8) + "-" + uuidWithoutDashes.slice(8, 12) + "-" + uuidWithoutDashes.slice(12, 16) + "-" + uuidWithoutDashes.slice(16, 20) + "-" + uuidWithoutDashes.slice(20, 32);
 }
-
 //#endregion
 export { md5Buffer, md5Directory, md5FilePath, md5ReadStream };
+
 //# sourceMappingURL=md5.js.map

package/dist/md5.js.map

@@ -1 +1 @@
-{"version":3,"file":"md5.js","names":[],"sources":["../src/md5.ts"],"sourcesContent":["import { type ReadStream, createReadStream } from \"node:fs\";\nimport { readdir } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport crypto from \"node:crypto\";\nimport type { Ora } from \"ora\";\n\n// Recursively calculate the MD5 hash of all files in a directory\nexport async function md5Directory(directory: string, spinner?: Ora) {\n  const shouldEndSpinner = !spinner;\n  if (!spinner) {\n    const { default: ora } = await import(\"ora\");\n    spinner = ora(\"⚡️ Calculating MD5\").start();\n  }\n  spinner.suffixText = directory;\n  const files = await readdir(directory, { withFileTypes: true });\n  const hashes = await Promise.all(\n    files.map(async (file) => {\n      const filePath = join(directory, file.name);\n      if (file.isDirectory()) {\n        return md5Directory(filePath, spinner);\n      }\n      spinner.suffixText = filePath;\n      return md5FilePath(filePath);\n    }),\n  );\n\n  const hash = crypto.createHash(\"md5\");\n  for (const fileHash of hashes) {\n    hash.update(fileHash);\n  }\n\n  if (shouldEndSpinner) {\n    spinner.succeed(\"MD5 calculated\");\n    spinner.suffixText = directory;\n  }\n  return addDashesToUUID(hash.digest(\"hex\"));\n}\n\nexport async function md5FilePath(filePath: string) {\n  const readStream = createReadStream(filePath);\n  return md5ReadStream(readStream);\n}\n\nexport function md5ReadStream(readStream: ReadStream) {\n  return new Promise<string>((resolve, reject) => {\n    const hash = crypto.createHash(\"md5\");\n    readStream.on(\"data\", (data) => {\n      hash.update(data);\n    });\n    readStream.on(\"error\", reject);\n    readStream.on(\"end\", () => {\n      resolve(addDashesToUUID(hash.digest(\"hex\")));\n    });\n  });\n}\n\nexport function md5Buffer(buffer: Buffer) {\n  const hash = crypto.createHash(\"md5\");\n  hash.update(buffer);\n  return addDashesToUUID(hash.digest(\"hex\"));\n}\n\nfunction addDashesToUUID(uuidWithoutDashes: string) {\n  if (uuidWithoutDashes.length !== 32) {\n    throw new Error(\"Invalid UUID without dashes. Expected 32 characters.\");\n  }\n\n  return (\n    // biome-ignore lint/style/useTemplate: using a template makes a long line\n    uuidWithoutDashes.slice(0, 8) +\n    \"-\" +\n    uuidWithoutDashes.slice(8, 12) +\n    \"-\" +\n    uuidWithoutDashes.slice(12, 16) +\n    \"-\" +\n    uuidWithoutDashes.slice(16, 20) +\n    \"-\" +\n    uuidWithoutDashes.slice(20, 32)\n  );\n}\n"],"mappings":";;;;;;AAOA,eAAsB,aAAa,WAAmB,SAAe;CACnE,MAAM,mBAAmB,CAAC;AAC1B,KAAI,CAAC,SAAS;EACZ,MAAM,EAAE,SAAS,QAAQ,MAAM,OAAO;AACtC,YAAU,IAAI,qBAAqB,CAAC,OAAO;;AAE7C,SAAQ,aAAa;CACrB,MAAM,QAAQ,MAAM,QAAQ,WAAW,EAAE,eAAe,MAAM,CAAC;CAC/D,MAAM,SAAS,MAAM,QAAQ,IAC3B,MAAM,IAAI,OAAO,SAAS;EACxB,MAAM,WAAW,KAAK,WAAW,KAAK,KAAK;AAC3C,MAAI,KAAK,aAAa,CACpB,QAAO,aAAa,UAAU,QAAQ;AAExC,UAAQ,aAAa;AACrB,SAAO,YAAY,SAAS;GAC5B,CACH;CAED,MAAM,OAAO,OAAO,WAAW,MAAM;AACrC,MAAK,MAAM,YAAY,OACrB,MAAK,OAAO,SAAS;AAGvB,KAAI,kBAAkB;AACpB,UAAQ,QAAQ,iBAAiB;AACjC,UAAQ,aAAa;;AAEvB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,eAAsB,YAAY,UAAkB;AAElD,QAAO,cADY,iBAAiB,SAAS,CACb;;AAGlC,SAAgB,cAAc,YAAwB;AACpD,QAAO,IAAI,SAAiB,SAAS,WAAW;EAC9C,MAAM,OAAO,OAAO,WAAW,MAAM;AACrC,aAAW,GAAG,SAAS,SAAS;AAC9B,QAAK,OAAO,KAAK;IACjB;AACF,aAAW,GAAG,SAAS,OAAO;AAC9B,aAAW,GAAG,aAAa;AACzB,WAAQ,gBAAgB,KAAK,OAAO,MAAM,CAAC,CAAC;IAC5C;GACF;;AAGJ,SAAgB,UAAU,QAAgB;CACxC,MAAM,OAAO,OAAO,WAAW,MAAM;AACrC,MAAK,OAAO,OAAO;AACnB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,SAAS,gBAAgB,mBAA2B;AAClD,KAAI,kBAAkB,WAAW,GAC/B,OAAM,IAAI,MAAM,uDAAuD;AAGzE,QAEE,kBAAkB,MAAM,GAAG,EAAE,GAC7B,MACA,kBAAkB,MAAM,GAAG,GAAG,GAC9B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG"}
+{"version":3,"file":"md5.js","names":[],"sources":["../src/md5.ts"],"mappings":";;;;;AAOA,eAAsB,aAAa,WAAmB,SAAe;CACnE,MAAM,mBAAmB,CAAC;AAC1B,KAAI,CAAC,SAAS;EACZ,MAAM,EAAE,SAAS,QAAQ,MAAM,OAAO;AACtC,YAAU,IAAI,qBAAqB,CAAC,OAAO;;AAE7C,SAAQ,aAAa;CACrB,MAAM,QAAQ,MAAM,QAAQ,WAAW,EAAE,eAAe,MAAM,CAAC;CAC/D,MAAM,SAAS,MAAM,QAAQ,IAC3B,MAAM,IAAI,OAAO,SAAS;EACxB,MAAM,WAAW,KAAK,WAAW,KAAK,KAAK;AAC3C,MAAI,KAAK,aAAa,CACpB,QAAO,aAAa,UAAU,QAAQ;AAExC,UAAQ,aAAa;AACrB,SAAO,YAAY,SAAS;GAC5B,CACH;CAED,MAAM,OAAO,OAAO,WAAW,MAAM;AACrC,MAAK,MAAM,YAAY,OACrB,MAAK,OAAO,SAAS;AAGvB,KAAI,kBAAkB;AACpB,UAAQ,QAAQ,iBAAiB;AACjC,UAAQ,aAAa;;AAEvB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,eAAsB,YAAY,UAAkB;AAElD,QAAO,cADY,iBAAiB,SAAS,CACb;;AAGlC,SAAgB,cAAc,YAAwB;AACpD,QAAO,IAAI,SAAiB,SAAS,WAAW;EAC9C,MAAM,OAAO,OAAO,WAAW,MAAM;AACrC,aAAW,GAAG,SAAS,SAAS;AAC9B,QAAK,OAAO,KAAK;IACjB;AACF,aAAW,GAAG,SAAS,OAAO;AAC9B,aAAW,GAAG,aAAa;AACzB,WAAQ,gBAAgB,KAAK,OAAO,MAAM,CAAC,CAAC;IAC5C;GACF;;AAGJ,SAAgB,UAAU,QAAgB;CACxC,MAAM,OAAO,OAAO,WAAW,MAAM;AACrC,MAAK,OAAO,OAAO;AACnB,QAAO,gBAAgB,KAAK,OAAO,MAAM,CAAC;;AAG5C,SAAS,gBAAgB,mBAA2B;AAClD,KAAI,kBAAkB,WAAW,GAC/B,OAAM,IAAI,MAAM,uDAAuD;AAGzE,QAEE,kBAAkB,MAAM,GAAG,EAAE,GAC7B,MACA,kBAAkB,MAAM,GAAG,GAAG,GAC9B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG,GAC/B,MACA,kBAAkB,MAAM,IAAI,GAAG"}