@remotion/media-parser 4.0.193 → 4.0.194

package/dist/get-tracks.js

@@ -0,0 +1,66 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTracks = exports.getNumberOfTracks = void 0;
+const get_fps_1 = require("./get-fps");
+const get_sample_positions_1 = require("./get-sample-positions");
+const traversal_1 = require("./traversal");
+// TODO: Use this to determine if all tracks are present
+const getNumberOfTracks = (segments) => {
+    const moovBox = (0, traversal_1.getMoovBox)(segments);
+    if (!moovBox) {
+        return 0;
+    }
+    const mvHdBox = (0, traversal_1.getMvhdBox)(moovBox);
+    if (!mvHdBox) {
+        return 0;
+    }
+    return mvHdBox.nextTrackId - 1;
+};
+exports.getNumberOfTracks = getNumberOfTracks;
+const getTracks = (segments) => {
+    const moovBox = (0, traversal_1.getMoovBox)(segments);
+    if (!moovBox) {
+        return [];
+    }
+    const foundTracks = [];
+    const tracks = (0, traversal_1.getTraks)(moovBox);
+    for (const track of tracks) {
+        const stszBox = (0, traversal_1.getStszBox)(track);
+        const stcoBox = (0, traversal_1.getStcoBox)(track);
+        const stscBox = (0, traversal_1.getStscBox)(track);
+        const tkhdBox = (0, traversal_1.getTkhdBox)(track);
+        if (!tkhdBox) {
+            throw new Error('Expected tkhd box in trak box');
+        }
+        if (!stszBox) {
+            throw new Error('Expected stsz box in trak box');
+        }
+        if (!stcoBox) {
+            throw new Error('Expected stco box in trak box');
+        }
+        if (!stscBox) {
+            throw new Error('Expected stsc box in trak box');
+        }
+        const samplePositions = (0, get_sample_positions_1.getSamplePositions)({
+            stcoBox,
+            stscBox,
+            stszBox,
+        });
+        if ((0, get_fps_1.trakBoxContainsAudio)(track)) {
+            foundTracks.push({
+                type: 'audio',
+                samplePositions,
+                trackId: tkhdBox.trackId,
+            });
+        }
+        if ((0, get_fps_1.trakBoxContainsVideo)(track)) {
+            foundTracks.push({
+                type: 'video',
+                samplePositions,
+                trackId: tkhdBox.trackId,
+            });
+        }
+    }
+    return foundTracks;
+};
+exports.getTracks = getTracks;

package/dist/parse-media.js

@@ -12,11 +12,12 @@ const has_all_info_1 = require("./has-all-info");
 const parse_video_1 = require("./parse-video");
 const parseMedia = async (src, options, readerInterface = from_web_1.webReader) => {
     const { reader, contentLength } = await readerInterface.read(src, null);
+    let currentReader = reader;
     const returnValue = {};
     let iterator = null;
     let parseResult = null;
     while (parseResult === null || parseResult.status === 'incomplete') {
-        const result = await reader.read();
+        const result = await currentReader.read();
         if (result.done) {
             break;
         }
@@ -33,11 +34,21 @@ const parseMedia = async (src, options, readerInterface = from_web_1.webReader)
             parseResult = (0, parse_video_1.parseVideo)(iterator);
         }
         if ((0, has_all_info_1.hasAllInfo)(options, parseResult)) {
-            if (!reader.closed) {
-                reader.cancel(new Error('has all information'));
+            if (!currentReader.closed) {
+                currentReader.cancel(new Error('has all information'));
             }
             break;
         }
+        if (parseResult &&
+            parseResult.status === 'incomplete' &&
+            parseResult.skipTo !== null) {
+            if (!currentReader.closed) {
+                currentReader.cancel(new Error('skipped ahead'));
+            }
+            const { reader: newReader } = await readerInterface.read(src, parseResult.skipTo);
+            currentReader = newReader;
+            iterator.skipTo(parseResult.skipTo);
+        }
     }
     if (!parseResult) {
         throw new Error('Could not parse video');

package/dist/parse-result.d.ts

@@ -26,6 +26,7 @@ export type ParseResult = {
 } | {
     status: 'incomplete';
     segments: AnySegment[];
+    skipTo: number | null;
     continueParsing: () => ParseResult;
 };
 export {};

package/dist/parse-video.d.ts

@@ -4,6 +4,7 @@ export type BoxAndNext = {
     type: 'complete';
     box: IsoBaseMediaBox;
     size: number;
+    skipTo: number | null;
 } | {
     type: 'incomplete';
 };

package/dist/parse-video.js

@@ -11,6 +11,7 @@ const parseVideo = (iterator) => {
             continueParsing: () => {
                 return (0, exports.parseVideo)(iterator);
             },
+            skipTo: null,
         };
     }
     if (iterator.isIsoBaseMedia()) {

package/dist/reader.d.ts

@@ -2,7 +2,7 @@ type ReadResult = {
     reader: ReadableStreamDefaultReader<Uint8Array>;
     contentLength: number | null;
 };
-type ReadContent = (src: string, range: [number, number] | null) => Promise<ReadResult>;
+type ReadContent = (src: string, range: [number, number] | number | null) => Promise<ReadResult>;
 type GetLength = (src: string) => Promise<number>;
 export type ReaderInterface = {
     read: ReadContent;

package/dist/traversal.d.ts

@@ -0,0 +1,19 @@
+import type { MoovBox } from './boxes/iso-base-media/moov/moov';
+import type { MvhdBox } from './boxes/iso-base-media/mvhd';
+import type { StcoBox } from './boxes/iso-base-media/stsd/stco';
+import type { StscBox } from './boxes/iso-base-media/stsd/stsc';
+import type { StsdBox } from './boxes/iso-base-media/stsd/stsd';
+import type { StszBox } from './boxes/iso-base-media/stsd/stsz';
+import type { TkhdBox } from './boxes/iso-base-media/tkhd';
+import type { TrakBox } from './boxes/iso-base-media/trak/trak';
+import type { AnySegment, RegularBox } from './parse-result';
+export declare const getMoovBox: (segments: AnySegment[]) => MoovBox | null;
+export declare const getMvhdBox: (moovBox: MoovBox) => MvhdBox | null;
+export declare const getTraks: (moovBox: MoovBox) => TrakBox[];
+export declare const getTkhdBox: (trakBox: TrakBox) => TkhdBox | null;
+export declare const getMdiaBox: (trakBox: TrakBox) => RegularBox | null;
+export declare const getStblBox: (trakBox: TrakBox) => RegularBox | null;
+export declare const getStsdBox: (trakBox: TrakBox) => StsdBox | null;
+export declare const getStcoBox: (trakBox: TrakBox) => StcoBox | null;
+export declare const getStszBox: (trakBox: TrakBox) => StszBox | null;
+export declare const getStscBox: (trakBox: TrakBox) => StscBox | null;

package/dist/traversal.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getStscBox = exports.getStszBox = exports.getStcoBox = exports.getStsdBox = exports.getStblBox = exports.getMdiaBox = exports.getTkhdBox = exports.getTraks = exports.getMvhdBox = exports.getMoovBox = void 0;
+const getMoovBox = (segments) => {
+    const moovBox = segments.find((s) => s.type === 'moov-box');
+    if (!moovBox || moovBox.type !== 'moov-box') {
+        return null;
+    }
+    return moovBox;
+};
+exports.getMoovBox = getMoovBox;
+const getMvhdBox = (moovBox) => {
+    const mvHdBox = moovBox.children.find((s) => s.type === 'mvhd-box');
+    if (!mvHdBox || mvHdBox.type !== 'mvhd-box') {
+        return null;
+    }
+    return mvHdBox;
+};
+exports.getMvhdBox = getMvhdBox;
+const getTraks = (moovBox) => {
+    return moovBox.children.filter((s) => s.type === 'trak-box');
+};
+exports.getTraks = getTraks;
+const getTkhdBox = (trakBox) => {
+    const tkhdBox = trakBox.children.find((s) => s.type === 'tkhd-box');
+    return tkhdBox;
+};
+exports.getTkhdBox = getTkhdBox;
+const getMdiaBox = (trakBox) => {
+    const mdiaBox = trakBox.children.find((s) => s.type === 'regular-box' && s.boxType === 'mdia');
+    if (!mdiaBox || mdiaBox.type !== 'regular-box') {
+        return null;
+    }
+    return mdiaBox;
+};
+exports.getMdiaBox = getMdiaBox;
+const getStblBox = (trakBox) => {
+    const mdiaBox = (0, exports.getMdiaBox)(trakBox);
+    if (!mdiaBox) {
+        return null;
+    }
+    const minfBox = mdiaBox.children.find((s) => s.type === 'regular-box' && s.boxType === 'minf');
+    if (!minfBox || minfBox.type !== 'regular-box') {
+        return null;
+    }
+    const stblBox = minfBox.children.find((s) => s.type === 'regular-box' && s.boxType === 'stbl');
+    if (!stblBox || stblBox.type !== 'regular-box') {
+        return null;
+    }
+    return stblBox;
+};
+exports.getStblBox = getStblBox;
+const getStsdBox = (trakBox) => {
+    const stblBox = (0, exports.getStblBox)(trakBox);
+    if (!stblBox || stblBox.type !== 'regular-box') {
+        return null;
+    }
+    const stsdBox = stblBox.children.find((s) => s.type === 'stsd-box');
+    return stsdBox;
+};
+exports.getStsdBox = getStsdBox;
+const getStcoBox = (trakBox) => {
+    const stblBox = (0, exports.getStblBox)(trakBox);
+    if (!stblBox || stblBox.type !== 'regular-box') {
+        return null;
+    }
+    const stcoBox = stblBox.children.find((s) => s.type === 'stco-box');
+    return stcoBox;
+};
+exports.getStcoBox = getStcoBox;
+const getStszBox = (trakBox) => {
+    const stblBox = (0, exports.getStblBox)(trakBox);
+    if (!stblBox || stblBox.type !== 'regular-box') {
+        return null;
+    }
+    const stszBox = stblBox.children.find((s) => s.type === 'stsz-box');
+    return stszBox;
+};
+exports.getStszBox = getStszBox;
+const getStscBox = (trakBox) => {
+    const stblBox = (0, exports.getStblBox)(trakBox);
+    if (!stblBox || stblBox.type !== 'regular-box') {
+        return null;
+    }
+    const stcoBox = stblBox.children.find((b) => b.type === 'stsc-box');
+    return stcoBox;
+};
+exports.getStscBox = getStscBox;

package/package.json

@@ -3,11 +3,11 @@
     "url": "https://github.com/remotion-dev/remotion/tree/main/packages/media-parser"
   },
   "name": "@remotion/media-parser",
-  "version": "4.0.193",
+  "version": "4.0.194",
   "main": "dist/index.js",
   "sideEffects": false,
   "devDependencies": {
-    "@remotion/renderer": "4.0.193"
+    "@remotion/renderer": "4.0.194"
   },
   "publishConfig": {
     "access": "public"

package/src/boxes/iso-base-media/process-box.ts

@@ -68,6 +68,32 @@ const processBox = ({
 	}
 
 	if (bytesRemaining < boxSize) {
+		if (bytesRemaining >= 4) {
+			const type = iterator.getByteString(4);
+			iterator.counter.decrement(4);
+
+			if (type === 'mdat') {
+				const skipTo = fileOffset + boxSize;
+				const bytesToSkip = skipTo - iterator.counter.getOffset();
+
+				// If there is a huge mdat chunk, we can skip it because we don't need it for the metadata
+				if (bytesToSkip > 1_000_000) {
+					return {
+						type: 'complete',
+						box: {
+							type: 'regular-box',
+							boxType: 'mdat',
+							children: [],
+							boxSize,
+							offset: fileOffset,
+						},
+						size: boxSize,
+						skipTo: fileOffset + boxSize,
+					};
+				}
+			}
+		}
+
 		iterator.counter.decrement(iterator.counter.getOffset() - fileOffset);
 		if (allowIncompleteBoxes) {
 			return {
@@ -88,6 +114,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -98,6 +125,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -108,6 +136,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -118,6 +147,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -128,6 +158,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -138,6 +169,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -152,6 +184,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -166,6 +199,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -180,6 +214,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -194,6 +229,7 @@ const processBox = ({
 			type: 'complete',
 			box,
 			size: boxSize,
+			skipTo: null,
 		};
 	}
 
@@ -216,6 +252,7 @@ const processBox = ({
 			offset: fileOffset,
 		},
 		size: boxSize,
+		skipTo: null,
 	};
 };
 
@@ -257,10 +294,28 @@ export const parseBoxes = ({
 						initialBoxes: boxes,
 					});
 				},
+				skipTo: null,
 			};
 		}
 
 		boxes.push(result.box);
+
+		if (result.skipTo !== null) {
+			return {
+				status: 'incomplete',
+				segments: boxes,
+				continueParsing: () => {
+					return parseBoxes({
+						iterator,
+						maxBytes,
+						allowIncompleteBoxes,
+						initialBoxes: boxes,
+					});
+				},
+				skipTo: result.skipTo,
+			};
+		}
+
 		iterator.discardFirstBytes();
 	}
 

package/src/buffer-iterator.ts

@@ -55,6 +55,12 @@ export const getArrayBufferIterator = (
 	const buf = new ArrayBuffer(initialData.byteLength, {
 		maxByteLength: maxBytes ?? 1_000_000_000,
 	});
+	if (!buf.resize) {
+		throw new Error(
+			'`ArrayBuffer.resize` is not supported in this Runtime. Use at least Node.js 20 or Bun.',
+		);
+	}
+
 	let data = new Uint8Array(buf);
 	data.set(initialData);
 
@@ -127,6 +133,12 @@ export const getArrayBufferIterator = (
 
 	const removeBytesRead = () => {
 		const bytesToRemove = counter.getDiscardedOffset();
+
+		// Only to this operation if it is really worth it 😇
+		if (bytesToRemove < 100_000) {
+			return;
+		}
+
 		counter.discardBytes(bytesToRemove);
 		const newData = data.slice(bytesToRemove);
 		data.set(newData);
@@ -134,7 +146,15 @@ export const getArrayBufferIterator = (
 		view = new DataView(data.buffer);
 	};
 
+	const skipTo = (offset: number) => {
+		buf.resize(offset);
+		const currentOffset = counter.getOffset();
+		counter.increment(offset - currentOffset);
+		removeBytesRead();
+	};
+
 	return {
+		skipTo,
 		addData,
 		counter,
 		byteLength,

package/src/from-node.ts

@@ -6,8 +6,13 @@ import type {ReaderInterface} from './reader';
 export const nodeReader: ReaderInterface = {
 	read: async (src, range) => {
 		const stream = createReadStream(src, {
-			start: range === null ? 0 : range[0],
-			end: range === null ? Infinity : range[1],
+			start: range === null ? 0 : typeof range === 'number' ? range : range[0],
+			end:
+				range === null
+					? Infinity
+					: typeof range === 'number'
+						? Infinity
+						: range[1],
 		});
 		const stats = await stat(src);
 		return {

package/src/from-web.ts

@@ -23,18 +23,21 @@ export const webReader: ReaderInterface = {
 			headers:
 				range === null
 					? {}
-					: {
-							Range: `bytes=${`${range[0]}-${range[1]}`}`,
-						},
+					: typeof range === 'number'
+						? {
+								Range: `bytes=${range}`,
+							}
+						: {
+								Range: `bytes=${`${range[0]}-${range[1]}`}`,
+							},
+			// Disable Next.js caching
+			cache: 'no-store',
 		});
 		if (!res.body) {
 			throw new Error('No body');
 		}
 
 		const length = res.headers.get('content-length');
-		if (!length) {
-			throw new Error('No content-length');
-		}
 
 		const contentLength = length === null ? null : parseInt(length, 10);
 

package/src/parse-media.ts

@@ -17,6 +17,7 @@ export const parseMedia: ParseMedia = async (
 	readerInterface = webReader,
 ) => {
 	const {reader, contentLength} = await readerInterface.read(src, null);
+	let currentReader = reader;
 
 	const returnValue = {} as Metadata<true, true, true, true, true, true>;
 
@@ -24,7 +25,7 @@ export const parseMedia: ParseMedia = async (
 	let parseResult: ParseResult | null = null;
 
 	while (parseResult === null || parseResult.status === 'incomplete') {
-		const result = await reader.read();
+		const result = await currentReader.read();
 		if (result.done) {
 			break;
 		}
@@ -45,12 +46,29 @@ export const parseMedia: ParseMedia = async (
 		}
 
 		if (hasAllInfo(options, parseResult)) {
-			if (!reader.closed) {
-				reader.cancel(new Error('has all information'));
+			if (!currentReader.closed) {
+				currentReader.cancel(new Error('has all information'));
 			}
 
 			break;
 		}
+
+		if (
+			parseResult &&
+			parseResult.status === 'incomplete' &&
+			parseResult.skipTo !== null
+		) {
+			if (!currentReader.closed) {
+				currentReader.cancel(new Error('skipped ahead'));
+			}
+
+			const {reader: newReader} = await readerInterface.read(
+				src,
+				parseResult.skipTo,
+			);
+			currentReader = newReader;
+			iterator.skipTo(parseResult.skipTo);
+		}
 	}
 
 	if (!parseResult) {

package/src/parse-result.ts

@@ -44,5 +44,6 @@ export type ParseResult =
 	| {
 			status: 'incomplete';
 			segments: AnySegment[];
+			skipTo: number | null;
 			continueParsing: () => ParseResult;
 	  };

package/src/parse-video.ts

@@ -8,6 +8,7 @@ export type BoxAndNext =
 			type: 'complete';
 			box: IsoBaseMediaBox;
 			size: number;
+			skipTo: number | null;
 	  }
 	| {
 			type: 'incomplete';
@@ -21,6 +22,7 @@ export const parseVideo = (iterator: BufferIterator): ParseResult => {
 			continueParsing: () => {
 				return parseVideo(iterator);
 			},
+			skipTo: null,
 		};
 	}
 

package/src/reader.ts

@@ -4,7 +4,7 @@ type ReadResult = {
 };
 type ReadContent = (
 	src: string,
-	range: [number, number] | null,
+	range: [number, number] | number | null,
 ) => Promise<ReadResult>;
 type GetLength = (src: string) => Promise<number>;
 

package/src/test/stream-local.test.ts

@@ -37,7 +37,7 @@ test('Should stream WebM with no duration', async () => {
 		width: 1470,
 		height: 690,
 	});
-	expect(result.fps).toBeDefined();
+	expect(result.fps).toBe(null);
 	expect(result.videoCodec).toBe('vp8');
 	expect(result.audioCodec).toBe(null);
 });