@remotion/media-parser 4.0.199 → 4.0.201

package/src/test/matroska.test.ts

@@ -23,6 +23,47 @@ test('Should get duration of AV1 video', async () => {
 	});
 
 	expect(parsed.boxes).toEqual([
+		{
+			hex: '0x1a45dfa3',
+			type: 'Header',
+			value: [
+				{
+					hex: '0x4286',
+					type: 'EBMLVersion',
+					value: 1,
+				},
+				{
+					hex: '0x42f7',
+					type: 'EBMLReadVersion',
+					value: 1,
+				},
+				{
+					hex: '0x42f2',
+					type: 'EBMLMaxIDLength',
+					value: 4,
+				},
+				{
+					hex: '0x42f3',
+					type: 'EBMLMaxSizeLength',
+					value: 8,
+				},
+				{
+					hex: '0x4282',
+					type: 'DocType',
+					value: 'webm',
+				},
+				{
+					hex: '0x4287',
+					type: 'DocTypeVersion',
+					value: 2,
+				},
+				{
+					hex: '0x4285',
+					type: 'DocTypeReadVersion',
+					value: 2,
+				},
+			],
+		},
 		{
 			type: 'main-segment',
 			children: [
@@ -193,285 +234,261 @@ test('Should get duration of AV1 video', async () => {
 							timestamp: 0,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 279307,
 							trackNumber: 1,
-							timecode: 0,
-							headerFlags: 128,
+							timecodeInMicroseconds: 0,
 							keyframe: true,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 96,
 							trackNumber: 1,
-							timecode: 40,
-							headerFlags: 0,
+							timecodeInMicroseconds: 40000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 556,
 							trackNumber: 1,
-							timecode: 80,
-							headerFlags: 0,
+							timecodeInMicroseconds: 80000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 948,
 							trackNumber: 1,
-							timecode: 120,
-							headerFlags: 0,
+							timecodeInMicroseconds: 120000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 577,
 							trackNumber: 1,
-							timecode: 160,
-							headerFlags: 0,
+							timecodeInMicroseconds: 160000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 779,
 							trackNumber: 1,
-							timecode: 200,
-							headerFlags: 0,
+							timecodeInMicroseconds: 200000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 793,
 							trackNumber: 1,
-							timecode: 240,
-							headerFlags: 0,
+							timecodeInMicroseconds: 240000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 740,
 							trackNumber: 1,
-							timecode: 280,
-							headerFlags: 0,
+							timecodeInMicroseconds: 280000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 1095,
 							trackNumber: 1,
-							timecode: 320,
-							headerFlags: 0,
+							timecodeInMicroseconds: 320000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 1097,
 							trackNumber: 1,
-							timecode: 360,
-							headerFlags: 0,
+							timecodeInMicroseconds: 360000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 1155,
 							trackNumber: 1,
-							timecode: 400,
-							headerFlags: 0,
+							timecodeInMicroseconds: 400000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 1526,
 							trackNumber: 1,
-							timecode: 440,
-							headerFlags: 0,
+							timecodeInMicroseconds: 440000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 1487,
 							trackNumber: 1,
-							timecode: 480,
-							headerFlags: 0,
+							timecodeInMicroseconds: 480000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 2046,
 							trackNumber: 1,
-							timecode: 520,
-							headerFlags: 0,
+							timecodeInMicroseconds: 520000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 1372,
 							trackNumber: 1,
-							timecode: 560,
-							headerFlags: 0,
+							timecodeInMicroseconds: 560000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 1441,
 							trackNumber: 1,
-							timecode: 600,
-							headerFlags: 0,
+							timecodeInMicroseconds: 600000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 2947,
 							trackNumber: 1,
-							timecode: 640,
-							headerFlags: 0,
+							timecodeInMicroseconds: 640000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 2652,
 							trackNumber: 1,
-							timecode: 680,
-							headerFlags: 0,
+							timecodeInMicroseconds: 680000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 4199,
 							trackNumber: 1,
-							timecode: 720,
-							headerFlags: 0,
+							timecodeInMicroseconds: 720000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 3998,
 							trackNumber: 1,
-							timecode: 760,
-							headerFlags: 0,
+							timecodeInMicroseconds: 760000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 6373,
 							trackNumber: 1,
-							timecode: 800,
-							headerFlags: 0,
+							timecodeInMicroseconds: 800000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 5955,
 							trackNumber: 1,
-							timecode: 840,
-							headerFlags: 0,
+							timecodeInMicroseconds: 840000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 7943,
 							trackNumber: 1,
-							timecode: 880,
-							headerFlags: 0,
+							timecodeInMicroseconds: 880000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 8241,
 							trackNumber: 1,
-							timecode: 920,
-							headerFlags: 0,
+							timecodeInMicroseconds: 920000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 						{
-							type: 'simple-block-segment',
+							type: 'simple-block-or-block-segment',
 							length: 9506,
 							trackNumber: 1,
-							timecode: 960,
-							headerFlags: 0,
+							timecodeInMicroseconds: 960000,
 							keyframe: false,
-							lacing: [0, 0],
+							lacing: 0,
 							invisible: false,
-							children: [],
+							videoSample: null,
 						},
 					],
 				},
 				{
-					id: '0x1c53bb6b',
-					type: 'unknown-segment',
+					hex: '0x1c53bb6b',
+					type: 'Cues',
+					value: undefined,
 				},
 			],
 		},

package/src/test/parse-stco.test.ts

@@ -18,6 +18,7 @@ test('Parse stco box', () => {
 		iterator,
 		size: buf.length - 8,
 		offset: 0,
+		mode64Bit: false,
 	});
 	expect(result).toEqual({
 		type: 'stco-box',
@@ -46,6 +47,7 @@ test('Parse stco box with empty chunk', () => {
 		iterator,
 		size: buf.length - 8,
 		offset: 0,
+		mode64Bit: false,
 	});
 	expect(result).toEqual({
 		type: 'stco-box',

package/src/test/stream-local.test.ts

@@ -18,7 +18,7 @@ test('Should stream ISO base media', async () => {
 			tracks: true,
 			dimensions: true,
 			rotation: true,
-			unrotatedDimension: true,
+			unrotatedDimensions: true,
 		},
 		reader: nodeReader,
 		onVideoTrack: (track) => {
@@ -46,7 +46,7 @@ test('Should stream ISO base media', async () => {
 	expect(result.videoTracks.length).toBe(1);
 	expect(result.videoTracks[0].codec).toBe('hvc1.2.4.L150.b0');
 	expect(result.rotation).toBe(-90);
-	expect(result.unrotatedDimension).toEqual({
+	expect(result.unrotatedDimensions).toEqual({
 		height: 2160,
 		width: 3840,
 	});
@@ -248,6 +248,7 @@ test('Should stream ProRes video', async () => {
 
 test('Should stream variable fps video', async () => {
 	let audioTracks = 0;
+	let samples = 0;
 	const parsed = await parseMedia({
 		src: RenderInternals.exampleVideos.variablefps,
 		fields: {
@@ -257,7 +258,7 @@ test('Should stream variable fps video', async () => {
 			videoCodec: true,
 			audioCodec: true,
 			rotation: true,
-			unrotatedDimension: true,
+			unrotatedDimensions: true,
 			tracks: true,
 			boxes: true,
 		},
@@ -269,15 +270,16 @@ test('Should stream variable fps video', async () => {
 			expect(track.numberOfChannels).toBe(1);
 			expect(track.sampleRate).toBe(48000);
 			audioTracks++;
-			// TODO: Get samples
-			return null;
+			return () => {
+				samples++;
+			};
 		},
 	});
 
 	expect(parsed.dimensions.width).toBe(1280);
 	expect(parsed.dimensions.height).toBe(720);
-	expect(parsed.unrotatedDimension.width).toBe(1280);
-	expect(parsed.unrotatedDimension.height).toBe(720);
+	expect(parsed.unrotatedDimensions.width).toBe(1280);
+	expect(parsed.unrotatedDimensions.height).toBe(720);
 	expect(parsed.durationInSeconds).toBe(22.901);
 	expect(parsed.videoCodec).toBe('vp8');
 	expect(parsed.audioCodec).toBe('opus');
@@ -314,6 +316,7 @@ test('Should stream variable fps video', async () => {
 		description: undefined,
 	});
 	expect(audioTracks).toBe(1);
+	expect(samples).toBe(381);
 });
 
 test('Should stream MKV video', async () => {
@@ -357,7 +360,7 @@ test('Should stream MKV video', async () => {
 
 	expect(videoSamples).toBe(10);
 	expect(audioSamples).toBe(16);
-	expect(parsed.internalStats.samplesThatHadToBeQueued).toBe(0);
+	expect(parsed.internalStats).toEqual({});
 });
 
 test('Should stream MP3 in MP4 video', async () => {
@@ -410,7 +413,7 @@ test('Should get duration of HEVC video', async () => {
 			audioCodec: true,
 			rotation: true,
 			tracks: true,
-			unrotatedDimension: true,
+			unrotatedDimensions: true,
 			videoCodec: true,
 		},
 		onVideoTrack: () => {
@@ -434,7 +437,7 @@ test('Should get duration of HEVC video', async () => {
 	expect(parsed.audioTracks.length).toBe(1);
 	expect(parsed.audioTracks[0].codec).toBe('mp4a.40.02');
 	expect(parsed.audioTracks[0].description).toEqual(new Uint8Array([18, 16]));
-	expect(parsed.unrotatedDimension).toEqual({
+	expect(parsed.unrotatedDimensions).toEqual({
 		width: 1920,
 		height: 1080,
 	});
@@ -453,7 +456,7 @@ test('Custom DAR', async () => {
 			tracks: true,
 			dimensions: true,
 			rotation: true,
-			unrotatedDimension: true,
+			unrotatedDimensions: true,
 		},
 		reader: nodeReader,
 	});
@@ -477,7 +480,7 @@ test('Custom DAR', async () => {
 	expect(parsed.videoTracks[0].codedWidth).toBe(1280);
 	expect(parsed.videoTracks[0].codedHeight).toBe(720);
 	expect(parsed.rotation).toBe(0);
-	expect(parsed.unrotatedDimension).toEqual({
+	expect(parsed.unrotatedDimensions).toEqual({
 		height: 720,
 		width: 405,
 	});
@@ -660,7 +663,7 @@ test('MP3 in matroska', async () => {
 	expect(parsed.audioCodec).toEqual('mp3');
 	expect(parsed.videoTracks.length).toBe(1);
 	expect(parsed.audioTracks.length).toBe(1);
-	expect(audioSamples).toBe(139);
+	expect(audioSamples).toBe(140);
 	expect(videoSamples).toBe(100);
 });
 
@@ -685,5 +688,58 @@ test('Should stream OPUS', async () => {
 
 	expect(parsed.audioCodec).toEqual('opus');
 	expect(parsed.audioTracks.length).toBe(1);
-	expect(audioSamples).toBe(166);
+	expect(audioSamples).toBe(167);
+});
+
+test('Should stream transparent video', async () => {
+	let videoTracks = 0;
+	let audioTracks = 0;
+	let videoSamples = 0;
+	let keyFrames = 0;
+
+	await parseMedia({
+		src: RenderInternals.exampleVideos.transparentwithdar,
+		reader: nodeReader,
+		onVideoTrack: (track) => {
+			expect(track.codedHeight).toBe(512);
+			expect(track.codedWidth).toBe(512);
+			videoTracks++;
+			return (sample) => {
+				// https://ffmpeg.org/pipermail/ffmpeg-devel/2015-June/173825.html
+				// For Blocks, keyframes is
+				// inferred by the absence of ReferenceBlock element (as done by matroskadec).
+				if (sample.type === 'key') {
+					keyFrames++;
+				}
+
+				videoSamples++;
+			};
+		},
+		onAudioTrack: () => {
+			audioTracks++;
+			return null;
+		},
+		fields: {
+			tracks: true,
+		},
+	});
+
+	expect(videoTracks).toBe(1);
+	expect(audioTracks).toBe(0);
+	expect(videoSamples).toBe(39);
+	expect(keyFrames).toBe(1);
+});
+
+test('Acknowledge there are .avi file', () => {
+	const parsed = parseMedia({
+		src: RenderInternals.exampleVideos.avi,
+		fields: {
+			tracks: true,
+			boxes: true,
+		},
+		reader: nodeReader,
+	});
+
+	expect(parsed).rejects.toThrow('AVI');
+	expect(parsed).rejects.toThrow('not yet supported');
 });

package/src/test/stream-remote.test.ts

@@ -20,25 +20,29 @@ test('Should stream', async () => {
 	expect(result.videoCodec).toEqual('h264');
 });
 
-test('Should stream from Wikipedia', async () => {
-	const result = await parseMedia({
-		src: 'https://upload.wikimedia.org/wikipedia/commons/transcoded/c/c0/Big_Buck_Bunny_4K.webm/Big_Buck_Bunny_4K.webm.720p.vp9.webm',
-		fields: {
-			durationInSeconds: true,
-			fps: true,
-			dimensions: true,
-			videoCodec: true,
-		},
-	});
-	expect(result.durationInSeconds).toBe(634.571);
-	// TODO: Not yet implemented
-	expect(result.fps).toBe(null);
-	expect(result.dimensions).toEqual({
-		width: 1280,
-		height: 720,
-	});
-	expect(result.videoCodec).toEqual('vp9');
-});
+test(
+	'Should stream from Wikipedia',
+	async () => {
+		const result = await parseMedia({
+			src: 'https://upload.wikimedia.org/wikipedia/commons/transcoded/c/c0/Big_Buck_Bunny_4K.webm/Big_Buck_Bunny_4K.webm.720p.vp9.webm',
+			fields: {
+				durationInSeconds: true,
+				fps: true,
+				dimensions: true,
+				videoCodec: true,
+			},
+		});
+		expect(result.durationInSeconds).toBe(634.571);
+		// TODO: Not yet implemented
+		expect(result.fps).toBe(null);
+		expect(result.dimensions).toEqual({
+			width: 1280,
+			height: 720,
+		});
+		expect(result.videoCodec).toEqual('vp9');
+	},
+	{timeout: 10000},
+);
 
 test('Should handle redirect', async () => {
 	const result = await parseMedia({

package/src/test/stsd.test.ts

@@ -49,6 +49,7 @@ test('Should be able to parse a STSD audio box correctly', async () => {
 			parserState: makeParserState({
 				hasAudioCallbacks: false,
 				hasVideoCallbacks: false,
+				signal: undefined,
 			}),
 		},
 	});
@@ -213,6 +214,7 @@ test('Should be able to parse a STSD video box correctly', async () => {
 			parserState: makeParserState({
 				hasAudioCallbacks: false,
 				hasVideoCallbacks: false,
+				signal: undefined,
 			}),
 		},
 	});