@remotion/media-parser 4.0.193 → 4.0.195

package/src/test/matroska.test.ts

@@ -4,16 +4,16 @@ import {nodeReader} from '../from-node';
 import {parseMedia} from '../parse-media';
 
 test('Should get duration of AV1 video', async () => {
-	const parsed = await parseMedia(
-		RenderInternals.exampleVideos.av1,
-		{
+	const parsed = await parseMedia({
+		src: RenderInternals.exampleVideos.av1,
+		fields: {
 			durationInSeconds: true,
 			boxes: true,
 			dimensions: true,
 			fps: true,
 		},
-		nodeReader,
-	);
+		reader: nodeReader,
+	});
 
 	expect(parsed.durationInSeconds).toBe(1);
 	expect(parsed.fps).toBe(null);
@@ -21,6 +21,7 @@ test('Should get duration of AV1 video', async () => {
 		width: 1920,
 		height: 1080,
 	});
+
 	expect(parsed.boxes).toEqual([
 		{
 			type: 'main-segment',
@@ -31,35 +32,55 @@ test('Should get duration of AV1 video', async () => {
 					children: [
 						{
 							type: 'seek-segment',
-							seekId: '0x1549a966',
-							child: {
-								type: 'seek-position-segment',
-								seekPosition: 161,
-							},
+							children: [
+								{
+									type: 'seek-id-segment',
+									seekId: '0x1549a966',
+								},
+								{
+									type: 'seek-position-segment',
+									seekPosition: 161,
+								},
+							],
 						},
 						{
 							type: 'seek-segment',
-							seekId: '0x1654ae6b',
-							child: {
-								type: 'seek-position-segment',
-								seekPosition: 214,
-							},
+							children: [
+								{
+									type: 'seek-id-segment',
+									seekId: '0x1654ae6b',
+								},
+								{
+									type: 'seek-position-segment',
+									seekPosition: 214,
+								},
+							],
 						},
 						{
 							type: 'seek-segment',
-							seekId: '0x1254c367',
-							child: {
-								type: 'seek-position-segment',
-								seekPosition: 322,
-							},
+							children: [
+								{
+									type: 'seek-id-segment',
+									seekId: '0x1254c367',
+								},
+								{
+									type: 'seek-position-segment',
+									seekPosition: 322,
+								},
+							],
 						},
 						{
 							type: 'seek-segment',
-							seekId: '0x1c53bb6b',
-							child: {
-								type: 'seek-position-segment',
-								seekPosition: 347329,
-							},
+							children: [
+								{
+									type: 'seek-id-segment',
+									seekId: '0x1c53bb6b',
+								},
+								{
+									type: 'seek-position-segment',
+									seekPosition: 347329,
+								},
+							],
 						},
 					],
 				},
@@ -117,7 +138,7 @@ test('Should get duration of AV1 video', async () => {
 								},
 								{
 									type: 'track-type-segment',
-									trackType: 1,
+									trackType: 'video',
 								},
 								{
 									type: 'default-duration-segment',
@@ -131,27 +152,325 @@ test('Should get duration of AV1 video', async () => {
 											width: 1920,
 										},
 										{
-											height: 1080,
 											type: 'height-segment',
+											height: 1080,
 										},
 										{
 											type: 'color-segment',
+											length: 16,
 										},
 									],
 								},
 								{
-									codecPrivateData: [
+									type: 'codec-private-segment',
+									codecPrivateData: new Uint8Array([
 										129, 8, 12, 0, 10, 14, 0, 0, 0, 66, 171, 191, 195, 118, 0,
 										8, 8, 8, 8, 32,
-									],
-									type: 'codec-private-segment',
+									]),
 								},
 							],
 						},
 					],
 				},
 				{
-					id: '0x1254c367',
+					type: 'tags-segment',
+					children: [
+						{
+							type: 'tag-segment',
+							length: 31,
+						},
+						{
+							type: 'tag-segment',
+							length: 51,
+						},
+					],
+				},
+				{
+					type: 'cluster-segment',
+					children: [
+						{
+							type: 'timestamp-segment',
+							timestamp: 0,
+						},
+						{
+							type: 'simple-block-segment',
+							length: 279307,
+							trackNumber: 1,
+							timecode: 0,
+							headerFlags: 128,
+							keyframe: true,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 96,
+							trackNumber: 1,
+							timecode: 40,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 556,
+							trackNumber: 1,
+							timecode: 80,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 948,
+							trackNumber: 1,
+							timecode: 120,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 577,
+							trackNumber: 1,
+							timecode: 160,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 779,
+							trackNumber: 1,
+							timecode: 200,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 793,
+							trackNumber: 1,
+							timecode: 240,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 740,
+							trackNumber: 1,
+							timecode: 280,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 1095,
+							trackNumber: 1,
+							timecode: 320,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 1097,
+							trackNumber: 1,
+							timecode: 360,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 1155,
+							trackNumber: 1,
+							timecode: 400,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 1526,
+							trackNumber: 1,
+							timecode: 440,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 1487,
+							trackNumber: 1,
+							timecode: 480,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 2046,
+							trackNumber: 1,
+							timecode: 520,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 1372,
+							trackNumber: 1,
+							timecode: 560,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 1441,
+							trackNumber: 1,
+							timecode: 600,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 2947,
+							trackNumber: 1,
+							timecode: 640,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 2652,
+							trackNumber: 1,
+							timecode: 680,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 4199,
+							trackNumber: 1,
+							timecode: 720,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 3998,
+							trackNumber: 1,
+							timecode: 760,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 6373,
+							trackNumber: 1,
+							timecode: 800,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 5955,
+							trackNumber: 1,
+							timecode: 840,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 7943,
+							trackNumber: 1,
+							timecode: 880,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 8241,
+							trackNumber: 1,
+							timecode: 920,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+						{
+							type: 'simple-block-segment',
+							length: 9506,
+							trackNumber: 1,
+							timecode: 960,
+							headerFlags: 0,
+							keyframe: false,
+							lacing: [0, 0],
+							invisible: false,
+							children: [],
+						},
+					],
+				},
+				{
+					id: '0x1c53bb6b',
 					type: 'unknown-segment',
 				},
 			],

package/src/test/mvhd.test.ts

@@ -80,7 +80,12 @@ test('Should be able to parse a MVHD box correctly', () => {
 		durationInSeconds: 4.167,
 		rate: 1,
 		volume: 1,
-		matrix: [65536, 0, 0, 0, 65536, 0, 0, 0, 1073741824],
+		// prettier-ignore
+		matrix: [
+			1, 0, 0,
+			0, 1, 0,
+			0, 0, 1
+		],
 		nextTrackId: 2,
 		type: 'mvhd-box',
 		boxSize: 108,

package/src/test/parse-esds.test.ts

@@ -30,9 +30,17 @@ test('Parse ESDS box', () => {
 			{
 				type: 'decoder-config-descriptor',
 				objectTypeIndication: 'mp3',
-			},
-			{
-				type: 'sl-config-descriptor',
+				asNumber: 107,
+				bufferSizeDB: 0,
+				streamType: 5,
+				upStream: 0,
+				avgBitrate: 320000,
+				maxBitrate: 320000,
+				decoderSpecificConfigs: [
+					{
+						type: 'unknown-decoder-specific-config',
+					},
+				],
 			},
 		],
 	});
@@ -66,9 +74,24 @@ test('Parse two ESDS', () => {
 			{
 				objectTypeIndication: 'aac',
 				type: 'decoder-config-descriptor',
-			},
-			{
-				type: 'sl-config-descriptor',
+				asNumber: 64,
+				bufferSizeDB: 6144,
+				streamType: 5,
+				upStream: 0,
+				avgBitrate: 320000,
+				maxBitrate: 320000,
+				decoderSpecificConfigs: [
+					{
+						audioObjectType: 2,
+						channelConfiguration: 2,
+						samplingFrequencyIndex: 3,
+						type: 'audio-specific-config',
+						asBytes: new Uint8Array([17, 144]),
+					},
+					{
+						type: 'unknown-decoder-specific-config',
+					},
+				],
 			},
 		],
 	});

package/src/test/parse-stco.test.ts

@@ -0,0 +1,59 @@
+import {expect, test} from 'bun:test';
+import {parseStco} from '../boxes/iso-base-media/stsd/stco';
+import {getArrayBufferIterator} from '../buffer-iterator';
+
+test('Parse stco box', () => {
+	const buf = new Uint8Array([
+		// mock header
+		0, 0, 0, 0, 0, 0, 0, 0,
+		// actual box
+		0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 26, 252, 0, 0, 33, 118, 0, 0, 43, 73, 0, 0,
+		49, 45, 0, 0, 59, 16, 0, 0, 65, 141, 0, 0, 71, 100, 0, 0, 81, 236, 0, 0, 87,
+		246,
+	]);
+
+	const iterator = getArrayBufferIterator(buf);
+	iterator.counter.increment(8);
+	const result = parseStco({
+		iterator,
+		size: buf.length - 8,
+		offset: 0,
+	});
+	expect(result).toEqual({
+		type: 'stco-box',
+		boxSize: 44,
+		offset: 0,
+		version: 0,
+		flags: [0, 0, 0],
+		entryCount: 9,
+		entries: [6908, 8566, 11081, 12589, 15120, 16781, 18276],
+	});
+});
+
+test('Parse stco box with empty chunk', () => {
+	const buf = new Uint8Array([
+		// mock header
+		0, 0, 0, 0, 0, 0, 0, 0,
+		// actual box
+		0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 6, 101, 0, 0, 30, 188, 0, 0, 40, 246, 0, 0,
+		47, 9, 0, 0, 56, 173, 0, 0, 62, 208, 0, 0, 69, 77, 0, 0, 78, 228, 0, 0, 85,
+		172,
+	]);
+
+	const iterator = getArrayBufferIterator(buf);
+	iterator.counter.increment(8);
+	const result = parseStco({
+		iterator,
+		size: buf.length - 8,
+		offset: 0,
+	});
+	expect(result).toEqual({
+		type: 'stco-box',
+		boxSize: 44,
+		offset: 0,
+		version: 0,
+		flags: [0, 0, 0],
+		entryCount: 9,
+		entries: [1637, 7868, 10486, 12041, 14509, 16080, 17741],
+	});
+});

package/src/test/parse-stsc.test.ts

@@ -0,0 +1,104 @@
+import {expect, test} from 'bun:test';
+import {parseStsc} from '../boxes/iso-base-media/stsd/stsc';
+import {getArrayBufferIterator} from '../buffer-iterator';
+
+test('Parse stsc box', () => {
+	const buffer = Uint8Array.from([
+		// mock header
+		0, 0, 0, 0, 0, 0, 0, 0,
+		// actual box
+		0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 2, 0,
+		0, 0, 1, 0, 0, 0, 1,
+	]);
+
+	const iterator = getArrayBufferIterator(buffer);
+	iterator.counter.increment(8);
+	const result = parseStsc({
+		iterator,
+		offset: 0,
+		size: buffer.length - 8,
+	});
+
+	expect(result).toEqual({
+		boxSize: 32,
+		flags: [0, 0, 0],
+		offset: 0,
+		type: 'stsc-box',
+		version: 0,
+		entryCount: 2,
+		entries: [
+			{
+				firstChunk: 1,
+				samplesPerChunk: 2,
+			},
+			{
+				firstChunk: 2,
+				samplesPerChunk: 1,
+			},
+		],
+	});
+});
+
+test('Parse stsc box 2', () => {
+	const buffer = Uint8Array.from([
+		// mock header
+		0, 0, 0, 0, 0, 0, 0, 0,
+		// actual box
+		0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 2, 0,
+		0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 4, 0, 0,
+		0, 2, 0, 0, 0, 1, 0, 0, 0, 5, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 7, 0, 0, 0,
+		2, 0, 0, 0, 1, 0, 0, 0, 8, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 9, 0, 0, 0, 4,
+		0, 0, 0, 1,
+	]);
+
+	const iterator = getArrayBufferIterator(buffer);
+	iterator.counter.increment(8);
+	const result = parseStsc({
+		iterator,
+		offset: 0,
+		size: buffer.length - 8,
+	});
+
+	expect(result).toEqual({
+		boxSize: 104,
+		flags: [0, 0, 0],
+		offset: 0,
+		type: 'stsc-box',
+		version: 0,
+		entryCount: 8,
+		entries: [
+			{
+				firstChunk: 1,
+				samplesPerChunk: 1,
+			},
+			{
+				firstChunk: 2,
+				samplesPerChunk: 2,
+			},
+			{
+				firstChunk: 3,
+				samplesPerChunk: 1,
+			},
+			{
+				firstChunk: 4,
+				samplesPerChunk: 2,
+			},
+			{
+				firstChunk: 5,
+				samplesPerChunk: 1,
+			},
+			{
+				firstChunk: 7,
+				samplesPerChunk: 2,
+			},
+			{
+				firstChunk: 8,
+				samplesPerChunk: 1,
+			},
+			{
+				firstChunk: 9,
+				samplesPerChunk: 4,
+			},
+		],
+	});
+});