@remotion/media-parser 4.0.194 → 4.0.196

package/src/boxes/webm/segments/all-segments.ts

@@ -0,0 +1,285 @@
+export const matroskaElements = {
+	EBMLMaxIDLength: '0x42f2',
+	EBMLMaxSizeLength: '0x42f3',
+	Segment: '0x18538067',
+	SeekHead: '0x114d9b74',
+	Seek: '0x4dbb',
+	SeekID: '0x53ab',
+	SeekPosition: '0x53ac',
+	Info: '0x1549a966',
+	SegmentUUID: '0x73a4',
+	SegmentFilename: '0x7384',
+	PrevUUID: '0x3cb923',
+	PrevFilename: '0x3c83ab',
+	NextUUID: '0x3eb923',
+	NextFilename: '0x3e83bb',
+	SegmentFamily: '0x4444',
+	ChapterTranslate: '0x6924',
+	ChapterTranslateID: '0x69a5',
+	ChapterTranslateCodec: '0x69bf',
+	ChapterTranslateEditionUID: '0x69fc',
+	TimestampScale: '0x2ad7b1',
+	Duration: '0x4489',
+	DateUTC: '0x4461',
+	Title: '0x7ba9',
+	MuxingApp: '0x4d80',
+	WritingApp: '0x5741',
+	Cluster: '0x1f43b675',
+	Timestamp: '0xe7',
+	SilentTracks: '0x5854',
+	SilentTrackNumber: '0x58d7',
+	Position: '0xa7',
+	PrevSize: '0xab',
+	SimpleBlock: '0xa3',
+	BlockGroup: '0xa0',
+	Block: '0xa1',
+	BlockVirtual: '0xa2',
+	BlockAdditions: '0x75a1',
+	BlockMore: '0xa6',
+	BlockAdditional: '0xa5',
+	BlockAddID: '0xee',
+	BlockDuration: '0x9b',
+	ReferencePriority: '0xfa',
+	ReferenceBlock: '0xfb',
+	ReferenceVirtual: '0xfd',
+	CodecState: '0xa4',
+	DiscardPadding: '0x75a2',
+	Slices: '0x8e',
+	TimeSlice: '0xe8',
+	LaceNumber: '0xcc',
+	FrameNumber: '0xcd',
+	BlockAdditionID: '0xcb',
+	Delay: '0xce',
+	SliceDuration: '0xcf',
+	ReferenceFrame: '0xc8',
+	ReferenceOffset: '0xc9',
+	ReferenceTimestamp: '0xca',
+	EncryptedBlock: '0xaf',
+	Tracks: '0x1654ae6b',
+	TrackEntry: '0xae',
+	TrackNumber: '0xd7',
+	TrackUID: '0x73c5',
+	TrackType: '0x83',
+	FlagEnabled: '0xb9',
+	FlagDefault: '0x88',
+	FlagForced: '0x55aa',
+	FlagHearingImpaired: '0x55ab',
+	FlagVisualImpaired: '0x55ac',
+	FlagTextDescriptions: '0x55ad',
+	FlagOriginal: '0x55ae',
+	FlagCommentary: '0x55af',
+	FlagLacing: '0x9c',
+	MinCache: '0x6de7',
+	MaxCache: '0x6df8',
+	DefaultDuration: '0x23e383',
+	DefaultDecodedFieldDuration: '0x234e7a',
+	TrackTimestampScale: '0x23314f',
+	TrackOffset: '0x537f',
+	MaxBlockAdditionID: '0x55ee',
+	BlockAdditionMapping: '0x41e4',
+	BlockAddIDValue: '0x41f0',
+	BlockAddIDName: '0x41a4',
+	BlockAddIDType: '0x41e7',
+	BlockAddIDExtraData: '0x41ed',
+	Name: '0x536e',
+	Language: '0x22b59c',
+	LanguageBCP47: '0x22b59d',
+	CodecID: '0x86',
+	CodecPrivate: '0x63a2',
+	CodecName: '0x258688',
+	AttachmentLink: '0x7446',
+	CodecSettings: '0x3a9697',
+	CodecInfoURL: '0x3b4040',
+	CodecDownloadURL: '0x26b240',
+	CodecDecodeAll: '0xaa',
+	TrackOverlay: '0x6fab',
+	CodecDelay: '0x56aa',
+	SeekPreRoll: '0x56bb',
+	TrackTranslate: '0x6624',
+	TrackTranslateTrackID: '0x66a5',
+	TrackTranslateCodec: '0x66bf',
+	TrackTranslateEditionUID: '0x66fc',
+	Video: '0xe0',
+	FlagInterlaced: '0x9a',
+	FieldOrder: '0x9d',
+	StereoMode: '0x53b8',
+	AlphaMode: '0x53c0',
+	OldStereoMode: '0x53b9',
+	PixelWidth: '0xb0',
+	PixelHeight: '0xba',
+	PixelCropBottom: '0x54aa',
+	PixelCropTop: '0x54bb',
+	PixelCropLeft: '0x54cc',
+	PixelCropRight: '0x54dd',
+	DisplayWidth: '0x54b0',
+	DisplayHeight: '0x54ba',
+	DisplayUnit: '0x54b2',
+	AspectRatioType: '0x54b3',
+	UncompressedFourCC: '0x2eb524',
+	GammaValue: '0x2fb523',
+	FrameRate: '0x2383e3',
+	Colour: '0x55b0',
+	MatrixCoefficients: '0x55b1',
+	BitsPerChannel: '0x55b2',
+	ChromaSubsamplingHorz: '0x55b3',
+	ChromaSubsamplingVert: '0x55b4',
+	CbSubsamplingHorz: '0x55b5',
+	CbSubsamplingVert: '0x55b6',
+	ChromaSitingHorz: '0x55b7',
+	ChromaSitingVert: '0x55b8',
+	Range: '0x55b9',
+	TransferCharacteristics: '0x55ba',
+	Primaries: '0x55bb',
+	MaxCLL: '0x55bc',
+	MaxFALL: '0x55bd',
+	MasteringMetadata: '0x55d0',
+	PrimaryRChromaticityX: '0x55d1',
+	PrimaryRChromaticityY: '0x55d2',
+	PrimaryGChromaticityX: '0x55d3',
+	PrimaryGChromaticityY: '0x55d4',
+	PrimaryBChromaticityX: '0x55d5',
+	PrimaryBChromaticityY: '0x55d6',
+	WhitePointChromaticityX: '0x55d7',
+	WhitePointChromaticityY: '0x55d8',
+	LuminanceMax: '0x55d9',
+	LuminanceMin: '0x55da',
+	Projection: '0x7670',
+	ProjectionType: '0x7671',
+	ProjectionPrivate: '0x7672',
+	ProjectionPoseYaw: '0x7673',
+	ProjectionPosePitch: '0x7674',
+	ProjectionPoseRoll: '0x7675',
+	Audio: '0xe1',
+	SamplingFrequency: '0xb5',
+	OutputSamplingFrequency: '0x78b5',
+	Channels: '0x9f',
+	ChannelPositions: '0x7d7b',
+	BitDepth: '0x6264',
+	Emphasis: '0x52f1',
+	TrackOperation: '0xe2',
+	TrackCombinePlanes: '0xe3',
+	TrackPlane: '0xe4',
+	TrackPlaneUID: '0xe5',
+	TrackPlaneType: '0xe6',
+	TrackJoinBlocks: '0xe9',
+	TrackJoinUID: '0xed',
+	TrickTrackUID: '0xc0',
+	TrickTrackSegmentUID: '0xc1',
+	TrickTrackFlag: '0xc6',
+	TrickMasterTrackUID: '0xc7',
+	TrickMasterTrackSegmentUID: '0xc4',
+	ContentEncodings: '0x6d80',
+	ContentEncoding: '0x6240',
+	ContentEncodingOrder: '0x5031',
+	ContentEncodingScope: '0x5032',
+	ContentEncodingType: '0x5033',
+	ContentCompression: '0x5034',
+	ContentCompAlgo: '0x4254',
+	ContentCompSettings: '0x4255',
+	ContentEncryption: '0x5035',
+	ContentEncAlgo: '0x47e1',
+	ContentEncKeyID: '0x47e2',
+	ContentEncAESSettings: '0x47e7',
+	AESSettingsCipherMode: '0x47e8',
+	ContentSignature: '0x47e3',
+	ContentSigKeyID: '0x47e4',
+	ContentSigAlgo: '0x47e5',
+	ContentSigHashAlgo: '0x47e6',
+	Cues: '0x1c53bb6b',
+	CuePoint: '0xbb',
+	CueTime: '0xb3',
+	CueTrackPositions: '0xb7',
+	CueTrack: '0xf7',
+	CueClusterPosition: '0xf1',
+	CueRelativePosition: '0xf0',
+	CueDuration: '0xb2',
+	CueBlockNumber: '0x5378',
+	CueCodecState: '0xea',
+	CueReference: '0xdb',
+	CueRefTime: '0x96',
+	CueRefCluster: '0x97',
+	CueRefNumber: '0x535f',
+	CueRefCodecState: '0xeb',
+	Attachments: '0x1941a469',
+	AttachedFile: '0x61a7',
+	FileDescription: '0x467e',
+	FileName: '0x466e',
+	FileMediaType: '0x4660',
+	FileData: '0x465c',
+	FileUID: '0x46ae',
+	FileReferral: '0x4675',
+	FileUsedStartTime: '0x4661',
+	FileUsedEndTime: '0x4662',
+	Chapters: '0x1043a770',
+	EditionEntry: '0x45b9',
+	EditionUID: '0x45bc',
+	EditionFlagHidden: '0x45bd',
+	EditionFlagDefault: '0x45db',
+	EditionFlagOrdered: '0x45dd',
+	EditionDisplay: '0x4520',
+	EditionString: '0x4521',
+	EditionLanguageIETF: '0x45e4',
+	ChapterAtom: '0xb6',
+	ChapterUID: '0x73c4',
+	ChapterStringUID: '0x5654',
+	ChapterTimeStart: '0x91',
+	ChapterTimeEnd: '0x92',
+	ChapterFlagHidden: '0x98',
+	ChapterFlagEnabled: '0x4598',
+	ChapterSegmentUUID: '0x6e67',
+	ChapterSkipType: '0x4588',
+	ChapterSegmentEditionUID: '0x6ebc',
+	ChapterPhysicalEquiv: '0x63c3',
+	ChapterTrack: '0x8f',
+	ChapterTrackUID: '0x89',
+	ChapterDisplay: '0x80',
+	ChapString: '0x85',
+	ChapLanguage: '0x437c',
+	ChapLanguageBCP47: '0x437d',
+	ChapCountry: '0x437e',
+	ChapProcess: '0x6944',
+	ChapProcessCodecID: '0x6955',
+	ChapProcessPrivate: '0x450d',
+	ChapProcessCommand: '0x6911',
+	ChapProcessTime: '0x6922',
+	ChapProcessData: '0x6933',
+	Tags: '0x1254c367',
+	Tag: '0x7373',
+	Targets: '0x63c0',
+	TargetTypeValue: '0x68ca',
+	TargetType: '0x63ca',
+	TagTrackUID: '0x63c5',
+	TagEditionUID: '0x63c9',
+	TagChapterUID: '0x63c4',
+	TagAttachmentUID: '0x63c6',
+	SimpleTag: '0x67c8',
+	TagName: '0x45a3',
+	TagLanguage: '0x447a',
+	TagLanguageBCP47: '0x447b',
+	TagDefault: '0x4484',
+	TagDefaultBogus: '0x44b4',
+	TagString: '0x4487',
+	TagBinary: '0x4485',
+	Void: '0xec',
+	Crc32: '0xbf',
+} as const;
+
+const matroskaIds = Object.values(matroskaElements);
+
+export const knownIdsWithOneLength = matroskaIds.filter(
+	(id) => id.length === 4,
+) as string[];
+
+export const knownIdsWithTwoLength = matroskaIds.filter(
+	(id) => id.length === 6,
+) as string[];
+
+export const knownIdsWithThreeLength = matroskaIds.filter(
+	(id) => id.length === 8,
+) as string[];
+
+export const getSegmentName = (id: string) => {
+	return Object.entries(matroskaElements).find(
+		([, value]) => value === id,
+	)?.[0];
+};

package/src/boxes/webm/segments/duration.ts

@@ -7,16 +7,23 @@ export type DurationSegment = {
 
 export const parseDurationSegment = (
 	iterator: BufferIterator,
+	length: number,
 ): DurationSegment => {
-	const length = iterator.getVint();
-	if (length !== 8) {
-		throw new Error('Expected duration segment to be 8 bytes');
+	if (length === 8) {
+		return {
+			type: 'duration-segment',
+			duration: iterator.getFloat64(),
+		};
 	}
 
-	const duration = iterator.getFloat64();
+	if (length === 4) {
+		return {
+			type: 'duration-segment',
+			duration: iterator.getFloat32(),
+		};
+	}
 
-	return {
-		type: 'duration-segment',
-		duration,
-	};
+	throw new Error(
+		'Expected duration segment to be 4 or 8 bytes, but it is ' + length,
+	);
 };

package/src/boxes/webm/segments/info.ts

@@ -1,4 +1,5 @@
 import type {BufferIterator} from '../../../buffer-iterator';
+import type {ParserContext} from '../../../parser-context';
 import type {MatroskaSegment} from '../segments';
 import {expectChildren} from './parse-children';
 
@@ -8,13 +9,26 @@ export type InfoSegment = {
 	children: MatroskaSegment[];
 };
 
-export const parseInfoSegment = (iterator: BufferIterator): InfoSegment => {
-	const length = iterator.getVint();
-	const children = expectChildren(iterator, length);
+export const parseInfoSegment = async (
+	iterator: BufferIterator,
+	length: number,
+	parserContext: ParserContext,
+): Promise<InfoSegment> => {
+	const children = await expectChildren({
+		iterator,
+		length,
+		initialChildren: [],
+		wrap: null,
+		parserContext,
+	});
+
+	if (children.status === 'incomplete') {
+		throw new Error('Incomplete children');
+	}
 
 	return {
 		type: 'info-segment',
 		length,
-		children,
+		children: children.segments as MatroskaSegment[],
 	};
 };

package/src/boxes/webm/segments/main.ts

@@ -1,19 +1,6 @@
-import type {BufferIterator} from '../../../buffer-iterator';
 import {type MatroskaSegment} from '../segments';
-import {expectChildren} from './parse-children';
 
 export type MainSegment = {
 	type: 'main-segment';
 	children: MatroskaSegment[];
 };
-
-export const parseMainSegment = (iterator: BufferIterator): MainSegment => {
-	const length = iterator.getVint();
-
-	const children = expectChildren(iterator, length);
-
-	return {
-		type: 'main-segment',
-		children,
-	};
-};

package/src/boxes/webm/segments/muxing.ts

@@ -7,8 +7,8 @@ export type MuxingAppSegment = {
 
 export const parseMuxingSegment = (
 	iterator: BufferIterator,
+	length: number,
 ): MuxingAppSegment => {
-	const length = iterator.getVint();
 	const value = iterator.getByteString(length);
 
 	return {

package/src/boxes/webm/segments/parse-children.ts

@@ -1,21 +1,144 @@
 import type {BufferIterator} from '../../../buffer-iterator';
+import type {ParseResult} from '../../../parse-result';
+import type {ParserContext} from '../../../parser-context';
 import type {MatroskaSegment} from '../segments';
 import {expectSegment} from '../segments';
 
-export const expectChildren = (
-	iterator: BufferIterator,
-	length: number,
-): MatroskaSegment[] => {
-	const children: MatroskaSegment[] = [];
+type WrapChildren = (segments: MatroskaSegment[]) => MatroskaSegment;
+
+const processParseResult = ({
+	parseResult,
+	children,
+	wrap,
+}: {
+	children: MatroskaSegment[];
+	parseResult: ParseResult;
+	wrap: WrapChildren | null;
+}): ParseResult => {
+	if (parseResult.status === 'incomplete') {
+		// No need to decrement because expectSegment already does it
+		return {
+			status: 'incomplete',
+			segments: [],
+			continueParsing: async () => {
+				const newParseResult = await parseResult.continueParsing();
+				return processParseResult({
+					children,
+					parseResult: newParseResult,
+					wrap,
+				});
+			},
+			skipTo: null,
+		};
+	}
+
+	for (const segment of parseResult.segments) {
+		children.push(segment as MatroskaSegment);
+	}
+
+	return {
+		status: 'done',
+		segments: wrap ? [wrap(children)] : children,
+	};
+};
+
+const continueParsingfunction =
+	({
+		result,
+		iterator,
+		children,
+		wrap,
+		parserContext,
+		length,
+	}: {
+		result: ParseResult;
+		iterator: BufferIterator;
+		children: MatroskaSegment[];
+		wrap: WrapChildren | null;
+		parserContext: ParserContext;
+		length: number;
+	}) =>
+	async (): Promise<ParseResult> => {
+		if (result.status !== 'incomplete') {
+			throw new Error('expected incomplete');
+		}
+
+		const offset = iterator.counter.getOffset();
+
+		const continued = await result.continueParsing();
+		if (continued.status === 'incomplete') {
+			return {
+				status: 'incomplete',
+				continueParsing: continueParsingfunction({
+					result: continued,
+					iterator,
+					children,
+					wrap,
+					parserContext,
+					length: length - (iterator.counter.getOffset() - offset),
+				}),
+				skipTo: continued.skipTo,
+				segments: wrap ? [wrap(children)] : children,
+			};
+		}
+
+		return expectChildren({
+			iterator,
+			length: length - (iterator.counter.getOffset() - offset),
+			initialChildren: children,
+			wrap,
+			parserContext,
+		});
+	};
+
+export const expectChildren = async ({
+	iterator,
+	length,
+	initialChildren,
+	wrap,
+	parserContext,
+}: {
+	iterator: BufferIterator;
+	length: number;
+	initialChildren: MatroskaSegment[];
+	wrap: WrapChildren | null;
+	parserContext: ParserContext;
+}): Promise<ParseResult> => {
+	const children: MatroskaSegment[] = [...initialChildren];
 	const startOffset = iterator.counter.getOffset();
 
 	while (iterator.counter.getOffset() < startOffset + length) {
-		const child = expectSegment(iterator);
-		children.push(child);
-		if (child.type === 'unknown-segment') {
+		if (iterator.bytesRemaining() === 0) {
 			break;
 		}
+
+		const parseResult = await expectSegment(iterator, parserContext);
+
+		const child = processParseResult({
+			children,
+			parseResult,
+			wrap,
+		});
+
+		if (child.status === 'incomplete') {
+			return {
+				status: 'incomplete',
+				continueParsing: continueParsingfunction({
+					result: child,
+					iterator,
+					children,
+					wrap,
+					parserContext,
+					length: length - (iterator.counter.getOffset() - startOffset),
+				}),
+				skipTo: child.skipTo,
+				segments: wrap ? [wrap(children)] : children,
+			};
+		}
 	}
 
-	return children;
+	return {
+		status: 'done',
+		segments: wrap ? [wrap(children)] : children,
+	};
 };

package/src/boxes/webm/segments/seek-head.ts

@@ -1,4 +1,5 @@
 import type {BufferIterator} from '../../../buffer-iterator';
+import type {ParserContext} from '../../../parser-context';
 import {type MatroskaSegment} from '../segments';
 import {expectChildren} from './parse-children';
 
@@ -8,14 +9,26 @@ export type SeekHeadSegment = {
 	length: number;
 };
 
-export const parseSeekHeadSegment = (
+export const parseSeekHeadSegment = async (
 	iterator: BufferIterator,
-): SeekHeadSegment => {
-	const length = iterator.getVint();
+	length: number,
+	parserContext: ParserContext,
+): Promise<SeekHeadSegment> => {
+	const children = await expectChildren({
+		iterator,
+		length,
+		initialChildren: [],
+		wrap: null,
+		parserContext,
+	});
+
+	if (children.status === 'incomplete') {
+		throw new Error('Incomplete children');
+	}
 
 	return {
 		type: 'seek-head-segment',
 		length,
-		children: expectChildren(iterator, length),
+		children: children.segments as MatroskaSegment[],
 	};
 };

package/src/boxes/webm/segments/seek-position.ts

@@ -7,9 +7,8 @@ export type SeekPositionSegment = {
 
 export const parseSeekPositionSegment = (
 	iterator: BufferIterator,
+	length: number,
 ): SeekPositionSegment => {
-	const length = iterator.getVint();
-
 	const seekPosition = iterator.getDecimalBytes(length);
 
 	return {

package/src/boxes/webm/segments/seek.ts

@@ -1,23 +1,45 @@
 import type {BufferIterator} from '../../../buffer-iterator';
+import type {ParserContext} from '../../../parser-context';
 import type {MatroskaSegment} from '../segments';
-import {expectSegment} from '../segments';
+import {expectChildren} from './parse-children';
 
 export type SeekSegment = {
 	type: 'seek-segment';
-	seekId: string;
-	child: MatroskaSegment;
+	children: MatroskaSegment[];
+};
+
+export const parseSeekSegment = async (
+	iterator: BufferIterator,
+	length: number,
+	parserContext: ParserContext,
+): Promise<SeekSegment> => {
+	const children = await expectChildren({
+		iterator,
+		length,
+		initialChildren: [],
+		wrap: null,
+		parserContext,
+	});
+	if (children.status === 'incomplete') {
+		throw new Error('Incomplete children');
+	}
+
+	return {
+		type: 'seek-segment',
+		children: children.segments as MatroskaSegment[],
+	};
 };
 
-export const parseSeekSegment = (iterator: BufferIterator): SeekSegment => {
-	// length
-	iterator.discard(4);
+export type SeekIdSegment = {
+	type: 'seek-id-segment';
+	seekId: string;
+};
 
+export const parseSeekIdSegment = (iterator: BufferIterator): SeekIdSegment => {
 	const seekId = iterator.getMatroskaSegmentId();
-	const child = expectSegment(iterator);
 
 	return {
-		type: 'seek-segment',
+		type: 'seek-id-segment',
 		seekId,
-		child,
 	};
 };