@remotion/media-parser 4.0.209 → 4.0.210

package/src/boxes/iso-base-media/esds/esds-descriptors.ts

@@ -1,135 +0,0 @@
-/* eslint-disable no-constant-condition */
-import type {BufferIterator} from '../../../buffer-iterator';
-import type {DecoderSpecificConfig} from './decoder-specific-config';
-import {parseDecoderSpecificConfig} from './decoder-specific-config';
-
-type AudioObjectType = 'aac' | 'mp3' | 'unknown';
-
-type DecoderConfigDescriptor = {
-	type: 'decoder-config-descriptor';
-	objectTypeIndication: AudioObjectType;
-	asNumber: number;
-	streamType: number;
-	upStream: number;
-	bufferSizeDB: number;
-	maxBitrate: number;
-	avgBitrate: number;
-	decoderSpecificConfigs: DecoderSpecificConfig[];
-};
-
-const mapToObjectAudioIndicator = (num: number): AudioObjectType => {
-	// https://chromium.googlesource.com/chromium/src/media/+/master/formats/mp4/es_descriptor.h
-	// http://netmedia.zju.edu.cn/multimedia2013/mpeg-4/ISO%20IEC%2014496-1%20MPEG-4%20System%20Standard.pdf
-	// Page 42, table 8
-	if (num === 0x40) {
-		return 'aac';
-	}
-
-	if (num === 0x6b) {
-		return 'mp3';
-	}
-
-	return 'unknown';
-};
-
-type SlConfigDescriptor = {
-	type: 'sl-config-descriptor';
-};
-
-type UnknownDescriptor = {
-	type: 'unknown-descriptor';
-};
-
-export type Descriptor =
-	| DecoderConfigDescriptor
-	| SlConfigDescriptor
-	| UnknownDescriptor;
-
-type DescriptorAndNext = {
-	descriptor: Descriptor | null;
-};
-
-export const processDescriptor = ({
-	iterator,
-}: {
-	iterator: BufferIterator;
-}): DescriptorAndNext => {
-	const tag = iterator.getUint8();
-
-	if (tag === 4) {
-		const size = iterator.getPaddedFourByteNumber();
-		const initialOffset = iterator.counter.getOffset();
-
-		const objectTypeIndication = iterator.getUint8();
-		iterator.startReadingBits();
-		const streamType = iterator.getBits(6);
-		const upStream = iterator.getBits(1);
-		// reserved
-		iterator.getBits(1);
-		const bufferSizeDB = iterator.getBits(24);
-		iterator.stopReadingBits();
-		const maxBitrate = iterator.getUint32();
-		const avgBitrate = iterator.getUint32();
-
-		const decoderSpecificConfigs: DecoderSpecificConfig[] = [];
-
-		while (size - (iterator.counter.getOffset() - initialOffset) >= 0) {
-			const decoderSpecificConfig = parseDecoderSpecificConfig(iterator);
-			decoderSpecificConfigs.push(decoderSpecificConfig);
-		}
-
-		return {
-			descriptor: {
-				type: 'decoder-config-descriptor',
-				objectTypeIndication: mapToObjectAudioIndicator(objectTypeIndication),
-				asNumber: objectTypeIndication,
-				bufferSizeDB,
-				streamType,
-				upStream,
-				avgBitrate,
-				maxBitrate,
-				decoderSpecificConfigs,
-			},
-		};
-	}
-
-	if (tag === 6) {
-		const size = iterator.getPaddedFourByteNumber();
-
-		iterator.discard(size);
-		return {
-			descriptor: {
-				type: 'sl-config-descriptor',
-			},
-		};
-	}
-
-	return {
-		descriptor: null,
-	};
-};
-
-export const parseDescriptors = (
-	iterator: BufferIterator,
-	maxBytes: number,
-): Descriptor[] => {
-	const descriptors: Descriptor[] = [];
-	const initialOffset = iterator.counter.getOffset();
-
-	while (
-		iterator.bytesRemaining() > 0 &&
-		iterator.counter.getOffset() - initialOffset < maxBytes
-	) {
-		const {descriptor} = processDescriptor({
-			iterator,
-		});
-
-		if (descriptor) {
-			descriptors.push(descriptor);
-		} else {
-			break;
-		}
-	}
-
-	return descriptors;
-};

package/src/boxes/iso-base-media/esds/esds.ts

@@ -1,49 +0,0 @@
-import type {BufferIterator} from '../../../buffer-iterator';
-import type {Descriptor} from './esds-descriptors';
-import {parseDescriptors} from './esds-descriptors';
-
-export interface EsdsBox {
-	type: 'esds-box';
-	version: number;
-	tag: number;
-	sizeOfInstance: number;
-	esId: number;
-	descriptors: Descriptor[];
-}
-
-export const parseEsds = ({
-	data,
-	size,
-	fileOffset,
-}: {
-	data: BufferIterator;
-	size: number;
-	fileOffset: number;
-}): EsdsBox => {
-	const version = data.getUint8();
-	// Flags, we discard them
-	data.discard(3);
-	const tag = data.getUint8();
-
-	const sizeOfInstance = data.getPaddedFourByteNumber();
-	const esId = data.getUint16();
-
-	// disard 1 byte, currently unknown
-	data.discard(1);
-
-	const remaining = size - (data.counter.getOffset() - fileOffset);
-	const descriptors = parseDescriptors(data, remaining);
-
-	const remainingNow = size - (data.counter.getOffset() - fileOffset);
-
-	data.discard(remainingNow);
-
-	return {
-		type: 'esds-box',
-		version,
-		tag,
-		sizeOfInstance,
-		esId,
-		descriptors,
-	};
-};

package/src/boxes/iso-base-media/ftyp.ts

@@ -1,39 +0,0 @@
-import type {BufferIterator} from '../../buffer-iterator';
-import type {BaseBox} from './base-type';
-
-export interface FtypBox extends BaseBox {
-	type: 'ftyp-box';
-	majorBrand: string;
-	minorVersion: number;
-	compatibleBrands: string[];
-}
-
-export const parseFtyp = ({
-	iterator,
-	size,
-	offset,
-}: {
-	iterator: BufferIterator;
-	size: number;
-	offset: number;
-}): FtypBox => {
-	const majorBrand = iterator.getByteString(4);
-	const minorVersion = iterator.getFourByteNumber();
-
-	const types = (size - iterator.counter.getOffset()) / 4;
-	const compatibleBrands: string[] = [];
-	for (let i = 0; i < types; i++) {
-		compatibleBrands.push(iterator.getByteString(4).trim());
-	}
-
-	const offsetAtEnd = iterator.counter.getOffset();
-
-	return {
-		type: 'ftyp-box',
-		majorBrand,
-		minorVersion,
-		compatibleBrands,
-		offset,
-		boxSize: offsetAtEnd - offset,
-	};
-};

package/src/boxes/iso-base-media/get-sample-positions-from-track.ts

@@ -1,69 +0,0 @@
-import {getTimescaleAndDuration} from '../../get-fps';
-import type {SamplePosition} from '../../get-sample-positions';
-import {getSamplePositions} from '../../get-sample-positions';
-import type {IsoBaseMediaBox} from '../../parse-result';
-import {getSamplesFromMoof} from '../../samples-from-moof';
-import {
-	getCttsBox,
-	getStcoBox,
-	getStscBox,
-	getStssBox,
-	getStszBox,
-	getSttsBox,
-	getTkhdBox,
-} from '../../traversal';
-import type {TrakBox} from './trak/trak';
-
-export const getSamplePositionsFromTrack = (
-	trakBox: TrakBox,
-	moofBox: IsoBaseMediaBox | null,
-): SamplePosition[] => {
-	const stszBox = getStszBox(trakBox);
-	const stcoBox = getStcoBox(trakBox);
-	const stscBox = getStscBox(trakBox);
-	const stssBox = getStssBox(trakBox);
-	const sttsBox = getSttsBox(trakBox);
-	const tkhdBox = getTkhdBox(trakBox);
-	const cttsBox = getCttsBox(trakBox);
-
-	const timescaleAndDuration = getTimescaleAndDuration(trakBox);
-
-	if (!tkhdBox) {
-		throw new Error('Expected tkhd box in trak box');
-	}
-
-	if (!stszBox) {
-		throw new Error('Expected stsz box in trak box');
-	}
-
-	if (!stcoBox) {
-		throw new Error('Expected stco box in trak box');
-	}
-
-	if (!stscBox) {
-		throw new Error('Expected stsc box in trak box');
-	}
-
-	if (!sttsBox) {
-		throw new Error('Expected stts box in trak box');
-	}
-
-	if (!timescaleAndDuration) {
-		throw new Error('Expected timescale and duration in trak box');
-	}
-
-	let samplePositions = getSamplePositions({
-		stcoBox,
-		stscBox,
-		stszBox,
-		stssBox,
-		sttsBox,
-		cttsBox,
-	});
-
-	if (samplePositions.length === 0 && moofBox) {
-		samplePositions = getSamplesFromMoof({moofBox, trackId: tkhdBox.trackId});
-	}
-
-	return samplePositions;
-};

package/src/boxes/iso-base-media/make-track.ts

@@ -1,116 +0,0 @@
-import {
-	getAudioCodecStringFromTrak,
-	getNumberOfChannelsFromTrak,
-	getSampleRate,
-} from '../../get-audio-codec';
-import {
-	getTimescaleAndDuration,
-	trakBoxContainsAudio,
-	trakBoxContainsVideo,
-} from '../../get-fps';
-import {
-	applyAspectRatios,
-	applyTkhdBox,
-	getDisplayAspectRatio,
-	getSampleAspectRatio,
-	getVideoSample,
-} from '../../get-sample-aspect-ratio';
-import type {AudioTrack, OtherTrack, VideoTrack} from '../../get-tracks';
-import {getVideoCodecString} from '../../get-video-codec';
-import {getTkhdBox, getVideoDescriptors} from '../../traversal';
-import type {TrakBox} from './trak/trak';
-
-export const makeBaseMediaTrack = (
-	trakBox: TrakBox,
-): VideoTrack | AudioTrack | OtherTrack | null => {
-	const tkhdBox = getTkhdBox(trakBox);
-
-	const videoDescriptors = getVideoDescriptors(trakBox);
-	const timescaleAndDuration = getTimescaleAndDuration(trakBox);
-
-	if (!tkhdBox) {
-		throw new Error('Expected tkhd box in trak box');
-	}
-
-	if (!timescaleAndDuration) {
-		throw new Error('Expected timescale and duration in trak box');
-	}
-
-	if (trakBoxContainsAudio(trakBox)) {
-		const numberOfChannels = getNumberOfChannelsFromTrak(trakBox);
-		if (numberOfChannels === null) {
-			throw new Error('Could not find number of channels');
-		}
-
-		const sampleRate = getSampleRate(trakBox);
-		if (sampleRate === null) {
-			throw new Error('Could not find sample rate');
-		}
-
-		const {codecString, description} = getAudioCodecStringFromTrak(trakBox);
-
-		return {
-			type: 'audio',
-			trackId: tkhdBox.trackId,
-			timescale: timescaleAndDuration.timescale,
-			codec: codecString,
-			numberOfChannels,
-			sampleRate,
-			description,
-			trakBox,
-		};
-	}
-
-	if (!trakBoxContainsVideo(trakBox)) {
-		return {
-			type: 'other',
-			trackId: tkhdBox.trackId,
-			timescale: timescaleAndDuration.timescale,
-			trakBox,
-		};
-	}
-
-	const videoSample = getVideoSample(trakBox);
-	if (!videoSample) {
-		throw new Error('No video sample');
-	}
-
-	const sampleAspectRatio = getSampleAspectRatio(trakBox);
-
-	const aspectRatioApplied = applyAspectRatios({
-		dimensions: videoSample,
-		sampleAspectRatio,
-		displayAspectRatio: getDisplayAspectRatio({
-			sampleAspectRatio,
-			nativeDimensions: videoSample,
-		}),
-	});
-
-	const {displayAspectHeight, displayAspectWidth, height, rotation, width} =
-		applyTkhdBox(aspectRatioApplied, tkhdBox);
-
-	const codec = getVideoCodecString(trakBox);
-
-	if (!codec) {
-		throw new Error('Could not find video codec');
-	}
-
-	const track: VideoTrack = {
-		type: 'video',
-		trackId: tkhdBox.trackId,
-		description: videoDescriptors ?? undefined,
-		timescale: timescaleAndDuration.timescale,
-		codec,
-		sampleAspectRatio: getSampleAspectRatio(trakBox),
-		width,
-		height,
-		codedWidth: videoSample.width,
-		codedHeight: videoSample.height,
-		// Repeating those keys because they get picked up by VideoDecoder
-		displayAspectWidth,
-		displayAspectHeight,
-		rotation,
-		trakBox,
-	};
-	return track;
-};

package/src/boxes/iso-base-media/mdat/mdat.ts

@@ -1,140 +0,0 @@
-/* eslint-disable max-depth */
-import type {BufferIterator} from '../../../buffer-iterator';
-import {getTracks, hasTracks} from '../../../get-tracks';
-import type {AnySegment} from '../../../parse-result';
-import type {ParserContext} from '../../../parser-context';
-import {getMoofBox} from '../../../traversal';
-import {getSamplePositionsFromTrack} from '../get-sample-positions-from-track';
-import type {TrakBox} from '../trak/trak';
-
-export interface MdatBox {
-	type: 'mdat-box';
-	samplesProcessed: boolean;
-	boxSize: number;
-	fileOffset: number;
-}
-
-export const parseMdat = async ({
-	data,
-	size,
-	fileOffset,
-	existingBoxes,
-	options,
-}: {
-	data: BufferIterator;
-	size: number;
-	fileOffset: number;
-	existingBoxes: AnySegment[];
-	options: ParserContext;
-}): Promise<MdatBox> => {
-	const alreadyHas = hasTracks(existingBoxes);
-	if (!alreadyHas) {
-		data.discard(size - (data.counter.getOffset() - fileOffset));
-		return Promise.resolve({
-			type: 'mdat-box',
-			boxSize: size,
-			samplesProcessed: false,
-			fileOffset,
-		});
-	}
-
-	const tracks = getTracks(existingBoxes, options.parserState);
-	const allTracks = [
-		...tracks.videoTracks,
-		...tracks.audioTracks,
-		...tracks.otherTracks,
-	];
-
-	const flatSamples = allTracks
-		.map((track) => {
-			const samplePositions = getSamplePositionsFromTrack(
-				track.trakBox as TrakBox,
-				getMoofBox(existingBoxes),
-			);
-			if (!samplePositions) {
-				throw new Error('No sample positions');
-			}
-
-			return samplePositions.map((samplePosition) => {
-				return {
-					track: {...track},
-					samplePosition,
-				};
-			});
-		})
-		.flat(1);
-
-	// eslint-disable-next-line no-constant-condition
-	while (true) {
-		const samplesWithIndex = flatSamples.find((sample) => {
-			return sample.samplePosition.offset === data.counter.getOffset();
-		});
-		if (!samplesWithIndex) {
-			// There are various reasons why in mdat we find weird stuff:
-			// - iphonevideo.hevc has a fake hoov atom which is not mapped
-			// - corrupted.mp4 has a corrupt table
-			const nextSample_ = flatSamples
-				.filter((s) => s.samplePosition.offset > data.counter.getOffset())
-				.sort((a, b) => a.samplePosition.offset - b.samplePosition.offset)[0];
-			if (nextSample_) {
-				data.discard(
-					nextSample_.samplePosition.offset - data.counter.getOffset(),
-				);
-				continue;
-			} else {
-				const bytesRemaining = size + fileOffset - data.counter.getOffset();
-				data.discard(bytesRemaining);
-				break;
-			}
-		}
-
-		if (data.bytesRemaining() < samplesWithIndex.samplePosition.size) {
-			break;
-		}
-
-		const bytes = data.getSlice(samplesWithIndex.samplePosition.size);
-
-		if (samplesWithIndex.track.type === 'audio') {
-			await options.parserState.onAudioSample(samplesWithIndex.track.trackId, {
-				data: bytes,
-				timestamp: samplesWithIndex.samplePosition.offset,
-				trackId: samplesWithIndex.track.trackId,
-				type: samplesWithIndex.samplePosition.isKeyframe ? 'key' : 'delta',
-			});
-		}
-
-		if (samplesWithIndex.track.type === 'video') {
-			const timestamp = Math.floor(
-				(samplesWithIndex.samplePosition.cts * 1_000_000) /
-					samplesWithIndex.track.timescale,
-			);
-			const duration = Math.floor(
-				(samplesWithIndex.samplePosition.duration * 1_000_000) /
-					samplesWithIndex.track.timescale,
-			);
-
-			await options.parserState.onVideoSample(samplesWithIndex.track.trackId, {
-				data: bytes,
-				timestamp,
-				duration,
-				cts: samplesWithIndex.samplePosition.cts,
-				dts: samplesWithIndex.samplePosition.dts,
-				trackId: samplesWithIndex.track.trackId,
-				type: samplesWithIndex.samplePosition.isKeyframe ? 'key' : 'delta',
-			});
-		}
-
-		const remaining = size - (data.counter.getOffset() - fileOffset);
-		data.removeBytesRead();
-		if (remaining === 0) {
-			break;
-		}
-	}
-
-	return Promise.resolve({
-		type: 'mdat-box',
-		boxSize: size,
-		samplesProcessed: true,
-		fileOffset,
-	});
-};

package/src/boxes/iso-base-media/mdhd.ts

@@ -1,59 +0,0 @@
-import type {BufferIterator} from '../../buffer-iterator';
-
-export interface MdhdBox {
-	type: 'mdhd-box';
-	version: number;
-	timescale: number;
-	duration: number;
-	language: number;
-	quality: number;
-	creationTime: number | null;
-	modificationTime: number | null;
-}
-
-export const parseMdhd = ({
-	data,
-	size,
-	fileOffset,
-}: {
-	data: BufferIterator;
-	size: number;
-	fileOffset: number;
-}): MdhdBox => {
-	const version = data.getUint8();
-
-	// flags, we discard them
-	data.discard(3);
-
-	// creation time
-	const creationTime =
-		version === 1 ? Number(data.getUint64()) : data.getUint32();
-
-	// modification time
-	const modificationTime =
-		version === 1 ? Number(data.getUint64()) : data.getUint32();
-
-	const timescale = data.getUint32();
-	const duration = version === 1 ? data.getUint64() : data.getUint32();
-
-	const language = data.getUint16();
-
-	// quality
-	const quality = data.getUint16();
-
-	const remaining = size - (data.counter.getOffset() - fileOffset);
-	if (remaining !== 0) {
-		throw new Error(`Expected remaining bytes to be 0, got ${remaining}`);
-	}
-
-	return {
-		type: 'mdhd-box',
-		duration: Number(duration),
-		timescale,
-		version,
-		language,
-		quality,
-		creationTime,
-		modificationTime,
-	};
-};

package/src/boxes/iso-base-media/moov/moov.ts

@@ -1,43 +0,0 @@
-import type {BufferIterator} from '../../../buffer-iterator';
-import type {AnySegment} from '../../../parse-result';
-import type {ParserContext} from '../../../parser-context';
-import type {BaseBox} from '../base-type';
-import {parseBoxes} from '../process-box';
-
-export interface MoovBox extends BaseBox {
-	type: 'moov-box';
-	children: AnySegment[];
-}
-
-export const parseMoov = async ({
-	iterator,
-	offset,
-	size,
-	options,
-}: {
-	iterator: BufferIterator;
-	offset: number;
-	size: number;
-	options: ParserContext;
-}): Promise<MoovBox> => {
-	const children = await parseBoxes({
-		iterator,
-		maxBytes: size - (iterator.counter.getOffset() - offset),
-		allowIncompleteBoxes: false,
-		initialBoxes: [],
-		options,
-		continueMdat: false,
-		littleEndian: false,
-	});
-
-	if (children.status === 'incomplete') {
-		throw new Error('Incomplete boxes are not allowed');
-	}
-
-	return {
-		offset,
-		boxSize: size,
-		type: 'moov-box',
-		children: children.segments,
-	};
-};