@remotion/media-parser 4.0.209 → 4.0.211

package/src/boxes/iso-base-media/make-track.ts

@@ -1,116 +0,0 @@
-import {
-	getAudioCodecStringFromTrak,
-	getNumberOfChannelsFromTrak,
-	getSampleRate,
-} from '../../get-audio-codec';
-import {
-	getTimescaleAndDuration,
-	trakBoxContainsAudio,
-	trakBoxContainsVideo,
-} from '../../get-fps';
-import {
-	applyAspectRatios,
-	applyTkhdBox,
-	getDisplayAspectRatio,
-	getSampleAspectRatio,
-	getVideoSample,
-} from '../../get-sample-aspect-ratio';
-import type {AudioTrack, OtherTrack, VideoTrack} from '../../get-tracks';
-import {getVideoCodecString} from '../../get-video-codec';
-import {getTkhdBox, getVideoDescriptors} from '../../traversal';
-import type {TrakBox} from './trak/trak';
-
-export const makeBaseMediaTrack = (
-	trakBox: TrakBox,
-): VideoTrack | AudioTrack | OtherTrack | null => {
-	const tkhdBox = getTkhdBox(trakBox);
-
-	const videoDescriptors = getVideoDescriptors(trakBox);
-	const timescaleAndDuration = getTimescaleAndDuration(trakBox);
-
-	if (!tkhdBox) {
-		throw new Error('Expected tkhd box in trak box');
-	}
-
-	if (!timescaleAndDuration) {
-		throw new Error('Expected timescale and duration in trak box');
-	}
-
-	if (trakBoxContainsAudio(trakBox)) {
-		const numberOfChannels = getNumberOfChannelsFromTrak(trakBox);
-		if (numberOfChannels === null) {
-			throw new Error('Could not find number of channels');
-		}
-
-		const sampleRate = getSampleRate(trakBox);
-		if (sampleRate === null) {
-			throw new Error('Could not find sample rate');
-		}
-
-		const {codecString, description} = getAudioCodecStringFromTrak(trakBox);
-
-		return {
-			type: 'audio',
-			trackId: tkhdBox.trackId,
-			timescale: timescaleAndDuration.timescale,
-			codec: codecString,
-			numberOfChannels,
-			sampleRate,
-			description,
-			trakBox,
-		};
-	}
-
-	if (!trakBoxContainsVideo(trakBox)) {
-		return {
-			type: 'other',
-			trackId: tkhdBox.trackId,
-			timescale: timescaleAndDuration.timescale,
-			trakBox,
-		};
-	}
-
-	const videoSample = getVideoSample(trakBox);
-	if (!videoSample) {
-		throw new Error('No video sample');
-	}
-
-	const sampleAspectRatio = getSampleAspectRatio(trakBox);
-
-	const aspectRatioApplied = applyAspectRatios({
-		dimensions: videoSample,
-		sampleAspectRatio,
-		displayAspectRatio: getDisplayAspectRatio({
-			sampleAspectRatio,
-			nativeDimensions: videoSample,
-		}),
-	});
-
-	const {displayAspectHeight, displayAspectWidth, height, rotation, width} =
-		applyTkhdBox(aspectRatioApplied, tkhdBox);
-
-	const codec = getVideoCodecString(trakBox);
-
-	if (!codec) {
-		throw new Error('Could not find video codec');
-	}
-
-	const track: VideoTrack = {
-		type: 'video',
-		trackId: tkhdBox.trackId,
-		description: videoDescriptors ?? undefined,
-		timescale: timescaleAndDuration.timescale,
-		codec,
-		sampleAspectRatio: getSampleAspectRatio(trakBox),
-		width,
-		height,
-		codedWidth: videoSample.width,
-		codedHeight: videoSample.height,
-		// Repeating those keys because they get picked up by VideoDecoder
-		displayAspectWidth,
-		displayAspectHeight,
-		rotation,
-		trakBox,
-	};
-	return track;
-};

package/src/boxes/iso-base-media/mdat/mdat.ts

@@ -1,140 +0,0 @@
-/* eslint-disable max-depth */
-import type {BufferIterator} from '../../../buffer-iterator';
-import {getTracks, hasTracks} from '../../../get-tracks';
-import type {AnySegment} from '../../../parse-result';
-import type {ParserContext} from '../../../parser-context';
-import {getMoofBox} from '../../../traversal';
-import {getSamplePositionsFromTrack} from '../get-sample-positions-from-track';
-import type {TrakBox} from '../trak/trak';
-
-export interface MdatBox {
-	type: 'mdat-box';
-	samplesProcessed: boolean;
-	boxSize: number;
-	fileOffset: number;
-}
-
-export const parseMdat = async ({
-	data,
-	size,
-	fileOffset,
-	existingBoxes,
-	options,
-}: {
-	data: BufferIterator;
-	size: number;
-	fileOffset: number;
-	existingBoxes: AnySegment[];
-	options: ParserContext;
-}): Promise<MdatBox> => {
-	const alreadyHas = hasTracks(existingBoxes);
-	if (!alreadyHas) {
-		data.discard(size - (data.counter.getOffset() - fileOffset));
-		return Promise.resolve({
-			type: 'mdat-box',
-			boxSize: size,
-			samplesProcessed: false,
-			fileOffset,
-		});
-	}
-
-	const tracks = getTracks(existingBoxes, options.parserState);
-	const allTracks = [
-		...tracks.videoTracks,
-		...tracks.audioTracks,
-		...tracks.otherTracks,
-	];
-
-	const flatSamples = allTracks
-		.map((track) => {
-			const samplePositions = getSamplePositionsFromTrack(
-				track.trakBox as TrakBox,
-				getMoofBox(existingBoxes),
-			);
-			if (!samplePositions) {
-				throw new Error('No sample positions');
-			}
-
-			return samplePositions.map((samplePosition) => {
-				return {
-					track: {...track},
-					samplePosition,
-				};
-			});
-		})
-		.flat(1);
-
-	// eslint-disable-next-line no-constant-condition
-	while (true) {
-		const samplesWithIndex = flatSamples.find((sample) => {
-			return sample.samplePosition.offset === data.counter.getOffset();
-		});
-		if (!samplesWithIndex) {
-			// There are various reasons why in mdat we find weird stuff:
-			// - iphonevideo.hevc has a fake hoov atom which is not mapped
-			// - corrupted.mp4 has a corrupt table
-			const nextSample_ = flatSamples
-				.filter((s) => s.samplePosition.offset > data.counter.getOffset())
-				.sort((a, b) => a.samplePosition.offset - b.samplePosition.offset)[0];
-			if (nextSample_) {
-				data.discard(
-					nextSample_.samplePosition.offset - data.counter.getOffset(),
-				);
-				continue;
-			} else {
-				const bytesRemaining = size + fileOffset - data.counter.getOffset();
-				data.discard(bytesRemaining);
-				break;
-			}
-		}
-
-		if (data.bytesRemaining() < samplesWithIndex.samplePosition.size) {
-			break;
-		}
-
-		const bytes = data.getSlice(samplesWithIndex.samplePosition.size);
-
-		if (samplesWithIndex.track.type === 'audio') {
-			await options.parserState.onAudioSample(samplesWithIndex.track.trackId, {
-				data: bytes,
-				timestamp: samplesWithIndex.samplePosition.offset,
-				trackId: samplesWithIndex.track.trackId,
-				type: samplesWithIndex.samplePosition.isKeyframe ? 'key' : 'delta',
-			});
-		}
-
-		if (samplesWithIndex.track.type === 'video') {
-			const timestamp = Math.floor(
-				(samplesWithIndex.samplePosition.cts * 1_000_000) /
-					samplesWithIndex.track.timescale,
-			);
-			const duration = Math.floor(
-				(samplesWithIndex.samplePosition.duration * 1_000_000) /
-					samplesWithIndex.track.timescale,
-			);
-
-			await options.parserState.onVideoSample(samplesWithIndex.track.trackId, {
-				data: bytes,
-				timestamp,
-				duration,
-				cts: samplesWithIndex.samplePosition.cts,
-				dts: samplesWithIndex.samplePosition.dts,
-				trackId: samplesWithIndex.track.trackId,
-				type: samplesWithIndex.samplePosition.isKeyframe ? 'key' : 'delta',
-			});
-		}
-
-		const remaining = size - (data.counter.getOffset() - fileOffset);
-		data.removeBytesRead();
-		if (remaining === 0) {
-			break;
-		}
-	}
-
-	return Promise.resolve({
-		type: 'mdat-box',
-		boxSize: size,
-		samplesProcessed: true,
-		fileOffset,
-	});
-};

package/src/boxes/iso-base-media/mdhd.ts

@@ -1,59 +0,0 @@
-import type {BufferIterator} from '../../buffer-iterator';
-
-export interface MdhdBox {
-	type: 'mdhd-box';
-	version: number;
-	timescale: number;
-	duration: number;
-	language: number;
-	quality: number;
-	creationTime: number | null;
-	modificationTime: number | null;
-}
-
-export const parseMdhd = ({
-	data,
-	size,
-	fileOffset,
-}: {
-	data: BufferIterator;
-	size: number;
-	fileOffset: number;
-}): MdhdBox => {
-	const version = data.getUint8();
-
-	// flags, we discard them
-	data.discard(3);
-
-	// creation time
-	const creationTime =
-		version === 1 ? Number(data.getUint64()) : data.getUint32();
-
-	// modification time
-	const modificationTime =
-		version === 1 ? Number(data.getUint64()) : data.getUint32();
-
-	const timescale = data.getUint32();
-	const duration = version === 1 ? data.getUint64() : data.getUint32();
-
-	const language = data.getUint16();
-
-	// quality
-	const quality = data.getUint16();
-
-	const remaining = size - (data.counter.getOffset() - fileOffset);
-	if (remaining !== 0) {
-		throw new Error(`Expected remaining bytes to be 0, got ${remaining}`);
-	}
-
-	return {
-		type: 'mdhd-box',
-		duration: Number(duration),
-		timescale,
-		version,
-		language,
-		quality,
-		creationTime,
-		modificationTime,
-	};
-};

package/src/boxes/iso-base-media/moov/moov.ts

@@ -1,43 +0,0 @@
-import type {BufferIterator} from '../../../buffer-iterator';
-import type {AnySegment} from '../../../parse-result';
-import type {ParserContext} from '../../../parser-context';
-import type {BaseBox} from '../base-type';
-import {parseBoxes} from '../process-box';
-
-export interface MoovBox extends BaseBox {
-	type: 'moov-box';
-	children: AnySegment[];
-}
-
-export const parseMoov = async ({
-	iterator,
-	offset,
-	size,
-	options,
-}: {
-	iterator: BufferIterator;
-	offset: number;
-	size: number;
-	options: ParserContext;
-}): Promise<MoovBox> => {
-	const children = await parseBoxes({
-		iterator,
-		maxBytes: size - (iterator.counter.getOffset() - offset),
-		allowIncompleteBoxes: false,
-		initialBoxes: [],
-		options,
-		continueMdat: false,
-		littleEndian: false,
-	});
-
-	if (children.status === 'incomplete') {
-		throw new Error('Incomplete boxes are not allowed');
-	}
-
-	return {
-		offset,
-		boxSize: size,
-		type: 'moov-box',
-		children: children.segments,
-	};
-};

package/src/boxes/iso-base-media/mvhd.ts

@@ -1,114 +0,0 @@
-import type {BufferIterator} from '../../buffer-iterator';
-import {getArrayBufferIterator} from '../../buffer-iterator';
-import type {BaseBox} from './base-type';
-import {toUnixTimestamp} from './to-date';
-
-export type ThreeDMatrix = [
-	number,
-	number,
-	number,
-	number,
-	number,
-	number,
-	number,
-	number,
-	number,
-];
-
-export interface MvhdBox extends BaseBox {
-	durationInUnits: number;
-	durationInSeconds: number;
-	creationTime: number | null;
-	modificationTime: number | null;
-	timeScale: number;
-	rate: number;
-	volume: number;
-	matrix: ThreeDMatrix;
-	nextTrackId: number;
-	type: 'mvhd-box';
-}
-
-export const parseMvhd = ({
-	iterator,
-	offset,
-	size,
-}: {
-	iterator: BufferIterator;
-	offset: number;
-	size: number;
-}): MvhdBox => {
-	const version = iterator.getUint8();
-
-	// Flags, we discard them
-	iterator.discard(3);
-
-	const creationTime =
-		version === 1 ? iterator.getUint64() : iterator.getUint32();
-
-	const modificationTime =
-		version === 1 ? iterator.getUint64() : iterator.getUint32();
-
-	const timeScale = iterator.getUint32();
-
-	const durationInUnits =
-		version === 1 ? iterator.getUint64() : iterator.getUint32();
-	const durationInSeconds = Number(durationInUnits) / timeScale;
-
-	const rateArray = iterator.getSlice(4);
-	const rateView = getArrayBufferIterator(rateArray, rateArray.length);
-	const rate =
-		rateView.getInt8() * 10 +
-		rateView.getInt8() +
-		rateView.getInt8() * 0.1 +
-		rateView.getInt8() * 0.01;
-
-	const volumeArray = iterator.getSlice(2);
-	const volumeView = getArrayBufferIterator(volumeArray, volumeArray.length);
-
-	const volume = volumeView.getInt8() + volumeView.getInt8() * 0.1;
-
-	// reserved 16bit
-	iterator.discard(2);
-
-	// reserved 32bit x2
-	iterator.discard(4);
-	iterator.discard(4);
-
-	// matrix
-	const matrix: number[] = [];
-	for (let i = 0; i < 9; i++) {
-		if (i % 3 === 2) {
-			matrix.push(iterator.getFixedPointSigned230Number());
-		} else {
-			matrix.push(iterator.getFixedPointSigned1616Number());
-		}
-	}
-
-	// pre-defined
-	iterator.discard(4 * 6);
-
-	// next track id
-	const nextTrackId = iterator.getUint32();
-
-	volumeView.destroy();
-
-	const bytesRemaining = size - (iterator.counter.getOffset() - offset);
-	if (bytesRemaining !== 0) {
-		throw new Error('expected 0 bytes ' + bytesRemaining);
-	}
-
-	return {
-		creationTime: toUnixTimestamp(Number(creationTime)),
-		modificationTime: toUnixTimestamp(Number(modificationTime)),
-		timeScale,
-		durationInUnits: Number(durationInUnits),
-		durationInSeconds,
-		rate,
-		volume,
-		matrix: matrix as ThreeDMatrix,
-		nextTrackId,
-		type: 'mvhd-box',
-		boxSize: size,
-		offset,
-	};
-};