@remotion/media-parser 4.0.209 → 4.0.211

package/dist/boxes/webm/make-track.js

@@ -0,0 +1,260 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getTrack = exports.getMatroskaAudioCodecWithoutConfigString = void 0;
+const buffer_iterator_1 = require("../../buffer-iterator");
+const make_hvc1_codec_strings_1 = require("../../make-hvc1-codec-strings");
+const av1_codec_private_1 = require("./av1-codec-private");
+const color_1 = require("./color");
+const description_1 = require("./description");
+const track_entry_1 = require("./segments/track-entry");
+const traversal_1 = require("./traversal");
+const getDescription = (track) => {
+    const codec = (0, traversal_1.getCodecSegment)(track);
+    if (!codec) {
+        return undefined;
+    }
+    if (codec.value === 'V_MPEG4/ISO/AVC' || codec.value === 'V_MPEGH/ISO/HEVC') {
+        const priv = (0, traversal_1.getPrivateData)(track);
+        if (priv) {
+            return priv;
+        }
+    }
+    return undefined;
+};
+const getMatroskaVideoCodecWithoutConfigString = ({ codecSegment: codec, }) => {
+    if (codec.value === 'V_VP8') {
+        return 'vp8';
+    }
+    if (codec.value === 'V_VP9') {
+        return 'vp9';
+    }
+    if (codec.value === 'V_MPEG4/ISO/AVC') {
+        return 'h264';
+    }
+    if (codec.value === 'V_AV1') {
+        return 'av1';
+    }
+    if (codec.value === 'V_MPEGH/ISO/HEVC') {
+        return 'h265';
+    }
+    throw new Error(`Unknown codec: ${codec.value}`);
+};
+const getMatroskaVideoCodecString = ({ track, codecSegment: codec, }) => {
+    if (codec.value === 'V_VP8') {
+        return 'vp8';
+    }
+    if (codec.value === 'V_VP9') {
+        const priv = (0, traversal_1.getPrivateData)(track);
+        if (priv) {
+            throw new Error('@remotion/media-parser cannot handle the private data for VP9. Do you have an example file you could send so we can implement it?');
+        }
+        return 'vp09.00.10.08';
+    }
+    if (codec.value === 'V_MPEG4/ISO/AVC') {
+        const priv = (0, traversal_1.getPrivateData)(track);
+        if (priv) {
+            return `avc1.${priv[1].toString(16).padStart(2, '0')}${priv[2].toString(16).padStart(2, '0')}${priv[3].toString(16).padStart(2, '0')}`;
+        }
+        throw new Error('Could not find a CodecPrivate field in TrackEntry');
+    }
+    if (codec.value === 'V_AV1') {
+        const priv = (0, traversal_1.getPrivateData)(track);
+        if (!priv) {
+            throw new Error('Expected private data in AV1 track');
+        }
+        return (0, av1_codec_private_1.parseAv1PrivateData)(priv, null);
+    }
+    if (codec.value === 'V_MPEGH/ISO/HEVC') {
+        const priv = (0, traversal_1.getPrivateData)(track);
+        const iterator = (0, buffer_iterator_1.getArrayBufferIterator)(priv, priv.length);
+        return 'hvc1.' + (0, make_hvc1_codec_strings_1.getHvc1CodecString)(iterator);
+    }
+    throw new Error(`Unknown codec: ${codec.value}`);
+};
+const getMatroskaAudioCodecWithoutConfigString = ({ track, }) => {
+    const codec = (0, traversal_1.getCodecSegment)(track);
+    if (!codec) {
+        throw new Error('Expected codec segment');
+    }
+    if (codec.value === 'A_OPUS') {
+        return 'opus';
+    }
+    if (codec.value === 'A_VORBIS') {
+        return 'vorbis';
+    }
+    if (codec.value === 'A_PCM/INT/LIT') {
+        // https://github.com/ietf-wg-cellar/matroska-specification/issues/142#issuecomment-330004950
+        // Audio samples MUST be considered as signed values, except if the audio bit depth is 8 which MUST be interpreted as unsigned values.
+        const bitDepth = (0, traversal_1.getBitDepth)(track);
+        if (bitDepth === null) {
+            throw new Error('Expected bit depth');
+        }
+        if (bitDepth === 8) {
+            return 'pcm-u8';
+        }
+        if (bitDepth === 16) {
+            return 'pcm-s16';
+        }
+        if (bitDepth === 24) {
+            return 'pcm-s24';
+        }
+        throw new Error('Unknown audio format');
+    }
+    if (codec.value === 'A_AAC') {
+        return `aac`;
+    }
+    if (codec.value === 'A_MPEG/L3') {
+        return 'mp3';
+    }
+    throw new Error(`Unknown codec: ${codec.value}`);
+};
+exports.getMatroskaAudioCodecWithoutConfigString = getMatroskaAudioCodecWithoutConfigString;
+const getMatroskaAudioCodecString = (track) => {
+    const codec = (0, traversal_1.getCodecSegment)(track);
+    if (!codec) {
+        throw new Error('Expected codec segment');
+    }
+    if (codec.value === 'A_OPUS') {
+        return 'opus';
+    }
+    if (codec.value === 'A_VORBIS') {
+        return 'vorbis';
+    }
+    if (codec.value === 'A_PCM/INT/LIT') {
+        // https://github.com/ietf-wg-cellar/matroska-specification/issues/142#issuecomment-330004950
+        // Audio samples MUST be considered as signed values, except if the audio bit depth is 8 which MUST be interpreted as unsigned values.
+        const bitDepth = (0, traversal_1.getBitDepth)(track);
+        if (bitDepth === null) {
+            throw new Error('Expected bit depth');
+        }
+        if (bitDepth === 8) {
+            return 'pcm-u8';
+        }
+        return 'pcm-s' + bitDepth;
+    }
+    if (codec.value === 'A_AAC') {
+        const priv = (0, traversal_1.getPrivateData)(track);
+        const iterator = (0, buffer_iterator_1.getArrayBufferIterator)(priv, priv.length);
+        iterator.startReadingBits();
+        /**
+         * ChatGPT
+         * 	▪	The first 5 bits represent the AOT.
+                ▪	Common values:
+                ◦	1 for AAC Main
+                ◦	2 for AAC LC (Low Complexity)
+                ◦	3 for AAC SSR (Scalable Sample Rate)
+                ◦	4 for AAC LTP (Long Term Prediction)
+                ◦	5 for SBR (Spectral Band Replication)
+                ◦	29 for HE-AAC (which uses SBR with AAC LC)
+         */
+        /**
+         * Fully qualified codec:
+         * This codec has multiple possible codec strings:
+            "mp4a.40.2" — MPEG-4 AAC LC
+            "mp4a.40.02" — MPEG-4 AAC LC, leading 0 for Aud-OTI compatibility
+            "mp4a.40.5" — MPEG-4 HE-AAC v1 (AAC LC + SBR)
+            "mp4a.40.05" — MPEG-4 HE-AAC v1 (AAC LC + SBR), leading 0 for Aud-OTI compatibility
+            "mp4a.40.29" — MPEG-4 HE-AAC v2 (AAC LC + SBR + PS)
+            "mp4a.67" — MPEG-2 AAC LC
+        */
+        const profile = iterator.getBits(5);
+        iterator.stopReadingBits();
+        iterator.destroy();
+        return `mp4a.40.${profile.toString().padStart(2, '0')}`;
+    }
+    if (codec.value === 'A_MPEG/L3') {
+        return 'mp3';
+    }
+    throw new Error(`Unknown codec: ${codec.value}`);
+};
+const getTrack = ({ timescale, track, }) => {
+    const trackType = (0, traversal_1.getTrackTypeSegment)(track);
+    if (!trackType) {
+        throw new Error('Expected track type segment');
+    }
+    const trackId = (0, traversal_1.getTrackId)(track);
+    if ((0, track_entry_1.trackTypeToString)(trackType.value.value) === 'video') {
+        const width = (0, traversal_1.getWidthSegment)(track);
+        if (width === null) {
+            throw new Error('Expected width segment');
+        }
+        const height = (0, traversal_1.getHeightSegment)(track);
+        if (height === null) {
+            throw new Error('Expected height segment');
+        }
+        const displayHeight = (0, traversal_1.getDisplayHeightSegment)(track);
+        const displayWidth = (0, traversal_1.getDisplayWidthSegment)(track);
+        const codec = (0, traversal_1.getCodecSegment)(track);
+        if (!codec) {
+            return null;
+        }
+        const codecPrivate = (0, traversal_1.getPrivateData)(track);
+        const codecString = getMatroskaVideoCodecString({
+            track,
+            codecSegment: codec,
+        });
+        const colour = (0, traversal_1.getColourSegment)(track);
+        if (!codecString) {
+            return null;
+        }
+        return {
+            type: 'video',
+            trackId,
+            codec: codecString,
+            description: getDescription(track),
+            height: displayHeight ? displayHeight.value.value : height.value.value,
+            width: displayWidth ? displayWidth.value.value : width.value.value,
+            sampleAspectRatio: {
+                numerator: 1,
+                denominator: 1,
+            },
+            timescale,
+            codedHeight: height.value.value,
+            codedWidth: width.value.value,
+            displayAspectHeight: displayHeight
+                ? displayHeight.value.value
+                : height.value.value,
+            displayAspectWidth: displayWidth
+                ? displayWidth.value.value
+                : width.value.value,
+            rotation: 0,
+            trakBox: null,
+            codecPrivate,
+            color: colour
+                ? (0, color_1.parseColorSegment)(colour)
+                : {
+                    fullRange: null,
+                    matrixCoefficients: null,
+                    primaries: null,
+                    transferCharacteristics: null,
+                },
+            codecWithoutConfig: getMatroskaVideoCodecWithoutConfigString({
+                codecSegment: codec,
+            }),
+        };
+    }
+    if ((0, track_entry_1.trackTypeToString)(trackType.value.value) === 'audio') {
+        const sampleRate = (0, traversal_1.getSampleRate)(track);
+        const numberOfChannels = (0, traversal_1.getNumberOfChannels)(track);
+        const codecPrivate = (0, traversal_1.getPrivateData)(track);
+        if (sampleRate === null) {
+            throw new Error('Could not find sample rate or number of channels');
+        }
+        return {
+            type: 'audio',
+            trackId,
+            codec: getMatroskaAudioCodecString(track),
+            timescale,
+            numberOfChannels,
+            sampleRate,
+            description: (0, description_1.getAudioDescription)(track),
+            trakBox: null,
+            codecPrivate,
+            codecWithoutConfig: (0, exports.getMatroskaAudioCodecWithoutConfigString)({
+                track,
+            }),
+        };
+    }
+    return null;
+};
+exports.getTrack = getTrack;

package/dist/boxes/webm/parse-ebml.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.postprocessEbml = exports.parseEbml = void 0;
 const add_new_matroska_tracks_1 = require("../../add-new-matroska-tracks");
 const get_sample_from_block_1 = require("./get-sample-from-block");
-const get_track_1 = require("./get-track");
+const make_track_1 = require("./make-track");
 const all_segments_1 = require("./segments/all-segments");
 const parseEbml = async (iterator, parserContext) => {
     const hex = iterator.getMatroskaSegmentId();
@@ -110,7 +110,7 @@ const postprocessEbml = async ({ offset, ebml, parserContext, }) => {
     }
     if (ebml.type === 'TrackEntry') {
         parserContext.parserState.onTrackEntrySegment(ebml);
-        const track = (0, get_track_1.getTrack)({
+        const track = (0, make_track_1.getTrack)({
             track: ebml,
             timescale: parserContext.parserState.getTimescale(),
         });

package/dist/boxes/webm/segments/all-segments.d.ts

@@ -456,11 +456,11 @@ export declare const color: {
     readonly name: "Colour";
     readonly type: "children";
 };
-export declare const transfer: {
+export declare const transferCharacteristics: {
     readonly name: "TransferCharacteristics";
     readonly type: "uint";
 };
-export declare const matrix: {
+export declare const matrixCoefficients: {
     readonly name: "MatrixCoefficients";
     readonly type: "uint";
 };
@@ -561,6 +561,11 @@ export declare const cluster: {
     readonly type: "children";
 };
 export type CodecIdSegment = EbmlParsed<typeof codecID>;
+export type ColourSegment = EbmlParsed<typeof color>;
+export type TransferCharacteristicsSegment = EbmlParsed<typeof transferCharacteristics>;
+export type PrimariesSegment = EbmlParsed<typeof primaries>;
+export type RangeSegment = EbmlParsed<typeof range>;
+export type MatrixCoefficientsSegment = EbmlParsed<typeof matrixCoefficients>;
 export type TrackTypeSegment = EbmlParsed<typeof trackType>;
 export type WidthSegment = EbmlParsed<typeof widthType>;
 export type HeightSegment = EbmlParsed<typeof heightType>;
@@ -636,7 +641,35 @@ export declare const ebmlMap: {
     };
     readonly "0x1c53bb6b": {
         readonly name: "Cues";
-        readonly type: "uint8array";
+        readonly type: "children";
+    };
+    readonly "0xbb": {
+        readonly name: "CuePoint";
+        readonly type: "children";
+    };
+    readonly "0xb3": {
+        readonly name: "CueTime";
+        readonly type: "uint";
+    };
+    readonly "0xb7": {
+        readonly name: "CueTrackPositions";
+        readonly type: "children";
+    };
+    readonly "0xf1": {
+        readonly name: "CueClusterPosition";
+        readonly type: "uint";
+    };
+    readonly "0xf0": {
+        readonly name: "CueRelativePosition";
+        readonly type: "uint";
+    };
+    readonly "0x5378": {
+        readonly name: "CueBlockNumber";
+        readonly type: "uint";
+    };
+    readonly "0xf7": {
+        readonly name: "CueTrack";
+        readonly type: "uint";
     };
     readonly "0x4461": {
         readonly name: "DateUTC";

package/dist/boxes/webm/segments/all-segments.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.defaultDuration = exports.language = exports.ChromaSitingVert = exports.ChromaSitingHorz = exports.range = exports.primaries = exports.matrix = exports.transfer = exports.color = exports.trackUID = exports.trackNumber = exports.tags = exports.tagSegment = exports.flagLacing = exports.displayHeight = exports.displayWidth = exports.bitDepth = exports.interlaced = exports.alphaMode = exports.channels = exports.samplingFrequency = exports.titleType = exports.infoType = exports.writingApp = exports.timestampScale = exports.duration = exports.muxingApp = exports.heightType = exports.widthType = exports.trackType = exports.codecID = exports.voidHeader = exports.seekHead = exports.seek = exports.seekPosition = exports.seekId = exports.matroskaHeader = exports.docTypeReadVersion = exports.docTypeVersion = exports.docType = exports.ebmlMaxSizeLength = exports.ebmlMaxIdLength = exports.ebmlReadVersion = exports.ebmlVersion = exports.getIdForName = exports.getSegmentName = exports.knownIdsWithThreeLength = exports.knownIdsWithTwoLength = exports.knownIdsWithOneLength = exports.matroskaElements = void 0;
+exports.defaultDuration = exports.language = exports.ChromaSitingVert = exports.ChromaSitingHorz = exports.range = exports.primaries = exports.matrixCoefficients = exports.transferCharacteristics = exports.color = exports.trackUID = exports.trackNumber = exports.tags = exports.tagSegment = exports.flagLacing = exports.displayHeight = exports.displayWidth = exports.bitDepth = exports.interlaced = exports.alphaMode = exports.channels = exports.samplingFrequency = exports.titleType = exports.infoType = exports.writingApp = exports.timestampScale = exports.duration = exports.muxingApp = exports.heightType = exports.widthType = exports.trackType = exports.codecID = exports.voidHeader = exports.seekHead = exports.seek = exports.seekPosition = exports.seekId = exports.matroskaHeader = exports.docTypeReadVersion = exports.docTypeVersion = exports.docType = exports.ebmlMaxSizeLength = exports.ebmlMaxIdLength = exports.ebmlReadVersion = exports.ebmlVersion = exports.getIdForName = exports.getSegmentName = exports.knownIdsWithThreeLength = exports.knownIdsWithTwoLength = exports.knownIdsWithOneLength = exports.matroskaElements = void 0;
 exports.incrementOffsetAndChildren = exports.ebmlMap = exports.cluster = exports.segment = exports.blockGroup = exports.simpleBlock = exports.block = exports.timestampEntry = exports.tracks = exports.trackEntry = exports.trackTimestampScale = exports.codecName = exports.blockElement = exports.referenceBlock = exports.flagDefault = exports.videoSegment = exports.audioSegment = exports.maxBlockAdditionIdSegment = exports.blockAdditionsSegment = exports.codecPrivate = void 0;
 exports.matroskaElements = {
     Header: '0x1a45dfa3',
@@ -439,11 +439,11 @@ exports.color = {
     name: 'Colour',
     type: 'children',
 };
-exports.transfer = {
+exports.transferCharacteristics = {
     name: 'TransferCharacteristics',
     type: 'uint',
 };
-exports.matrix = {
+exports.matrixCoefficients = {
     name: 'MatrixCoefficients',
     type: 'uint',
 };
@@ -555,7 +555,35 @@ exports.ebmlMap = {
     [exports.matroskaElements.Void]: voidEbml,
     [exports.matroskaElements.Cues]: {
         name: 'Cues',
-        type: 'uint8array',
+        type: 'children',
+    },
+    [exports.matroskaElements.CuePoint]: {
+        name: 'CuePoint',
+        type: 'children',
+    },
+    [exports.matroskaElements.CueTime]: {
+        name: 'CueTime',
+        type: 'uint',
+    },
+    [exports.matroskaElements.CueTrackPositions]: {
+        name: 'CueTrackPositions',
+        type: 'children',
+    },
+    [exports.matroskaElements.CueClusterPosition]: {
+        name: 'CueClusterPosition',
+        type: 'uint',
+    },
+    [exports.matroskaElements.CueRelativePosition]: {
+        name: 'CueRelativePosition',
+        type: 'uint',
+    },
+    [exports.matroskaElements.CueBlockNumber]: {
+        name: 'CueBlockNumber',
+        type: 'uint',
+    },
+    [exports.matroskaElements.CueTrack]: {
+        name: 'CueTrack',
+        type: 'uint',
     },
     [exports.matroskaElements.DateUTC]: {
         name: 'DateUTC',
@@ -654,8 +682,8 @@ exports.ebmlMap = {
         name: 'Cluster',
         type: 'children',
     },
-    [exports.matroskaElements.TransferCharacteristics]: exports.transfer,
-    [exports.matroskaElements.MatrixCoefficients]: exports.matrix,
+    [exports.matroskaElements.TransferCharacteristics]: exports.transferCharacteristics,
+    [exports.matroskaElements.MatrixCoefficients]: exports.matrixCoefficients,
     [exports.matroskaElements.Primaries]: exports.primaries,
     [exports.matroskaElements.Range]: exports.range,
     [exports.matroskaElements.ChromaSitingHorz]: exports.ChromaSitingHorz,

package/dist/boxes/webm/segments/parse-children.js

@@ -34,6 +34,9 @@ const continueParsingfunction = ({ result, iterator, children, wrap, parserConte
     const offset = iterator.counter.getOffset();
     const continued = await result.continueParsing();
     if (continued.status === 'incomplete') {
+        if (!parserContext.supportsContentRange) {
+            throw new Error('Content-Range header is not supported by the reader, but was asked to seek');
+        }
         return {
             status: 'incomplete',
             continueParsing: continueParsingfunction({
@@ -70,6 +73,9 @@ const expectChildren = async ({ iterator, length, initialChildren, wrap, parserC
             wrap,
         });
         if (child.status === 'incomplete') {
+            if (!parserContext.supportsContentRange) {
+                throw new Error('Content-Range header is not supported by the reader, but was asked to seek');
+            }
             return {
                 status: 'incomplete',
                 continueParsing: continueParsingfunction({

package/dist/boxes/webm/traversal.d.ts

@@ -1,7 +1,32 @@
 import type { AnySegment } from '../../parse-result';
-import type { CodecIdSegment, MainSegment, TrackEntry } from './segments/all-segments';
+import type { AudioSegment, ClusterSegment, CodecIdSegment, ColourSegment, DisplayHeightSegment, DisplayWidthSegment, HeightSegment, MainSegment, MatrixCoefficientsSegment, PrimariesSegment, RangeSegment, TimestampScaleSegment, TrackEntry, TrackTypeSegment, TransferCharacteristicsSegment, VideoSegment, WidthSegment } from './segments/all-segments';
 export declare const getMainSegment: (segments: AnySegment[]) => MainSegment | null;
 export declare const getTrackNumber: (track: TrackEntry) => import("./segments/all-segments").UintWithSize | null;
 export declare const getTrackCodec: (track: TrackEntry) => CodecIdSegment | null;
 export declare const getTrackTimestampScale: (track: TrackEntry) => import("./segments/all-segments").FloatWithSize | null;
 export declare const getTrackByNumber: (tracks: TrackEntry[], id: number) => TrackEntry | undefined;
+export declare const getTrackId: (track: TrackEntry) => number;
+export declare const getCodecSegment: (track: TrackEntry) => CodecIdSegment | null;
+export declare const getColourSegment: (track: TrackEntry) => ColourSegment | null;
+export declare const getTransferCharacteristicsSegment: (color: ColourSegment) => TransferCharacteristicsSegment | null;
+export declare const getMatrixCoefficientsSegment: (color: ColourSegment) => MatrixCoefficientsSegment | null;
+export declare const getPrimariesSegment: (color: ColourSegment) => PrimariesSegment | null;
+export declare const getRangeSegment: (color: ColourSegment) => RangeSegment | null;
+export declare const getDisplayHeightSegment: (track: TrackEntry) => DisplayHeightSegment | null;
+export declare const getTrackTypeSegment: (track: TrackEntry) => TrackTypeSegment | null;
+export declare const getWidthSegment: (track: TrackEntry) => WidthSegment | null;
+export declare const getHeightSegment: (track: TrackEntry) => HeightSegment | null;
+export declare const getDisplayWidthSegment: (track: TrackEntry) => DisplayWidthSegment | null;
+export declare const getTracksSegment: (segment: MainSegment) => {
+    type: "Tracks";
+    value: import("./segments/all-segments").PossibleEbml[];
+    minVintWidth: number | null;
+} | null;
+export declare const getTimescaleSegment: (segment: MainSegment) => TimestampScaleSegment | null;
+export declare const getVideoSegment: (track: TrackEntry) => VideoSegment | null;
+export declare const getAudioSegment: (track: TrackEntry) => AudioSegment | null;
+export declare const getSampleRate: (track: TrackEntry) => number | null;
+export declare const getNumberOfChannels: (track: TrackEntry) => number;
+export declare const getBitDepth: (track: TrackEntry) => number | null;
+export declare const getPrivateData: (track: TrackEntry) => Uint8Array | null;
+export declare const getClusterSegment: (segment: MainSegment) => ClusterSegment | null;