@remotion/media-parser 4.0.344 → 4.0.345

package/dist/containers/iso-base-media/mdat/calculate-jump-marks.d.ts

@@ -0,0 +1,6 @@
+import type { MinimalFlatSampleForTesting } from '../../../state/iso-base-media/cached-sample-positions';
+export type JumpMark = {
+    afterSampleWithOffset: number;
+    jumpToOffset: number;
+};
+export declare const calculateJumpMarks: (samplePositionTracks: MinimalFlatSampleForTesting[][], endOfMdat: number) => JumpMark[];

package/dist/containers/iso-base-media/mdat/calculate-jump-marks.js

@@ -0,0 +1,131 @@
+"use strict";
+/*
+  https://discord.com/channels/809501355504959528/1001500302375125055/1364798934832119870
+  Android 13 produces MP4 videos where first, all video samples are at the beginning,
+  then all audio samples are at the end.
+
+  This causes issues with our video decoder: "Waited too long for VideoDecoder" because
+  the overall progress is stuck.
+*/
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.calculateJumpMarks = void 0;
+// In WebCodecs, we require the tracks to deviate by at most 10 seconds
+// Therefore, we need to emit them to be less than 10 seconds apart
+const MAX_SPREAD_IN_SECONDS = 8;
+const getKey = (samplePositionTrack) => {
+    return `${samplePositionTrack.track.trackId}-${samplePositionTrack.samplePosition.decodingTimestamp}`;
+};
+const findBestJump = ({ allSamplesSortedByOffset, visited, progresses, }) => {
+    var _a;
+    const minProgress = Math.min(...Object.values(progresses));
+    const trackNumberWithLowestProgress = (_a = Object.entries(progresses).find(([, progress]) => progress === minProgress)) === null || _a === void 0 ? void 0 : _a[0];
+    const firstSampleAboveMinProgress = allSamplesSortedByOffset.findIndex((sample) => sample.track.trackId === Number(trackNumberWithLowestProgress) &&
+        !visited.has(getKey(sample)));
+    return firstSampleAboveMinProgress;
+};
+const calculateJumpMarks = (samplePositionTracks, endOfMdat) => {
+    const progresses = {};
+    for (const track of samplePositionTracks) {
+        progresses[track[0].track.trackId] = 0;
+    }
+    const jumpMarks = [];
+    const allSamplesSortedByOffset = samplePositionTracks
+        .flat(1)
+        .sort((a, b) => a.samplePosition.offset - b.samplePosition.offset);
+    let indexToVisit = 0;
+    const visited = new Set();
+    let rollOverToProcess = false;
+    const increaseIndex = () => {
+        indexToVisit++;
+        if (indexToVisit >= allSamplesSortedByOffset.length) {
+            rollOverToProcess = true;
+            indexToVisit = 0;
+        }
+    };
+    let lastVisitedSample = null;
+    const addJumpMark = ({ firstSampleAboveMinProgress, }) => {
+        if (!lastVisitedSample) {
+            throw new Error('no last visited sample');
+        }
+        const jumpMark = {
+            afterSampleWithOffset: lastVisitedSample.samplePosition.offset,
+            jumpToOffset: allSamplesSortedByOffset[firstSampleAboveMinProgress].samplePosition
+                .offset,
+        };
+        indexToVisit = firstSampleAboveMinProgress;
+        jumpMarks.push(jumpMark);
+    };
+    const addFinalJumpIfNecessary = () => {
+        if (indexToVisit === allSamplesSortedByOffset.length - 1) {
+            return;
+        }
+        jumpMarks.push({
+            afterSampleWithOffset: allSamplesSortedByOffset[indexToVisit].samplePosition.offset,
+            jumpToOffset: endOfMdat,
+        });
+    };
+    const considerJump = () => {
+        const firstSampleAboveMinProgress = findBestJump({
+            allSamplesSortedByOffset,
+            visited,
+            progresses,
+        });
+        if (firstSampleAboveMinProgress > -1 &&
+            firstSampleAboveMinProgress !== indexToVisit + 1) {
+            addJumpMark({ firstSampleAboveMinProgress });
+            indexToVisit = firstSampleAboveMinProgress;
+        }
+        else {
+            while (true) {
+                increaseIndex();
+                if (!visited.has(getKey(allSamplesSortedByOffset[indexToVisit]))) {
+                    break;
+                }
+            }
+        }
+    };
+    while (true) {
+        const currentSamplePosition = allSamplesSortedByOffset[indexToVisit];
+        const sampleKey = getKey(currentSamplePosition);
+        if (visited.has(sampleKey)) {
+            considerJump();
+            continue;
+        }
+        visited.add(sampleKey);
+        if (rollOverToProcess) {
+            if (!lastVisitedSample) {
+                throw new Error('no last visited sample');
+            }
+            jumpMarks.push({
+                afterSampleWithOffset: lastVisitedSample.samplePosition.offset,
+                jumpToOffset: currentSamplePosition.samplePosition.offset,
+            });
+            rollOverToProcess = false;
+        }
+        lastVisitedSample = currentSamplePosition;
+        if (visited.size === allSamplesSortedByOffset.length) {
+            addFinalJumpIfNecessary();
+            break;
+        }
+        const timestamp = currentSamplePosition.samplePosition.decodingTimestamp /
+            currentSamplePosition.track.originalTimescale;
+        progresses[currentSamplePosition.track.trackId] = timestamp;
+        const progressValues = Object.values(progresses);
+        const maxProgress = Math.max(...progressValues);
+        const minProgress = Math.min(...progressValues);
+        const spread = maxProgress - minProgress;
+        if (visited.size === allSamplesSortedByOffset.length) {
+            addFinalJumpIfNecessary();
+            break;
+        }
+        // Also don't allow audio progress to go more
+        if (spread > MAX_SPREAD_IN_SECONDS) {
+            considerJump();
+        }
+        else {
+            increaseIndex();
+        }
+    }
+    return jumpMarks;
+};
+exports.calculateJumpMarks = calculateJumpMarks;

package/dist/containers/iso-base-media/mvhd.d.ts

@@ -0,0 +1,30 @@
+import type { BufferIterator } from '../../iterator/buffer-iterator';
+import type { BaseBox } from './base-type';
+export type ThreeDMatrix = [
+    number,
+    number,
+    number,
+    number,
+    number,
+    number,
+    number,
+    number,
+    number
+];
+export interface MvhdBox extends BaseBox {
+    durationInUnits: number;
+    durationInSeconds: number;
+    creationTime: number | null;
+    modificationTime: number | null;
+    timeScale: number;
+    rate: number;
+    volume: number;
+    matrix: ThreeDMatrix;
+    nextTrackId: number;
+    type: 'mvhd-box';
+}
+export declare const parseMvhd: ({ iterator, offset, size, }: {
+    iterator: BufferIterator;
+    offset: number;
+    size: number;
+}) => MvhdBox;

package/dist/containers/iso-base-media/mvhd.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseMvhd = void 0;
+const buffer_iterator_1 = require("../../iterator/buffer-iterator");
+const to_date_1 = require("./to-date");
+const parseMvhd = ({ iterator, offset, size, }) => {
+    const version = iterator.getUint8();
+    // Flags, we discard them
+    iterator.discard(3);
+    const creationTime = version === 1 ? iterator.getUint64() : iterator.getUint32();
+    const modificationTime = version === 1 ? iterator.getUint64() : iterator.getUint32();
+    const timeScale = iterator.getUint32();
+    const durationInUnits = version === 1 ? iterator.getUint64() : iterator.getUint32();
+    const durationInSeconds = Number(durationInUnits) / timeScale;
+    const rateArray = iterator.getSlice(4);
+    const rateView = (0, buffer_iterator_1.getArrayBufferIterator)(rateArray, rateArray.length);
+    const rate = rateView.getInt8() * 10 +
+        rateView.getInt8() +
+        rateView.getInt8() * 0.1 +
+        rateView.getInt8() * 0.01;
+    const volumeArray = iterator.getSlice(2);
+    const volumeView = (0, buffer_iterator_1.getArrayBufferIterator)(volumeArray, volumeArray.length);
+    const volume = volumeView.getInt8() + volumeView.getInt8() * 0.1;
+    // reserved 16bit
+    iterator.discard(2);
+    // reserved 32bit x2
+    iterator.discard(4);
+    iterator.discard(4);
+    // matrix
+    const matrix = [
+        iterator.getFixedPointSigned1616Number(),
+        iterator.getFixedPointSigned1616Number(),
+        iterator.getFixedPointSigned230Number(),
+        iterator.getFixedPointSigned1616Number(),
+        iterator.getFixedPointSigned1616Number(),
+        iterator.getFixedPointSigned230Number(),
+        iterator.getFixedPointSigned1616Number(),
+        iterator.getFixedPointSigned1616Number(),
+        iterator.getFixedPointSigned230Number(),
+    ];
+    // pre-defined
+    iterator.discard(4 * 6);
+    // next track id
+    const nextTrackId = iterator.getUint32();
+    volumeView.destroy();
+    const bytesRemaining = size - (iterator.counter.getOffset() - offset);
+    if (bytesRemaining !== 0) {
+        throw new Error('expected 0 bytes ' + bytesRemaining);
+    }
+    return {
+        creationTime: (0, to_date_1.toUnixTimestamp)(Number(creationTime)),
+        modificationTime: (0, to_date_1.toUnixTimestamp)(Number(modificationTime)),
+        timeScale,
+        durationInUnits: Number(durationInUnits),
+        durationInSeconds,
+        rate,
+        volume,
+        matrix: matrix,
+        nextTrackId,
+        type: 'mvhd-box',
+        boxSize: size,
+        offset,
+    };
+};
+exports.parseMvhd = parseMvhd;

package/dist/containers/wav/parse-list.js

@@ -8,7 +8,8 @@ const parseList = ({ state, }) => {
     const startOffset = iterator.counter.getOffset();
     const type = iterator.getByteString(4, false);
     if (type !== 'INFO') {
-        throw new Error(`Only supporting LIST INFO, but got ${type}`);
+        iterator.discard(ckSize - 4);
+        return Promise.resolve(null);
     }
     const metadata = [];
     const remainingBytes = () => ckSize - (iterator.counter.getOffset() - startOffset);

package/dist/containers/wav/parse-wav.js

@@ -33,7 +33,7 @@ const parseWav = (state) => {
     if (type === 'id3') {
         return (0, parse_id3_1.parseId3)({ state });
     }
-    if (type === 'junk' || type === 'fllr' || type === 'bext') {
+    if (type === 'junk' || type === 'fllr' || type === 'bext' || type === 'cue') {
         return (0, parse_junk_1.parseJunk)({ state });
     }
     if (type === 'fact') {

package/dist/esm/index.mjs

@@ -15444,7 +15444,8 @@ var parseList = ({
   const startOffset = iterator.counter.getOffset();
   const type = iterator.getByteString(4, false);
   if (type !== "INFO") {
-    throw new Error(`Only supporting LIST INFO, but got ${type}`);
+    iterator.discard(ckSize - 4);
+    return Promise.resolve(null);
   }
   const metadata = [];
   const remainingBytes = () => ckSize - (iterator.counter.getOffset() - startOffset);
@@ -15532,7 +15533,7 @@ var parseWav = (state) => {
   if (type === "id3") {
     return parseId32({ state });
   }
-  if (type === "junk" || type === "fllr" || type === "bext") {
+  if (type === "junk" || type === "fllr" || type === "bext" || type === "cue") {
     return parseJunk({ state });
   }
   if (type === "fact") {
@@ -18186,7 +18187,7 @@ var downloadAndParseMedia = async (options) => {
   return returnValue;
 };
 // src/version.ts
-var VERSION = "4.0.344";
+var VERSION = "4.0.345";
 
 // src/index.ts
 var MediaParserInternals = {

package/dist/esm/worker-server-entry.mjs

@@ -15175,7 +15175,8 @@ var parseList = ({
   const startOffset = iterator.counter.getOffset();
   const type = iterator.getByteString(4, false);
   if (type !== "INFO") {
-    throw new Error(`Only supporting LIST INFO, but got ${type}`);
+    iterator.discard(ckSize - 4);
+    return Promise.resolve(null);
   }
   const metadata = [];
   const remainingBytes = () => ckSize - (iterator.counter.getOffset() - startOffset);
@@ -15263,7 +15264,7 @@ var parseWav = (state) => {
   if (type === "id3") {
     return parseId32({ state });
   }
-  if (type === "junk" || type === "fllr" || type === "bext") {
+  if (type === "junk" || type === "fllr" || type === "bext" || type === "cue") {
     return parseJunk({ state });
   }
   if (type === "fact") {

package/dist/esm/worker-web-entry.mjs

@@ -15044,7 +15044,8 @@ var parseList = ({
   const startOffset = iterator.counter.getOffset();
   const type = iterator.getByteString(4, false);
   if (type !== "INFO") {
-    throw new Error(`Only supporting LIST INFO, but got ${type}`);
+    iterator.discard(ckSize - 4);
+    return Promise.resolve(null);
   }
   const metadata = [];
   const remainingBytes = () => ckSize - (iterator.counter.getOffset() - startOffset);
@@ -15132,7 +15133,7 @@ var parseWav = (state) => {
   if (type === "id3") {
     return parseId32({ state });
   }
-  if (type === "junk" || type === "fllr" || type === "bext") {
+  if (type === "junk" || type === "fllr" || type === "bext" || type === "cue") {
     return parseJunk({ state });
   }
   if (type === "fact") {

package/dist/version.d.ts

@@ -1 +1 @@
-export declare const VERSION = "4.0.344";
+export declare const VERSION = "4.0.345";

package/dist/version.js

@@ -2,4 +2,4 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
 // Automatically generated on publish
-exports.VERSION = '4.0.344';
+exports.VERSION = '4.0.345';

package/package.json

@@ -3,7 +3,7 @@
     "url": "https://github.com/remotion-dev/remotion/tree/main/packages/media-parser"
   },
   "name": "@remotion/media-parser",
-  "version": "4.0.344",
+  "version": "4.0.345",
   "main": "dist/index.js",
   "sideEffects": false,
   "devDependencies": {
@@ -11,8 +11,8 @@
     "eslint": "9.19.0",
     "mediabunny": "1.13.0",
     "@types/bun": "1.2.8",
-    "@remotion/example-videos": "4.0.344",
-    "@remotion/eslint-config-internal": "4.0.344"
+    "@remotion/example-videos": "4.0.345",
+    "@remotion/eslint-config-internal": "4.0.345"
   },
   "publishConfig": {
     "access": "public"