@remotion/studio 4.0.327 → 4.0.329

package/dist/esm/internals.mjs

@@ -22529,6 +22529,24 @@ var findTrackStartTimeInSeconds = ({
   }
   return dwellTime / movieTimeScale;
 };
+var findTrackMediaTimeOffsetInTrackTimescale = ({
+  trakBox
+}) => {
+  const elstBox = getElstBox(trakBox);
+  if (!elstBox) {
+    return 0;
+  }
+  const { entries } = elstBox;
+  let dwellTime = 0;
+  for (const entry of entries) {
+    const { mediaTime } = entry;
+    if (mediaTime === -1) {
+      continue;
+    }
+    dwellTime += mediaTime;
+  }
+  return dwellTime;
+};
 var WEBCODECS_TIMESCALE = 1e6;
 var MEDIA_PARSER_RIFF_TIMESCALE = 1e6;
 var isRiffAvi2 = (structure) => {
@@ -22580,7 +22598,8 @@ var makeAviAudioTrack = ({
     originalTimescale: MEDIA_PARSER_RIFF_TIMESCALE,
     trackId: index,
     startInSeconds: 0,
-    timescale: WEBCODECS_TIMESCALE
+    timescale: WEBCODECS_TIMESCALE,
+    trackMediaTimeOffsetInTrackTimescale: 0
   };
 };
 var makeAviVideoTrack = ({
@@ -22625,7 +22644,8 @@ var makeAviVideoTrack = ({
     },
     fps: strh.rate / strh.scale,
     startInSeconds: 0,
-    timescale: WEBCODECS_TIMESCALE
+    timescale: WEBCODECS_TIMESCALE,
+    trackMediaTimeOffsetInTrackTimescale: 0
   };
 };
 var getTracksFromAvi = (structure, state) => {
@@ -23405,7 +23425,8 @@ var getTrack = ({
       codecEnum,
       fps: null,
       startInSeconds: 0,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: 0
     };
   }
   if (trackTypeToString(trackType2.value.value) === "audio") {
@@ -23429,7 +23450,8 @@ var getTrack = ({
         track
       }),
       startInSeconds: 0,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: 0
     };
   }
   return null;
@@ -24205,6 +24227,9 @@ var getVideoCodecString = (trakBox) => {
   }
   return videoSample.format;
 };
+var normalizeVideoRotation = (rotation) => {
+  return (rotation % 360 + 360) % 360;
+};
 var getActualDecoderParameters = ({
   audioCodec,
   codecPrivate: codecPrivate2,
@@ -24316,7 +24341,10 @@ var makeBaseMediaTrack = (trakBox, startTimeInSeconds) => {
       codecData: actual.codecPrivate,
       codecEnum,
       startInSeconds: startTimeInSeconds,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: findTrackMediaTimeOffsetInTrackTimescale({
+        trakBox
+      })
     };
   }
   if (!trakBoxContainsVideo(trakBox)) {
@@ -24326,7 +24354,10 @@ var makeBaseMediaTrack = (trakBox, startTimeInSeconds) => {
       originalTimescale: timescaleAndDuration.timescale,
       trakBox,
       startInSeconds: startTimeInSeconds,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: findTrackMediaTimeOffsetInTrackTimescale({
+        trakBox
+      })
     };
   }
   const videoSample = getStsdVideoConfig(trakBox);
@@ -24368,14 +24399,17 @@ var makeBaseMediaTrack = (trakBox, startTimeInSeconds) => {
     codedHeight: videoSample.height,
     displayAspectWidth,
     displayAspectHeight,
-    rotation,
+    rotation: normalizeVideoRotation(0 - rotation),
     codecData: privateData,
     colorSpace: mediaParserAdvancedColorToWebCodecsColor(advancedColor),
     advancedColor,
     codecEnum: getVideoCodecFromIsoTrak(trakBox),
     fps: getFpsFromMp4TrakBox(trakBox),
     startInSeconds: startTimeInSeconds,
-    timescale: WEBCODECS_TIMESCALE
+    timescale: WEBCODECS_TIMESCALE,
+    trackMediaTimeOffsetInTrackTimescale: findTrackMediaTimeOffsetInTrackTimescale({
+      trakBox
+    })
   };
   return track;
 };
@@ -29050,7 +29084,8 @@ var handleAvcPacket = async ({
       colorSpace: mediaParserAdvancedColorToWebCodecsColor(advancedColor),
       advancedColor,
       startInSeconds: 0,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: 0
     };
     await registerVideoTrack({
       track,
@@ -30646,7 +30681,8 @@ var parseAac = async (state) => {
         trackId: 0,
         type: "audio",
         startInSeconds: 0,
-        timescale: WEBCODECS_TIMESCALE
+        timescale: WEBCODECS_TIMESCALE,
+        trackMediaTimeOffsetInTrackTimescale: 0
       },
       registerAudioSampleCallback: state.callbacks.registerAudioSampleCallback,
       tracks: state.callbacks.tracks,
@@ -31029,7 +31065,8 @@ var parseStreamInfo = async ({
       originalTimescale: WEBCODECS_TIMESCALE,
       trackId: 0,
       startInSeconds: 0,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: 0
     },
     registerAudioSampleCallback: state.callbacks.registerAudioSampleCallback,
     tracks: state.callbacks.tracks,
@@ -31122,7 +31159,10 @@ var calculateFlatSamples = ({
   if (!moov) {
     throw new Error("No moov box found");
   }
-  const flatSamples = tracks2.map((track) => {
+  const offsets = [];
+  const trackIds = [];
+  const map = new Map;
+  for (const track of tracks2) {
     const trakBox = getTrakBoxByTrackId(moov, track.trackId);
     if (!trakBox) {
       throw new Error("No trak box found");
@@ -31133,14 +31173,17 @@ var calculateFlatSamples = ({
       moofComplete,
       trexBoxes: getTrexBoxes(moov)
     });
-    return samplePositions.map((samplePosition) => {
-      return {
+    trackIds.push(track.trackId);
+    for (const samplePosition of samplePositions) {
+      offsets.push(samplePosition.offset);
+      map.set(samplePosition.offset, {
         track,
         samplePosition
-      };
-    });
-  });
-  return flatSamples;
+      });
+    }
+  }
+  offsets.sort((a, b) => a - b);
+  return { flatSamples: map, offsets, trackIds };
 };
 var cachedSamplePositionsState = () => {
   const cachedForMdatStart = {};
@@ -31434,28 +31477,33 @@ var getKey = (samplePositionTrack) => {
   return `${samplePositionTrack.track.trackId}-${samplePositionTrack.samplePosition.decodingTimestamp}`;
 };
 var findBestJump = ({
-  allSamplesSortedByOffset,
+  sampleMap,
+  offsetsSorted,
   visited,
   progresses
 }) => {
   const minProgress = Math.min(...Object.values(progresses));
   const trackNumberWithLowestProgress = Object.entries(progresses).find(([, progress]) => progress === minProgress)?.[0];
-  const firstSampleAboveMinProgress = allSamplesSortedByOffset.findIndex((sample) => sample.track.trackId === Number(trackNumberWithLowestProgress) && !visited.has(getKey(sample)));
+  const firstSampleAboveMinProgress = offsetsSorted.findIndex((offset) => sampleMap.get(offset).track.trackId === Number(trackNumberWithLowestProgress) && !visited.has(getKey(sampleMap.get(offset))));
   return firstSampleAboveMinProgress;
 };
-var calculateJumpMarks = (samplePositionTracks, endOfMdat) => {
+var calculateJumpMarks = ({
+  sampleMap,
+  offsetsSorted,
+  trackIds,
+  endOfMdat
+}) => {
   const progresses = {};
-  for (const track of samplePositionTracks) {
-    progresses[track[0].track.trackId] = 0;
+  for (const trackId of trackIds) {
+    progresses[trackId] = 0;
   }
   const jumpMarks = [];
-  const allSamplesSortedByOffset = samplePositionTracks.flat(1).filter((s) => s.track.type === "audio" || s.track.type === "video").sort((a, b) => a.samplePosition.offset - b.samplePosition.offset);
   let indexToVisit = 0;
   const visited = new Set;
   let rollOverToProcess = false;
   const increaseIndex = () => {
     indexToVisit++;
-    if (indexToVisit >= allSamplesSortedByOffset.length) {
+    if (indexToVisit >= offsetsSorted.length) {
       rollOverToProcess = true;
       indexToVisit = 0;
     }
@@ -31469,23 +31517,24 @@ var calculateJumpMarks = (samplePositionTracks, endOfMdat) => {
     }
     const jumpMark = {
       afterSampleWithOffset: lastVisitedSample.samplePosition.offset,
-      jumpToOffset: allSamplesSortedByOffset[firstSampleAboveMinProgress].samplePosition.offset
+      jumpToOffset: offsetsSorted[firstSampleAboveMinProgress]
     };
     indexToVisit = firstSampleAboveMinProgress;
     jumpMarks.push(jumpMark);
   };
   const addFinalJumpIfNecessary = () => {
-    if (indexToVisit === allSamplesSortedByOffset.length - 1) {
+    if (indexToVisit === offsetsSorted.length - 1) {
       return;
     }
     jumpMarks.push({
-      afterSampleWithOffset: allSamplesSortedByOffset[indexToVisit].samplePosition.offset,
+      afterSampleWithOffset: offsetsSorted[indexToVisit],
       jumpToOffset: endOfMdat
     });
   };
   const considerJump = () => {
     const firstSampleAboveMinProgress = findBestJump({
-      allSamplesSortedByOffset,
+      sampleMap,
+      offsetsSorted,
       visited,
       progresses
     });
@@ -31495,14 +31544,14 @@ var calculateJumpMarks = (samplePositionTracks, endOfMdat) => {
     } else {
       while (true) {
         increaseIndex();
-        if (!visited.has(getKey(allSamplesSortedByOffset[indexToVisit]))) {
+        if (!visited.has(getKey(sampleMap.get(offsetsSorted[indexToVisit])))) {
           break;
         }
       }
     }
   };
   while (true) {
-    const currentSamplePosition = allSamplesSortedByOffset[indexToVisit];
+    const currentSamplePosition = sampleMap.get(offsetsSorted[indexToVisit]);
     const sampleKey = getKey(currentSamplePosition);
     if (visited.has(sampleKey)) {
       considerJump();
@@ -31520,7 +31569,7 @@ var calculateJumpMarks = (samplePositionTracks, endOfMdat) => {
       rollOverToProcess = false;
     }
     lastVisitedSample = currentSamplePosition;
-    if (visited.size === allSamplesSortedByOffset.length) {
+    if (visited.size === offsetsSorted.length) {
       addFinalJumpIfNecessary();
       break;
     }
@@ -31530,7 +31579,7 @@ var calculateJumpMarks = (samplePositionTracks, endOfMdat) => {
     const maxProgress = Math.max(...progressValues);
     const minProgress = Math.min(...progressValues);
     const spread = maxProgress - minProgress;
-    if (visited.size === allSamplesSortedByOffset.length) {
+    if (visited.size === offsetsSorted.length) {
       addFinalJumpIfNecessary();
       break;
     }
@@ -31608,24 +31657,32 @@ var parseMdatSection = async (state) => {
     return parseMdatSection(state);
   }
   if (!state.iso.flatSamples.getSamples(mediaSection.start)) {
-    const flattedSamples = calculateFlatSamples({
+    const {
+      flatSamples: flatSamplesMap,
+      offsets,
+      trackIds
+    } = calculateFlatSamples({
       state,
       mediaSectionStart: mediaSection.start
     });
-    const calcedJumpMarks = calculateJumpMarks(flattedSamples, endOfMdat);
+    const calcedJumpMarks = calculateJumpMarks({
+      sampleMap: flatSamplesMap,
+      offsetsSorted: offsets,
+      trackIds,
+      endOfMdat
+    });
     state.iso.flatSamples.setJumpMarks(mediaSection.start, calcedJumpMarks);
-    state.iso.flatSamples.setSamples(mediaSection.start, flattedSamples.flat(1));
+    state.iso.flatSamples.setSamples(mediaSection.start, flatSamplesMap);
   }
   const flatSamples = state.iso.flatSamples.getSamples(mediaSection.start);
   const jumpMarks = state.iso.flatSamples.getJumpMarks(mediaSection.start);
   const { iterator } = state;
-  const samplesWithIndex = flatSamples.find((sample) => {
-    return sample.samplePosition.offset === iterator.counter.getOffset();
-  });
+  const samplesWithIndex = flatSamples.get(iterator.counter.getOffset());
   if (!samplesWithIndex) {
-    const nextSample_ = flatSamples.filter((s) => s.samplePosition.offset > iterator.counter.getOffset()).sort((a, b) => a.samplePosition.offset - b.samplePosition.offset)[0];
+    const offsets = Array.from(flatSamples.keys());
+    const nextSample_ = offsets.filter((s) => s > iterator.counter.getOffset()).sort((a, b) => a - b)[0];
     if (nextSample_) {
-      iterator.discard(nextSample_.samplePosition.offset - iterator.counter.getOffset());
+      iterator.discard(nextSample_ - iterator.counter.getOffset());
       return null;
     }
     Log.verbose(state.logLevel, "Could not find sample at offset", iterator.counter.getOffset(), "skipping to end of mdat");
@@ -31647,9 +31704,14 @@ var parseMdatSection = async (state) => {
     bigEndian,
     chunkSize
   } = samplesWithIndex.samplePosition;
-  const { originalTimescale, startInSeconds } = samplesWithIndex.track;
-  const cts = rawCts + startInSeconds * originalTimescale;
-  const dts = rawDts + startInSeconds * originalTimescale;
+  const {
+    originalTimescale,
+    startInSeconds,
+    trackMediaTimeOffsetInTrackTimescale,
+    timescale: trackTimescale
+  } = samplesWithIndex.track;
+  const cts = rawCts + startInSeconds * originalTimescale - trackMediaTimeOffsetInTrackTimescale / trackTimescale * WEBCODECS_TIMESCALE;
+  const dts = rawDts + startInSeconds * originalTimescale - trackMediaTimeOffsetInTrackTimescale / trackTimescale * WEBCODECS_TIMESCALE;
   const bytes = postprocessBytes({
     bytes: iterator.getSlice(samplesWithIndex.samplePosition.size),
     bigEndian,
@@ -33326,7 +33388,8 @@ var parseMpegHeader = async ({
         originalTimescale: 1e6,
         trackId: 0,
         startInSeconds: 0,
-        timescale: WEBCODECS_TIMESCALE
+        timescale: WEBCODECS_TIMESCALE,
+        trackMediaTimeOffsetInTrackTimescale: 0
       },
       registerAudioSampleCallback: state.callbacks.registerAudioSampleCallback,
       tracks: state.callbacks.tracks,
@@ -34363,7 +34426,8 @@ var handleAacPacket = async ({
       numberOfChannels: channelConfiguration,
       sampleRate,
       startInSeconds: 0,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: 0
     };
     await registerAudioTrack({
       track,
@@ -34974,7 +35038,8 @@ var parseFmt = async ({
       originalTimescale: 1e6,
       trackId: 0,
       startInSeconds: 0,
-      timescale: WEBCODECS_TIMESCALE
+      timescale: WEBCODECS_TIMESCALE,
+      trackMediaTimeOffsetInTrackTimescale: 0
     },
     container: "wav",
     registerAudioSampleCallback: state.callbacks.registerAudioSampleCallback,
@@ -35549,9 +35614,11 @@ var parseLoop = async ({
       try {
         await triggerInfoEmit(state);
         await state.controller._internals.checkForAbortAndPause();
+        const parseLoopStart = Date.now();
         const result = await runParseIteration({
           state
         });
+        state.timings.timeInParseLoop += Date.now() - parseLoopStart;
         if (result !== null && result.action === "fetch-more-data") {
           Log.verbose(state.logLevel, `Need to fetch ${result.bytesNeeded} more bytes before we can continue`);
           const startBytesRemaining = state.iterator.bytesRemaining();
@@ -35638,6 +35705,7 @@ var printTimings = (state) => {
   Log.verbose(state.logLevel, `Time seeking: ${state.timings.timeSeeking}ms`);
   Log.verbose(state.logLevel, `Time checking if done: ${state.timings.timeCheckingIfDone}ms`);
   Log.verbose(state.logLevel, `Time freeing data: ${state.timings.timeFreeingData}ms`);
+  Log.verbose(state.logLevel, `Time in parse loop: ${state.timings.timeInParseLoop}ms`);
 };
 var warningShown = false;
 var warnIfRemotionLicenseNotAcknowledged = ({
@@ -37170,7 +37238,8 @@ var timingsState = () => {
     timeReadingData: 0,
     timeSeeking: 0,
     timeCheckingIfDone: 0,
-    timeFreeingData: 0
+    timeFreeingData: 0,
+    timeInParseLoop: 0
   };
 };
 var lastEmittedSampleState = () => {