@remotion/media 4.0.371 → 4.0.373

package/dist/audio/audio-for-preview.js

@@ -13,7 +13,7 @@ const AudioForPreviewAssertedShowing = ({ src, playbackRate, logLevel, muted, vo
     const [mediaPlayerReady, setMediaPlayerReady] = useState(false);
     const [shouldFallbackToNativeAudio, setShouldFallbackToNativeAudio] = useState(false);
     const [playing] = Timeline.usePlayingState();
-    const timelineContext = useContext(Timeline.TimelineContext);
+    const timelineContext = useContext(Internals.TimelineContext);
     const globalPlaybackRate = timelineContext.playbackRate;
     const sharedAudioContext = useContext(SharedAudioContext);
     const buffer = useBufferState();

package/dist/audio-extraction/extract-audio.js

@@ -44,6 +44,7 @@ const extractAudioInternal = async ({ src, timeInSeconds: unloopedTimeInSeconds,
     const durationInSeconds = durationNotYetApplyingPlaybackRate * playbackRate;
     const samples = await sampleIterator.getSamples(timeInSeconds, durationInSeconds);
     audioManager.logOpenFrames();
+    const trimStartToleranceInSeconds = 0.002;
     const audioDataArray = [];
     for (let i = 0; i < samples.length; i++) {
         const sample = samples[i];
@@ -65,7 +66,8 @@ const extractAudioInternal = async ({ src, timeInSeconds: unloopedTimeInSeconds,
         let trimEndInSeconds = 0;
         if (isFirstSample) {
             trimStartInSeconds = timeInSeconds - sample.timestamp;
-            if (trimStartInSeconds < 0 && trimStartInSeconds > -1e-10) {
+            if (trimStartInSeconds < 0 &&
+                trimStartInSeconds > -trimStartToleranceInSeconds) {
                 trimStartInSeconds = 0;
             }
             if (trimStartInSeconds < 0) {

package/dist/audio-iterator-manager.js

@@ -1,4 +1,4 @@
-import { AudioBufferSink } from 'mediabunny';
+import { AudioBufferSink, InputDisposedError } from 'mediabunny';
 import { isAlreadyQueued, makeAudioIterator, } from './audio/audio-preview-iterator';
 export const audioIteratorManager = ({ audioTrack, delayPlaybackHandleIfNotPremounting, sharedAudioContext, }) => {
     let muted = false;
@@ -48,30 +48,42 @@ export const audioIteratorManager = ({ audioTrack, delayPlaybackHandleIfNotPremo
         const iterator = makeAudioIterator(audioSink, startFromSecond);
         audioIteratorsCreated++;
         audioBufferIterator = iterator;
-        // Schedule up to 3 buffers ahead of the current time
-        for (let i = 0; i < 3; i++) {
-            const result = await iterator.getNext();
-            if (iterator.isDestroyed()) {
-                delayHandle.unblock();
-                return;
-            }
-            if (nonce.isStale()) {
-                delayHandle.unblock();
-                return;
+        try {
+            // Schedule up to 3 buffers ahead of the current time
+            for (let i = 0; i < 3; i++) {
+                const result = await iterator.getNext();
+                if (iterator.isDestroyed()) {
+                    delayHandle.unblock();
+                    return;
+                }
+                if (nonce.isStale()) {
+                    delayHandle.unblock();
+                    return;
+                }
+                if (!result.value) {
+                    // media ended
+                    delayHandle.unblock();
+                    return;
+                }
+                onAudioChunk({
+                    getIsPlaying,
+                    buffer: result.value,
+                    playbackRate,
+                    scheduleAudioNode,
+                });
             }
-            if (!result.value) {
-                // media ended
-                delayHandle.unblock();
+        }
+        catch (e) {
+            if (e instanceof InputDisposedError) {
+                // iterator was disposed by a newer startAudioIterator call
+                // this is expected during rapid seeking
                 return;
             }
-            onAudioChunk({
-                getIsPlaying,
-                buffer: result.value,
-                playbackRate,
-                scheduleAudioNode,
-            });
+            throw e;
+        }
+        finally {
+            delayHandle.unblock();
         }
-        delayHandle.unblock();
     };
     const pausePlayback = () => {
         if (!audioBufferIterator) {

package/dist/esm/index.mjs

@@ -55,7 +55,7 @@ import { ALL_FORMATS, Input, UrlSource } from "mediabunny";
 import { Internals as Internals3 } from "remotion";
 
 // src/audio-iterator-manager.ts
-import { AudioBufferSink } from "mediabunny";
+import { AudioBufferSink, InputDisposedError } from "mediabunny";
 
 // src/helpers/round-to-4-digits.ts
 var roundTo4Digits = (timestamp) => {
@@ -337,28 +337,36 @@ var audioIteratorManager = ({
     const iterator = makeAudioIterator(audioSink, startFromSecond);
     audioIteratorsCreated++;
     audioBufferIterator = iterator;
-    for (let i = 0;i < 3; i++) {
-      const result = await iterator.getNext();
-      if (iterator.isDestroyed()) {
-        delayHandle.unblock();
-        return;
-      }
-      if (nonce.isStale()) {
-        delayHandle.unblock();
-        return;
+    try {
+      for (let i = 0;i < 3; i++) {
+        const result = await iterator.getNext();
+        if (iterator.isDestroyed()) {
+          delayHandle.unblock();
+          return;
+        }
+        if (nonce.isStale()) {
+          delayHandle.unblock();
+          return;
+        }
+        if (!result.value) {
+          delayHandle.unblock();
+          return;
+        }
+        onAudioChunk({
+          getIsPlaying,
+          buffer: result.value,
+          playbackRate,
+          scheduleAudioNode
+        });
       }
-      if (!result.value) {
-        delayHandle.unblock();
+    } catch (e) {
+      if (e instanceof InputDisposedError) {
         return;
       }
-      onAudioChunk({
-        getIsPlaying,
-        buffer: result.value,
-        playbackRate,
-        scheduleAudioNode
-      });
+      throw e;
+    } finally {
+      delayHandle.unblock();
     }
-    delayHandle.unblock();
   };
   const pausePlayback = () => {
     if (!audioBufferIterator) {
@@ -1354,7 +1362,7 @@ var AudioForPreviewAssertedShowing = ({
   const [mediaPlayerReady, setMediaPlayerReady] = useState2(false);
   const [shouldFallbackToNativeAudio, setShouldFallbackToNativeAudio] = useState2(false);
   const [playing] = Timeline.usePlayingState();
-  const timelineContext = useContext2(Timeline.TimelineContext);
+  const timelineContext = useContext2(Internals6.TimelineContext);
   const globalPlaybackRate = timelineContext.playbackRate;
   const sharedAudioContext = useContext2(SharedAudioContext);
   const buffer = useBufferState();
@@ -2262,19 +2270,26 @@ var makeKeyframeBank = ({
   };
   const getFrameFromTimestamp = async (timestampInSeconds) => {
     lastUsed = Date.now();
-    if (timestampInSeconds < startTimestampInSeconds) {
-      return Promise.reject(new Error(`Timestamp is before start timestamp (requested: ${timestampInSeconds}sec, start: ${startTimestampInSeconds})`));
+    const maxClampToleranceInSeconds = 0.1;
+    let adjustedTimestamp = timestampInSeconds;
+    if (roundTo4Digits(timestampInSeconds) < roundTo4Digits(startTimestampInSeconds)) {
+      const differenceInSeconds = startTimestampInSeconds - timestampInSeconds;
+      if (differenceInSeconds <= maxClampToleranceInSeconds) {
+        adjustedTimestamp = startTimestampInSeconds;
+      } else {
+        return Promise.reject(new Error(`Timestamp is before start timestamp (requested: ${timestampInSeconds}sec, start: ${startTimestampInSeconds}sec, difference: ${differenceInSeconds.toFixed(3)}sec exceeds tolerance of ${maxClampToleranceInSeconds}sec)`));
+      }
     }
-    if (timestampInSeconds > endTimestampInSeconds) {
-      return Promise.reject(new Error(`Timestamp is after end timestamp (requested: ${timestampInSeconds}sec, end: ${endTimestampInSeconds})`));
+    if (roundTo4Digits(adjustedTimestamp) > roundTo4Digits(endTimestampInSeconds)) {
+      return Promise.reject(new Error(`Timestamp is after end timestamp (requested: ${timestampInSeconds}sec, end: ${endTimestampInSeconds}sec)`));
     }
-    await ensureEnoughFramesForTimestamp(timestampInSeconds);
+    await ensureEnoughFramesForTimestamp(adjustedTimestamp);
     for (let i = frameTimestamps.length - 1;i >= 0; i--) {
       const sample = frames[frameTimestamps[i]];
       if (!sample) {
         return null;
       }
-      if (roundTo4Digits(sample.timestamp) <= roundTo4Digits(timestampInSeconds) || Math.abs(sample.timestamp - timestampInSeconds) <= 0.001) {
+      if (roundTo4Digits(sample.timestamp) <= roundTo4Digits(adjustedTimestamp) || Math.abs(sample.timestamp - adjustedTimestamp) <= 0.001) {
         return sample;
       }
     }
@@ -2580,7 +2595,7 @@ var makeKeyframeManager = () => {
   }) => {
     const startPacket = await packetSink.getKeyPacket(timestamp, {
       verifyKeyPackets: true
-    });
+    }) ?? await packetSink.getFirstPacket({ verifyKeyPackets: true });
     const hasAlpha = startPacket?.sideData.alpha;
     if (hasAlpha && !canBrowserUseWebGl2()) {
       return "has-alpha";
@@ -2882,6 +2897,7 @@ var extractAudioInternal = async ({
   const durationInSeconds = durationNotYetApplyingPlaybackRate * playbackRate;
   const samples = await sampleIterator.getSamples(timeInSeconds, durationInSeconds);
   audioManager.logOpenFrames();
+  const trimStartToleranceInSeconds = 0.002;
   const audioDataArray = [];
   for (let i = 0;i < samples.length; i++) {
     const sample = samples[i];
@@ -2898,7 +2914,7 @@ var extractAudioInternal = async ({
     let trimEndInSeconds = 0;
     if (isFirstSample) {
       trimStartInSeconds = timeInSeconds - sample.timestamp;
-      if (trimStartInSeconds < 0 && trimStartInSeconds > -0.0000000001) {
+      if (trimStartInSeconds < 0 && trimStartInSeconds > -trimStartToleranceInSeconds) {
         trimStartInSeconds = 0;
       }
       if (trimStartInSeconds < 0) {
@@ -3575,7 +3591,7 @@ var VideoForPreviewAssertedShowing = ({
   const [mediaPlayerReady, setMediaPlayerReady] = useState4(false);
   const [shouldFallbackToNativeVideo, setShouldFallbackToNativeVideo] = useState4(false);
   const [playing] = Timeline2.usePlayingState();
-  const timelineContext = useContext4(Timeline2.TimelineContext);
+  const timelineContext = useContext4(Internals15.TimelineContext);
   const globalPlaybackRate = timelineContext.playbackRate;
   const sharedAudioContext = useContext4(SharedAudioContext2);
   const buffer = useBufferState2();

package/dist/video/video-for-preview.js

@@ -15,7 +15,7 @@ const VideoForPreviewAssertedShowing = ({ src: unpreloadedSrc, style, playbackRa
     const [mediaPlayerReady, setMediaPlayerReady] = useState(false);
     const [shouldFallbackToNativeVideo, setShouldFallbackToNativeVideo] = useState(false);
     const [playing] = Timeline.usePlayingState();
-    const timelineContext = useContext(Timeline.TimelineContext);
+    const timelineContext = useContext(Internals.TimelineContext);
     const globalPlaybackRate = timelineContext.playbackRate;
     const sharedAudioContext = useContext(SharedAudioContext);
     const buffer = useBufferState();

package/dist/video-extraction/keyframe-bank.js

@@ -68,23 +68,35 @@ export const makeKeyframeBank = ({ startTimestampInSeconds, endTimestampInSecond
     };
     const getFrameFromTimestamp = async (timestampInSeconds) => {
         lastUsed = Date.now();
-        if (timestampInSeconds < startTimestampInSeconds) {
-            return Promise.reject(new Error(`Timestamp is before start timestamp (requested: ${timestampInSeconds}sec, start: ${startTimestampInSeconds})`));
+        // Videos may start slightly after timestamp 0 due to encoding, but if the requested timestamp is too far before the bank start, something is likely wrong.
+        const maxClampToleranceInSeconds = 0.1;
+        // If the requested timestamp is before the start of this bank, clamp it to the start if within tolerance. This handles videos that don't start at timestamp 0.
+        // For example, requesting frame at 0sec when video starts at 0.04sec should return the frame at 0.04sec.
+        // Test case: https://github.com/remotion-dev/remotion/issues/5915
+        let adjustedTimestamp = timestampInSeconds;
+        if (roundTo4Digits(timestampInSeconds) <
+            roundTo4Digits(startTimestampInSeconds)) {
+            const differenceInSeconds = startTimestampInSeconds - timestampInSeconds;
+            if (differenceInSeconds <= maxClampToleranceInSeconds) {
+                adjustedTimestamp = startTimestampInSeconds;
+            }
+            else {
+                return Promise.reject(new Error(`Timestamp is before start timestamp (requested: ${timestampInSeconds}sec, start: ${startTimestampInSeconds}sec, difference: ${differenceInSeconds.toFixed(3)}sec exceeds tolerance of ${maxClampToleranceInSeconds}sec)`));
+            }
         }
-        if (timestampInSeconds > endTimestampInSeconds) {
-            return Promise.reject(new Error(`Timestamp is after end timestamp (requested: ${timestampInSeconds}sec, end: ${endTimestampInSeconds})`));
+        if (roundTo4Digits(adjustedTimestamp) > roundTo4Digits(endTimestampInSeconds)) {
+            return Promise.reject(new Error(`Timestamp is after end timestamp (requested: ${timestampInSeconds}sec, end: ${endTimestampInSeconds}sec)`));
         }
-        await ensureEnoughFramesForTimestamp(timestampInSeconds);
+        await ensureEnoughFramesForTimestamp(adjustedTimestamp);
         for (let i = frameTimestamps.length - 1; i >= 0; i--) {
             const sample = frames[frameTimestamps[i]];
             if (!sample) {
                 return null;
             }
-            if (roundTo4Digits(sample.timestamp) <=
-                roundTo4Digits(timestampInSeconds) ||
+            if (roundTo4Digits(sample.timestamp) <= roundTo4Digits(adjustedTimestamp) ||
                 // Match 0.3333333333 to 0.33355555
                 // this does not satisfy the previous condition, since one rounds up and one rounds down
-                Math.abs(sample.timestamp - timestampInSeconds) <= 0.001) {
+                Math.abs(sample.timestamp - adjustedTimestamp) <= 0.001) {
                 return sample;
             }
         }

package/dist/video-extraction/keyframe-manager.js

@@ -111,9 +111,12 @@ export const makeKeyframeManager = () => {
         await logCacheStats(logLevel);
     };
     const getKeyframeBankOrRefetch = async ({ packetSink, timestamp, videoSampleSink, src, logLevel, }) => {
-        const startPacket = await packetSink.getKeyPacket(timestamp, {
+        // Try to get the keypacket at the requested timestamp.
+        // If it returns null (timestamp is before the first keypacket), fall back to the first packet.
+        // This matches mediabunny's internal behavior and handles videos that don't start at timestamp 0.
+        const startPacket = (await packetSink.getKeyPacket(timestamp, {
             verifyKeyPackets: true,
-        });
+        })) ?? (await packetSink.getFirstPacket({ verifyKeyPackets: true }));
         const hasAlpha = startPacket?.sideData.alpha;
         if (hasAlpha && !canBrowserUseWebGl2()) {
             return 'has-alpha';

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@remotion/media",
-	"version": "4.0.371",
+	"version": "4.0.373",
 	"main": "dist/index.js",
 	"types": "dist/index.d.ts",
 	"module": "dist/esm/index.mjs",
@@ -22,20 +22,20 @@
 	},
 	"dependencies": {
 		"mediabunny": "1.24.3",
-		"remotion": "4.0.371",
-		"webdriverio": "9.19.2"
+		"remotion": "4.0.373"
 	},
 	"peerDependencies": {
 		"react": ">=16.8.0",
 		"react-dom": ">=16.8.0"
 	},
 	"devDependencies": {
-		"@remotion/eslint-config-internal": "4.0.371",
-		"@vitest/browser": "^3.2.4",
+		"@remotion/eslint-config-internal": "4.0.373",
+		"@vitest/browser-webdriverio": "4.0.7",
 		"eslint": "9.19.0",
 		"react": "19.0.0",
 		"react-dom": "19.0.0",
-		"vitest": "3.2.4"
+		"vitest": "4.0.7",
+		"webdriverio": "9.19.2"
 	},
 	"keywords": [],
 	"publishConfig": {