@remotion/media 4.0.434 → 4.0.436

package/dist/audio/audio-preview-iterator.d.ts

@@ -1,4 +1,5 @@
 import type { WrappedAudioBuffer } from 'mediabunny';
+import type { SharedAudioContextForMediaPlayer } from '../shared-audio-context-for-media-player';
 export declare const HEALTHY_BUFFER_THRESHOLD_SECONDS = 1;
 export type QueuedNode = {
     node: AudioBufferSourceNode;
@@ -6,28 +7,35 @@ export type QueuedNode = {
     buffer: AudioBuffer;
     scheduledTime: number;
     playbackRate: number;
+    scheduledAtAnchor: number;
 };
 export type QueuedPeriod = {
     from: number;
     until: number;
 };
-export declare const makeAudioIterator: (startFromSecond: number, maximumTimestamp: number, cache: {
-    prewarmIteratorForLooping: ({ timeToSeek, maximumTimestamp, }: {
-        timeToSeek: number;
-        maximumTimestamp: number;
-    }) => void;
-    makeIteratorOrUsePrewarmed: (timeToSeek: number, maximumTimestamp: number) => AsyncGenerator<WrappedAudioBuffer, void, unknown>;
-    destroy: () => void;
-}, debugAudioScheduling: boolean) => {
-    destroy: (audioContext: AudioContext) => void;
+export declare const makeAudioIterator: ({ startFromSecond, maximumTimestamp, cache, debugAudioScheduling, }: {
+    startFromSecond: number;
+    maximumTimestamp: number;
+    cache: {
+        prewarmIteratorForLooping: ({ timeToSeek, maximumTimestamp, }: {
+            timeToSeek: number;
+            maximumTimestamp: number;
+        }) => void;
+        makeIteratorOrUsePrewarmed: (timeToSeek: number, maximumTimestamp: number) => AsyncGenerator<WrappedAudioBuffer, void, unknown>;
+        destroy: () => void;
+    };
+    debugAudioScheduling: boolean;
+}) => {
+    destroy: (audioContext: SharedAudioContextForMediaPlayer) => void;
     getNext: () => Promise<IteratorResult<WrappedAudioBuffer, void>>;
     isDestroyed: () => boolean;
-    addQueuedAudioNode: ({ node, timestamp, buffer, scheduledTime, playbackRate, }: {
+    addQueuedAudioNode: ({ node, timestamp, buffer, scheduledTime, playbackRate, scheduledAtAnchor, }: {
         node: AudioBufferSourceNode;
         timestamp: number;
         buffer: AudioBuffer;
         scheduledTime: number;
         playbackRate: number;
+        scheduledAtAnchor: number;
     }) => void;
     removeQueuedAudioNode: (node: AudioBufferSourceNode) => void;
     getAndClearAudioChunksForAfterResuming: () => {

package/dist/audio-iterator-manager.d.ts

@@ -2,11 +2,12 @@ import type { InputAudioTrack, WrappedAudioBuffer } from 'mediabunny';
 import { type ScheduleAudioNodeResult } from 'remotion';
 import type { DelayPlaybackIfNotPremounting } from './delay-playback-if-not-premounting';
 import type { Nonce } from './nonce-manager';
+import type { SharedAudioContextForMediaPlayer } from './shared-audio-context-for-media-player';
 type ScheduleAudioNode = (node: AudioBufferSourceNode, mediaTimestamp: number) => ScheduleAudioNodeResult;
 export declare const audioIteratorManager: ({ audioTrack, delayPlaybackHandleIfNotPremounting, sharedAudioContext, getIsLooping, getEndTime, getStartTime, initialMuted, drawDebugOverlay, }: {
     audioTrack: InputAudioTrack;
     delayPlaybackHandleIfNotPremounting: () => DelayPlaybackIfNotPremounting;
-    sharedAudioContext: AudioContext;
+    sharedAudioContext: SharedAudioContextForMediaPlayer;
     getIsLooping: () => boolean;
     getEndTime: () => number;
     getStartTime: () => number;
@@ -28,15 +29,16 @@ export declare const audioIteratorManager: ({ audioTrack, delayPlaybackHandleIfN
     }) => void;
     pausePlayback: () => void;
     getAudioBufferIterator: () => {
-        destroy: (audioContext: AudioContext) => void;
+        destroy: (audioContext: SharedAudioContextForMediaPlayer) => void;
         getNext: () => Promise<IteratorResult<WrappedAudioBuffer, void>>;
         isDestroyed: () => boolean;
-        addQueuedAudioNode: ({ node, timestamp, buffer, scheduledTime, playbackRate, }: {
+        addQueuedAudioNode: ({ node, timestamp, buffer, scheduledTime, playbackRate, scheduledAtAnchor, }: {
             node: AudioBufferSourceNode;
             timestamp: number;
             buffer: AudioBuffer;
             scheduledTime: number;
             playbackRate: number;
+            scheduledAtAnchor: number;
         }) => void;
         removeQueuedAudioNode: (node: AudioBufferSourceNode) => void;
         getAndClearAudioChunksForAfterResuming: () => {

package/dist/debug-overlay/preview-overlay.d.ts

@@ -22,15 +22,16 @@ export declare const drawPreviewOverlay: ({ context, audioTime, audioContextStat
         }) => void;
         pausePlayback: () => void;
         getAudioBufferIterator: () => {
-            destroy: (audioContext: AudioContext) => void;
+            destroy: (audioContext: import("../shared-audio-context-for-media-player").SharedAudioContextForMediaPlayer) => void;
             getNext: () => Promise<IteratorResult<import("mediabunny").WrappedAudioBuffer, void>>;
             isDestroyed: () => boolean;
-            addQueuedAudioNode: ({ node, timestamp, buffer, scheduledTime, playbackRate, }: {
+            addQueuedAudioNode: ({ node, timestamp, buffer, scheduledTime, playbackRate, scheduledAtAnchor, }: {
                 node: AudioBufferSourceNode;
                 timestamp: number;
                 buffer: AudioBuffer;
                 scheduledTime: number;
                 playbackRate: number;
+                scheduledAtAnchor: number;
             }) => void;
             removeQueuedAudioNode: (node: AudioBufferSourceNode) => void;
             getAndClearAudioChunksForAfterResuming: () => {

package/dist/esm/index.mjs

@@ -139,7 +139,12 @@ var setGlobalTimeAnchor = ({
 };
 
 // src/audio/audio-preview-iterator.ts
-var makeAudioIterator = (startFromSecond, maximumTimestamp, cache, debugAudioScheduling) => {
+var makeAudioIterator = ({
+  startFromSecond,
+  maximumTimestamp,
+  cache,
+  debugAudioScheduling
+}) => {
   let destroyed = false;
   const iterator = cache.makeIteratorOrUsePrewarmed(startFromSecond, maximumTimestamp);
   const queuedAudioNodes = [];
@@ -149,15 +154,15 @@ var makeAudioIterator = (startFromSecond, maximumTimestamp, cache, debugAudioSch
   const cleanupAudioQueue = (audioContext) => {
     for (const node of queuedAudioNodes) {
       try {
-        const currentlyHearing = audioContext.getOutputTimestamp().contextTime;
-        const nodeEndTime = node.scheduledTime + node.buffer.duration / node.playbackRate;
-        const isAlreadyPlaying = node.scheduledTime - ALLOWED_GLOBAL_TIME_ANCHOR_SHIFT < audioContext.currentTime;
-        const shouldKeep = isAlreadyPlaying;
-        if (shouldKeep) {
+        const isAlreadyPlaying = node.scheduledTime - ALLOWED_GLOBAL_TIME_ANCHOR_SHIFT < audioContext.audioContext.currentTime;
+        const wasScheduledForThisAnchor = node.scheduledAtAnchor === audioContext.audioSyncAnchor.value;
+        if (isAlreadyPlaying && wasScheduledForThisAnchor) {
           continue;
         }
         if (debugAudioScheduling) {
-          Internals3.Log.info({ logLevel: "trace", tag: "audio-scheduling" }, `Stopping node ${node.timestamp.toFixed(3)}, currently hearing = ${currentlyHearing.toFixed(3)} currentTime = ${audioContext.currentTime.toFixed(3)} nodeEndTime = ${nodeEndTime.toFixed(3)} scheduledTime = ${node.scheduledTime.toFixed(3)}`);
+          const currentlyHearing = audioContext.audioContext.getOutputTimestamp().contextTime;
+          const nodeEndTime = node.scheduledTime + node.buffer.duration / node.playbackRate;
+          Internals3.Log.info({ logLevel: "trace", tag: "audio-scheduling" }, `Stopping node ${node.timestamp.toFixed(3)}, currently hearing = ${currentlyHearing.toFixed(3)} currentTime = ${audioContext.audioContext.currentTime.toFixed(3)} nodeEndTime = ${nodeEndTime.toFixed(3)} scheduledTime = ${node.scheduledTime.toFixed(3)}`);
         }
         node.node.stop();
       } catch {}
@@ -318,14 +323,16 @@ var makeAudioIterator = (startFromSecond, maximumTimestamp, cache, debugAudioSch
       timestamp,
       buffer,
       scheduledTime,
-      playbackRate
+      playbackRate,
+      scheduledAtAnchor
     }) => {
       queuedAudioNodes.push({
         node,
         timestamp,
         buffer,
         scheduledTime,
-        playbackRate
+        playbackRate,
+        scheduledAtAnchor
       });
     },
     removeQueuedAudioNode: (node) => {
@@ -570,8 +577,8 @@ var audioIteratorManager = ({
 }) => {
   let muted = initialMuted;
   let currentVolume = 1;
-  const gainNode = sharedAudioContext.createGain();
-  gainNode.connect(sharedAudioContext.destination);
+  const gainNode = sharedAudioContext.audioContext.createGain();
+  gainNode.connect(sharedAudioContext.audioContext.destination);
   const audioSink = new AudioBufferSink(audioTrack);
   const prewarmedAudioIteratorCache = makePrewarmedAudioIteratorCache(audioSink);
   let audioBufferIterator = null;
@@ -587,13 +594,13 @@ var audioIteratorManager = ({
     if (!audioBufferIterator) {
       throw new Error("Audio buffer iterator not found");
     }
-    if (sharedAudioContext.state !== "running") {
+    if (sharedAudioContext.audioContext.state !== "running") {
       throw new Error("Tried to schedule node while audio context is not running");
     }
     if (muted) {
       return;
     }
-    const node = sharedAudioContext.createBufferSource();
+    const node = sharedAudioContext.audioContext.createBufferSource();
     node.buffer = buffer;
     node.playbackRate.value = playbackRate;
     node.connect(gainNode);
@@ -611,7 +618,8 @@ var audioIteratorManager = ({
       timestamp: mediaTimestamp,
       buffer,
       scheduledTime: started.scheduledTime,
-      playbackRate
+      playbackRate,
+      scheduledAtAnchor: sharedAudioContext.audioSyncAnchor.value
     });
     node.onended = () => {
       setTimeout(() => {
@@ -658,7 +666,7 @@ var audioIteratorManager = ({
     if (buffer.timestamp >= endTime) {
       return;
     }
-    if (getIsPlaying() && sharedAudioContext.state === "running" && (sharedAudioContext.getOutputTimestamp().contextTime ?? 0) > 0) {
+    if (getIsPlaying() && sharedAudioContext.audioContext.state === "running" && (sharedAudioContext.audioContext.getOutputTimestamp().contextTime ?? 0) > 0) {
       resumeScheduledAudioChunks({
         playbackRate,
         scheduleAudioNode,
@@ -698,7 +706,12 @@ var audioIteratorManager = ({
       audioBufferIterator?.destroy(sharedAudioContext);
       const delayHandle = __using(__stack, delayPlaybackHandleIfNotPremounting(), 0);
       currentDelayHandle = delayHandle;
-      const iterator = makeAudioIterator(startFromSecond, getEndTime(), prewarmedAudioIteratorCache, debugAudioScheduling);
+      const iterator = makeAudioIterator({
+        startFromSecond,
+        maximumTimestamp: getEndTime(),
+        cache: prewarmedAudioIteratorCache,
+        debugAudioScheduling
+      });
       audioIteratorsCreated++;
       audioBufferIterator = iterator;
       try {
@@ -782,7 +795,7 @@ var audioIteratorManager = ({
     }
     const queuedPeriod = audioBufferIterator.getQueuedPeriod();
     const queuedPeriodMinusLatency = queuedPeriod ? {
-      from: queuedPeriod.from - ALLOWED_GLOBAL_TIME_ANCHOR_SHIFT - sharedAudioContext.baseLatency - sharedAudioContext.outputLatency,
+      from: queuedPeriod.from - ALLOWED_GLOBAL_TIME_ANCHOR_SHIFT - sharedAudioContext.audioContext.baseLatency - sharedAudioContext.audioContext.outputLatency,
       until: queuedPeriod.until
     } : null;
     const currentTimeIsAlreadyQueued = isAlreadyQueued(newTime, queuedPeriodMinusLatency);
@@ -1360,7 +1373,7 @@ class MediaPlayer {
           this.audioIteratorManager = audioIteratorManager({
             audioTrack,
             delayPlaybackHandleIfNotPremounting: this.delayPlaybackHandleIfNotPremounting,
-            sharedAudioContext: this.sharedAudioContext.audioContext,
+            sharedAudioContext: this.sharedAudioContext,
             getIsLooping: () => this.loop,
             getEndTime: () => this.getEndTime(),
             getStartTime: () => this.getStartTime(),

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@remotion/media",
-	"version": "4.0.434",
+	"version": "4.0.436",
 	"main": "dist/index.js",
 	"types": "dist/index.d.ts",
 	"module": "dist/esm/index.mjs",
@@ -23,7 +23,7 @@
 	},
 	"dependencies": {
 		"mediabunny": "1.37.0",
-		"remotion": "4.0.434",
+		"remotion": "4.0.436",
 		"zod": "4.3.6"
 	},
 	"peerDependencies": {
@@ -31,7 +31,7 @@
 		"react-dom": ">=16.8.0"
 	},
 	"devDependencies": {
-		"@remotion/eslint-config-internal": "4.0.434",
+		"@remotion/eslint-config-internal": "4.0.436",
 		"@vitest/browser-webdriverio": "4.0.9",
 		"eslint": "9.19.0",
 		"react": "19.2.3",