@remotion/media 4.0.453 → 4.0.454

package/dist/audio-extraction/extract-audio.d.ts

@@ -7,7 +7,7 @@ type ExtractAudioParams = {
     logLevel: LogLevel;
     loop: boolean;
     playbackRate: number;
-    audioStreamIndex: number;
+    audioStreamIndex: number | null;
     trimBefore: number | undefined;
     trimAfter: number | undefined;
     fps: number;

package/dist/esm/index.mjs

@@ -758,6 +758,13 @@ var drawPreviewOverlay = ({
   }
 };
 
+// src/get-duration-or-compute.ts
+var getDurationOrCompute = async (input) => {
+  return await input.getDurationFromMetadata(undefined, {
+    skipLiveWait: true
+  }) ?? input.computeDuration(undefined, { skipLiveWait: true });
+};
+
 // src/is-type-of-error.ts
 function isNetworkError(error) {
   if (error.message.includes("Failed to fetch") || error.message.includes("Load failed") || error.message.includes("NetworkError when attempting to fetch resource")) {
@@ -1013,7 +1020,7 @@ var createVideoIterator = async (timeToSeek, cache) => {
 };
 
 // src/video-iterator-manager.ts
-var videoIteratorManager = ({
+var videoIteratorManager = async ({
   delayPlaybackHandleIfNotPremounting,
   canvas,
   context,
@@ -1030,9 +1037,11 @@ var videoIteratorManager = ({
   let framesRendered = 0;
   let currentDelayHandle = null;
   if (canvas) {
-    if (canvas.width !== videoTrack.displayWidth || canvas.height !== videoTrack.displayHeight) {
-      canvas.width = videoTrack.displayWidth;
-      canvas.height = videoTrack.displayHeight;
+    const displayWidth = await videoTrack.getDisplayWidth();
+    const displayHeight = await videoTrack.getDisplayHeight();
+    if (canvas.width !== displayWidth || canvas.height !== displayHeight) {
+      canvas.width = displayWidth;
+      canvas.height = displayHeight;
     }
   }
   const canvasSink = new CanvasSink(videoTrack, {
@@ -1186,7 +1195,7 @@ class MediaPlayer {
     this.loop = loop;
     this.trimBefore = trimBefore;
     this.trimAfter = trimAfter;
-    this.audioStreamIndex = audioStreamIndex ?? 0;
+    this.audioStreamIndex = audioStreamIndex;
     this.fps = fps;
     this.debugOverlay = debugOverlay;
     this.bufferState = bufferState;
@@ -1271,7 +1280,7 @@ class MediaPlayer {
           return { type: "unknown-container-format" };
         }
         const [durationInSeconds, videoTrack, audioTracks] = await Promise.all([
-          this.input.computeDuration(),
+          getDurationOrCompute(this.input),
           this.input.getPrimaryVideoTrack(),
           this.input.getAudioTracks()
         ]);
@@ -1279,11 +1288,17 @@ class MediaPlayer {
           return { type: "disposed" };
         }
         this.totalDuration = durationInSeconds;
-        const audioTrack = audioTracks[this.audioStreamIndex] ?? null;
+        const audioTrack = await (this.audioStreamIndex === null ? videoTrack?.getPrimaryPairableAudioTrack() : audioTracks[this.audioStreamIndex] ?? null);
         if (!videoTrack && !audioTrack) {
           return { type: "no-tracks" };
         }
         if (videoTrack && this.tagType === "video") {
+          if (await videoTrack.isLive()) {
+            throw new Error("Live streams are not currently supported by Remotion. Sorry! Source: " + this.src);
+          }
+          if (await videoTrack.isRelativeToUnixEpoch()) {
+            throw new Error("Streams with UNIX timestamps are not currently supported by Remotion. Sorry! Source: " + this.src);
+          }
           const canDecode = await videoTrack.canDecode();
           if (!canDecode) {
             return { type: "cannot-decode" };
@@ -1291,7 +1306,7 @@ class MediaPlayer {
           if (this.input.disposed) {
             return { type: "disposed" };
           }
-          this.videoIteratorManager = videoIteratorManager({
+          this.videoIteratorManager = await videoIteratorManager({
             videoTrack,
             delayPlaybackHandleIfNotPremounting: this.delayPlaybackHandleIfNotPremounting,
             context: this.context,
@@ -1309,6 +1324,12 @@ class MediaPlayer {
           throw new Error(`should have asserted that the time is not null`);
         }
         if (audioTrack && this.sharedAudioContext) {
+          if (await audioTrack.isLive()) {
+            throw new Error("Live streams are not currently supported by Remotion. Sorry! Source: " + this.src);
+          }
+          if (await audioTrack.isRelativeToUnixEpoch()) {
+            throw new Error("Streams with UNIX timestamps are not currently supported by Remotion. Sorry! Source: " + this.src);
+          }
           const canDecode = await audioTrack.canDecode();
           if (!canDecode) {
             return { type: "cannot-decode" };
@@ -2106,7 +2127,7 @@ var AudioForPreviewAssertedShowing = ({
         fps: videoConfig.fps,
         canvas: null,
         playbackRate: initialPlaybackRate.current,
-        audioStreamIndex: audioStreamIndex ?? 0,
+        audioStreamIndex: audioStreamIndex ?? null,
         debugOverlay: false,
         bufferState: buffer,
         isPostmounting: initialIsPostmounting.current,
@@ -2283,7 +2304,7 @@ var AudioForPreview = ({
     return null;
   }
   return /* @__PURE__ */ jsx(AudioForPreviewAssertedShowing, {
-    audioStreamIndex: audioStreamIndex ?? 0,
+    audioStreamIndex,
     src: preloadedSrc,
     playbackRate,
     logLevel: logLevel ?? defaultLogLevel,
@@ -3495,6 +3516,12 @@ var getSinks = async (src, credentials) => {
     if (!videoTrack) {
       return "no-video-track";
     }
+    if (await videoTrack.isLive()) {
+      throw new Error("Live streams are not currently supported by Remotion. Sorry! Source: " + src);
+    }
+    if (await videoTrack.isRelativeToUnixEpoch()) {
+      throw new Error("Streams with UNIX timestamps are not currently supported by Remotion. Sorry! Source: " + src);
+    }
     const canDecode = await videoTrack.canDecode();
     if (!canDecode) {
       return "cannot-decode";
@@ -3528,8 +3555,8 @@ var getSinks = async (src, credentials) => {
     if (format === "network-error") {
       return "network-error";
     }
-    const audioTracks = await input.getAudioTracks();
-    const audioTrack = audioTracks[index];
+    const videoTrack = await input.getPrimaryVideoTrack();
+    const audioTrack = videoTrack === null ? (await input.getAudioTracks())[index ?? 0] : await (index === null ? videoTrack?.getPrimaryPairableAudioTrack() : (await input.getAudioTracks())[index] ?? null);
     if (!audioTrack) {
       return "no-audio-track";
     }
@@ -3542,11 +3569,12 @@ var getSinks = async (src, credentials) => {
     };
   };
   const getAudioSinksPromise = (index) => {
-    if (audioSinksPromise[index]) {
-      return audioSinksPromise[index];
+    const keyIndex = index === null ? -1 : index;
+    if (audioSinksPromise[keyIndex]) {
+      return audioSinksPromise[keyIndex];
     }
-    audioSinksPromise[index] = getAudioSinks(index);
-    return audioSinksPromise[index];
+    audioSinksPromise[keyIndex] = getAudioSinks(index);
+    return audioSinksPromise[keyIndex];
   };
   return {
     getVideo: () => getVideoSinksPromise(),
@@ -3554,7 +3582,7 @@ var getSinks = async (src, credentials) => {
     actualMatroskaTimestamps: rememberActualMatroskaTimestamps(isMatroska),
     isMatroska,
     getDuration: () => {
-      return input.computeDuration();
+      return getDurationOrCompute(input);
     }
   };
 };
@@ -4250,7 +4278,7 @@ var AudioForRendering = ({
       includeVideo: false,
       isClientSideRendering: environment.isClientSideRendering,
       loop: loop ?? false,
-      audioStreamIndex: audioStreamIndex ?? 0,
+      audioStreamIndex: audioStreamIndex ?? null,
       trimAfter,
       trimBefore,
       fps,

package/dist/extract-frame-and-audio.d.ts

@@ -8,7 +8,7 @@ export declare const extractFrameAndAudio: ({ src, timeInSeconds, logLevel, dura
     includeAudio: boolean;
     includeVideo: boolean;
     loop: boolean;
-    audioStreamIndex: number;
+    audioStreamIndex: number | null;
     trimAfter: number | undefined;
     trimBefore: number | undefined;
     fps: number;

package/dist/get-duration-or-compute.d.ts

@@ -0,0 +1,2 @@
+import type { Input } from 'mediabunny';
+export declare const getDurationOrCompute: (input: Input<import("mediabunny").Source>) => Promise<number>;

package/dist/get-sink.d.ts

@@ -2,7 +2,7 @@ import type { GetSink } from './video-extraction/get-frames-since-keyframe';
 export declare const sinkPromises: Record<string, Promise<GetSink>>;
 export declare const getSink: (src: string, logLevel: "error" | "info" | "trace" | "verbose" | "warn", credentials: RequestCredentials | undefined) => Promise<{
     getVideo: () => Promise<import("./video-extraction/get-frames-since-keyframe").VideoSinkResult>;
-    getAudio: (index: number) => Promise<import("./video-extraction/get-frames-since-keyframe").AudioSinkResult>;
+    getAudio: (index: number | null) => Promise<import("./video-extraction/get-frames-since-keyframe").AudioSinkResult>;
     actualMatroskaTimestamps: {
         observeTimestamp: (startTime: number) => void;
         getRealTimestamp: (observedTimestamp: number) => number | null;

package/dist/media-player.d.ts

@@ -54,7 +54,7 @@ export declare class MediaPlayer {
         trimAfter: number | undefined;
         playbackRate: number;
         globalPlaybackRate: number;
-        audioStreamIndex: number;
+        audioStreamIndex: number | null;
         fps: number;
         debugOverlay: boolean;
         bufferState: ReturnType<typeof useBufferState>;

package/dist/video-extraction/add-broadcast-channel-listener.d.ts

@@ -38,7 +38,7 @@ export type ExtractFrameRequest = {
     includeAudio: boolean;
     includeVideo: boolean;
     loop: boolean;
-    audioStreamIndex: number;
+    audioStreamIndex: number | null;
     trimAfter: number | undefined;
     trimBefore: number | undefined;
     fps: number;

package/dist/video-extraction/extract-frame-via-broadcast-channel.d.ts

@@ -25,7 +25,7 @@ export declare const extractFrameViaBroadcastChannel: ({ src, timeInSeconds, log
     includeVideo: boolean;
     isClientSideRendering: boolean;
     loop: boolean;
-    audioStreamIndex: number;
+    audioStreamIndex: number | null;
     trimAfter: number | undefined;
     trimBefore: number | undefined;
     fps: number;

package/dist/video-extraction/get-frames-since-keyframe.d.ts

@@ -9,7 +9,7 @@ export type AudioSinkResult = AudioSinks | 'no-audio-track' | 'cannot-decode-aud
 export type VideoSinkResult = VideoSinks | 'no-video-track' | 'cannot-decode' | 'cannot-decode-alpha' | 'unknown-container-format' | 'network-error';
 export declare const getSinks: (src: string, credentials: RequestCredentials | undefined) => Promise<{
     getVideo: () => Promise<VideoSinkResult>;
-    getAudio: (index: number) => Promise<AudioSinkResult>;
+    getAudio: (index: number | null) => Promise<AudioSinkResult>;
     actualMatroskaTimestamps: {
         observeTimestamp: (startTime: number) => void;
         getRealTimestamp: (observedTimestamp: number) => number | null;

package/dist/video-iterator-manager.d.ts

@@ -12,7 +12,7 @@ export declare const videoIteratorManager: ({ delayPlaybackHandleIfNotPremountin
     getLoopSegmentMediaEndTimestamp: () => number;
     getStartTime: () => number;
     getIsLooping: () => boolean;
-}) => {
+}) => Promise<{
     startVideoIterator: (timeToSeek: number, nonce: Nonce) => Promise<void>;
     getVideoIteratorsCreated: () => number;
     seek: ({ newTime, nonce }: {
@@ -34,5 +34,5 @@ export declare const videoIteratorManager: ({ delayPlaybackHandleIfNotPremountin
     } | null;
     drawFrame: (frame: WrappedCanvas) => void;
     getFramesRendered: () => number;
-};
-export type VideoIteratorManager = ReturnType<typeof videoIteratorManager>;
+}>;
+export type VideoIteratorManager = Awaited<ReturnType<typeof videoIteratorManager>>;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@remotion/media",
-	"version": "4.0.453",
+	"version": "4.0.454",
 	"main": "dist/index.js",
 	"types": "dist/index.d.ts",
 	"module": "dist/esm/index.mjs",
@@ -22,8 +22,8 @@
 		"make": "tsgo && bun --env-file=../.env.bundle bundle.ts"
 	},
 	"dependencies": {
-		"mediabunny": "1.39.2",
-		"remotion": "4.0.453",
+		"mediabunny": "1.42.0",
+		"remotion": "4.0.454",
 		"zod": "4.3.6"
 	},
 	"peerDependencies": {
@@ -31,7 +31,7 @@
 		"react-dom": ">=16.8.0"
 	},
 	"devDependencies": {
-		"@remotion/eslint-config-internal": "4.0.453",
+		"@remotion/eslint-config-internal": "4.0.454",
 		"@vitest/browser-webdriverio": "4.0.9",
 		"eslint": "9.19.0",
 		"react": "19.2.3",