@remotion/media 4.0.355 → 4.0.356

package/dist/video-extraction/get-frames-since-keyframe.d.ts

@@ -1,13 +1,17 @@
 import type { EncodedPacket } from 'mediabunny';
 import { AudioSampleSink, EncodedPacketSink, VideoSampleSink } from 'mediabunny';
+type VideoSinks = {
+    sampleSink: VideoSampleSink;
+    packetSink: EncodedPacketSink;
+};
+type AudioSinks = {
+    sampleSink: AudioSampleSink;
+};
+export type AudioSinkResult = AudioSinks | 'no-audio-track' | 'cannot-decode-audio' | 'unknown-container-format';
+export type VideoSinkResult = VideoSinks | 'no-video-track' | 'cannot-decode' | 'unknown-container-format';
 export declare const getSinks: (src: string) => Promise<WeakRef<{
-    video: {
-        sampleSink: VideoSampleSink;
-        packetSink: EncodedPacketSink;
-    } | null;
-    audio: {
-        sampleSink: AudioSampleSink;
-    } | null;
+    getVideo: () => Promise<VideoSinkResult>;
+    getAudio: (index: number) => Promise<AudioSinkResult>;
     actualMatroskaTimestamps: {
         observeTimestamp: (startTime: number) => void;
         getRealTimestamp: (observedTimestamp: number) => number | null;
@@ -21,3 +25,4 @@ export declare const getFramesSinceKeyframe: ({ packetSink, videoSampleSink, sta
     videoSampleSink: VideoSampleSink;
     startPacket: EncodedPacket;
 }) => Promise<import("./keyframe-bank").KeyframeBank>;
+export {};

package/dist/video-extraction/get-frames-since-keyframe.js

@@ -1,27 +1,80 @@
-import { ALL_FORMATS, AudioSampleSink, EncodedPacketSink, Input, MATROSKA, UrlSource, VideoSampleSink, } from 'mediabunny';
+import { ALL_FORMATS, AudioSampleSink, EncodedPacketSink, Input, MATROSKA, UrlSource, VideoSampleSink, WEBM, } from 'mediabunny';
 import { makeKeyframeBank } from './keyframe-bank';
 import { rememberActualMatroskaTimestamps } from './remember-actual-matroska-timestamps';
+const getRetryDelay = (() => {
+    return null;
+});
+const getFormatOrNull = async (input) => {
+    try {
+        return await input.getFormat();
+    }
+    catch {
+        return null;
+    }
+};
 export const getSinks = async (src) => {
     const input = new Input({
         formats: ALL_FORMATS,
-        source: new UrlSource(src),
+        source: new UrlSource(src, {
+            getRetryDelay,
+        }),
     });
-    const format = await input.getFormat();
-    const videoTrack = await input.getPrimaryVideoTrack();
-    const audioTrack = await input.getPrimaryAudioTrack();
-    const isMatroska = format === MATROSKA;
+    const format = await getFormatOrNull(input);
+    const isMatroska = format === MATROSKA || format === WEBM;
+    const getVideoSinks = async () => {
+        if (format === null) {
+            return 'unknown-container-format';
+        }
+        const videoTrack = await input.getPrimaryVideoTrack();
+        if (!videoTrack) {
+            return 'no-video-track';
+        }
+        const canDecode = await videoTrack.canDecode();
+        if (!canDecode) {
+            return 'cannot-decode';
+        }
+        return {
+            sampleSink: new VideoSampleSink(videoTrack),
+            packetSink: new EncodedPacketSink(videoTrack),
+        };
+    };
+    let videoSinksPromise = null;
+    const getVideoSinksPromise = () => {
+        if (videoSinksPromise) {
+            return videoSinksPromise;
+        }
+        videoSinksPromise = getVideoSinks();
+        return videoSinksPromise;
+    };
+    // audioSinksPromise is now a record indexed by audio track index
+    const audioSinksPromise = {};
+    const getAudioSinks = async (index) => {
+        if (format === null) {
+            return 'unknown-container-format';
+        }
+        const audioTracks = await input.getAudioTracks();
+        const audioTrack = audioTracks[index];
+        if (!audioTrack) {
+            return 'no-audio-track';
+        }
+        const canDecode = await audioTrack.canDecode();
+        if (!canDecode) {
+            return 'cannot-decode-audio';
+        }
+        return {
+            sampleSink: new AudioSampleSink(audioTrack),
+        };
+    };
+    const getAudioSinksPromise = (index) => {
+        if (audioSinksPromise[index]) {
+            return audioSinksPromise[index];
+        }
+        audioSinksPromise[index] = getAudioSinks(index);
+        return audioSinksPromise[index];
+    };
     return new WeakRef({
-        video: videoTrack
-            ? {
-                sampleSink: new VideoSampleSink(videoTrack),
-                packetSink: new EncodedPacketSink(videoTrack),
-            }
-            : null,
-        audio: audioTrack
-            ? {
-                sampleSink: new AudioSampleSink(audioTrack),
-            }
-            : null,
+        getVideo: () => getVideoSinksPromise(),
+        getAudio: (index) => getAudioSinksPromise(index),
         actualMatroskaTimestamps: rememberActualMatroskaTimestamps(isMatroska),
         isMatroska,
         getDuration: () => input.computeDuration(),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/media",
-  "version": "4.0.355",
+  "version": "4.0.356",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "module": "dist/esm/index.mjs",
@@ -15,7 +15,7 @@
   "dependencies": {
     "mediabunny": "1.21.0",
     "webdriverio": "9.19.2",
-    "remotion": "4.0.355"
+    "remotion": "4.0.356"
   },
   "peerDependencies": {
     "react": ">=16.8.0",
@@ -27,7 +27,7 @@
     "react": "19.0.0",
     "react-dom": "19.0.0",
     "vitest": "3.2.4",
-    "@remotion/eslint-config-internal": "4.0.355"
+    "@remotion/eslint-config-internal": "4.0.356"
   },
   "keywords": [],
   "publishConfig": {