@remotion/media-utils 4.0.344 → 4.0.346

package/dist/get-partial-media-data-2.d.ts

@@ -0,0 +1,7 @@
+export declare const getPartialMediaData: ({ src, fromSeconds, toSeconds, channelIndex, signal, }: {
+    src: string;
+    fromSeconds: number;
+    toSeconds: number;
+    channelIndex: number;
+    signal: AbortSignal;
+}) => Promise<Float32Array>;

package/dist/get-partial-media-data-2.js

@@ -0,0 +1,104 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPartialMediaData = void 0;
+const media_parser_1 = require("@remotion/media-parser");
+const webcodecs_1 = require("@remotion/webcodecs");
+const getPartialMediaData = async ({ src, fromSeconds, toSeconds, channelIndex, signal, }) => {
+    const controller = (0, media_parser_1.mediaParserController)();
+    // Collect audio samples
+    const audioSamples = [];
+    // Abort if the signal is already aborted
+    if (signal.aborted) {
+        throw new Error('Operation was aborted');
+    }
+    try {
+        if (fromSeconds > 0) {
+            controller.seek(fromSeconds);
+        }
+        await (0, media_parser_1.parseMedia)({
+            src,
+            controller,
+            onAudioTrack: ({ track }) => {
+                if (!track) {
+                    throw new Error('No audio track found');
+                }
+                const audioDecoder = (0, webcodecs_1.createAudioDecoder)({
+                    track,
+                    onFrame: (sample) => {
+                        if (signal.aborted) {
+                            sample.close();
+                            return;
+                        }
+                        // For multi-channel audio, we need to handle channels properly
+                        const { numberOfChannels } = sample;
+                        const samplesPerChannel = sample.numberOfFrames;
+                        let data;
+                        if (numberOfChannels === 1) {
+                            // Mono audio
+                            data = new Float32Array(sample.allocationSize({ format: 'f32', planeIndex: 0 }));
+                            sample.copyTo(data, { format: 'f32', planeIndex: 0 });
+                        }
+                        else {
+                            // Multi-channel audio: extract specific channel
+                            const allChannelsData = new Float32Array(sample.allocationSize({ format: 'f32', planeIndex: 0 }));
+                            sample.copyTo(allChannelsData, { format: 'f32', planeIndex: 0 });
+                            // Extract the specific channel (interleaved audio)
+                            data = new Float32Array(samplesPerChannel);
+                            for (let i = 0; i < samplesPerChannel; i++) {
+                                data[i] = allChannelsData[i * numberOfChannels + channelIndex];
+                            }
+                        }
+                        audioSamples.push(data);
+                        sample.close();
+                    },
+                    onError(error) {
+                        throw error;
+                    },
+                });
+                // Listen for abort signal
+                const onAbort = () => {
+                    controller.abort();
+                    if (audioDecoder) {
+                        audioDecoder.close();
+                    }
+                };
+                signal.addEventListener('abort', onAbort, { once: true });
+                return async (sample) => {
+                    if (signal.aborted) {
+                        return;
+                    }
+                    // Convert timestamp using the track's timescale
+                    const time = sample.timestamp / track.timescale;
+                    console.log(time);
+                    // Stop immediately when we reach our target time
+                    if (time >= toSeconds) {
+                        // abort media parsing, we reached the point where we want to stop
+                        controller.abort();
+                        return;
+                    }
+                    // Decode the sample using the sample directly
+                    await audioDecoder.waitForQueueToBeLessThan(10);
+                    // we're waiting for the queue above anyway, enqueue in sync mode
+                    audioDecoder.decode(sample);
+                };
+            },
+        });
+    }
+    catch (err) {
+        const isAbortedByTimeCutoff = (0, media_parser_1.hasBeenAborted)(err);
+        // Don't throw if we stopped the parsing ourselves
+        if (!isAbortedByTimeCutoff && !signal.aborted) {
+            throw err;
+        }
+    }
+    // Simply concatenate all audio data since windowing handles the time ranges
+    const totalSamples = audioSamples.reduce((sum, sample) => sum + sample.length, 0);
+    const result = new Float32Array(totalSamples);
+    let offset = 0;
+    for (const audioSample of audioSamples) {
+        result.set(audioSample, offset);
+        offset += audioSample.length;
+    }
+    return result;
+};
+exports.getPartialMediaData = getPartialMediaData;

package/dist/get-partial-media-data.d.ts

@@ -0,0 +1,7 @@
+export declare const getPartialMediaData: ({ src, fromSeconds, toSeconds, channelIndex, signal, }: {
+    src: string;
+    fromSeconds: number;
+    toSeconds: number;
+    channelIndex: number;
+    signal: AbortSignal;
+}) => Promise<Float32Array>;

package/dist/get-partial-media-data.js

@@ -0,0 +1,105 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPartialMediaData = void 0;
+const media_parser_1 = require("@remotion/media-parser");
+const worker_1 = require("@remotion/media-parser/worker");
+const webcodecs_1 = require("@remotion/webcodecs");
+const getPartialMediaData = async ({ src, fromSeconds, toSeconds, channelIndex, signal, }) => {
+    const controller = (0, media_parser_1.mediaParserController)();
+    // Collect audio samples
+    const audioSamples = [];
+    // Abort if the signal is already aborted
+    if (signal.aborted) {
+        throw new Error('Operation was aborted');
+    }
+    try {
+        if (fromSeconds > 0) {
+            controller.seek(fromSeconds);
+        }
+        await (0, worker_1.parseMediaOnWebWorker)({
+            src,
+            controller,
+            onAudioTrack: ({ track }) => {
+                if (!track) {
+                    throw new Error('No audio track found');
+                }
+                const audioDecoder = (0, webcodecs_1.createAudioDecoder)({
+                    track,
+                    onFrame: (sample) => {
+                        if (signal.aborted) {
+                            sample.close();
+                            return;
+                        }
+                        // For multi-channel audio, we need to handle channels properly
+                        const { numberOfChannels } = sample;
+                        const samplesPerChannel = sample.numberOfFrames;
+                        let data;
+                        if (numberOfChannels === 1) {
+                            // Mono audio
+                            data = new Float32Array(sample.allocationSize({ format: 'f32', planeIndex: 0 }));
+                            sample.copyTo(data, { format: 'f32', planeIndex: 0 });
+                        }
+                        else {
+                            // Multi-channel audio: extract specific channel
+                            const allChannelsData = new Float32Array(sample.allocationSize({ format: 'f32', planeIndex: 0 }));
+                            sample.copyTo(allChannelsData, { format: 'f32', planeIndex: 0 });
+                            // Extract the specific channel (interleaved audio)
+                            data = new Float32Array(samplesPerChannel);
+                            for (let i = 0; i < samplesPerChannel; i++) {
+                                data[i] = allChannelsData[i * numberOfChannels + channelIndex];
+                            }
+                        }
+                        audioSamples.push(data);
+                        sample.close();
+                    },
+                    onError(error) {
+                        throw error;
+                    },
+                });
+                // Listen for abort signal
+                const onAbort = () => {
+                    controller.abort();
+                    if (audioDecoder) {
+                        audioDecoder.close();
+                    }
+                };
+                signal.addEventListener('abort', onAbort, { once: true });
+                return async (sample) => {
+                    if (signal.aborted) {
+                        return;
+                    }
+                    // Convert timestamp using the track's timescale
+                    const time = sample.timestamp / track.timescale;
+                    // Stop immediately when we reach our target time
+                    if (time >= toSeconds) {
+                        // abort media parsing, we reached the point where we want to stop
+                        controller.abort();
+                        await audioDecoder.flush();
+                        return;
+                    }
+                    // Decode the sample using the sample directly
+                    await audioDecoder.waitForQueueToBeLessThan(10);
+                    // we're waiting for the queue above anyway, enqueue in sync mode
+                    audioDecoder.decode(sample);
+                };
+            },
+        });
+    }
+    catch (err) {
+        const isAbortedByTimeCutoff = (0, media_parser_1.hasBeenAborted)(err);
+        // Don't throw if we stopped the parsing ourselves
+        if (!isAbortedByTimeCutoff && !signal.aborted) {
+            throw err;
+        }
+    }
+    // Simply concatenate all audio data since windowing handles the time ranges
+    const totalSamples = audioSamples.reduce((sum, sample) => sum + sample.length, 0);
+    const result = new Float32Array(totalSamples);
+    let offset = 0;
+    for (const audioSample of audioSamples) {
+        result.set(audioSample, offset);
+        offset += audioSample.length;
+    }
+    return result;
+};
+exports.getPartialMediaData = getPartialMediaData;

package/dist/use-audio-data.js

@@ -21,8 +21,9 @@ const useAudioData = (src) => {
         };
     }, []);
     const [metadata, setMetadata] = (0, react_1.useState)(null);
+    const { delayRender, continueRender } = (0, remotion_1.useDelayRender)();
     const fetchMetadata = (0, react_1.useCallback)(async () => {
-        const handle = (0, remotion_1.delayRender)(`Waiting for audio metadata with src="${src}" to be loaded`);
+        const handle = delayRender(`Waiting for audio metadata with src="${src}" to be loaded`);
         try {
             const data = await (0, get_audio_data_1.getAudioData)(src);
             if (mountState.current.isMounted) {
@@ -32,8 +33,8 @@ const useAudioData = (src) => {
         catch (err) {
             (0, remotion_1.cancelRender)(err);
         }
-        (0, remotion_1.continueRender)(handle);
-    }, [src]);
+        continueRender(handle);
+    }, [src, delayRender, continueRender]);
     (0, react_1.useLayoutEffect)(() => {
         fetchMetadata();
     }, [fetchMetadata]);

package/dist/use-windowed-audio-data.js

@@ -22,10 +22,11 @@ const useWindowedAudioData = ({ src, frame, fps, windowInSeconds, channelIndex =
             isMounted.current = false;
         };
     }, []);
+    const { delayRender, continueRender } = (0, remotion_1.useDelayRender)();
     const fetchMetadata = (0, react_1.useCallback)(async (signal) => {
-        const handle = (0, remotion_1.delayRender)(`Waiting for audio metadata with src="${src}" to be loaded`);
+        const handle = delayRender(`Waiting for audio metadata with src="${src}" to be loaded`);
         const cont = () => {
-            (0, remotion_1.continueRender)(handle);
+            continueRender(handle);
         };
         signal.addEventListener('abort', cont, { once: true });
         try {
@@ -33,7 +34,7 @@ const useWindowedAudioData = ({ src, frame, fps, windowInSeconds, channelIndex =
             if (isMounted.current) {
                 setWaveProbe(data);
             }
-            (0, remotion_1.continueRender)(handle);
+            continueRender(handle);
         }
         catch (err) {
             (0, remotion_1.cancelRender)(err);
@@ -41,7 +42,7 @@ const useWindowedAudioData = ({ src, frame, fps, windowInSeconds, channelIndex =
         finally {
             signal.removeEventListener('abort', cont);
         }
-    }, [src]);
+    }, [src, delayRender, continueRender]);
     (0, react_1.useLayoutEffect)(() => {
         const controller = new AbortController();
         fetchMetadata(controller.signal);
@@ -153,11 +154,11 @@ const useWindowedAudioData = ({ src, frame, fps, windowInSeconds, channelIndex =
         if (currentAudioData) {
             return;
         }
-        const handle = (0, remotion_1.delayRender)(`Waiting for audio data with src="${src}" to be loaded`);
+        const handle = delayRender(`Waiting for audio data with src="${src}" to be loaded`);
         return () => {
-            (0, remotion_1.continueRender)(handle);
+            continueRender(handle);
         };
-    }, [currentAudioData, src]);
+    }, [currentAudioData, src, delayRender, continueRender]);
     return {
         audioData: currentAudioData,
         dataOffsetInSeconds: windowsToFetch[0] * windowInSeconds,

package/package.json

@@ -3,7 +3,7 @@
     "url": "https://github.com/remotion-dev/remotion/tree/main/packages/media-utils"
   },
   "name": "@remotion/media-utils",
-  "version": "4.0.344",
+  "version": "4.0.346",
   "description": "Utilities for working with media files",
   "main": "dist/index.js",
   "sideEffects": false,
@@ -13,7 +13,7 @@
     "url": "https://github.com/remotion-dev/remotion/issues"
   },
   "dependencies": {
-    "remotion": "4.0.344"
+    "remotion": "4.0.346"
   },
   "peerDependencies": {
     "react": ">=16.8.0",
@@ -21,7 +21,7 @@
   },
   "devDependencies": {
     "eslint": "9.19.0",
-    "@remotion/eslint-config-internal": "4.0.344"
+    "@remotion/eslint-config-internal": "4.0.346"
   },
   "keywords": [
     "remotion",