@remotion/webcodecs 4.0.247 → 4.0.249

package/dist/convert-media.d.ts

@@ -2,7 +2,7 @@
  * Copyright (c) 2025 Remotion AG
  * For licensing, see: https://remotion.dev/docs/webcodecs#license
  */
-import type { LogLevel, Options, ParseMediaDynamicOptions, ParseMediaFields, ParseMediaOptions, VideoTrack } from '@remotion/media-parser';
+import type { AudioTrack, LogLevel, Options, ParseMediaDynamicOptions, ParseMediaFields, ParseMediaOptions, VideoTrack } from '@remotion/media-parser';
 import type { ConvertMediaAudioCodec } from './get-available-audio-codecs';
 import type { ConvertMediaContainer } from './get-available-containers';
 import type { ConvertMediaVideoCodec } from './get-available-video-codecs';
@@ -30,10 +30,15 @@ export type ConvertMediaOnVideoFrame = (options: {
     frame: VideoFrame;
     track: VideoTrack;
 }) => Promise<VideoFrame> | VideoFrame;
-export declare const convertMedia: <F extends Options<ParseMediaFields>>({ src, onVideoFrame, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, signal: userPassedAbortSignal, onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel, writer, progressIntervalInMs, rotate, apiKey, resize, ...more }: {
+export type ConvertMediaOnAudioData = (options: {
+    audioData: AudioData;
+    track: AudioTrack;
+}) => Promise<AudioData> | AudioData;
+export declare const convertMedia: <F extends Options<ParseMediaFields>>({ src, onVideoFrame, onAudioData, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, signal: userPassedAbortSignal, onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel, writer, progressIntervalInMs, rotate, apiKey, resize, ...more }: {
     src: ParseMediaOptions<F>["src"];
     container: ConvertMediaContainer;
     onVideoFrame?: ConvertMediaOnVideoFrame;
+    onAudioData?: ConvertMediaOnAudioData;
     onProgress?: ConvertMediaOnProgress;
     videoCodec?: ConvertMediaVideoCodec;
     audioCodec?: ConvertMediaAudioCodec;

package/dist/convert-media.js

@@ -21,7 +21,7 @@ const on_video_track_1 = require("./on-video-track");
 const select_container_creator_1 = require("./select-container-creator");
 const send_telemetry_event_1 = require("./send-telemetry-event");
 const throttled_state_update_1 = require("./throttled-state-update");
-const convertMedia = async function ({ src, onVideoFrame, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, signal: userPassedAbortSignal, onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel = 'info', writer, progressIntervalInMs, rotate, apiKey, resize, ...more }) {
+const convertMedia = async function ({ src, onVideoFrame, onAudioData, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, signal: userPassedAbortSignal, onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel = 'info', writer, progressIntervalInMs, rotate, apiKey, resize, ...more }) {
     var _a, _b;
     if (userPassedAbortSignal === null || userPassedAbortSignal === void 0 ? void 0 : userPassedAbortSignal.aborted) {
         return Promise.reject(new error_cause_1.default('Aborted'));
@@ -106,6 +106,7 @@ const convertMedia = async function ({ src, onVideoFrame, onProgress: onProgress
         logLevel,
         outputContainer: container,
         progressTracker,
+        onAudioData: onAudioData !== null && onAudioData !== void 0 ? onAudioData : null,
     });
     (0, media_parser_1.parseMedia)({
         logLevel,

package/dist/create/matroska/matroska-utils.d.ts

@@ -19,7 +19,7 @@ export type EbmlParsedOrUint8Array<T extends Ebml> = {
     value: EbmlValueOrUint8Array<T>;
     minVintWidth: number | null;
 };
-export declare const measureEBMLVarInt: (value: number) => 2 | 1 | 4 | 3 | 5 | 6;
+export declare const measureEBMLVarInt: (value: number) => 2 | 1 | 6 | 5 | 3 | 4;
 export declare const getVariableInt: (value: number, minWidth: number | null) => Uint8Array;
 export declare const makeMatroskaBytes: (fields: PossibleEbmlOrUint8Array) => BytesAndOffset;
 export type PossibleEbmlOrUint8Array = Prettify<{

package/dist/create/wav/create-wav.js

@@ -57,7 +57,7 @@ const createWav = async ({ filename, logLevel, onBytesProgress, onMillisecondsPr
     };
     const addSample = async (chunk) => {
         var _a;
-        log_1.Log.verbose(logLevel, 'Adding sample', chunk);
+        log_1.Log.trace(logLevel, 'Adding sample', chunk);
         await w.write(chunk.data);
         onMillisecondsProgress((chunk.timestamp + ((_a = chunk.duration) !== null && _a !== void 0 ? _a : 0)) / 1000);
         onBytesProgress(w.getWrittenByteCount());

package/dist/esm/index.mjs

@@ -1288,7 +1288,8 @@ var makeAudioTrackHandler = ({
   onAudioTrack,
   logLevel,
   outputContainer,
-  progressTracker
+  progressTracker,
+  onAudioData
 }) => async ({ track, container: inputContainer }) => {
   const canCopyTrack = canCopyAudioTrack({
     inputCodec: track.codecWithoutConfig,
@@ -1397,15 +1398,34 @@ var makeAudioTrackHandler = ({
     progressTracker
   });
   const audioDecoder = createAudioDecoder({
-    onFrame: async (frame) => {
-      await audioEncoder.encodeFrame(frame);
+    onFrame: async (audioData) => {
+      const newAudioData = onAudioData ? await onAudioData?.({ audioData, track }) : audioData;
+      if (newAudioData !== audioData) {
+        if (newAudioData.duration !== audioData.duration) {
+          throw new error_cause_default(`onAudioData returned a different duration than the input audio data. Original duration: ${audioData.duration}, new duration: ${newAudioData.duration}`);
+        }
+        if (newAudioData.numberOfChannels !== audioData.numberOfChannels) {
+          throw new error_cause_default(`onAudioData returned a different number of channels than the input audio data. Original channels: ${audioData.numberOfChannels}, new channels: ${newAudioData.numberOfChannels}`);
+        }
+        if (newAudioData.sampleRate !== audioData.sampleRate) {
+          throw new error_cause_default(`onAudioData returned a different sample rate than the input audio data. Original sample rate: ${audioData.sampleRate}, new sample rate: ${newAudioData.sampleRate}`);
+        }
+        if (newAudioData.format !== audioData.format) {
+          throw new error_cause_default(`onAudioData returned a different format than the input audio data. Original format: ${audioData.format}, new format: ${newAudioData.format}`);
+        }
+        if (newAudioData.timestamp !== audioData.timestamp) {
+          throw new error_cause_default(`onAudioData returned a different timestamp than the input audio data. Original timestamp: ${audioData.timestamp}, new timestamp: ${newAudioData.timestamp}`);
+        }
+        audioData.close();
+      }
+      await audioEncoder.encodeFrame(newAudioData);
       onMediaStateUpdate?.((prevState) => {
         return {
           ...prevState,
           decodedAudioFrames: prevState.decodedAudioFrames + 1
         };
       });
-      frame.close();
+      newAudioData.close();
     },
     onError(error) {
       abortConversion(new error_cause_default(`Audio decoder of track ${track.trackId} failed. Config: ${JSON.stringify(audioDecoderConfig)} (see .cause of this error)`, {
@@ -4134,7 +4154,7 @@ var createWav = async ({
     await w.updateDataAt(blockAlignPosition, new Uint8Array(numberTo16BitLittleEndian(numberOfChannels * BYTES_PER_SAMPLE)));
   };
   const addSample = async (chunk) => {
-    Log.verbose(logLevel, "Adding sample", chunk);
+    Log.trace(logLevel, "Adding sample", chunk);
     await w.write(chunk.data);
     onMillisecondsProgress((chunk.timestamp + (chunk.duration ?? 0)) / 1000);
     onBytesProgress(w.getWrittenByteCount());
@@ -4273,6 +4293,7 @@ var throttledStateUpdate = ({
 var convertMedia = async function({
   src,
   onVideoFrame,
+  onAudioData,
   onProgress: onProgressDoNotCallDirectly,
   audioCodec,
   container,
@@ -4370,7 +4391,8 @@ var convertMedia = async function({
     onAudioTrack: userAudioResolver ?? null,
     logLevel,
     outputContainer: container,
-    progressTracker
+    progressTracker,
+    onAudioData: onAudioData ?? null
   });
   parseMedia({
     logLevel,

package/dist/index.d.ts

@@ -4,7 +4,7 @@ export { canCopyAudioTrack } from './can-copy-audio-track';
 export { canCopyVideoTrack } from './can-copy-video-track';
 export { canReencodeAudioTrack } from './can-reencode-audio-track';
 export { canReencodeVideoTrack } from './can-reencode-video-track';
-export { convertMedia, ConvertMediaOnProgress, ConvertMediaOnVideoFrame, ConvertMediaProgress, ConvertMediaResult, } from './convert-media';
+export { convertMedia, ConvertMediaOnAudioData, ConvertMediaOnProgress, ConvertMediaOnVideoFrame, ConvertMediaProgress, ConvertMediaResult, } from './convert-media';
 export { defaultOnAudioTrackHandler } from './default-on-audio-track-handler';
 export { defaultOnVideoTrackHandler } from './default-on-video-track-handler';
 export { ConvertMediaAudioCodec, getAvailableAudioCodecs, } from './get-available-audio-codecs';

package/dist/on-audio-track.d.ts

@@ -1,4 +1,5 @@
 import { type LogLevel, type OnAudioTrack } from '@remotion/media-parser';
+import type { ConvertMediaOnAudioData } from './convert-media';
 import type { MediaFn } from './create/media-fn';
 import type { ProgressTracker } from './create/progress-tracker';
 import Error from './error-cause';
@@ -6,7 +7,7 @@ import type { ConvertMediaAudioCodec } from './get-available-audio-codecs';
 import type { ConvertMediaContainer } from './get-available-containers';
 import type { ConvertMediaOnAudioTrackHandler } from './on-audio-track-handler';
 import type { ConvertMediaProgressFn } from './throttled-state-update';
-export declare const makeAudioTrackHandler: ({ state, defaultAudioCodec: audioCodec, controller, abortConversion, onMediaStateUpdate, onAudioTrack, logLevel, outputContainer, progressTracker, }: {
+export declare const makeAudioTrackHandler: ({ state, defaultAudioCodec: audioCodec, controller, abortConversion, onMediaStateUpdate, onAudioTrack, logLevel, outputContainer, progressTracker, onAudioData, }: {
     state: MediaFn;
     defaultAudioCodec: ConvertMediaAudioCodec | null;
     controller: AbortController;
@@ -16,4 +17,5 @@ export declare const makeAudioTrackHandler: ({ state, defaultAudioCodec: audioCo
     logLevel: LogLevel;
     outputContainer: ConvertMediaContainer;
     progressTracker: ProgressTracker;
+    onAudioData: ConvertMediaOnAudioData | null;
 }) => OnAudioTrack;

package/dist/on-audio-track.js

@@ -15,7 +15,7 @@ const default_on_audio_track_handler_1 = require("./default-on-audio-track-handl
 const error_cause_1 = __importDefault(require("./error-cause"));
 const get_default_audio_codec_1 = require("./get-default-audio-codec");
 const log_1 = require("./log");
-const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controller, abortConversion, onMediaStateUpdate, onAudioTrack, logLevel, outputContainer, progressTracker, }) => async ({ track, container: inputContainer }) => {
+const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controller, abortConversion, onMediaStateUpdate, onAudioTrack, logLevel, outputContainer, progressTracker, onAudioData, }) => async ({ track, container: inputContainer }) => {
     const canCopyTrack = (0, can_copy_audio_track_1.canCopyAudioTrack)({
         inputCodec: track.codecWithoutConfig,
         outputContainer,
@@ -131,15 +131,36 @@ const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controlle
         progressTracker,
     });
     const audioDecoder = (0, audio_decoder_1.createAudioDecoder)({
-        onFrame: async (frame) => {
-            await audioEncoder.encodeFrame(frame);
+        onFrame: async (audioData) => {
+            const newAudioData = onAudioData
+                ? await (onAudioData === null || onAudioData === void 0 ? void 0 : onAudioData({ audioData, track }))
+                : audioData;
+            if (newAudioData !== audioData) {
+                if (newAudioData.duration !== audioData.duration) {
+                    throw new error_cause_1.default(`onAudioData returned a different duration than the input audio data. Original duration: ${audioData.duration}, new duration: ${newAudioData.duration}`);
+                }
+                if (newAudioData.numberOfChannels !== audioData.numberOfChannels) {
+                    throw new error_cause_1.default(`onAudioData returned a different number of channels than the input audio data. Original channels: ${audioData.numberOfChannels}, new channels: ${newAudioData.numberOfChannels}`);
+                }
+                if (newAudioData.sampleRate !== audioData.sampleRate) {
+                    throw new error_cause_1.default(`onAudioData returned a different sample rate than the input audio data. Original sample rate: ${audioData.sampleRate}, new sample rate: ${newAudioData.sampleRate}`);
+                }
+                if (newAudioData.format !== audioData.format) {
+                    throw new error_cause_1.default(`onAudioData returned a different format than the input audio data. Original format: ${audioData.format}, new format: ${newAudioData.format}`);
+                }
+                if (newAudioData.timestamp !== audioData.timestamp) {
+                    throw new error_cause_1.default(`onAudioData returned a different timestamp than the input audio data. Original timestamp: ${audioData.timestamp}, new timestamp: ${newAudioData.timestamp}`);
+                }
+                audioData.close();
+            }
+            await audioEncoder.encodeFrame(newAudioData);
             onMediaStateUpdate === null || onMediaStateUpdate === void 0 ? void 0 : onMediaStateUpdate((prevState) => {
                 return {
                     ...prevState,
                     decodedAudioFrames: prevState.decodedAudioFrames + 1,
                 };
             });
-            frame.close();
+            newAudioData.close();
         },
         onError(error) {
             abortConversion(new error_cause_1.default(`Audio decoder of track ${track.trackId} failed. Config: ${JSON.stringify(audioDecoderConfig)} (see .cause of this error)`, {

package/dist/select-container-creator.d.ts

@@ -1,2 +1,2 @@
 import type { ConvertMediaContainer } from './get-available-containers';
-export declare const selectContainerCreator: (container: ConvertMediaContainer) => ({ writer, onBytesProgress, onMillisecondsProgress, logLevel, filename, progressTracker, }: import("./create/media-fn").MediaFnGeneratorInput) => Promise<import("./create/media-fn").MediaFn>;
+export declare const selectContainerCreator: (container: ConvertMediaContainer) => ({ filename, logLevel, onBytesProgress, onMillisecondsProgress, writer, progressTracker, }: import("./create/media-fn").MediaFnGeneratorInput) => Promise<import("./create/media-fn").MediaFn>;

package/dist/test/create-matroska.test.js

@@ -12,6 +12,7 @@ const state = media_parser_1.MediaParserInternals.makeParserState({
     onAudioTrack: null,
     onVideoTrack: null,
     supportsContentRange: true,
+    contentLength: null,
 });
 (0, bun_test_1.test)('Should make Matroska header that is same as input', async () => {
     const headerOutput = (0, matroska_utils_1.makeMatroskaBytes)({

package/dist/test/stsd.test.js

@@ -47,6 +47,7 @@ const bun_test_1 = require("bun:test");
             getIterator: () => null,
             fields: {},
             supportsContentRange: true,
+            contentLength: null,
         }),
         signal: null,
         fields: {},
@@ -214,6 +215,7 @@ const bun_test_1 = require("bun:test");
                 structure: true,
             },
             supportsContentRange: true,
+            contentLength: null,
         }),
         signal: null,
         logLevel: 'info',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/webcodecs",
-  "version": "4.0.247",
+  "version": "4.0.249",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "module": "dist/esm/index.mjs",
@@ -17,15 +17,15 @@
   "author": "Jonny Burger <jonny@remotion.dev>",
   "license": "Remotion License (See https://remotion.dev/docs/webcodecs#license)",
   "dependencies": {
-    "@remotion/media-parser": "4.0.247",
-    "@remotion/licensing": "4.0.247"
+    "@remotion/media-parser": "4.0.249",
+    "@remotion/licensing": "4.0.249"
   },
   "peerDependencies": {},
   "devDependencies": {
     "@types/dom-webcodecs": "0.1.11",
     "eslint": "9.14.0",
-    "@remotion/eslint-config-internal": "4.0.247",
-    "@remotion/example-videos": "4.0.247"
+    "@remotion/eslint-config-internal": "4.0.249",
+    "@remotion/example-videos": "4.0.249"
   },
   "keywords": [],
   "publishConfig": {