@remotion/webcodecs 4.0.264 → 4.0.266

package/dist/audio-decoder.js

@@ -75,7 +75,14 @@ const createAudioDecoder = ({ onFrame, onError, controller, config, logLevel, tr
         // Don't flush, it messes up the audio
         const chunk = new EncodedAudioChunk(audioSample);
         audioDecoder.decode(chunk);
-        ioSynchronizer.inputItem(chunk.timestamp, audioSample.type === 'key');
+        // https://test-streams.mux.dev/x36xhzz/url_0/url_525/193039199_mp4_h264_aac_hd_7.ts
+        // has a 16 byte audio sample at the end which chrome does not decode
+        // Might be empty audio
+        // For now only reporting chunks that are bigger than that
+        // 16 was chosen arbitrarily, can be improved
+        if (chunk.byteLength > 16) {
+            ioSynchronizer.inputItem(chunk.timestamp, audioSample.type === 'key');
+        }
     };
     let queue = Promise.resolve();
     return {

package/dist/audio-encoder-config.js

@@ -27,6 +27,13 @@ const getAudioEncoderConfig = async (config) => {
     if ((await AudioEncoder.isConfigSupported(actualConfig)).supported) {
         return actualConfig;
     }
+    const maybeItIsTheSampleRateThatIsTheProblem = config.sampleRate !== 48000 && config.sampleRate !== 44100;
+    if (maybeItIsTheSampleRateThatIsTheProblem) {
+        return (0, exports.getAudioEncoderConfig)({
+            ...config,
+            sampleRate: config.sampleRate === 22050 ? 44100 : 48000,
+        });
+    }
     return null;
 };
 exports.getAudioEncoderConfig = getAudioEncoderConfig;

package/dist/convert-media.d.ts

@@ -35,7 +35,7 @@ export type ConvertMediaOnAudioData = (options: {
     audioData: AudioData;
     track: AudioTrack;
 }) => Promise<AudioData> | AudioData;
-export declare const convertMedia: <F extends Options<ParseMediaFields>>({ src, onVideoFrame, onAudioData, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, controller, onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel, writer, progressIntervalInMs, rotate, apiKey, resize, onAudioCodec, onContainer, onDimensions, onDurationInSeconds, onFps, onImages, onInternalStats, onIsHdr, onKeyframes, onLocation, onMetadata, onMimeType, onName, onNumberOfAudioChannels, onRotation, onSampleRate, onSize, onSlowAudioBitrate, onSlowDurationInSeconds, onSlowFps, onSlowKeyframes, onSlowNumberOfFrames, onSlowVideoBitrate, onStructure, onTracks, onUnrotatedDimensions, onVideoCodec, ...more }: {
+export declare const convertMedia: <F extends Options<ParseMediaFields>>({ src, onVideoFrame, onAudioData, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, controller, onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel, writer, progressIntervalInMs, rotate, apiKey, resize, onAudioCodec, onContainer, onDimensions, onDurationInSeconds, onFps, onImages, onInternalStats, onIsHdr, onKeyframes, onLocation, onMetadata, onMimeType, onName, onNumberOfAudioChannels, onRotation, onSampleRate, onSize, onSlowAudioBitrate, onSlowDurationInSeconds, onSlowFps, onSlowKeyframes, onSlowNumberOfFrames, onSlowVideoBitrate, onStructure, onTracks, onUnrotatedDimensions, onVideoCodec, onM3uStreams, selectM3uStream, ...more }: {
     src: ParseMediaOptions<F>["src"];
     container: ConvertMediaContainer;
     onVideoFrame?: ConvertMediaOnVideoFrame;
@@ -46,6 +46,7 @@ export declare const convertMedia: <F extends Options<ParseMediaFields>>({ src,
     controller?: WebCodecsController;
     onAudioTrack?: ConvertMediaOnAudioTrackHandler;
     onVideoTrack?: ConvertMediaOnVideoTrackHandler;
+    selectM3uStream?: ParseMediaOptions<F>["selectM3uStream"];
     reader?: ParseMediaOptions<F>["reader"];
     logLevel?: LogLevel;
     writer?: WriterInterface;

package/dist/convert-media.js

@@ -21,7 +21,7 @@ const select_container_creator_1 = require("./select-container-creator");
 const send_telemetry_event_1 = require("./send-telemetry-event");
 const throttled_state_update_1 = require("./throttled-state-update");
 const webcodecs_controller_1 = require("./webcodecs-controller");
-const convertMedia = async function ({ src, onVideoFrame, onAudioData, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, controller = (0, webcodecs_controller_1.webcodecsController)(), onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel = 'info', writer, progressIntervalInMs, rotate, apiKey, resize, onAudioCodec, onContainer, onDimensions, onDurationInSeconds, onFps, onImages, onInternalStats, onIsHdr, onKeyframes, onLocation, onMetadata, onMimeType, onName, onNumberOfAudioChannels, onRotation, onSampleRate, onSize, onSlowAudioBitrate, onSlowDurationInSeconds, onSlowFps, onSlowKeyframes, onSlowNumberOfFrames, onSlowVideoBitrate, onStructure, onTracks, onUnrotatedDimensions, onVideoCodec, ...more }) {
+const convertMedia = async function ({ src, onVideoFrame, onAudioData, onProgress: onProgressDoNotCallDirectly, audioCodec, container, videoCodec, controller = (0, webcodecs_controller_1.webcodecsController)(), onAudioTrack: userAudioResolver, onVideoTrack: userVideoResolver, reader, fields, logLevel = 'info', writer, progressIntervalInMs, rotate, apiKey, resize, onAudioCodec, onContainer, onDimensions, onDurationInSeconds, onFps, onImages, onInternalStats, onIsHdr, onKeyframes, onLocation, onMetadata, onMimeType, onName, onNumberOfAudioChannels, onRotation, onSampleRate, onSize, onSlowAudioBitrate, onSlowDurationInSeconds, onSlowFps, onSlowKeyframes, onSlowNumberOfFrames, onSlowVideoBitrate, onStructure, onTracks, onUnrotatedDimensions, onVideoCodec, onM3uStreams, selectM3uStream, ...more }) {
     var _a, _b;
     if (controller._internals.signal.aborted) {
         return Promise.reject(new media_parser_1.MediaParserAbortError('Aborted'));
@@ -173,6 +173,8 @@ const convertMedia = async function ({ src, onVideoFrame, onAudioData, onProgres
         onUnrotatedDimensions: onUnrotatedDimensions !== null && onUnrotatedDimensions !== void 0 ? onUnrotatedDimensions : null,
         onVideoCodec: onVideoCodec !== null && onVideoCodec !== void 0 ? onVideoCodec : null,
         apiName: 'convertMedia()',
+        onM3uStreams: onM3uStreams !== null && onM3uStreams !== void 0 ? onM3uStreams : null,
+        selectM3uStream: selectM3uStream !== null && selectM3uStream !== void 0 ? selectM3uStream : media_parser_1.defaultSelectM3uStreamFn,
     })
         .then(() => {
         return state.waitForFinish();

package/dist/create/iso-base-media/mp4-header.js

@@ -13,7 +13,7 @@ const serialize_track_1 = require("./serialize-track");
 const create_meta_1 = require("./udta/create-meta");
 const create_hdlr_1 = require("./udta/meta/create-hdlr");
 // TODO: Creates a header that is way too large
-const HEADER_LENGTH = 1024000;
+const HEADER_LENGTH = 2048000;
 const createPaddedMoovAtom = ({ durationInUnits, trackInfo, timescale, }) => {
     return (0, primitives_1.padIsoBaseMediaBytes)((0, create_moov_1.createMoov)({
         mvhd: (0, create_mvhd_1.createMvhd)({

package/dist/create/iso-base-media/trak/mdia/minf/stbl/create-stts.js

@@ -18,7 +18,10 @@ const createSttsAtom = (samplePositions) => {
         var _a, _b;
         // TODO: Why does 0 appear here?
         if (a[i].duration === undefined || a[i].duration === 0) {
-            return ((_b = (_a = a[i + 1]) === null || _a === void 0 ? void 0 : _a.dts) !== null && _b !== void 0 ? _b : a[i].dts) - a[i].dts;
+            if (a[i + 1] === undefined) {
+                return a[i].dts - ((_b = (_a = a[i - 1]) === null || _a === void 0 ? void 0 : _a.dts) !== null && _b !== void 0 ? _b : a[i].dts);
+            }
+            return a[i + 1].dts - a[i].dts;
         }
         return a[i].duration;
     });

package/dist/esm/index.mjs

@@ -748,7 +748,9 @@ var createAudioDecoder = ({
     });
     const chunk = new EncodedAudioChunk(audioSample);
     audioDecoder.decode(chunk);
-    ioSynchronizer.inputItem(chunk.timestamp, audioSample.type === "key");
+    if (chunk.byteLength > 16) {
+      ioSynchronizer.inputItem(chunk.timestamp, audioSample.type === "key");
+    }
   };
   let queue = Promise.resolve();
   return {
@@ -996,6 +998,13 @@ var getAudioEncoderConfig = async (config) => {
   if ((await AudioEncoder.isConfigSupported(actualConfig)).supported) {
     return actualConfig;
   }
+  const maybeItIsTheSampleRateThatIsTheProblem = config.sampleRate !== 48000 && config.sampleRate !== 44100;
+  if (maybeItIsTheSampleRateThatIsTheProblem) {
+    return getAudioEncoderConfig({
+      ...config,
+      sampleRate: config.sampleRate === 22050 ? 44100 : 48000
+    });
+  }
   return null;
 };
 
@@ -1420,6 +1429,7 @@ var canReencodeVideoTrack = async ({
 };
 // src/convert-media.ts
 import {
+  defaultSelectM3uStreamFn,
   MediaParserAbortError as MediaParserAbortError3,
   MediaParserInternals as MediaParserInternals9
 } from "@remotion/media-parser";
@@ -1711,15 +1721,15 @@ var makeAudioTrackHandler = ({
   }
   const codecPrivate = audioOperation.audioCodec === "aac" ? MediaParserInternals3.createAacCodecPrivate({
     audioObjectType: 2,
-    sampleRate: track.sampleRate,
-    channelConfiguration: track.numberOfChannels,
+    sampleRate: audioEncoderConfig.sampleRate,
+    channelConfiguration: audioEncoderConfig.numberOfChannels,
     codecPrivate: null
   }) : null;
   const { trackNumber } = await state.addTrack({
     type: "audio",
     codec: audioOperation.audioCodec === "wav" ? "pcm-s16" : audioOperation.audioCodec,
-    numberOfChannels: track.numberOfChannels,
-    sampleRate: track.sampleRate,
+    numberOfChannels: audioEncoderConfig.numberOfChannels,
+    sampleRate: audioEncoderConfig.sampleRate,
     codecPrivate,
     timescale: track.timescale
   });
@@ -3302,7 +3312,10 @@ var createSttsAtom = (samplePositions) => {
   let lastDuration = null;
   const durations = samplePositions.map((_, i, a) => {
     if (a[i].duration === undefined || a[i].duration === 0) {
-      return (a[i + 1]?.dts ?? a[i].dts) - a[i].dts;
+      if (a[i + 1] === undefined) {
+        return a[i].dts - (a[i - 1]?.dts ?? a[i].dts);
+      }
+      return a[i + 1].dts - a[i].dts;
     }
     return a[i].duration;
   });
@@ -3505,7 +3518,7 @@ var createMeta = ({
 };
 
 // src/create/iso-base-media/mp4-header.ts
-var HEADER_LENGTH = 1024000;
+var HEADER_LENGTH = 2048000;
 var createPaddedMoovAtom = ({
   durationInUnits,
   trackInfo,
@@ -4792,6 +4805,8 @@ var convertMedia = async function({
   onTracks,
   onUnrotatedDimensions,
   onVideoCodec,
+  onM3uStreams,
+  selectM3uStream,
   ...more
 }) {
   if (controller._internals.signal.aborted) {
@@ -4940,7 +4955,9 @@ var convertMedia = async function({
     onTracks: onTracks ?? null,
     onUnrotatedDimensions: onUnrotatedDimensions ?? null,
     onVideoCodec: onVideoCodec ?? null,
-    apiName: "convertMedia()"
+    apiName: "convertMedia()",
+    onM3uStreams: onM3uStreams ?? null,
+    selectM3uStream: selectM3uStream ?? defaultSelectM3uStreamFn
   }).then(() => {
     return state.waitForFinish();
   }).then(() => {
@@ -4980,6 +4997,7 @@ var getAvailableAudioCodecs = ({
   }
   throw new Error(`Unsupported container: ${container}`);
 };
+
 // src/index.ts
 var WebCodecsInternals = {
   rotateAndResizeVideoFrame,

package/dist/index.d.ts

@@ -1,23 +1,32 @@
-export { createAudioDecoder, WebCodecsAudioDecoder } from './audio-decoder';
-export { createAudioEncoder, WebCodecsAudioEncoder } from './audio-encoder';
+export { createAudioDecoder } from './audio-decoder';
+export type { WebCodecsAudioDecoder } from './audio-decoder';
+export { createAudioEncoder } from './audio-encoder';
+export type { WebCodecsAudioEncoder } from './audio-encoder';
 export { canCopyAudioTrack } from './can-copy-audio-track';
 export { canCopyVideoTrack } from './can-copy-video-track';
 export { canReencodeAudioTrack } from './can-reencode-audio-track';
 export { canReencodeVideoTrack } from './can-reencode-video-track';
-export { convertMedia, ConvertMediaOnAudioData, ConvertMediaOnProgress, ConvertMediaOnVideoFrame, ConvertMediaProgress, ConvertMediaResult, } from './convert-media';
+export { convertMedia } from './convert-media';
+export type { ConvertMediaOnAudioData, ConvertMediaOnProgress, ConvertMediaOnVideoFrame, ConvertMediaProgress, ConvertMediaResult, } from './convert-media';
 export { defaultOnAudioTrackHandler } from './default-on-audio-track-handler';
 export { defaultOnVideoTrackHandler } from './default-on-video-track-handler';
-export { ConvertMediaAudioCodec, getAvailableAudioCodecs, } from './get-available-audio-codecs';
-export { ConvertMediaContainer, getAvailableContainers, } from './get-available-containers';
-export { ConvertMediaVideoCodec, getAvailableVideoCodecs, } from './get-available-video-codecs';
+export { getAvailableAudioCodecs } from './get-available-audio-codecs';
+export type { ConvertMediaAudioCodec } from './get-available-audio-codecs';
+export { getAvailableContainers } from './get-available-containers';
+export type { ConvertMediaContainer } from './get-available-containers';
+export { getAvailableVideoCodecs } from './get-available-video-codecs';
+export type { ConvertMediaVideoCodec } from './get-available-video-codecs';
 export { getDefaultAudioCodec } from './get-default-audio-codec';
 export { getDefaultVideoCodec } from './get-default-video-codec';
-export { AudioOperation, ConvertMediaOnAudioTrackHandler, } from './on-audio-track-handler';
-export { ConvertMediaOnVideoTrackHandler, VideoOperation, } from './on-video-track-handler';
+export type { AudioOperation, ConvertMediaOnAudioTrackHandler, } from './on-audio-track-handler';
+export type { ConvertMediaOnVideoTrackHandler, VideoOperation, } from './on-video-track-handler';
 export type { ResizeOperation } from './resizing/mode';
-export { createVideoDecoder, WebCodecsVideoDecoder } from './video-decoder';
-export { createVideoEncoder, WebCodecsVideoEncoder } from './video-encoder';
-export { webcodecsController, WebCodecsController } from './webcodecs-controller';
+export { createVideoDecoder } from './video-decoder';
+export type { WebCodecsVideoDecoder } from './video-decoder';
+export { createVideoEncoder } from './video-encoder';
+export type { WebCodecsVideoEncoder } from './video-encoder';
+export { webcodecsController } from './webcodecs-controller';
+export type { WebCodecsController } from './webcodecs-controller';
 export declare const WebCodecsInternals: {
     rotateAndResizeVideoFrame: ({ frame, rotation, videoCodec, resizeOperation, }: {
         frame: VideoFrame;

package/dist/on-audio-track.js

@@ -79,8 +79,8 @@ const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controlle
     const codecPrivate = audioOperation.audioCodec === 'aac'
         ? media_parser_1.MediaParserInternals.createAacCodecPrivate({
             audioObjectType: 2,
-            sampleRate: track.sampleRate,
-            channelConfiguration: track.numberOfChannels,
+            sampleRate: audioEncoderConfig.sampleRate,
+            channelConfiguration: audioEncoderConfig.numberOfChannels,
             codecPrivate: null,
         })
         : null;
@@ -89,8 +89,8 @@ const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controlle
         codec: audioOperation.audioCodec === 'wav'
             ? 'pcm-s16'
             : audioOperation.audioCodec,
-        numberOfChannels: track.numberOfChannels,
-        sampleRate: track.sampleRate,
+        numberOfChannels: audioEncoderConfig.numberOfChannels,
+        sampleRate: audioEncoderConfig.sampleRate,
         codecPrivate,
         timescale: track.timescale,
     });

package/dist/test/remux-serverside.test.js

@@ -18,6 +18,6 @@ const convert_media_1 = require("../convert-media");
         writer: (0, node_writer_1.nodeWriter)('outputbun.mp4'),
     });
     const data = await save();
-    (0, bun_test_1.expect)(data.size).toBe(15306323);
+    (0, bun_test_1.expect)(data.size).toBe(16330323);
     (0, node_fs_1.unlinkSync)('outputbun.mp4');
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/webcodecs",
-  "version": "4.0.264",
+  "version": "4.0.266",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "module": "dist/esm/index.mjs",
@@ -17,15 +17,15 @@
   "author": "Jonny Burger <jonny@remotion.dev>",
   "license": "Remotion License (See https://remotion.dev/docs/webcodecs#license)",
   "dependencies": {
-    "@remotion/media-parser": "4.0.264",
-    "@remotion/licensing": "4.0.264"
+    "@remotion/media-parser": "4.0.266",
+    "@remotion/licensing": "4.0.266"
   },
   "peerDependencies": {},
   "devDependencies": {
     "@types/dom-webcodecs": "0.1.11",
     "eslint": "9.19.0",
-    "@remotion/eslint-config-internal": "4.0.264",
-    "@remotion/example-videos": "4.0.264"
+    "@remotion/eslint-config-internal": "4.0.266",
+    "@remotion/example-videos": "4.0.266"
   },
   "keywords": [],
   "publishConfig": {