@remotion/webcodecs 4.0.304 → 4.0.305

package/dist/create/iso-base-media/trak/mdia/minf/create-stbl.js

@@ -17,7 +17,9 @@ const createStbl = ({ samplePositions, codecSpecificData, isVideo, }) => {
     // The sample entries are ordered by time stamps; therefore, the deltas are all nonnegative.
     // For the other tables, there doesn't seem to be a requirement for them to be sorted
     // -> ordering the sample positions by dts
-    const sorted = samplePositions.slice().sort((a, b) => a.dts - b.dts);
+    const sorted = samplePositions
+        .slice()
+        .sort((a, b) => a.decodingTimestamp - b.decodingTimestamp);
     return (0, primitives_1.addSize)((0, matroska_utils_1.combineUint8Arrays)([
         (0, primitives_1.stringsToUint8Array)('stbl'),
         (0, create_avc1_1.createStsdData)(codecSpecificData),

package/dist/create/iso-base-media/trak/mdia/minf/stbl/create-ctts.js

@@ -10,7 +10,7 @@ const makeEntry = (entry) => {
     ]);
 };
 const createCttsBox = (samplePositions) => {
-    const offsets = samplePositions.map((s) => s.cts - s.dts);
+    const offsets = samplePositions.map((s) => s.timestamp - s.decodingTimestamp);
     const entries = [];
     let lastOffset = null;
     for (const offset of offsets) {

package/dist/create/iso-base-media/trak/mdia/minf/stbl/create-stts.js

@@ -18,9 +18,10 @@ const createSttsAtom = (samplePositions) => {
         // TODO: Why does 0 appear here?
         if (a[i].duration === undefined || a[i].duration === 0) {
             if (a[i + 1] === undefined) {
-                return a[i].dts - (a[i - 1]?.dts ?? a[i].dts);
+                return (a[i].decodingTimestamp -
+                    (a[i - 1]?.decodingTimestamp ?? a[i].decodingTimestamp));
             }
-            return a[i + 1].dts - a[i].dts;
+            return a[i + 1].decodingTimestamp - a[i].decodingTimestamp;
         }
         return a[i].duration;
     });

package/dist/create/matroska/create-matroska-media.js

@@ -88,7 +88,7 @@ const createMatroskaMedia = async ({ writer, onBytesProgress, onMillisecondsProg
         // In Safari, samples can arrive out of order, e.g public/bigbuckbunny.mp4
         // Therefore, only updating track number progress if it is a keyframe
         // to allow for timestamps to be lower than the previous one
-        progressTracker.setPossibleLowestTimestamp(Math.min(chunk.timestamp, chunk.cts ?? Infinity, chunk.dts ?? Infinity));
+        progressTracker.setPossibleLowestTimestamp(Math.min(chunk.timestamp, chunk.decodingTimestamp ?? Infinity));
         const smallestProgress = progressTracker.getSmallestProgress();
         if (!currentCluster.shouldMakeNewCluster({
             newT: smallestProgress,

package/dist/esm/index.mjs

@@ -776,7 +776,7 @@ var createAudioDecoder = ({
     if (audioDecoder.state === "closed") {
       return;
     }
-    progressTracker.setPossibleLowestTimestamp(Math.min(audioSample.timestamp, audioSample.dts ?? Infinity, audioSample.cts ?? Infinity));
+    progressTracker.setPossibleLowestTimestamp(Math.min(audioSample.timestamp, audioSample.decodingTimestamp ?? Infinity));
     await ioSynchronizer.waitFor({
       unemitted: 20,
       unprocessed: 20,
@@ -2552,7 +2552,7 @@ var makeEntry = (entry) => {
   ]);
 };
 var createCttsBox = (samplePositions) => {
-  const offsets = samplePositions.map((s) => s.cts - s.dts);
+  const offsets = samplePositions.map((s) => s.timestamp - s.decodingTimestamp);
   const entries = [];
   let lastOffset = null;
   for (const offset of offsets) {
@@ -2684,9 +2684,9 @@ var createSttsAtom = (samplePositions) => {
   const durations = samplePositions.map((_, i, a) => {
     if (a[i].duration === undefined || a[i].duration === 0) {
       if (a[i + 1] === undefined) {
-        return a[i].dts - (a[i - 1]?.dts ?? a[i].dts);
+        return a[i].decodingTimestamp - (a[i - 1]?.decodingTimestamp ?? a[i].decodingTimestamp);
       }
-      return a[i + 1].dts - a[i].dts;
+      return a[i + 1].decodingTimestamp - a[i].decodingTimestamp;
     }
     return a[i].duration;
   });
@@ -2728,7 +2728,7 @@ var createStbl = ({
   codecSpecificData,
   isVideo
 }) => {
-  const sorted = samplePositions.slice().sort((a, b) => a.dts - b.dts);
+  const sorted = samplePositions.slice().sort((a, b) => a.decodingTimestamp - b.decodingTimestamp);
   return addSize(combineUint8Arrays([
     stringsToUint8Array("stbl"),
     createStsdData(codecSpecificData),
@@ -3019,7 +3019,7 @@ var createIsoBaseMedia = async ({
     await w.write(chunk.data);
     mdatSize += chunk.data.length;
     onBytesProgress(w.getWrittenByteCount());
-    progressTracker.setPossibleLowestTimestamp(Math.min(chunk.timestamp, chunk.cts ?? Infinity, chunk.dts ?? Infinity));
+    progressTracker.setPossibleLowestTimestamp(Math.min(chunk.timestamp, chunk.decodingTimestamp ?? Infinity));
     progressTracker.updateTrackProgress(trackNumber, chunk.timestamp);
     if (codecPrivate) {
       addCodecPrivateToTrack({ trackNumber, codecPrivate });
@@ -3059,8 +3059,8 @@ var createIsoBaseMedia = async ({
       isKeyframe: chunk.type === "key",
       offset: position,
       chunk: sampleChunkIndices[trackNumber],
-      cts: Math.round(chunk.cts / 1e6 * currentTrack.timescale),
-      dts: Math.round(chunk.dts / 1e6 * currentTrack.timescale),
+      timestamp: Math.round(chunk.timestamp / 1e6 * currentTrack.timescale),
+      decodingTimestamp: Math.round(chunk.decodingTimestamp / 1e6 * currentTrack.timescale),
       duration: Math.round((chunk.duration ?? 0) / 1e6 * currentTrack.timescale),
       size: chunk.data.length,
       bigEndian: false,
@@ -3881,7 +3881,7 @@ var createMatroskaMedia = async ({
     chunk,
     isVideo
   }) => {
-    progressTracker.setPossibleLowestTimestamp(Math.min(chunk.timestamp, chunk.cts ?? Infinity, chunk.dts ?? Infinity));
+    progressTracker.setPossibleLowestTimestamp(Math.min(chunk.timestamp, chunk.decodingTimestamp ?? Infinity));
     const smallestProgress = progressTracker.getSmallestProgress();
     if (!currentCluster.shouldMakeNewCluster({
       newT: smallestProgress,
@@ -4215,7 +4215,7 @@ import {
 } from "@remotion/media-parser";
 
 // src/convert-encoded-chunk.ts
-var convertEncodedChunk = (chunk, trackId) => {
+var convertEncodedChunk = (chunk) => {
   const arr = new Uint8Array(chunk.byteLength);
   chunk.copyTo(arr);
   return {
@@ -4223,11 +4223,8 @@ var convertEncodedChunk = (chunk, trackId) => {
     duration: chunk.duration ?? undefined,
     timestamp: chunk.timestamp,
     type: chunk.type,
-    cts: chunk.timestamp,
-    dts: chunk.timestamp,
-    trackId,
-    offset: 0,
-    timescale: 1e6
+    decodingTimestamp: chunk.timestamp,
+    offset: 0
   };
 };
 
@@ -4323,9 +4320,9 @@ var makeAudioTrackHandler = ({
       numberOfChannels: track.numberOfChannels,
       sampleRate: track.sampleRate,
       codecPrivate: track.codecData?.data ?? null,
-      timescale: track.timescale
+      timescale: track.originalTimescale
     });
-    Log.verbose(logLevel, `Copying audio track ${track.trackId} as track ${addedTrack.trackNumber}. Timescale = ${track.timescale}, codec = ${track.codecEnum} (${track.codec}) `);
+    Log.verbose(logLevel, `Copying audio track ${track.trackId} as track ${addedTrack.trackNumber}. Timescale = ${track.originalTimescale}, codec = ${track.codecEnum} (${track.codec}) `);
     return async (audioSample) => {
       await state.addSample({
         chunk: audioSample,
@@ -4375,7 +4372,7 @@ var makeAudioTrackHandler = ({
     numberOfChannels: audioEncoderConfig.numberOfChannels,
     sampleRate: audioOperation.sampleRate ?? audioEncoderConfig.sampleRate,
     codecPrivate,
-    timescale: track.timescale
+    timescale: track.originalTimescale
   });
   const audioEncoder = createAudioEncoder({
     onNewAudioSampleRate: (sampleRate) => {
@@ -4383,7 +4380,7 @@ var makeAudioTrackHandler = ({
     },
     onChunk: async (chunk) => {
       await state.addSample({
-        chunk: convertEncodedChunk(chunk, trackNumber),
+        chunk: convertEncodedChunk(chunk),
         trackNumber,
         isVideo: false,
         codecPrivate
@@ -4722,7 +4719,7 @@ var createVideoDecoder = ({
     if (videoDecoder.state === "closed") {
       return;
     }
-    progress.setPossibleLowestTimestamp(Math.min(sample.timestamp, sample.dts ?? Infinity, sample.cts ?? Infinity));
+    progress.setPossibleLowestTimestamp(Math.min(sample.timestamp, sample.decodingTimestamp ?? Infinity));
     await ioSynchronizer.waitFor({
       unemitted: 20,
       unprocessed: 10,
@@ -4897,7 +4894,7 @@ var makeVideoTrackHandler = ({
     throw new Error(`Video track with ID ${track.trackId} resolved with {"type": "fail"}. This could mean that this video track could neither be copied to the output container or re-encoded. You have the option to drop the track instead of failing it: https://remotion.dev/docs/webcodecs/track-transformation`);
   }
   if (videoOperation.type === "copy") {
-    Log.verbose(logLevel, `Copying video track with codec ${track.codec} and timescale ${track.timescale}`);
+    Log.verbose(logLevel, `Copying video track with codec ${track.codec} and timescale ${track.originalTimescale}`);
     const videoTrack = await state.addTrack({
       type: "video",
       color: track.advancedColor,
@@ -4905,7 +4902,7 @@ var makeVideoTrackHandler = ({
       height: track.codedHeight,
       codec: track.codecEnum,
       codecPrivate: track.codecData?.data ?? null,
-      timescale: track.timescale
+      timescale: track.originalTimescale
     });
     return async (sample) => {
       await state.addSample({
@@ -4957,13 +4954,13 @@ var makeVideoTrackHandler = ({
     height: newHeight,
     codec: videoOperation.videoCodec,
     codecPrivate: null,
-    timescale: track.timescale
+    timescale: track.originalTimescale
   });
-  Log.verbose(logLevel, `Created new video track with ID ${trackNumber}, codec ${videoOperation.videoCodec} and timescale ${track.timescale}`);
+  Log.verbose(logLevel, `Created new video track with ID ${trackNumber}, codec ${videoOperation.videoCodec} and timescale ${track.originalTimescale}`);
   const videoEncoder = createVideoEncoder({
     onChunk: async (chunk, metadata) => {
       await state.addSample({
-        chunk: convertEncodedChunk(chunk, trackNumber),
+        chunk: convertEncodedChunk(chunk),
         trackNumber,
         isVideo: true,
         codecPrivate: arrayBufferToUint8Array(metadata?.decoderConfig?.description ?? null)

package/dist/on-audio-track.js

@@ -38,9 +38,9 @@ const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controlle
             numberOfChannels: track.numberOfChannels,
             sampleRate: track.sampleRate,
             codecPrivate: track.codecData?.data ?? null,
-            timescale: track.timescale,
+            timescale: track.originalTimescale,
         });
-        log_1.Log.verbose(logLevel, `Copying audio track ${track.trackId} as track ${addedTrack.trackNumber}. Timescale = ${track.timescale}, codec = ${track.codecEnum} (${track.codec}) `);
+        log_1.Log.verbose(logLevel, `Copying audio track ${track.trackId} as track ${addedTrack.trackNumber}. Timescale = ${track.originalTimescale}, codec = ${track.codecEnum} (${track.codec}) `);
         return async (audioSample) => {
             await state.addSample({
                 chunk: audioSample,
@@ -94,7 +94,7 @@ const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controlle
         numberOfChannels: audioEncoderConfig.numberOfChannels,
         sampleRate: audioOperation.sampleRate ?? audioEncoderConfig.sampleRate,
         codecPrivate,
-        timescale: track.timescale,
+        timescale: track.originalTimescale,
     });
     const audioEncoder = (0, audio_encoder_1.createAudioEncoder)({
         // This is weird 😵‍💫
@@ -106,7 +106,7 @@ const makeAudioTrackHandler = ({ state, defaultAudioCodec: audioCodec, controlle
         },
         onChunk: async (chunk) => {
             await state.addSample({
-                chunk: (0, convert_encoded_chunk_1.convertEncodedChunk)(chunk, trackNumber),
+                chunk: (0, convert_encoded_chunk_1.convertEncodedChunk)(chunk),
                 trackNumber,
                 isVideo: false,
                 codecPrivate,

package/dist/on-video-track.js

@@ -41,7 +41,7 @@ const makeVideoTrackHandler = ({ state, onVideoFrame, onMediaStateUpdate, abortC
         throw new Error(`Video track with ID ${track.trackId} resolved with {"type": "fail"}. This could mean that this video track could neither be copied to the output container or re-encoded. You have the option to drop the track instead of failing it: https://remotion.dev/docs/webcodecs/track-transformation`);
     }
     if (videoOperation.type === 'copy') {
-        log_1.Log.verbose(logLevel, `Copying video track with codec ${track.codec} and timescale ${track.timescale}`);
+        log_1.Log.verbose(logLevel, `Copying video track with codec ${track.codec} and timescale ${track.originalTimescale}`);
         const videoTrack = await state.addTrack({
             type: 'video',
             color: track.advancedColor,
@@ -49,7 +49,7 @@ const makeVideoTrackHandler = ({ state, onVideoFrame, onMediaStateUpdate, abortC
             height: track.codedHeight,
             codec: track.codecEnum,
             codecPrivate: track.codecData?.data ?? null,
-            timescale: track.timescale,
+            timescale: track.originalTimescale,
         });
         return async (sample) => {
             await state.addSample({
@@ -101,13 +101,13 @@ const makeVideoTrackHandler = ({ state, onVideoFrame, onMediaStateUpdate, abortC
         height: newHeight,
         codec: videoOperation.videoCodec,
         codecPrivate: null,
-        timescale: track.timescale,
+        timescale: track.originalTimescale,
     });
-    log_1.Log.verbose(logLevel, `Created new video track with ID ${trackNumber}, codec ${videoOperation.videoCodec} and timescale ${track.timescale}`);
+    log_1.Log.verbose(logLevel, `Created new video track with ID ${trackNumber}, codec ${videoOperation.videoCodec} and timescale ${track.originalTimescale}`);
     const videoEncoder = (0, video_encoder_1.createVideoEncoder)({
         onChunk: async (chunk, metadata) => {
             await state.addSample({
-                chunk: (0, convert_encoded_chunk_1.convertEncodedChunk)(chunk, trackNumber),
+                chunk: (0, convert_encoded_chunk_1.convertEncodedChunk)(chunk),
                 trackNumber,
                 isVideo: true,
                 codecPrivate: (0, arraybuffer_to_uint8_array_1.arrayBufferToUint8Array)((metadata?.decoderConfig?.description ??

package/dist/video-decoder.js

@@ -74,7 +74,7 @@ const createVideoDecoder = ({ onFrame, onError, controller, config, logLevel, pr
         if (videoDecoder.state === 'closed') {
             return;
         }
-        progress.setPossibleLowestTimestamp(Math.min(sample.timestamp, sample.dts ?? Infinity, sample.cts ?? Infinity));
+        progress.setPossibleLowestTimestamp(Math.min(sample.timestamp, sample.decodingTimestamp ?? Infinity));
         await ioSynchronizer.waitFor({
             unemitted: 20,
             unprocessed: 10,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remotion/webcodecs",
-  "version": "4.0.304",
+  "version": "4.0.305",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "module": "dist/esm/index.mjs",
@@ -19,8 +19,8 @@
   "author": "Jonny Burger <jonny@remotion.dev>",
   "license": "Remotion License (See https://remotion.dev/docs/webcodecs#license)",
   "dependencies": {
-    "@remotion/media-parser": "4.0.304",
-    "@remotion/licensing": "4.0.304"
+    "@remotion/media-parser": "4.0.305",
+    "@remotion/licensing": "4.0.305"
   },
   "peerDependencies": {},
   "devDependencies": {
@@ -28,8 +28,8 @@
     "playwright": "1.51.1",
     "@playwright/test": "1.51.1",
     "eslint": "9.19.0",
-    "@remotion/eslint-config-internal": "4.0.304",
-    "@remotion/example-videos": "4.0.304"
+    "@remotion/eslint-config-internal": "4.0.305",
+    "@remotion/example-videos": "4.0.305"
   },
   "keywords": [],
   "publishConfig": {