@remotion/webcodecs 4.0.244 → 4.0.246

package/dist/create/iso-base-media/create-iso-base-media.js

@@ -0,0 +1,184 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createIsoBaseMedia = void 0;
+const media_parser_1 = require("@remotion/media-parser");
+const matroska_utils_1 = require("../matroska/matroska-utils");
+const create_ftyp_1 = require("./create-ftyp");
+const mp4_header_1 = require("./mp4-header");
+const primitives_1 = require("./primitives");
+const CONTAINER_TIMESCALE = 1000;
+const createIsoBaseMedia = async ({ writer, onBytesProgress, onMillisecondsProgress, logLevel, filename, progressTracker, }) => {
+    const header = (0, create_ftyp_1.createIsoBaseMediaFtyp)({
+        compatibleBrands: ['isom', 'iso2', 'avc1', 'mp42'],
+        majorBrand: 'isom',
+        minorBrand: 512,
+    });
+    const w = await writer.createContent({ filename, mimeType: 'video/mp4' });
+    await w.write(header);
+    let globalDurationInUnits = 0;
+    const lowestTrackTimestamps = {};
+    const trackDurations = {};
+    const currentTracks = [];
+    const samplePositions = [];
+    const sampleChunkIndices = [];
+    const moovOffset = w.getWrittenByteCount();
+    const getPaddedMoovAtom = () => {
+        return (0, mp4_header_1.createPaddedMoovAtom)({
+            durationInUnits: globalDurationInUnits,
+            trackInfo: currentTracks.map((track) => {
+                var _a, _b;
+                return {
+                    track,
+                    durationInUnits: (_a = trackDurations[track.trackNumber]) !== null && _a !== void 0 ? _a : 0,
+                    samplePositions: (_b = samplePositions[track.trackNumber]) !== null && _b !== void 0 ? _b : [],
+                    timescale: track.timescale,
+                };
+            }),
+            timescale: CONTAINER_TIMESCALE,
+        });
+    };
+    await w.write(getPaddedMoovAtom());
+    let mdatSize = 8;
+    const mdatSizeOffset = w.getWrittenByteCount();
+    await w.write((0, matroska_utils_1.combineUint8Arrays)([
+        // size
+        (0, primitives_1.numberTo32BitUIntOrInt)(mdatSize),
+        // type
+        (0, primitives_1.stringsToUint8Array)('mdat'),
+    ]));
+    const updateMdatSize = async () => {
+        await w.updateDataAt(mdatSizeOffset, (0, primitives_1.numberTo32BitUIntOrInt)(mdatSize));
+        onBytesProgress(w.getWrittenByteCount());
+    };
+    const operationProm = { current: Promise.resolve() };
+    const updateMoov = async () => {
+        await w.updateDataAt(moovOffset, getPaddedMoovAtom());
+        onBytesProgress(w.getWrittenByteCount());
+    };
+    const addCodecPrivateToTrack = ({ trackNumber, codecPrivate, }) => {
+        currentTracks.forEach((track) => {
+            if (track.trackNumber === trackNumber) {
+                track.codecPrivate = codecPrivate;
+            }
+        });
+    };
+    let lastChunkWasVideo = false;
+    const addSample = async ({ chunk, trackNumber, isVideo, codecPrivate, }) => {
+        var _a, _b, _c, _d;
+        const position = w.getWrittenByteCount();
+        await w.write(chunk.data);
+        mdatSize += chunk.data.length;
+        onBytesProgress(w.getWrittenByteCount());
+        progressTracker.setPossibleLowestTimestamp(Math.min(chunk.timestamp, (_a = chunk.cts) !== null && _a !== void 0 ? _a : Infinity, (_b = chunk.dts) !== null && _b !== void 0 ? _b : Infinity));
+        progressTracker.updateTrackProgress(trackNumber, chunk.timestamp);
+        if (codecPrivate) {
+            addCodecPrivateToTrack({ trackNumber, codecPrivate });
+        }
+        const currentTrack = currentTracks.find((t) => t.trackNumber === trackNumber);
+        if (!currentTrack) {
+            throw new Error(`Tried to add sample to track ${trackNumber}, but it doesn't exist`);
+        }
+        if (!lowestTrackTimestamps[trackNumber] ||
+            chunk.timestamp < lowestTrackTimestamps[trackNumber]) {
+            lowestTrackTimestamps[trackNumber] = chunk.timestamp;
+        }
+        if (typeof lowestTrackTimestamps[trackNumber] !== 'number') {
+            throw new Error(`Tried to add sample to track ${trackNumber}, but it has no timestamp`);
+        }
+        const newDurationInMicroSeconds = chunk.timestamp +
+            ((_c = chunk.duration) !== null && _c !== void 0 ? _c : 0) -
+            lowestTrackTimestamps[trackNumber];
+        const newDurationInTrackTimeUnits = Math.round(newDurationInMicroSeconds / (1000000 / currentTrack.timescale));
+        trackDurations[trackNumber] = newDurationInTrackTimeUnits;
+        // webcodecs returns frame duration in microseconds
+        const newDurationInMilliseconds = Math.round((newDurationInMicroSeconds / 1000000) * CONTAINER_TIMESCALE);
+        if (newDurationInMilliseconds > globalDurationInUnits) {
+            globalDurationInUnits = newDurationInMilliseconds;
+            onMillisecondsProgress(newDurationInMilliseconds);
+        }
+        if (!samplePositions[trackNumber]) {
+            samplePositions[trackNumber] = [];
+        }
+        if (typeof sampleChunkIndices[trackNumber] === 'undefined') {
+            sampleChunkIndices[trackNumber] = 0;
+        }
+        // For video, make a new chunk if it's a keyframe
+        if (isVideo && chunk.type === 'key') {
+            sampleChunkIndices[trackNumber]++;
+        } // For audio, make a new chunk every 22 samples, that's how bbb.mp4 is encoded
+        else if (!isVideo && samplePositions[trackNumber].length % 22 === 0) {
+            sampleChunkIndices[trackNumber]++;
+        }
+        // Need to create a new chunk if the last chunk was a different type
+        else if (lastChunkWasVideo !== isVideo) {
+            sampleChunkIndices[trackNumber]++;
+        }
+        // media parser and EncodedVideoChunk returns timestamps in microseconds
+        // need to normalize the timestamps to milliseconds
+        const samplePositionToAdd = {
+            isKeyframe: chunk.type === 'key',
+            offset: position,
+            chunk: sampleChunkIndices[trackNumber],
+            cts: Math.round((chunk.cts / 1000000) * currentTrack.timescale),
+            dts: Math.round((chunk.dts / 1000000) * currentTrack.timescale),
+            duration: Math.round((((_d = chunk.duration) !== null && _d !== void 0 ? _d : 0) / 1000000) * currentTrack.timescale),
+            size: chunk.data.length,
+        };
+        lastChunkWasVideo = isVideo;
+        samplePositions[trackNumber].push(samplePositionToAdd);
+    };
+    const addTrack = (track) => {
+        const trackNumber = currentTracks.length + 1;
+        currentTracks.push({ ...track, trackNumber });
+        progressTracker.registerTrack(trackNumber);
+        return Promise.resolve({ trackNumber });
+    };
+    const waitForFinishPromises = [];
+    return {
+        save: () => {
+            return w.save();
+        },
+        remove: async () => {
+            await w.remove();
+        },
+        addSample: ({ chunk, trackNumber, isVideo, codecPrivate }) => {
+            operationProm.current = operationProm.current.then(() => {
+                return addSample({
+                    chunk,
+                    trackNumber,
+                    isVideo,
+                    codecPrivate,
+                });
+            });
+            return operationProm.current;
+        },
+        addTrack: (track) => {
+            operationProm.current = operationProm.current.then(() => addTrack(track));
+            return operationProm.current;
+        },
+        updateTrackSampleRate: ({ sampleRate, trackNumber }) => {
+            currentTracks.forEach((track) => {
+                if (track.trackNumber === trackNumber) {
+                    if (track.type !== 'audio') {
+                        throw new Error(`Tried to update sample rate of track ${trackNumber}, but it's not an audio track`);
+                    }
+                    track.sampleRate = sampleRate;
+                }
+            });
+        },
+        addWaitForFinishPromise: (promise) => {
+            waitForFinishPromises.push(promise);
+        },
+        async waitForFinish() {
+            media_parser_1.MediaParserInternals.Log.verbose(logLevel, 'All write operations queued. Waiting for finish...');
+            await Promise.all(waitForFinishPromises.map((p) => p()));
+            media_parser_1.MediaParserInternals.Log.verbose(logLevel, 'Cleanup tasks executed');
+            await operationProm.current;
+            await updateMoov();
+            await updateMdatSize();
+            media_parser_1.MediaParserInternals.Log.verbose(logLevel, 'All write operations done. Waiting for finish...');
+            await w.waitForFinish();
+        },
+    };
+};
+exports.createIsoBaseMedia = createIsoBaseMedia;

package/dist/create/iso-base-media/create-mdia.d.ts

@@ -0,0 +1,5 @@
+export declare const createMdia: ({ mdhd, hdlr, minf, }: {
+    mdhd: Uint8Array;
+    hdlr: Uint8Array;
+    minf: Uint8Array;
+}) => Uint8Array;

package/dist/create/iso-base-media/create-mdia.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMdia = void 0;
+const matroska_utils_1 = require("../matroska/matroska-utils");
+const primitives_1 = require("./primitives");
+const createMdia = ({ mdhd, hdlr, minf, }) => {
+    return (0, primitives_1.addSize)((0, matroska_utils_1.combineUint8Arrays)([
+        // type
+        (0, primitives_1.stringsToUint8Array)('mdia'),
+        // mdhd
+        mdhd,
+        // hdlr
+        hdlr,
+        // minf
+        minf,
+    ]));
+};
+exports.createMdia = createMdia;

package/dist/create/iso-base-media/create-moov.d.ts

@@ -0,0 +1,5 @@
+export declare const createMoov: ({ mvhd, traks, udta, }: {
+    mvhd: Uint8Array;
+    traks: Uint8Array[];
+    udta: Uint8Array;
+}) => Uint8Array;

package/dist/create/iso-base-media/create-moov.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMoov = void 0;
+const matroska_utils_1 = require("../matroska/matroska-utils");
+const primitives_1 = require("./primitives");
+const createMoov = ({ mvhd, traks, udta, }) => {
+    return (0, primitives_1.addSize)((0, matroska_utils_1.combineUint8Arrays)([
+        // type
+        (0, primitives_1.stringsToUint8Array)('moov'),
+        // moov atom
+        mvhd,
+        // traks
+        ...traks,
+        // udta
+        udta,
+    ]));
+};
+exports.createMoov = createMoov;

package/dist/create/iso-base-media/create-mvhd.d.ts

@@ -0,0 +1,10 @@
+export declare const createMvhd: ({ timescale, durationInUnits, rate, volume, nextTrackId, matrix, creationTime, modificationTime, }: {
+    timescale: number;
+    durationInUnits: number;
+    rate: number;
+    volume: number;
+    nextTrackId: number;
+    matrix: number[];
+    creationTime: number | null;
+    modificationTime: number | null;
+}) => Uint8Array;

package/dist/create/iso-base-media/create-mvhd.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMvhd = void 0;
+const from_unix_timestamp_1 = require("../../from-unix-timestamp");
+const matroska_utils_1 = require("../matroska/matroska-utils");
+const primitives_1 = require("./primitives");
+const createMvhd = ({ timescale, durationInUnits, rate, volume, nextTrackId, matrix, creationTime, modificationTime, }) => {
+    if (matrix.length !== 9) {
+        throw new Error('Matrix must be 9 elements long');
+    }
+    const content = (0, matroska_utils_1.combineUint8Arrays)([
+        // type
+        (0, primitives_1.stringsToUint8Array)('mvhd'),
+        // version
+        new Uint8Array([0]),
+        // flags
+        new Uint8Array([0, 0, 0]),
+        // creation time
+        creationTime === null
+            ? (0, primitives_1.numberTo32BitUIntOrInt)(0)
+            : (0, primitives_1.numberTo32BitUIntOrInt)((0, from_unix_timestamp_1.fromUnixTimestamp)(creationTime)),
+        // modification time
+        modificationTime === null
+            ? (0, primitives_1.numberTo32BitUIntOrInt)(0)
+            : (0, primitives_1.numberTo32BitUIntOrInt)((0, from_unix_timestamp_1.fromUnixTimestamp)(modificationTime)),
+        // timescale
+        (0, primitives_1.numberTo32BitUIntOrInt)(timescale),
+        // duration in units, 32bit for version 0
+        (0, primitives_1.numberTo32BitUIntOrInt)(durationInUnits),
+        // rate
+        (0, primitives_1.floatTo16Point1632Bit)(rate),
+        // volume
+        (0, primitives_1.floatTo16Point16_16Bit)(volume),
+        // reserved
+        new Uint8Array([0, 0]),
+        // reserved
+        new Uint8Array([0, 0, 0, 0]),
+        // reserved
+        new Uint8Array([0, 0, 0, 0]),
+        (0, primitives_1.serializeMatrix)(matrix),
+        // predefined
+        (0, matroska_utils_1.combineUint8Arrays)(new Array(6).fill(new Uint8Array([0, 0, 0, 0]))),
+        // next track id
+        (0, primitives_1.numberTo32BitUIntOrInt)(nextTrackId),
+    ]);
+    return (0, primitives_1.addSize)(content);
+};
+exports.createMvhd = createMvhd;

package/dist/create/iso-base-media/create-trak.d.ts

@@ -0,0 +1,4 @@
+export declare const createTrak: ({ tkhd, mdia, }: {
+    tkhd: Uint8Array;
+    mdia: Uint8Array;
+}) => Uint8Array;

package/dist/create/iso-base-media/create-trak.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTrak = void 0;
+const truthy_1 = require("../../truthy");
+const matroska_utils_1 = require("../matroska/matroska-utils");
+const primitives_1 = require("./primitives");
+const createTrak = ({ tkhd, mdia, }) => {
+    return (0, primitives_1.addSize)((0, matroska_utils_1.combineUint8Arrays)([
+        // name
+        (0, primitives_1.stringsToUint8Array)('trak'),
+        // tkhd
+        tkhd,
+        // mdia
+        mdia,
+    ].filter(truthy_1.truthy)));
+};
+exports.createTrak = createTrak;

package/dist/create/iso-base-media/create-udta.d.ts

@@ -0,0 +1 @@
+export declare const createUdta: (children: Uint8Array) => Uint8Array;

package/dist/create/iso-base-media/create-udta.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createUdta = void 0;
+const matroska_utils_1 = require("../matroska/matroska-utils");
+const primitives_1 = require("./primitives");
+const createUdta = (children) => {
+    return (0, primitives_1.addSize)((0, matroska_utils_1.combineUint8Arrays)([
+        // type
+        (0, primitives_1.stringsToUint8Array)('udta'),
+        // children
+        children,
+    ]));
+};
+exports.createUdta = createUdta;

package/dist/create/iso-base-media/create-url.d.ts

@@ -0,0 +1 @@
+export declare const createUrlAtom: () => Uint8Array;

package/dist/create/iso-base-media/create-url.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createUrlAtom = void 0;
+const matroska_utils_1 = require("../matroska/matroska-utils");
+const primitives_1 = require("./primitives");
+const createUrlAtom = () => {
+    return (0, primitives_1.addSize)((0, matroska_utils_1.combineUint8Arrays)([
+        // type
+        (0, primitives_1.stringsToUint8Array)('url '),
+        // version
+        new Uint8Array([0]),
+        // flags
+        new Uint8Array([0, 0, 1]),
+    ]));
+};
+exports.createUrlAtom = createUrlAtom;

package/dist/create/iso-base-media/example-stts.d.ts

@@ -0,0 +1,3 @@
+import type { SamplePosition } from '@remotion/media-parser';
+export declare const exampleVideoSamplePositions: SamplePosition[];
+export declare const exampleAudioSamplePositions: SamplePosition[];