werift 0.23.0 → 0.24.1

package/lib/rtp/src/extra/container/mp4/container.js

@@ -1,53 +1,20 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
 var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
     if (kind === "m") throw new TypeError("Private method is not writable");
     if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
     if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
     return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
 };
-var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
-    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
-};
-var _Mp4Container_instances, _Mp4Container_mp4, _Mp4Container_audioFrame, _Mp4Container_videoFrame, _Mp4Container_audioSegment, _Mp4Container_videoSegment, _Mp4Container_init, _Mp4Container_enqueue;
+var _Mp4Container_instances, _Mp4Container_audioFrame, _Mp4Container_audioMeta, _Mp4Container_audioSource, _Mp4Container_currentFragment, _Mp4Container_ftyp, _Mp4Container_initializationEmitted, _Mp4Container_lastAudioDuration, _Mp4Container_lastMoof, _Mp4Container_lastMoofTimestamp, _Mp4Container_lastVideoDuration, _Mp4Container_moov, _Mp4Container_onDataOperation, _Mp4Container_operation, _Mp4Container_output, _Mp4Container_startPromise, _Mp4Container_stopPromise, _Mp4Container_stopped, _Mp4Container_videoFrame, _Mp4Container_videoMeta, _Mp4Container_videoSource, _Mp4Container_init, _Mp4Container_enqueue, _Mp4Container_drainFrameBuffer, _Mp4Container_ensureOutputStarted, _Mp4Container_emitInitializationSegment, _Mp4Container_emitData, _Mp4Container_flushOnData, _Mp4Container_enqueueOperation, _Mp4Container_defaultKind, _Mp4Container_flushPendingFrame, _Mp4Container_processFrame, _Mp4Container_writePacket, _Mp4Container_rememberFragmentPacket;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.mp4SupportedCodecs = exports.Mp4Container = void 0;
+const mediabunny_1 = require("mediabunny");
 const common_1 = require("../../../imports/common");
-const MP4 = __importStar(require("./mp4box"));
 class Mp4Container {
     constructor(props) {
         _Mp4Container_instances.add(this);
@@ -57,37 +24,50 @@ class Mp4Container {
             writable: true,
             value: props
         });
-        _Mp4Container_mp4.set(this, void 0);
         _Mp4Container_audioFrame.set(this, void 0);
-        _Mp4Container_videoFrame.set(this, void 0); // 1 frame buffer
+        _Mp4Container_audioMeta.set(this, void 0);
+        _Mp4Container_audioSource.set(this, void 0);
+        _Mp4Container_currentFragment.set(this, void 0);
+        _Mp4Container_ftyp.set(this, void 0);
+        _Mp4Container_initializationEmitted.set(this, false);
+        _Mp4Container_lastAudioDuration.set(this, 0);
+        _Mp4Container_lastMoof.set(this, void 0);
+        _Mp4Container_lastMoofTimestamp.set(this, 0);
+        _Mp4Container_lastVideoDuration.set(this, 0);
+        _Mp4Container_moov.set(this, void 0);
+        _Mp4Container_onDataOperation.set(this, Promise.resolve());
+        _Mp4Container_operation.set(this, Promise.resolve());
+        _Mp4Container_output.set(this, void 0);
+        _Mp4Container_startPromise.set(this, void 0);
+        _Mp4Container_stopPromise.set(this, void 0);
+        _Mp4Container_stopped.set(this, false);
+        _Mp4Container_videoFrame.set(this, void 0);
+        _Mp4Container_videoMeta.set(this, void 0);
+        _Mp4Container_videoSource.set(this, void 0);
         Object.defineProperty(this, "audioTrack", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "videoTrack", {
+        Object.defineProperty(this, "frameBuffer", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: void 0
+            value: []
         });
-        _Mp4Container_audioSegment.set(this, 0);
-        _Mp4Container_videoSegment.set(this, 0);
         Object.defineProperty(this, "onData", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: new common_1.Event()
         });
-        Object.defineProperty(this, "frameBuffer", {
+        Object.defineProperty(this, "videoTrack", {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: []
+            value: void 0
         });
-        __classPrivateFieldSet(this, _Mp4Container_mp4, new MP4.ISOFile(), "f");
-        __classPrivateFieldGet(this, _Mp4Container_mp4, "f").init();
     }
     get tracksReady() {
         let ready = true;
@@ -107,156 +87,248 @@ class Mp4Container {
             return __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_enqueue).call(this, frame);
         }
     }
-    _enqueue(frame) {
-        const track = frame.track === "audio" ? this.audioTrack : this.videoTrack;
-        if (!track) {
-            throw new Error("track missing");
-        }
-        // Check if we should create a new segment
-        if (frame.track === "video") {
-            if (frame.type == "key") {
-                __classPrivateFieldSet(this, _Mp4Container_videoSegment, __classPrivateFieldGet(this, _Mp4Container_videoSegment, "f") + 1, "f");
-            }
-            else if (__classPrivateFieldGet(this, _Mp4Container_videoSegment, "f") == 0) {
-                throw new Error("must start with keyframe");
-            }
+    stop() {
+        if (__classPrivateFieldGet(this, _Mp4Container_stopPromise, "f")) {
+            return __classPrivateFieldGet(this, _Mp4Container_stopPromise, "f");
         }
-        else {
-            __classPrivateFieldSet(this, _Mp4Container_audioSegment, __classPrivateFieldGet(this, _Mp4Container_audioSegment, "f") + 1, "f");
-        }
-        // We need a one frame buffer to compute the duration
-        if (frame.track === "video") {
-            if (!__classPrivateFieldGet(this, _Mp4Container_videoFrame, "f")) {
-                __classPrivateFieldSet(this, _Mp4Container_videoFrame, frame, "f");
+        __classPrivateFieldSet(this, _Mp4Container_stopped, true, "f");
+        __classPrivateFieldSet(this, _Mp4Container_stopPromise, __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_enqueueOperation).call(this, async () => {
+            if (!this.tracksReady) {
+                this.frameBuffer = [];
                 return;
             }
-        }
-        else {
-            if (!__classPrivateFieldGet(this, _Mp4Container_audioFrame, "f")) {
-                __classPrivateFieldSet(this, _Mp4Container_audioFrame, frame, "f");
-                return;
+            await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_ensureOutputStarted).call(this);
+            await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_drainFrameBuffer).call(this);
+            await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_flushPendingFrame).call(this, "audio");
+            await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_flushPendingFrame).call(this, "video");
+            __classPrivateFieldGet(this, _Mp4Container_audioSource, "f")?.close();
+            __classPrivateFieldGet(this, _Mp4Container_videoSource, "f")?.close();
+            if (__classPrivateFieldGet(this, _Mp4Container_output, "f")) {
+                await __classPrivateFieldGet(this, _Mp4Container_output, "f").finalize();
             }
+            await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_flushOnData).call(this);
+        }), "f");
+        return __classPrivateFieldGet(this, _Mp4Container_stopPromise, "f");
+    }
+}
+exports.Mp4Container = Mp4Container;
+_Mp4Container_audioFrame = new WeakMap(), _Mp4Container_audioMeta = new WeakMap(), _Mp4Container_audioSource = new WeakMap(), _Mp4Container_currentFragment = new WeakMap(), _Mp4Container_ftyp = new WeakMap(), _Mp4Container_initializationEmitted = new WeakMap(), _Mp4Container_lastAudioDuration = new WeakMap(), _Mp4Container_lastMoof = new WeakMap(), _Mp4Container_lastMoofTimestamp = new WeakMap(), _Mp4Container_lastVideoDuration = new WeakMap(), _Mp4Container_moov = new WeakMap(), _Mp4Container_onDataOperation = new WeakMap(), _Mp4Container_operation = new WeakMap(), _Mp4Container_output = new WeakMap(), _Mp4Container_startPromise = new WeakMap(), _Mp4Container_stopPromise = new WeakMap(), _Mp4Container_stopped = new WeakMap(), _Mp4Container_videoFrame = new WeakMap(), _Mp4Container_videoMeta = new WeakMap(), _Mp4Container_videoSource = new WeakMap(), _Mp4Container_instances = new WeakSet(), _Mp4Container_init = function _Mp4Container_init(frame) {
+    if (frame.track === "audio") {
+        if (isVideoConfig(frame)) {
+            throw new Error("audio track requires an audio decoder config");
         }
-        const bufferFrame = frame.track === "video" ? __classPrivateFieldGet(this, _Mp4Container_videoFrame, "f") : __classPrivateFieldGet(this, _Mp4Container_audioFrame, "f");
-        if (!bufferFrame) {
-            throw new Error("bufferFrame missing");
+        if (frame.codec !== "opus") {
+            throw new Error(`unsupported codec: ${frame.codec}`);
         }
-        const duration = frame.timestamp - bufferFrame.timestamp;
-        // TODO avoid this extra copy by writing to the mdat directly
-        // ...which means changing mp4box.js to take an offset instead of ArrayBuffer
-        const buffer = new ArrayBuffer(bufferFrame.byteLength);
-        bufferFrame.copyTo(buffer);
-        // Add the sample to the container
-        __classPrivateFieldGet(this, _Mp4Container_mp4, "f").addSample(track, buffer, {
-            duration,
-            dts: bufferFrame.timestamp,
-            cts: bufferFrame.timestamp,
-            is_sync: bufferFrame.type == "key",
-        });
-        const stream = new MP4.Stream(undefined, 0, MP4.Stream.BIG_ENDIAN);
-        // Moof and mdat atoms are written in pairs.
-        // TODO remove the moof/mdat from the Box to reclaim memory once everything works
-        for (;;) {
-            const moof = __classPrivateFieldGet(this, _Mp4Container_mp4, "f").moofs.shift();
-            const mdat = __classPrivateFieldGet(this, _Mp4Container_mp4, "f").mdats.shift();
-            if (!moof && !mdat)
-                break;
-            if (!moof)
-                throw new Error("moof missing");
-            if (!mdat)
-                throw new Error("mdat missing");
-            moof.write(stream);
-            mdat.write(stream);
+        __classPrivateFieldSet(this, _Mp4Container_audioMeta, {
+            decoderConfig: {
+                codec: "opus",
+                description: frame.description != undefined
+                    ? new Uint8Array(frame.description)
+                    : undefined,
+                numberOfChannels: frame.numberOfChannels,
+                sampleRate: frame.sampleRate,
+            },
+        }, "f");
+        this.audioTrack = 1;
+    }
+    else {
+        if (!isVideoConfig(frame)) {
+            throw new Error("video track requires a video decoder config");
         }
-        // TODO avoid this extra copy by writing to the buffer provided in copyTo
-        const data = new Uint8Array(stream.buffer);
-        if (frame.track === "video") {
-            __classPrivateFieldSet(this, _Mp4Container_videoFrame, frame, "f");
+        if (!frame.codec.startsWith("avc1")) {
+            throw new Error(`unsupported codec: ${frame.codec}`);
         }
-        else {
-            __classPrivateFieldSet(this, _Mp4Container_audioFrame, frame, "f");
+        if (frame.codedWidth == undefined || frame.codedHeight == undefined) {
+            throw new Error("missing coded video dimensions");
         }
-        const res = {
-            type: bufferFrame.type,
-            timestamp: bufferFrame.timestamp,
-            kind: frame.track,
-            duration,
-            data,
-        };
-        this.onData.execute(res);
+        __classPrivateFieldSet(this, _Mp4Container_videoMeta, {
+            decoderConfig: {
+                codec: frame.codec,
+                codedHeight: frame.codedHeight,
+                codedWidth: frame.codedWidth,
+                description: frame.description != undefined
+                    ? new Uint8Array(frame.description)
+                    : undefined,
+                displayAspectHeight: frame.displayAspectHeight,
+                displayAspectWidth: frame.displayAspectWidth,
+            },
+        }, "f");
+        this.videoTrack = this.props.track.audio ? 2 : 1;
     }
-}
-exports.Mp4Container = Mp4Container;
-_Mp4Container_mp4 = new WeakMap(), _Mp4Container_audioFrame = new WeakMap(), _Mp4Container_videoFrame = new WeakMap(), _Mp4Container_audioSegment = new WeakMap(), _Mp4Container_videoSegment = new WeakMap(), _Mp4Container_instances = new WeakSet(), _Mp4Container_init = function _Mp4Container_init(frame) {
-    let codec = frame.codec.substring(0, 4);
-    if (codec == "opus") {
-        codec = "Opus";
+    if (!this.tracksReady) {
+        return;
     }
-    const options = {
-        type: codec,
-        timescale: 1000000,
-    };
-    if (isVideoConfig(frame)) {
-        options.width = frame.codedWidth;
-        options.height = frame.codedHeight;
+    void __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_enqueueOperation).call(this, async () => {
+        await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_ensureOutputStarted).call(this);
+        await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_drainFrameBuffer).call(this);
+    });
+}, _Mp4Container_enqueue = function _Mp4Container_enqueue(frame) {
+    this.frameBuffer.push(frame);
+    if (!this.tracksReady) {
+        return;
     }
-    else {
-        options.channel_count = frame.numberOfChannels;
-        options.samplerate = frame.sampleRate;
-        options.hdlr = "soun";
+    void __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_enqueueOperation).call(this, async () => {
+        await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_ensureOutputStarted).call(this);
+        await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_drainFrameBuffer).call(this);
+    });
+}, _Mp4Container_drainFrameBuffer = async function _Mp4Container_drainFrameBuffer() {
+    const frames = this.frameBuffer;
+    this.frameBuffer = [];
+    for (const frame of frames) {
+        await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_processFrame).call(this, frame);
     }
-    if (!frame.description)
-        throw new Error("missing frame description");
-    const desc = frame.description;
-    if (codec === "avc1") {
-        options.avcDecoderConfigRecord = desc;
+}, _Mp4Container_ensureOutputStarted = async function _Mp4Container_ensureOutputStarted() {
+    if (__classPrivateFieldGet(this, _Mp4Container_startPromise, "f")) {
+        await __classPrivateFieldGet(this, _Mp4Container_startPromise, "f");
+        return;
     }
-    else if (codec === "hev1") {
-        options.hevcDecoderConfigRecord = desc;
+    if (!this.tracksReady) {
+        return;
     }
-    else if (codec === "Opus") {
-        // description is an identification header: https://datatracker.ietf.org/doc/html/rfc7845#section-5.1
-        // The first 8 bytes are the magic string "OpusHead", followed by what we actually want.
-        const dops = new MP4.BoxParser.dOpsBox();
-        // Annoyingly, the header is little endian while MP4 is big endian, so we have to parse.
-        dops.parse(new MP4.Stream(desc, 8, MP4.Stream.LITTLE_ENDIAN));
-        options.description = dops;
+    const output = new mediabunny_1.Output({
+        format: new mediabunny_1.Mp4OutputFormat({
+            fastStart: "fragmented",
+            minimumFragmentDuration: 0,
+            onFtyp: (data) => {
+                __classPrivateFieldSet(this, _Mp4Container_ftyp, copyBytes(data), "f");
+            },
+            onMdat: (data) => {
+                if (!__classPrivateFieldGet(this, _Mp4Container_lastMoof, "f")) {
+                    throw new Error("moof missing before mdat");
+                }
+                const fragment = __classPrivateFieldGet(this, _Mp4Container_currentFragment, "f");
+                const timestamp = fragment
+                    ? fragment.timestamp
+                    : Math.round(__classPrivateFieldGet(this, _Mp4Container_lastMoofTimestamp, "f") * 1000000);
+                const duration = fragment?.duration ?? 0;
+                const kind = fragment?.kind ?? __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_defaultKind).call(this);
+                const type = fragment?.type ?? "key";
+                const segment = concatBytes(__classPrivateFieldGet(this, _Mp4Container_lastMoof, "f"), data);
+                __classPrivateFieldSet(this, _Mp4Container_currentFragment, undefined, "f");
+                __classPrivateFieldSet(this, _Mp4Container_lastMoof, undefined, "f");
+                void __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_emitData).call(this, {
+                    type,
+                    timestamp,
+                    duration,
+                    data: segment,
+                    kind,
+                });
+            },
+            onMoof: (data, _position, timestamp) => {
+                __classPrivateFieldSet(this, _Mp4Container_lastMoof, copyBytes(data), "f");
+                __classPrivateFieldSet(this, _Mp4Container_lastMoofTimestamp, timestamp, "f");
+            },
+            onMoov: (data) => {
+                __classPrivateFieldSet(this, _Mp4Container_moov, copyBytes(data), "f");
+                __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_emitInitializationSegment).call(this);
+            },
+        }),
+        target: new mediabunny_1.NullTarget(),
+    });
+    if (__classPrivateFieldGet(this, _Mp4Container_audioMeta, "f")) {
+        __classPrivateFieldSet(this, _Mp4Container_audioSource, new mediabunny_1.EncodedAudioPacketSource("opus"), "f");
+        output.addAudioTrack(__classPrivateFieldGet(this, _Mp4Container_audioSource, "f"));
+    }
+    if (__classPrivateFieldGet(this, _Mp4Container_videoMeta, "f")) {
+        __classPrivateFieldSet(this, _Mp4Container_videoSource, new mediabunny_1.EncodedVideoPacketSource("avc"), "f");
+        output.addVideoTrack(__classPrivateFieldGet(this, _Mp4Container_videoSource, "f"));
+    }
+    __classPrivateFieldSet(this, _Mp4Container_output, output, "f");
+    __classPrivateFieldSet(this, _Mp4Container_startPromise, output.start(), "f");
+    await __classPrivateFieldGet(this, _Mp4Container_startPromise, "f");
+}, _Mp4Container_emitInitializationSegment = function _Mp4Container_emitInitializationSegment() {
+    if (__classPrivateFieldGet(this, _Mp4Container_initializationEmitted, "f") || !__classPrivateFieldGet(this, _Mp4Container_ftyp, "f") || !__classPrivateFieldGet(this, _Mp4Container_moov, "f")) {
+        return;
+    }
+    __classPrivateFieldSet(this, _Mp4Container_initializationEmitted, true, "f");
+    void __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_emitData).call(this, {
+        type: "init",
+        timestamp: 0,
+        duration: 0,
+        data: concatBytes(__classPrivateFieldGet(this, _Mp4Container_ftyp, "f"), __classPrivateFieldGet(this, _Mp4Container_moov, "f")),
+        kind: __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_defaultKind).call(this),
+    });
+}, _Mp4Container_emitData = function _Mp4Container_emitData(data) {
+    const next = __classPrivateFieldGet(this, _Mp4Container_onDataOperation, "f").then(() => this.onData.execute(data));
+    __classPrivateFieldSet(this, _Mp4Container_onDataOperation, next, "f");
+    return next;
+}, _Mp4Container_flushOnData = async function _Mp4Container_flushOnData() {
+    await __classPrivateFieldGet(this, _Mp4Container_onDataOperation, "f");
+}, _Mp4Container_enqueueOperation = function _Mp4Container_enqueueOperation(operation) {
+    const next = __classPrivateFieldGet(this, _Mp4Container_operation, "f").then(operation);
+    __classPrivateFieldSet(this, _Mp4Container_operation, next, "f");
+    return next;
+}, _Mp4Container_defaultKind = function _Mp4Container_defaultKind() {
+    return this.props.track.video ? "video" : "audio";
+}, _Mp4Container_flushPendingFrame = async function _Mp4Container_flushPendingFrame(track) {
+    const buffered = track === "audio" ? __classPrivateFieldGet(this, _Mp4Container_audioFrame, "f") : __classPrivateFieldGet(this, _Mp4Container_videoFrame, "f");
+    if (!buffered) {
+        return;
+    }
+    const duration = track === "audio" ? __classPrivateFieldGet(this, _Mp4Container_lastAudioDuration, "f") : __classPrivateFieldGet(this, _Mp4Container_lastVideoDuration, "f");
+    await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_writePacket).call(this, buffered, duration);
+    if (track === "audio") {
+        __classPrivateFieldSet(this, _Mp4Container_audioFrame, undefined, "f");
     }
     else {
-        throw new Error(`unsupported codec: ${codec}`);
+        __classPrivateFieldSet(this, _Mp4Container_videoFrame, undefined, "f");
     }
-    const track = __classPrivateFieldGet(this, _Mp4Container_mp4, "f").addTrack(options);
-    if (track == undefined) {
-        throw new Error("failed to initialize MP4 track");
+}, _Mp4Container_processFrame = async function _Mp4Container_processFrame(frame) {
+    const buffered = frame.track === "audio" ? __classPrivateFieldGet(this, _Mp4Container_audioFrame, "f") : __classPrivateFieldGet(this, _Mp4Container_videoFrame, "f");
+    if (!buffered) {
+        if (frame.track === "audio") {
+            __classPrivateFieldSet(this, _Mp4Container_audioFrame, frame, "f");
+        }
+        else {
+            __classPrivateFieldSet(this, _Mp4Container_videoFrame, frame, "f");
+        }
+        return;
     }
+    const duration = Math.max(frame.timestamp - buffered.timestamp, 0);
+    await __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_writePacket).call(this, buffered, duration);
     if (frame.track === "audio") {
-        this.audioTrack = track;
+        __classPrivateFieldSet(this, _Mp4Container_audioFrame, frame, "f");
+        __classPrivateFieldSet(this, _Mp4Container_lastAudioDuration, duration, "f");
     }
     else {
-        this.videoTrack = track;
+        __classPrivateFieldSet(this, _Mp4Container_videoFrame, frame, "f");
+        __classPrivateFieldSet(this, _Mp4Container_lastVideoDuration, duration, "f");
     }
-    if (!this.tracksReady) {
-        return;
+}, _Mp4Container_writePacket = async function _Mp4Container_writePacket(frame, duration) {
+    const data = new Uint8Array(frame.byteLength);
+    frame.copyTo(data.buffer);
+    const packet = new mediabunny_1.EncodedPacket(data, frame.type, frame.timestamp / 1000000, duration / 1000000);
+    if (frame.track === "audio") {
+        if (!__classPrivateFieldGet(this, _Mp4Container_audioSource, "f") || !__classPrivateFieldGet(this, _Mp4Container_audioMeta, "f")) {
+            throw new Error("audio track missing");
+        }
+        await __classPrivateFieldGet(this, _Mp4Container_audioSource, "f").add(packet, __classPrivateFieldGet(this, _Mp4Container_audioMeta, "f"));
     }
-    const buffer = MP4.ISOFile.writeInitializationSegment(__classPrivateFieldGet(this, _Mp4Container_mp4, "f").ftyp, __classPrivateFieldGet(this, _Mp4Container_mp4, "f").moov, 0, 0);
-    const data = new Uint8Array(buffer);
-    const res = {
-        type: "init",
-        timestamp: 0,
-        duration: 0,
-        data,
-        kind: frame.track,
-    };
-    this.onData.execute(res);
-}, _Mp4Container_enqueue = function _Mp4Container_enqueue(frame) {
-    this.frameBuffer.push(frame);
-    if (!this.tracksReady) {
+    else {
+        if (!__classPrivateFieldGet(this, _Mp4Container_videoSource, "f") || !__classPrivateFieldGet(this, _Mp4Container_videoMeta, "f")) {
+            throw new Error("video track missing");
+        }
+        await __classPrivateFieldGet(this, _Mp4Container_videoSource, "f").add(packet, __classPrivateFieldGet(this, _Mp4Container_videoMeta, "f"));
+    }
+    __classPrivateFieldGet(this, _Mp4Container_instances, "m", _Mp4Container_rememberFragmentPacket).call(this, frame.track, frame.type, frame.timestamp, duration);
+}, _Mp4Container_rememberFragmentPacket = function _Mp4Container_rememberFragmentPacket(kind, type, timestamp, duration) {
+    const end = timestamp + duration;
+    if (!__classPrivateFieldGet(this, _Mp4Container_currentFragment, "f")) {
+        __classPrivateFieldSet(this, _Mp4Container_currentFragment, {
+            kind,
+            type,
+            timestamp,
+            duration,
+        }, "f");
         return;
     }
-    for (const frame of this.frameBuffer) {
-        this._enqueue(frame);
+    if (kind === "video" && type === "key") {
+        __classPrivateFieldGet(this, _Mp4Container_currentFragment, "f").type = "key";
     }
-    this.frameBuffer = [];
+    const fragmentEnd = Math.max(__classPrivateFieldGet(this, _Mp4Container_currentFragment, "f").timestamp + __classPrivateFieldGet(this, _Mp4Container_currentFragment, "f").duration, end);
+    __classPrivateFieldGet(this, _Mp4Container_currentFragment, "f").duration =
+        fragmentEnd - __classPrivateFieldGet(this, _Mp4Container_currentFragment, "f").timestamp;
 };
 function isDecoderConfig(frame) {
     // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
@@ -266,4 +338,17 @@ function isVideoConfig(frame) {
     return frame.codedWidth !== undefined;
 }
 exports.mp4SupportedCodecs = ["avc1", "opus"];
+function concatBytes(...parts) {
+    const size = parts.reduce((sum, part) => sum + part.byteLength, 0);
+    const combined = new Uint8Array(size);
+    let offset = 0;
+    for (const part of parts) {
+        combined.set(part, offset);
+        offset += part.byteLength;
+    }
+    return combined;
+}
+function copyBytes(data) {
+    return new Uint8Array(data);
+}
 //# sourceMappingURL=container.js.map

package/lib/rtp/src/extra/container/mp4/container.js.map

@@ -1 +1 @@
-{"version":3,"file":"container.js","sourceRoot":"","sources":["../../../../../../../rtp/src/extra/container/mp4/container.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oDAAgD;AAEhD,8CAAgC;AAehC,MAAa,YAAY;IAUvB,YACU,KAEP;;QAFD;;;;mBAAQ,KAAK;WAEZ;QAZH,oCAAkB;QAClB,2CAAoD;QACpD,2CAAoD,CAAC,iBAAiB;QACtE;;;;;WAAoB;QACpB;;;;;WAAoB;QACpB,qCAAgB,CAAC,EAAC;QAClB,qCAAgB,CAAC,EAAC;QAClB;;;;mBAAS,IAAI,cAAK,EAAa;WAAC;QA6GhC;;;;mBAEO,EAAE;WAAC;QAxGR,uBAAA,IAAI,qBAAQ,IAAI,GAAG,CAAC,OAAO,EAAE,MAAA,CAAC;QAC9B,uBAAA,IAAI,yBAAK,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,WAAW;QACb,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/C,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/C,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CACH,KAEC;QAED,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,uBAAA,IAAI,mDAAM,MAAV,IAAI,EAAO,KAAK,CAAC,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,OAAO,uBAAA,IAAI,sDAAS,MAAb,IAAI,EAAU,KAAK,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAgGO,QAAQ,CACd,KAEC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;QAC1E,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QACnC,CAAC;QAED,0CAA0C;QAC1C,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC;gBACxB,yHAAsB,CAAC,MAAA,CAAC;YAC1B,CAAC;iBAAM,IAAI,uBAAA,IAAI,kCAAc,IAAI,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,yHAAsB,CAAC,MAAA,CAAC;QAC1B,CAAC;QAED,qDAAqD;QACrD,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,uBAAA,IAAI,gCAAY,EAAE,CAAC;gBACtB,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;gBACzB,OAAO;YACT,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,uBAAA,IAAI,gCAAY,EAAE,CAAC;gBACtB,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;gBACzB,OAAO;YACT,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GACf,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,uBAAA,IAAI,gCAAY,CAAC,CAAC,CAAC,uBAAA,IAAI,gCAAY,CAAC;QAEhE,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;QAEzD,6DAA6D;QAC7D,6EAA6E;QAE7E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACvD,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE3B,kCAAkC;QAClC,uBAAA,IAAI,yBAAK,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE;YACjC,QAAQ;YACR,GAAG,EAAE,WAAW,CAAC,SAAS;YAC1B,GAAG,EAAE,WAAW,CAAC,SAAS;YAC1B,OAAO,EAAE,WAAW,CAAC,IAAI,IAAI,KAAK;SACnC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAEnE,4CAA4C;QAC5C,iFAAiF;QACjF,SAAS,CAAC;YACR,MAAM,IAAI,GAAG,uBAAA,IAAI,yBAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,uBAAA,IAAI,yBAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAErC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;gBAAE,MAAM;YAC1B,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;YAC3C,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;YAE3C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;QAED,yEAAyE;QACzE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE3C,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;QAC3B,CAAC;QAED,MAAM,GAAG,GAAG;YACV,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,KAAK,CAAC,KAAK;YACjB,QAAQ;YACR,IAAI;SACL,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;CAUF;AA5OD,oCA4OC;ySAjMG,KAEC;IAED,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxC,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;QACpB,KAAK,GAAG,MAAM,CAAC;IACjB,CAAC;IAED,MAAM,OAAO,GAAqB;QAChC,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAS;KACrB,CAAC;IAEF,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC;QACjC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,aAAa,GAAG,KAAK,CAAC,gBAAgB,CAAC;QAC/C,OAAO,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QACtC,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,KAAK,CAAC,WAA8B,CAAC;IAElD,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACrB,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC;IACxC,CAAC;SAAM,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QAC5B,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IACzC,CAAC;SAAM,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QAC5B,qGAAqG;QACrG,wFAAwF;QACxF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAEzC,wFAAwF;QACxF,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QAE9D,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAC7B,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,KAAK,GAAG,uBAAA,IAAI,yBAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,CACnD,uBAAA,IAAI,yBAAK,CAAC,IAAK,EACf,uBAAA,IAAI,yBAAK,CAAC,IAAK,EACf,CAAC,EACD,CAAC,CACF,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,CAAC;QACZ,QAAQ,EAAE,CAAC;QACX,IAAI;QACJ,IAAI,EAAE,KAAK,CAAC,KAAK;KACT,CAAC;IACX,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC,yDAOC,KAEC;IAED,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,OAAO;IACT,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;AACxB,CAAC;AAwGH,SAAS,eAAe,CACtB,KAAmC;IAEnC,uEAAuE;IACvE,OAAQ,KAAuB,CAAC,KAAK,KAAK,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,aAAa,CAAC,KAAoB;IACzC,OAAQ,KAA4B,CAAC,UAAU,KAAK,SAAS,CAAC;AAChE,CAAC;AAuCY,QAAA,kBAAkB,GAAG,CAAC,MAAM,EAAE,MAAM,CAAU,CAAC","sourcesContent":["import { Event } from \"../../../imports/common\";\n\nimport * as MP4 from \"./mp4box\";\n\ntype DecoderConfig = AudioDecoderConfig | VideoDecoderConfig;\ntype EncodedChunk = EncodedAudioChunk | EncodedVideoChunk;\n\nexport type DataType = \"init\" | \"delta\" | \"key\";\n\nexport interface Mp4Data {\n  type: DataType;\n  timestamp: number;\n  duration: number;\n  data: Uint8Array;\n  kind: \"audio\" | \"video\";\n}\n\nexport class Mp4Container {\n  #mp4: MP4.ISOFile;\n  #audioFrame?: EncodedAudioChunk | EncodedVideoChunk;\n  #videoFrame?: EncodedAudioChunk | EncodedVideoChunk; // 1 frame buffer\n  audioTrack?: number;\n  videoTrack?: number;\n  #audioSegment = 0;\n  #videoSegment = 0;\n  onData = new Event<[Mp4Data]>();\n\n  constructor(\n    private props: {\n      track: { audio: boolean; video: boolean };\n    },\n  ) {\n    this.#mp4 = new MP4.ISOFile();\n    this.#mp4.init();\n  }\n\n  get tracksReady() {\n    let ready = true;\n    if (this.props.track.audio && !this.audioTrack) {\n      ready = false;\n    }\n    if (this.props.track.video && !this.videoTrack) {\n      ready = false;\n    }\n    return ready;\n  }\n\n  write(\n    frame: (DecoderConfig | EncodedChunk) & {\n      track: \"video\" | \"audio\";\n    },\n  ) {\n    if (isDecoderConfig(frame)) {\n      return this.#init(frame);\n    } else {\n      return this.#enqueue(frame);\n    }\n  }\n\n  #init(\n    frame: DecoderConfig & {\n      track: \"video\" | \"audio\";\n    },\n  ) {\n    let codec = frame.codec.substring(0, 4);\n    if (codec == \"opus\") {\n      codec = \"Opus\";\n    }\n\n    const options: MP4.TrackOptions = {\n      type: codec,\n      timescale: 1_000_000,\n    };\n\n    if (isVideoConfig(frame)) {\n      options.width = frame.codedWidth;\n      options.height = frame.codedHeight;\n    } else {\n      options.channel_count = frame.numberOfChannels;\n      options.samplerate = frame.sampleRate;\n      options.hdlr = \"soun\";\n    }\n\n    if (!frame.description) throw new Error(\"missing frame description\");\n    const desc = frame.description as ArrayBufferLike;\n\n    if (codec === \"avc1\") {\n      options.avcDecoderConfigRecord = desc;\n    } else if (codec === \"hev1\") {\n      options.hevcDecoderConfigRecord = desc;\n    } else if (codec === \"Opus\") {\n      // description is an identification header: https://datatracker.ietf.org/doc/html/rfc7845#section-5.1\n      // The first 8 bytes are the magic string \"OpusHead\", followed by what we actually want.\n      const dops = new MP4.BoxParser.dOpsBox();\n\n      // Annoyingly, the header is little endian while MP4 is big endian, so we have to parse.\n      dops.parse(new MP4.Stream(desc, 8, MP4.Stream.LITTLE_ENDIAN));\n\n      options.description = dops;\n    } else {\n      throw new Error(`unsupported codec: ${codec}`);\n    }\n\n    const track = this.#mp4.addTrack(options);\n    if (track == undefined) {\n      throw new Error(\"failed to initialize MP4 track\");\n    }\n    if (frame.track === \"audio\") {\n      this.audioTrack = track;\n    } else {\n      this.videoTrack = track;\n    }\n\n    if (!this.tracksReady) {\n      return;\n    }\n\n    const buffer = MP4.ISOFile.writeInitializationSegment(\n      this.#mp4.ftyp!,\n      this.#mp4.moov!,\n      0,\n      0,\n    );\n    const data = new Uint8Array(buffer);\n    const res = {\n      type: \"init\",\n      timestamp: 0,\n      duration: 0,\n      data,\n      kind: frame.track,\n    } as const;\n    this.onData.execute(res);\n  }\n\n  frameBuffer: (EncodedChunk & {\n    track: \"video\" | \"audio\";\n  })[] = [];\n\n  #enqueue(\n    frame: EncodedChunk & {\n      track: \"video\" | \"audio\";\n    },\n  ) {\n    this.frameBuffer.push(frame);\n    if (!this.tracksReady) {\n      return;\n    }\n    for (const frame of this.frameBuffer) {\n      this._enqueue(frame);\n    }\n    this.frameBuffer = [];\n  }\n\n  private _enqueue(\n    frame: EncodedChunk & {\n      track: \"video\" | \"audio\";\n    },\n  ) {\n    const track = frame.track === \"audio\" ? this.audioTrack : this.videoTrack;\n    if (!track) {\n      throw new Error(\"track missing\");\n    }\n\n    // Check if we should create a new segment\n    if (frame.track === \"video\") {\n      if (frame.type == \"key\") {\n        this.#videoSegment += 1;\n      } else if (this.#videoSegment == 0) {\n        throw new Error(\"must start with keyframe\");\n      }\n    } else {\n      this.#audioSegment += 1;\n    }\n\n    // We need a one frame buffer to compute the duration\n    if (frame.track === \"video\") {\n      if (!this.#videoFrame) {\n        this.#videoFrame = frame;\n        return;\n      }\n    } else {\n      if (!this.#audioFrame) {\n        this.#audioFrame = frame;\n        return;\n      }\n    }\n\n    const bufferFrame =\n      frame.track === \"video\" ? this.#videoFrame : this.#audioFrame;\n\n    if (!bufferFrame) {\n      throw new Error(\"bufferFrame missing\");\n    }\n\n    const duration = frame.timestamp - bufferFrame.timestamp;\n\n    // TODO avoid this extra copy by writing to the mdat directly\n    // ...which means changing mp4box.js to take an offset instead of ArrayBuffer\n\n    const buffer = new ArrayBuffer(bufferFrame.byteLength);\n    bufferFrame.copyTo(buffer);\n\n    // Add the sample to the container\n    this.#mp4.addSample(track, buffer, {\n      duration,\n      dts: bufferFrame.timestamp,\n      cts: bufferFrame.timestamp,\n      is_sync: bufferFrame.type == \"key\",\n    });\n\n    const stream = new MP4.Stream(undefined, 0, MP4.Stream.BIG_ENDIAN);\n\n    // Moof and mdat atoms are written in pairs.\n    // TODO remove the moof/mdat from the Box to reclaim memory once everything works\n    for (;;) {\n      const moof = this.#mp4.moofs.shift();\n      const mdat = this.#mp4.mdats.shift();\n\n      if (!moof && !mdat) break;\n      if (!moof) throw new Error(\"moof missing\");\n      if (!mdat) throw new Error(\"mdat missing\");\n\n      moof.write(stream);\n      mdat.write(stream);\n    }\n\n    // TODO avoid this extra copy by writing to the buffer provided in copyTo\n    const data = new Uint8Array(stream.buffer);\n\n    if (frame.track === \"video\") {\n      this.#videoFrame = frame;\n    } else {\n      this.#audioFrame = frame;\n    }\n\n    const res = {\n      type: bufferFrame.type,\n      timestamp: bufferFrame.timestamp,\n      kind: frame.track,\n      duration,\n      data,\n    };\n    this.onData.execute(res);\n  }\n\n  /* TODO flush the last frame\n\t#flush(controller: TransformStreamDefaultController<Chunk>) {\n\t\tif (this.#frame) {\n\t\t\t// TODO guess the duration\n\t\t\tthis.#enqueue(this.#frame, 0, controller)\n\t\t}\n\t}\n\t*/\n}\n\nfunction isDecoderConfig(\n  frame: DecoderConfig | EncodedChunk,\n): frame is DecoderConfig {\n  // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n  return (frame as DecoderConfig).codec !== undefined;\n}\n\nfunction isVideoConfig(frame: DecoderConfig): frame is VideoDecoderConfig {\n  return (frame as VideoDecoderConfig).codedWidth !== undefined;\n}\n\nexport interface AudioDecoderConfig {\n  codec: string;\n  description?: ArrayBuffer | undefined;\n  numberOfChannels: number;\n  sampleRate: number;\n}\n\nexport interface VideoDecoderConfig {\n  codec: string;\n  codedHeight?: number | undefined;\n  codedWidth?: number | undefined;\n  description?: ArrayBuffer | undefined;\n  displayAspectHeight?: number | undefined;\n  displayAspectWidth?: number | undefined;\n  optimizeForLatency?: boolean | undefined;\n}\n\ninterface EncodedAudioChunk {\n  readonly byteLength: number;\n  readonly duration: number | null;\n  readonly timestamp: number;\n  readonly type: EncodedAudioChunkType;\n  copyTo(destination: ArrayBuffer): void;\n}\n\ntype EncodedAudioChunkType = \"delta\" | \"key\";\n\ninterface EncodedVideoChunk {\n  readonly byteLength: number;\n  readonly duration: number | null;\n  readonly timestamp: number;\n  readonly type: EncodedVideoChunkType;\n  copyTo(destination: ArrayBuffer): void;\n}\n\ntype EncodedVideoChunkType = \"delta\" | \"key\";\n\nexport const mp4SupportedCodecs = [\"avc1\", \"opus\"] as const;\nexport type Mp4SupportedCodec = (typeof mp4SupportedCodecs)[number];\n"]}
+{"version":3,"file":"container.js","sourceRoot":"","sources":["../../../../../../../rtp/src/extra/container/mp4/container.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAOoB;AACpB,oDAAgD;AA2ChD,MAAa,YAAY;IA4BvB,YACU,KAEP;;QAFD;;;;mBAAQ,KAAK;WAEZ;QA9BH,2CAAgE;QAChE,0CAAgC;QAChC,4CAAwC;QACxC,gDAAgC;QAChC,qCAAmB;QACnB,8CAAyB,KAAK,EAAC;QAC/B,0CAAqB,CAAC,EAAC;QACvB,yCAAuB;QACvB,0CAAqB,CAAC,EAAC;QACvB,0CAAqB,CAAC,EAAC;QACvB,qCAAmB;QACnB,wCAAmB,OAAO,CAAC,OAAO,EAAE,EAAC;QACrC,kCAAa,OAAO,CAAC,OAAO,EAAE,EAAC;QAC/B,uCAA0D;QAC1D,6CAA8B;QAC9B,4CAA6B;QAC7B,gCAAW,KAAK,EAAC;QACjB,2CAAgE;QAChE,0CAAgC;QAChC,4CAAwC;QACxC;;;;;WAAoB;QACpB;;;;mBAEO,EAAE;WAAC;QACV;;;;mBAAS,IAAI,cAAK,EAA6B;WAAC;QAChD;;;;;WAAoB;IAMjB,CAAC;IAEJ,IAAI,WAAW;QACb,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/C,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/C,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CACH,KAEC;QAED,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,uBAAA,IAAI,mDAAM,MAAV,IAAI,EAAO,KAAK,CAAC,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,OAAO,uBAAA,IAAI,sDAAS,MAAb,IAAI,EAAU,KAAK,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IA6ED,IAAI;QACF,IAAI,uBAAA,IAAI,iCAAa,EAAE,CAAC;YACtB,OAAO,uBAAA,IAAI,iCAAa,CAAC;QAC3B,CAAC;QAED,uBAAA,IAAI,yBAAY,IAAI,MAAA,CAAC;QACrB,uBAAA,IAAI,6BAAgB,uBAAA,IAAI,+DAAkB,MAAtB,IAAI,EAAmB,KAAK,IAAI,EAAE;YACpD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;gBACtB,OAAO;YACT,CAAC;YAED,MAAM,uBAAA,IAAI,kEAAqB,MAAzB,IAAI,CAAuB,CAAC;YAClC,MAAM,uBAAA,IAAI,+DAAkB,MAAtB,IAAI,CAAoB,CAAC;YAC/B,MAAM,uBAAA,IAAI,gEAAmB,MAAvB,IAAI,EAAoB,OAAO,CAAC,CAAC;YACvC,MAAM,uBAAA,IAAI,gEAAmB,MAAvB,IAAI,EAAoB,OAAO,CAAC,CAAC;YAEvC,uBAAA,IAAI,iCAAa,EAAE,KAAK,EAAE,CAAC;YAC3B,uBAAA,IAAI,iCAAa,EAAE,KAAK,EAAE,CAAC;YAC3B,IAAI,uBAAA,IAAI,4BAAQ,EAAE,CAAC;gBACjB,MAAM,uBAAA,IAAI,4BAAQ,CAAC,QAAQ,EAAE,CAAC;YAChC,CAAC;YACD,MAAM,uBAAA,IAAI,0DAAa,MAAjB,IAAI,CAAe,CAAC;QAC5B,CAAC,CAAC,MAAA,CAAC;QACH,OAAO,uBAAA,IAAI,iCAAa,CAAC;IAC3B,CAAC;CAgOF;AA7XD,oCA6XC;y7BAnUG,KAEC;IAED,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC5B,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,uBAAA,IAAI,2BAAc;YAChB,aAAa,EAAE;gBACb,KAAK,EAAE,MAAM;gBACb,WAAW,EACT,KAAK,CAAC,WAAW,IAAI,SAAS;oBAC5B,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC;oBACnC,CAAC,CAAC,SAAS;gBACf,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,UAAU,EAAE,KAAK,CAAC,UAAU;aAC7B;SACF,MAAA,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACtB,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,IAAI,SAAS,IAAI,KAAK,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,uBAAA,IAAI,2BAAc;YAChB,aAAa,EAAE;gBACb,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,WAAW,EACT,KAAK,CAAC,WAAW,IAAI,SAAS;oBAC5B,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC;oBACnC,CAAC,CAAC,SAAS;gBACf,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;gBAC9C,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;aAC7C;SACF,MAAA,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,OAAO;IACT,CAAC;IAED,KAAK,uBAAA,IAAI,+DAAkB,MAAtB,IAAI,EAAmB,KAAK,IAAI,EAAE;QACrC,MAAM,uBAAA,IAAI,kEAAqB,MAAzB,IAAI,CAAuB,CAAC;QAClC,MAAM,uBAAA,IAAI,+DAAkB,MAAtB,IAAI,CAAoB,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,yDAGC,KAEC;IAED,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,OAAO;IACT,CAAC;IACD,KAAK,uBAAA,IAAI,+DAAkB,MAAtB,IAAI,EAAmB,KAAK,IAAI,EAAE;QACrC,MAAM,uBAAA,IAAI,kEAAqB,MAAzB,IAAI,CAAuB,CAAC;QAClC,MAAM,uBAAA,IAAI,+DAAkB,MAAtB,IAAI,CAAoB,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,mCA6BD,KAAK;IACH,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;IAChC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,uBAAA,IAAI,2DAAc,MAAlB,IAAI,EAAe,KAAK,CAAC,CAAC;IAClC,CAAC;AACH,CAAC,sCAED,KAAK;IACH,IAAI,uBAAA,IAAI,kCAAc,EAAE,CAAC;QACvB,MAAM,uBAAA,IAAI,kCAAc,CAAC;QACzB,OAAO;IACT,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,mBAAM,CAAC;QACxB,MAAM,EAAE,IAAI,4BAAe,CAAC;YAC1B,SAAS,EAAE,YAAY;YACvB,uBAAuB,EAAE,CAAC;YAC1B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,uBAAA,IAAI,sBAAS,SAAS,CAAC,IAAI,CAAC,MAAA,CAAC;YAC/B,CAAC;YACD,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,IAAI,CAAC,uBAAA,IAAI,8BAAU,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAC9C,CAAC;gBAED,MAAM,QAAQ,GAAG,uBAAA,IAAI,qCAAiB,CAAC;gBACvC,MAAM,SAAS,GAAG,QAAQ;oBACxB,CAAC,CAAC,QAAQ,CAAC,SAAS;oBACpB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAA,IAAI,uCAAmB,GAAG,OAAS,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,QAAQ,EAAE,QAAQ,IAAI,CAAC,CAAC;gBACzC,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,IAAI,uBAAA,IAAI,0DAAa,MAAjB,IAAI,CAAe,CAAC;gBACnD,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC;gBACrC,MAAM,OAAO,GAAG,WAAW,CAAC,uBAAA,IAAI,8BAAU,EAAE,IAAI,CAAC,CAAC;gBAElD,uBAAA,IAAI,iCAAoB,SAAS,MAAA,CAAC;gBAClC,uBAAA,IAAI,0BAAa,SAAS,MAAA,CAAC;gBAE3B,KAAK,uBAAA,IAAI,uDAAU,MAAd,IAAI,EAAW;oBAClB,IAAI;oBACJ,SAAS;oBACT,QAAQ;oBACR,IAAI,EAAE,OAAO;oBACb,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YACD,MAAM,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;gBACrC,uBAAA,IAAI,0BAAa,SAAS,CAAC,IAAI,CAAC,MAAA,CAAC;gBACjC,uBAAA,IAAI,mCAAsB,SAAS,MAAA,CAAC;YACtC,CAAC;YACD,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACf,uBAAA,IAAI,sBAAS,SAAS,CAAC,IAAI,CAAC,MAAA,CAAC;gBAC7B,uBAAA,IAAI,wEAA2B,MAA/B,IAAI,CAA6B,CAAC;YACpC,CAAC;SACF,CAAC;QACF,MAAM,EAAE,IAAI,uBAAU,EAAE;KACzB,CAAC,CAAC;IAEH,IAAI,uBAAA,IAAI,+BAAW,EAAE,CAAC;QACpB,uBAAA,IAAI,6BAAgB,IAAI,qCAAwB,CAAC,MAAM,CAAC,MAAA,CAAC;QACzD,MAAM,CAAC,aAAa,CAAC,uBAAA,IAAI,iCAAa,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,uBAAA,IAAI,+BAAW,EAAE,CAAC;QACpB,uBAAA,IAAI,6BAAgB,IAAI,qCAAwB,CAAC,KAAK,CAAC,MAAA,CAAC;QACxD,MAAM,CAAC,aAAa,CAAC,uBAAA,IAAI,iCAAa,CAAC,CAAC;IAC1C,CAAC;IAED,uBAAA,IAAI,wBAAW,MAAM,MAAA,CAAC;IACtB,uBAAA,IAAI,8BAAiB,MAAM,CAAC,KAAK,EAAE,MAAA,CAAC;IACpC,MAAM,uBAAA,IAAI,kCAAc,CAAC;AAC3B,CAAC;IAGC,IAAI,uBAAA,IAAI,2CAAuB,IAAI,CAAC,uBAAA,IAAI,0BAAM,IAAI,CAAC,uBAAA,IAAI,0BAAM,EAAE,CAAC;QAC9D,OAAO;IACT,CAAC;IAED,uBAAA,IAAI,uCAA0B,IAAI,MAAA,CAAC;IACnC,KAAK,uBAAA,IAAI,uDAAU,MAAd,IAAI,EAAW;QAClB,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,CAAC;QACZ,QAAQ,EAAE,CAAC;QACX,IAAI,EAAE,WAAW,CAAC,uBAAA,IAAI,0BAAM,EAAE,uBAAA,IAAI,0BAAM,CAAC;QACzC,IAAI,EAAE,uBAAA,IAAI,0DAAa,MAAjB,IAAI,CAAe;KAC1B,CAAC,CAAC;AACL,CAAC,2DAES,IAA6B;IACrC,MAAM,IAAI,GAAG,uBAAA,IAAI,qCAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,uBAAA,IAAI,iCAAoB,IAAI,MAAA,CAAC;IAC7B,OAAO,IAAI,CAAC;AACd,CAAC,8BAED,KAAK;IACH,MAAM,uBAAA,IAAI,qCAAiB,CAAC;AAC9B,CAAC,2EAEiB,SAA8B;IAC9C,MAAM,IAAI,GAAG,uBAAA,IAAI,+BAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC7C,uBAAA,IAAI,2BAAc,IAAI,MAAA,CAAC;IACvB,OAAO,IAAI,CAAC;AACd,CAAC;IAGC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACpD,CAAC,oCAED,KAAK,0CAAoB,KAAgB;IACvC,MAAM,QAAQ,GAAG,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,uBAAA,IAAI,gCAAY,CAAC,CAAC,CAAC,uBAAA,IAAI,gCAAY,CAAC;IACzE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GACZ,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,uBAAA,IAAI,uCAAmB,CAAC,CAAC,CAAC,uBAAA,IAAI,uCAAmB,CAAC;IACxE,MAAM,uBAAA,IAAI,0DAAa,MAAjB,IAAI,EAAc,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE5C,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACtB,uBAAA,IAAI,4BAAe,SAAS,MAAA,CAAC;IAC/B,CAAC;SAAM,CAAC;QACN,uBAAA,IAAI,4BAAe,SAAS,MAAA,CAAC;IAC/B,CAAC;AACH,CAAC,+BAED,KAAK,qCACH,KAEC;IAED,MAAM,QAAQ,GACZ,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,uBAAA,IAAI,gCAAY,CAAC,CAAC,CAAC,uBAAA,IAAI,gCAAY,CAAC;IAChE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;QAC3B,CAAC;QACD,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,uBAAA,IAAI,0DAAa,MAAjB,IAAI,EAAc,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE5C,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC5B,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;QACzB,uBAAA,IAAI,mCAAsB,QAAQ,MAAA,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,uBAAA,IAAI,4BAAe,KAAK,MAAA,CAAC;QACzB,uBAAA,IAAI,mCAAsB,QAAQ,MAAA,CAAC;IACrC,CAAC;AACH,CAAC,8BAED,KAAK,oCACH,KAEC,EACD,QAAgB;IAEhB,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC9C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAE1B,MAAM,MAAM,GAAG,IAAI,0BAAa,CAC9B,IAAI,EACJ,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,SAAS,GAAG,OAAS,EAC3B,QAAQ,GAAG,OAAS,CACrB,CAAC;IAEF,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,uBAAA,IAAI,iCAAa,IAAI,CAAC,uBAAA,IAAI,+BAAW,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,uBAAA,IAAI,iCAAa,CAAC,GAAG,CAAC,MAAM,EAAE,uBAAA,IAAI,+BAAW,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,uBAAA,IAAI,iCAAa,IAAI,CAAC,uBAAA,IAAI,+BAAW,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,uBAAA,IAAI,iCAAa,CAAC,GAAG,CAAC,MAAM,EAAE,uBAAA,IAAI,+BAAW,CAAC,CAAC;IACvD,CAAC;IAED,uBAAA,IAAI,qEAAwB,MAA5B,IAAI,EACF,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,SAAS,EACf,QAAQ,CACT,CAAC;AACJ,CAAC,uFAGC,IAAe,EACf,IAA0B,EAC1B,SAAiB,EACjB,QAAgB;IAEhB,MAAM,GAAG,GAAG,SAAS,GAAG,QAAQ,CAAC;IACjC,IAAI,CAAC,uBAAA,IAAI,qCAAiB,EAAE,CAAC;QAC3B,uBAAA,IAAI,iCAAoB;YACtB,IAAI;YACJ,IAAI;YACJ,SAAS;YACT,QAAQ;SACT,MAAA,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACvC,uBAAA,IAAI,qCAAiB,CAAC,IAAI,GAAG,KAAK,CAAC;IACrC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,uBAAA,IAAI,qCAAiB,CAAC,SAAS,GAAG,uBAAA,IAAI,qCAAiB,CAAC,QAAQ,EAChE,GAAG,CACJ,CAAC;IACF,uBAAA,IAAI,qCAAiB,CAAC,QAAQ;QAC5B,WAAW,GAAG,uBAAA,IAAI,qCAAiB,CAAC,SAAS,CAAC;AAClD,CAAC;AAGH,SAAS,eAAe,CACtB,KAAmC;IAEnC,uEAAuE;IACvE,OAAQ,KAAuB,CAAC,KAAK,KAAK,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,aAAa,CAAC,KAAoB;IACzC,OAAQ,KAA4B,CAAC,UAAU,KAAK,SAAS,CAAC;AAChE,CAAC;AAuCY,QAAA,kBAAkB,GAAG,CAAC,MAAM,EAAE,MAAM,CAAU,CAAC;AAG5D,SAAS,WAAW,CAAC,GAAG,KAAmB;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3B,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC;IAC5B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,SAAS,CAAC,IAAgB;IACjC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC","sourcesContent":["import {\n  EncodedAudioPacketSource,\n  EncodedPacket,\n  EncodedVideoPacketSource,\n  Mp4OutputFormat,\n  NullTarget,\n  Output,\n} from \"mediabunny\";\nimport { Event } from \"../../../imports/common\";\n\ntype DecoderConfig = AudioDecoderConfig | VideoDecoderConfig;\ntype EncodedChunk = EncodedAudioChunk | EncodedVideoChunk;\ntype TrackKind = \"audio\" | \"video\";\n\ninterface AudioChunkMetadata {\n  decoderConfig: {\n    codec: \"opus\";\n    description?: Uint8Array;\n    numberOfChannels: number;\n    sampleRate: number;\n  };\n}\n\ninterface VideoChunkMetadata {\n  decoderConfig: {\n    codec: string;\n    codedHeight: number;\n    codedWidth: number;\n    description?: Uint8Array;\n    displayAspectHeight?: number;\n    displayAspectWidth?: number;\n  };\n}\n\ninterface FragmentMeta {\n  duration: number;\n  kind: TrackKind;\n  timestamp: number;\n  type: DataType;\n}\n\nexport type DataType = \"init\" | \"delta\" | \"key\";\n\nexport interface Mp4Data {\n  type: DataType;\n  timestamp: number;\n  duration: number;\n  data: Uint8Array;\n  kind: \"audio\" | \"video\";\n}\n\nexport class Mp4Container {\n  #audioFrame?: (EncodedChunk & { track: TrackKind }) | undefined;\n  #audioMeta?: AudioChunkMetadata;\n  #audioSource?: EncodedAudioPacketSource;\n  #currentFragment?: FragmentMeta;\n  #ftyp?: Uint8Array;\n  #initializationEmitted = false;\n  #lastAudioDuration = 0;\n  #lastMoof?: Uint8Array;\n  #lastMoofTimestamp = 0;\n  #lastVideoDuration = 0;\n  #moov?: Uint8Array;\n  #onDataOperation = Promise.resolve();\n  #operation = Promise.resolve();\n  #output?: Output<Mp4OutputFormat, NullTarget> | undefined;\n  #startPromise?: Promise<void>;\n  #stopPromise?: Promise<void>;\n  #stopped = false;\n  #videoFrame?: (EncodedChunk & { track: TrackKind }) | undefined;\n  #videoMeta?: VideoChunkMetadata;\n  #videoSource?: EncodedVideoPacketSource;\n  audioTrack?: number;\n  frameBuffer: (EncodedChunk & {\n    track: TrackKind;\n  })[] = [];\n  onData = new Event<[Mp4Data | { eol: true }]>();\n  videoTrack?: number;\n\n  constructor(\n    private props: {\n      track: { audio: boolean; video: boolean };\n    },\n  ) {}\n\n  get tracksReady() {\n    let ready = true;\n    if (this.props.track.audio && !this.audioTrack) {\n      ready = false;\n    }\n    if (this.props.track.video && !this.videoTrack) {\n      ready = false;\n    }\n    return ready;\n  }\n\n  write(\n    frame: (DecoderConfig | EncodedChunk) & {\n      track: TrackKind;\n    },\n  ) {\n    if (isDecoderConfig(frame)) {\n      return this.#init(frame);\n    } else {\n      return this.#enqueue(frame);\n    }\n  }\n\n  #init(\n    frame: DecoderConfig & {\n      track: TrackKind;\n    },\n  ) {\n    if (frame.track === \"audio\") {\n      if (isVideoConfig(frame)) {\n        throw new Error(\"audio track requires an audio decoder config\");\n      }\n      if (frame.codec !== \"opus\") {\n        throw new Error(`unsupported codec: ${frame.codec}`);\n      }\n      this.#audioMeta = {\n        decoderConfig: {\n          codec: \"opus\",\n          description:\n            frame.description != undefined\n              ? new Uint8Array(frame.description)\n              : undefined,\n          numberOfChannels: frame.numberOfChannels,\n          sampleRate: frame.sampleRate,\n        },\n      };\n      this.audioTrack = 1;\n    } else {\n      if (!isVideoConfig(frame)) {\n        throw new Error(\"video track requires a video decoder config\");\n      }\n      if (!frame.codec.startsWith(\"avc1\")) {\n        throw new Error(`unsupported codec: ${frame.codec}`);\n      }\n      if (frame.codedWidth == undefined || frame.codedHeight == undefined) {\n        throw new Error(\"missing coded video dimensions\");\n      }\n      this.#videoMeta = {\n        decoderConfig: {\n          codec: frame.codec,\n          codedHeight: frame.codedHeight,\n          codedWidth: frame.codedWidth,\n          description:\n            frame.description != undefined\n              ? new Uint8Array(frame.description)\n              : undefined,\n          displayAspectHeight: frame.displayAspectHeight,\n          displayAspectWidth: frame.displayAspectWidth,\n        },\n      };\n      this.videoTrack = this.props.track.audio ? 2 : 1;\n    }\n\n    if (!this.tracksReady) {\n      return;\n    }\n\n    void this.#enqueueOperation(async () => {\n      await this.#ensureOutputStarted();\n      await this.#drainFrameBuffer();\n    });\n  }\n\n  #enqueue(\n    frame: EncodedChunk & {\n      track: TrackKind;\n    },\n  ) {\n    this.frameBuffer.push(frame);\n    if (!this.tracksReady) {\n      return;\n    }\n    void this.#enqueueOperation(async () => {\n      await this.#ensureOutputStarted();\n      await this.#drainFrameBuffer();\n    });\n  }\n\n  stop() {\n    if (this.#stopPromise) {\n      return this.#stopPromise;\n    }\n\n    this.#stopped = true;\n    this.#stopPromise = this.#enqueueOperation(async () => {\n      if (!this.tracksReady) {\n        this.frameBuffer = [];\n        return;\n      }\n\n      await this.#ensureOutputStarted();\n      await this.#drainFrameBuffer();\n      await this.#flushPendingFrame(\"audio\");\n      await this.#flushPendingFrame(\"video\");\n\n      this.#audioSource?.close();\n      this.#videoSource?.close();\n      if (this.#output) {\n        await this.#output.finalize();\n      }\n      await this.#flushOnData();\n    });\n    return this.#stopPromise;\n  }\n\n  async #drainFrameBuffer() {\n    const frames = this.frameBuffer;\n    this.frameBuffer = [];\n\n    for (const frame of frames) {\n      await this.#processFrame(frame);\n    }\n  }\n\n  async #ensureOutputStarted() {\n    if (this.#startPromise) {\n      await this.#startPromise;\n      return;\n    }\n    if (!this.tracksReady) {\n      return;\n    }\n\n    const output = new Output({\n      format: new Mp4OutputFormat({\n        fastStart: \"fragmented\",\n        minimumFragmentDuration: 0,\n        onFtyp: (data) => {\n          this.#ftyp = copyBytes(data);\n        },\n        onMdat: (data) => {\n          if (!this.#lastMoof) {\n            throw new Error(\"moof missing before mdat\");\n          }\n\n          const fragment = this.#currentFragment;\n          const timestamp = fragment\n            ? fragment.timestamp\n            : Math.round(this.#lastMoofTimestamp * 1_000_000);\n          const duration = fragment?.duration ?? 0;\n          const kind = fragment?.kind ?? this.#defaultKind();\n          const type = fragment?.type ?? \"key\";\n          const segment = concatBytes(this.#lastMoof, data);\n\n          this.#currentFragment = undefined;\n          this.#lastMoof = undefined;\n\n          void this.#emitData({\n            type,\n            timestamp,\n            duration,\n            data: segment,\n            kind,\n          });\n        },\n        onMoof: (data, _position, timestamp) => {\n          this.#lastMoof = copyBytes(data);\n          this.#lastMoofTimestamp = timestamp;\n        },\n        onMoov: (data) => {\n          this.#moov = copyBytes(data);\n          this.#emitInitializationSegment();\n        },\n      }),\n      target: new NullTarget(),\n    });\n\n    if (this.#audioMeta) {\n      this.#audioSource = new EncodedAudioPacketSource(\"opus\");\n      output.addAudioTrack(this.#audioSource);\n    }\n    if (this.#videoMeta) {\n      this.#videoSource = new EncodedVideoPacketSource(\"avc\");\n      output.addVideoTrack(this.#videoSource);\n    }\n\n    this.#output = output;\n    this.#startPromise = output.start();\n    await this.#startPromise;\n  }\n\n  #emitInitializationSegment() {\n    if (this.#initializationEmitted || !this.#ftyp || !this.#moov) {\n      return;\n    }\n\n    this.#initializationEmitted = true;\n    void this.#emitData({\n      type: \"init\",\n      timestamp: 0,\n      duration: 0,\n      data: concatBytes(this.#ftyp, this.#moov),\n      kind: this.#defaultKind(),\n    });\n  }\n\n  #emitData(data: Mp4Data | { eol: true }) {\n    const next = this.#onDataOperation.then(() => this.onData.execute(data));\n    this.#onDataOperation = next;\n    return next;\n  }\n\n  async #flushOnData() {\n    await this.#onDataOperation;\n  }\n\n  #enqueueOperation(operation: () => Promise<void>) {\n    const next = this.#operation.then(operation);\n    this.#operation = next;\n    return next;\n  }\n\n  #defaultKind(): TrackKind {\n    return this.props.track.video ? \"video\" : \"audio\";\n  }\n\n  async #flushPendingFrame(track: TrackKind) {\n    const buffered = track === \"audio\" ? this.#audioFrame : this.#videoFrame;\n    if (!buffered) {\n      return;\n    }\n\n    const duration =\n      track === \"audio\" ? this.#lastAudioDuration : this.#lastVideoDuration;\n    await this.#writePacket(buffered, duration);\n\n    if (track === \"audio\") {\n      this.#audioFrame = undefined;\n    } else {\n      this.#videoFrame = undefined;\n    }\n  }\n\n  async #processFrame(\n    frame: EncodedChunk & {\n      track: TrackKind;\n    },\n  ) {\n    const buffered =\n      frame.track === \"audio\" ? this.#audioFrame : this.#videoFrame;\n    if (!buffered) {\n      if (frame.track === \"audio\") {\n        this.#audioFrame = frame;\n      } else {\n        this.#videoFrame = frame;\n      }\n      return;\n    }\n\n    const duration = Math.max(frame.timestamp - buffered.timestamp, 0);\n    await this.#writePacket(buffered, duration);\n\n    if (frame.track === \"audio\") {\n      this.#audioFrame = frame;\n      this.#lastAudioDuration = duration;\n    } else {\n      this.#videoFrame = frame;\n      this.#lastVideoDuration = duration;\n    }\n  }\n\n  async #writePacket(\n    frame: EncodedChunk & {\n      track: TrackKind;\n    },\n    duration: number,\n  ) {\n    const data = new Uint8Array(frame.byteLength);\n    frame.copyTo(data.buffer);\n\n    const packet = new EncodedPacket(\n      data,\n      frame.type,\n      frame.timestamp / 1_000_000,\n      duration / 1_000_000,\n    );\n\n    if (frame.track === \"audio\") {\n      if (!this.#audioSource || !this.#audioMeta) {\n        throw new Error(\"audio track missing\");\n      }\n\n      await this.#audioSource.add(packet, this.#audioMeta);\n    } else {\n      if (!this.#videoSource || !this.#videoMeta) {\n        throw new Error(\"video track missing\");\n      }\n\n      await this.#videoSource.add(packet, this.#videoMeta);\n    }\n\n    this.#rememberFragmentPacket(\n      frame.track,\n      frame.type,\n      frame.timestamp,\n      duration,\n    );\n  }\n\n  #rememberFragmentPacket(\n    kind: TrackKind,\n    type: EncodedChunk[\"type\"],\n    timestamp: number,\n    duration: number,\n  ) {\n    const end = timestamp + duration;\n    if (!this.#currentFragment) {\n      this.#currentFragment = {\n        kind,\n        type,\n        timestamp,\n        duration,\n      };\n      return;\n    }\n\n    if (kind === \"video\" && type === \"key\") {\n      this.#currentFragment.type = \"key\";\n    }\n\n    const fragmentEnd = Math.max(\n      this.#currentFragment.timestamp + this.#currentFragment.duration,\n      end,\n    );\n    this.#currentFragment.duration =\n      fragmentEnd - this.#currentFragment.timestamp;\n  }\n}\n\nfunction isDecoderConfig(\n  frame: DecoderConfig | EncodedChunk,\n): frame is DecoderConfig {\n  // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n  return (frame as DecoderConfig).codec !== undefined;\n}\n\nfunction isVideoConfig(frame: DecoderConfig): frame is VideoDecoderConfig {\n  return (frame as VideoDecoderConfig).codedWidth !== undefined;\n}\n\nexport interface AudioDecoderConfig {\n  codec: string;\n  description?: ArrayBuffer | undefined;\n  numberOfChannels: number;\n  sampleRate: number;\n}\n\nexport interface VideoDecoderConfig {\n  codec: string;\n  codedHeight?: number | undefined;\n  codedWidth?: number | undefined;\n  description?: ArrayBuffer | undefined;\n  displayAspectHeight?: number | undefined;\n  displayAspectWidth?: number | undefined;\n  optimizeForLatency?: boolean | undefined;\n}\n\ninterface EncodedAudioChunk {\n  readonly byteLength: number;\n  readonly duration: number | null;\n  readonly timestamp: number;\n  readonly type: EncodedAudioChunkType;\n  copyTo(destination: ArrayBuffer): void;\n}\n\ntype EncodedAudioChunkType = \"delta\" | \"key\";\n\ninterface EncodedVideoChunk {\n  readonly byteLength: number;\n  readonly duration: number | null;\n  readonly timestamp: number;\n  readonly type: EncodedVideoChunkType;\n  copyTo(destination: ArrayBuffer): void;\n}\n\ntype EncodedVideoChunkType = \"delta\" | \"key\";\n\nexport const mp4SupportedCodecs = [\"avc1\", \"opus\"] as const;\nexport type Mp4SupportedCodec = (typeof mp4SupportedCodecs)[number];\n\nfunction concatBytes(...parts: Uint8Array[]) {\n  const size = parts.reduce((sum, part) => sum + part.byteLength, 0);\n  const combined = new Uint8Array(size);\n  let offset = 0;\n\n  for (const part of parts) {\n    combined.set(part, offset);\n    offset += part.byteLength;\n  }\n\n  return combined;\n}\n\nfunction copyBytes(data: Uint8Array) {\n  return new Uint8Array(data);\n}\n"]}

package/lib/rtp/src/extra/container/mp4/h264.d.ts

@@ -39,3 +39,4 @@ export declare class AVCDecoderConfigurationRecord {
     getData(): Uint8Array<ArrayBufferLike>;
 }
 export declare function annexb2avcc(data: Buffer): Uint8Array<ArrayBufferLike>;
+export declare function annexb2avcSample(data: Buffer): Buffer<ArrayBuffer>;