werift 0.23.0 → 0.24.0

package/lib/webrtc/src/nonstandard/userMedia/packetizer.js

@@ -0,0 +1,360 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.supportedSourceCodecs = void 0;
+exports.toSupportedMimeType = toSupportedMimeType;
+exports.createPacketizer = createPacketizer;
+const rtp_1 = require("../../imports/rtp");
+const rtpExtra_1 = require("../../imports/rtpExtra");
+const DEFAULT_MAX_RTP_PAYLOAD_SIZE = 1200;
+exports.supportedSourceCodecs = [
+    "avc",
+    "vp8",
+    "vp9",
+    "av1",
+    "opus",
+];
+function toSupportedMimeType(codec) {
+    switch (codec) {
+        case "avc":
+            return "video/h264";
+        case "vp8":
+            return "video/vp8";
+        case "vp9":
+            return "video/vp9";
+        case "av1":
+            return "video/av1x";
+        case "opus":
+            return "audio/opus";
+    }
+}
+function createPacketizer({ codec, sourceCodec, decoderDescription, }) {
+    switch (sourceCodec) {
+        case "avc":
+            return new H264Packetizer(codec, decoderDescription ?? null);
+        case "vp8":
+            return new Vp8Packetizer(codec);
+        case "vp9":
+            return new Vp9Packetizer(codec);
+        case "av1":
+            return new Av1Packetizer(codec);
+        case "opus":
+            return new OpusPacketizer(codec);
+    }
+}
+class BasePacketizer {
+    constructor(codec, maxPayloadSize = DEFAULT_MAX_RTP_PAYLOAD_SIZE) {
+        Object.defineProperty(this, "codec", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: codec
+        });
+        Object.defineProperty(this, "maxPayloadSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: maxPayloadSize
+        });
+        Object.defineProperty(this, "sequenceNumber", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: (0, rtp_1.random16)()
+        });
+    }
+    buildPacket(payload, timestamp, marker) {
+        const packet = new rtp_1.RtpPacket(new rtp_1.RtpHeader({
+            payloadType: this.codec.payloadType ?? 96,
+            sequenceNumber: this.sequenceNumber,
+            timestamp,
+            marker,
+        }), payload);
+        this.sequenceNumber = (this.sequenceNumber + 1) & 0xffff;
+        return packet;
+    }
+}
+class OpusPacketizer extends BasePacketizer {
+    packetize(packet, rtpTimestamp) {
+        return [this.buildPacket(toBuffer(packet.data), rtpTimestamp, true)];
+    }
+}
+class Vp8Packetizer extends BasePacketizer {
+    packetize(packet, rtpTimestamp) {
+        const frame = toBuffer(packet.data);
+        const chunkSize = this.maxPayloadSize - 1;
+        if (chunkSize <= 0) {
+            throw new Error("invalid VP8 RTP payload size");
+        }
+        const packets = [];
+        for (let offset = 0; offset < frame.length; offset += chunkSize) {
+            const chunk = frame.subarray(offset, Math.min(frame.length, offset + chunkSize));
+            const descriptor = Buffer.from([offset === 0 ? 0x10 : 0x00]);
+            packets.push(this.buildPacket(Buffer.concat([descriptor, chunk]), rtpTimestamp, offset + chunk.length >= frame.length));
+        }
+        return packets;
+    }
+}
+class Vp9Packetizer extends BasePacketizer {
+    packetize(packet, rtpTimestamp) {
+        const frame = toBuffer(packet.data);
+        const chunkSize = this.maxPayloadSize - 1;
+        if (chunkSize <= 0) {
+            throw new Error("invalid VP9 RTP payload size");
+        }
+        const packets = [];
+        for (let offset = 0; offset < frame.length; offset += chunkSize) {
+            const chunk = frame.subarray(offset, Math.min(frame.length, offset + chunkSize));
+            const descriptor = new rtp_1.BitWriter(8)
+                .set(1, 0, 0)
+                .set(1, 1, packet.type === "delta" ? 1 : 0)
+                .set(1, 2, 0)
+                .set(1, 3, 0)
+                .set(1, 4, offset === 0 ? 1 : 0)
+                .set(1, 5, offset + chunk.length >= frame.length ? 1 : 0)
+                .set(1, 6, 0)
+                .set(1, 7, 0).buffer;
+            packets.push(this.buildPacket(Buffer.concat([descriptor, chunk]), rtpTimestamp, offset + chunk.length >= frame.length));
+        }
+        return packets;
+    }
+}
+class Av1Packetizer extends BasePacketizer {
+    packetize(packet, rtpTimestamp) {
+        const obus = splitAv1Obus(toBuffer(packet.data));
+        const packets = [];
+        const fragmentSize = this.maxPayloadSize - 1;
+        if (fragmentSize <= 0) {
+            throw new Error("invalid AV1 RTP payload size");
+        }
+        let firstPacketInFrame = true;
+        const startsNewCodedVideoSequence = packet.type === "key";
+        for (const obu of obus) {
+            if (obu.length <= fragmentSize) {
+                const aggregationHeader = createAv1AggregationHeader({
+                    startsWithFragment: false,
+                    endsWithFragment: false,
+                    startsNewCodedVideoSequence: firstPacketInFrame && startsNewCodedVideoSequence,
+                });
+                packets.push(this.buildPacket(Buffer.concat([aggregationHeader, obu]), rtpTimestamp, false));
+                firstPacketInFrame = false;
+                continue;
+            }
+            for (let offset = 0; offset < obu.length; offset += fragmentSize) {
+                const chunk = obu.subarray(offset, Math.min(obu.length, offset + fragmentSize));
+                const aggregationHeader = createAv1AggregationHeader({
+                    startsWithFragment: offset > 0,
+                    endsWithFragment: offset + chunk.length < obu.length,
+                    startsNewCodedVideoSequence: firstPacketInFrame && startsNewCodedVideoSequence,
+                });
+                packets.push(this.buildPacket(Buffer.concat([aggregationHeader, chunk]), rtpTimestamp, false));
+                firstPacketInFrame = false;
+            }
+        }
+        if (packets.length === 0) {
+            throw new Error("AV1 sample did not contain any OBU data");
+        }
+        packets.at(-1).header.marker = true;
+        return packets;
+    }
+}
+class H264Packetizer extends BasePacketizer {
+    constructor(codec, decoderDescription) {
+        super(codec);
+        Object.defineProperty(this, "naluLengthSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "parameterSets", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const packetizationMode = getH264PacketizationMode(codec.parameters);
+        if (packetizationMode !== 1) {
+            throw new Error(`Unsupported H264 packetization-mode=${packetizationMode}. File playback requires packetization-mode=1.`);
+        }
+        const avcConfig = parseAvcDecoderConfiguration(decoderDescription);
+        this.naluLengthSize = avcConfig?.naluLengthSize ?? 4;
+        this.parameterSets = avcConfig
+            ? [...avcConfig.sps.map(Buffer.from), ...avcConfig.pps.map(Buffer.from)]
+            : [];
+    }
+    packetize(packet, rtpTimestamp) {
+        let nalUnits = splitH264Sample(toBuffer(packet.data), this.naluLengthSize);
+        if (packet.type === "key" &&
+            this.parameterSets.length > 0 &&
+            !containsH264ParameterSets(nalUnits)) {
+            nalUnits = [...this.parameterSets, ...nalUnits];
+        }
+        const packets = [];
+        nalUnits.forEach((nalUnit, index) => {
+            const marker = index === nalUnits.length - 1;
+            if (nalUnit.length <= this.maxPayloadSize) {
+                packets.push(this.buildPacket(nalUnit, rtpTimestamp, marker));
+                return;
+            }
+            const nalHeader = nalUnit[0];
+            const fragmentPayload = nalUnit.subarray(1);
+            const fragmentSize = this.maxPayloadSize - 2;
+            if (fragmentSize <= 0) {
+                throw new Error("invalid H264 RTP payload size");
+            }
+            const fuIndicator = (nalHeader & 0xe0) | 28;
+            const nalType = nalHeader & 0x1f;
+            for (let offset = 0; offset < fragmentPayload.length; offset += fragmentSize) {
+                const chunk = fragmentPayload.subarray(offset, Math.min(fragmentPayload.length, offset + fragmentSize));
+                const fuHeader = Buffer.from([
+                    (offset === 0 ? 0x80 : 0x00) |
+                        (offset + chunk.length >= fragmentPayload.length ? 0x40 : 0x00) |
+                        nalType,
+                ]);
+                packets.push(this.buildPacket(Buffer.concat([Buffer.from([fuIndicator]), fuHeader, chunk]), rtpTimestamp, marker && offset + chunk.length >= fragmentPayload.length));
+            }
+        });
+        return packets;
+    }
+}
+function createAv1AggregationHeader({ startsWithFragment, endsWithFragment, startsNewCodedVideoSequence, }) {
+    return new rtp_1.BitWriter(8)
+        .set(1, 0, startsWithFragment ? 1 : 0)
+        .set(1, 1, endsWithFragment ? 1 : 0)
+        .set(2, 2, 1)
+        .set(1, 4, startsNewCodedVideoSequence ? 1 : 0)
+        .set(3, 5, 0).buffer;
+}
+function parseAvcDecoderConfiguration(decoderDescription) {
+    if (!decoderDescription) {
+        return null;
+    }
+    const description = toDescriptionBuffer(decoderDescription);
+    if (description.length < 7) {
+        throw new Error("invalid H264 decoder configuration");
+    }
+    const naluLengthSize = (description[4] & 0x03) + 1;
+    const spsCount = description[5] & 0x1f;
+    let offset = 6;
+    const sps = [];
+    for (let index = 0; index < spsCount; index++) {
+        const length = description.readUInt16BE(offset);
+        offset += 2;
+        sps.push(description.subarray(offset, offset + length));
+        offset += length;
+    }
+    const ppsCount = description[offset] ?? 0;
+    offset++;
+    const pps = [];
+    for (let index = 0; index < ppsCount; index++) {
+        const length = description.readUInt16BE(offset);
+        offset += 2;
+        pps.push(description.subarray(offset, offset + length));
+        offset += length;
+    }
+    return { naluLengthSize, sps, pps };
+}
+function splitH264Sample(sample, naluLengthSize) {
+    if (looksLikeAnnexB(sample)) {
+        const nalUnits = [];
+        const parser = new rtpExtra_1.H264AnnexBParser(sample);
+        let payload = parser.readNextNaluPayload();
+        while (payload) {
+            nalUnits.push(Buffer.from(payload.data));
+            payload = parser.readNextNaluPayload();
+        }
+        return nalUnits;
+    }
+    const nalUnits = [];
+    let offset = 0;
+    while (offset < sample.length) {
+        const length = readUintLength(sample, offset, naluLengthSize);
+        offset += naluLengthSize;
+        const end = offset + length;
+        if (end > sample.length) {
+            throw new Error("invalid H264 sample length");
+        }
+        nalUnits.push(sample.subarray(offset, end));
+        offset = end;
+    }
+    return nalUnits;
+}
+function splitAv1Obus(sample) {
+    const obus = [];
+    let offset = 0;
+    while (offset < sample.length) {
+        const start = offset;
+        const header = sample[offset];
+        offset += 1;
+        if (header == undefined) {
+            break;
+        }
+        const extensionFlag = (0, rtp_1.getBit)(header, 5);
+        const hasSizeField = (0, rtp_1.getBit)(header, 6);
+        if (extensionFlag) {
+            offset += 1;
+        }
+        if (!hasSizeField) {
+            obus.push(sample.subarray(start));
+            break;
+        }
+        const [obuSize, leb128Length] = (0, rtp_1.leb128decode)(sample.subarray(offset));
+        offset += leb128Length;
+        const end = offset + obuSize;
+        if (end > sample.length) {
+            throw new Error("invalid AV1 OBU size");
+        }
+        obus.push(sample.subarray(start, end));
+        offset = end;
+    }
+    return obus;
+}
+function containsH264ParameterSets(nalUnits) {
+    return nalUnits.some((nalUnit) => {
+        const nalType = nalUnit[0] & 0x1f;
+        return nalType === 7 || nalType === 8;
+    });
+}
+function looksLikeAnnexB(sample) {
+    return (sample.length >= 4 &&
+        sample[0] === 0x00 &&
+        sample[1] === 0x00 &&
+        ((sample[2] === 0x00 && sample[3] === 0x01) || sample[2] === 0x01));
+}
+function readUintLength(buffer, offset, length) {
+    switch (length) {
+        case 1:
+            return buffer.readUInt8(offset);
+        case 2:
+            return buffer.readUInt16BE(offset);
+        case 3:
+            return buffer.readUIntBE(offset, 3);
+        case 4:
+            return buffer.readUInt32BE(offset);
+        default:
+            throw new Error(`unsupported H264 NALU length size: ${length}`);
+    }
+}
+function getH264PacketizationMode(parameters) {
+    if (!parameters) {
+        return 1;
+    }
+    const packetizationMode = parameters
+        .split(";")
+        .map((part) => part.trim())
+        .find((part) => part.startsWith("packetization-mode="));
+    if (!packetizationMode) {
+        return 1;
+    }
+    return Number(packetizationMode.split("=")[1] ?? 1);
+}
+function toDescriptionBuffer(decoderDescription) {
+    if (ArrayBuffer.isView(decoderDescription)) {
+        return Buffer.from(decoderDescription.buffer, decoderDescription.byteOffset, decoderDescription.byteLength);
+    }
+    return Buffer.from(decoderDescription);
+}
+function toBuffer(data) {
+    return Buffer.from(data.buffer, data.byteOffset, data.byteLength);
+}
+//# sourceMappingURL=packetizer.js.map

package/lib/webrtc/src/nonstandard/userMedia/packetizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"packetizer.js","sourceRoot":"","sources":["../../../../../src/nonstandard/userMedia/packetizer.ts"],"names":[],"mappings":";;;AAmCA,kDAeC;AAED,4CAqBC;AAzED,2CAO2B;AAC3B,qDAA0D;AAK1D,MAAM,4BAA4B,GAAG,IAAK,CAAC;AAE9B,QAAA,qBAAqB,GAAG;IACnC,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,MAAM;CACE,CAAC;AAcX,SAAgB,mBAAmB,CACjC,KAA2B;IAE3B,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,KAAK;YACR,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB,KAAK,KAAK;YACR,OAAO,YAAY,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAgB,gBAAgB,CAAC,EAC/B,KAAK,EACL,WAAW,EACX,kBAAkB,GAKnB;IACC,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,KAAK;YACR,OAAO,IAAI,cAAc,CAAC,KAAK,EAAE,kBAAkB,IAAI,IAAI,CAAC,CAAC;QAC/D,KAAK,KAAK;YACR,OAAO,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;QAClC,KAAK,KAAK;YACR,OAAO,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;QAClC,KAAK,KAAK;YACR,OAAO,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;QAClC,KAAK,MAAM;YACT,OAAO,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,MAAe,cAAc;IAG3B,YACqB,KAA4B,EAC5B,iBAAiB,4BAA4B;QADhE;;;;mBAAmB,KAAK;WAAuB;QAC/C;;;;mBAAmB,cAAc;WAA+B;QAJxD;;;;mBAAiB,IAAA,cAAQ,GAAE;WAAC;IAKnC,CAAC;IAIM,WAAW,CACnB,OAAe,EACf,SAAiB,EACjB,MAAe;QAEf,MAAM,MAAM,GAAG,IAAI,eAAS,CAC1B,IAAI,eAAS,CAAC;YACZ,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE;YACzC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,SAAS;YACT,MAAM;SACP,CAAC,EACF,OAAO,CACR,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,MAAM,cAAe,SAAQ,cAAc;IACzC,SAAS,CAAC,MAAqB,EAAE,YAAoB;QACnD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;IACvE,CAAC;CACF;AAED,MAAM,aAAc,SAAQ,cAAc;IACxC,SAAS,CAAC,MAAqB,EAAE,YAAoB;QACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QAC1C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAC1B,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAC3C,CAAC;YACF,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CACV,IAAI,CAAC,WAAW,CACd,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAClC,YAAY,EACZ,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CACtC,CACF,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,MAAM,aAAc,SAAQ,cAAc;IACxC,SAAS,CAAC,MAAqB,EAAE,YAAoB;QACnD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QAC1C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAC1B,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAC3C,CAAC;YACF,MAAM,UAAU,GAAG,IAAI,eAAS,CAAC,CAAC,CAAC;iBAChC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;iBACZ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC1C,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;iBACZ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;iBACZ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC/B,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACxD,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;iBACZ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACvB,OAAO,CAAC,IAAI,CACV,IAAI,CAAC,WAAW,CACd,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAClC,YAAY,EACZ,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CACtC,CACF,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,MAAM,aAAc,SAAQ,cAAc;IACxC,SAAS,CAAC,MAAqB,EAAE,YAAoB;QACnD,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QAC7C,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,kBAAkB,GAAG,IAAI,CAAC;QAC9B,MAAM,2BAA2B,GAAG,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC;QAC1D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;gBAC/B,MAAM,iBAAiB,GAAG,0BAA0B,CAAC;oBACnD,kBAAkB,EAAE,KAAK;oBACzB,gBAAgB,EAAE,KAAK;oBACvB,2BAA2B,EACzB,kBAAkB,IAAI,2BAA2B;iBACpD,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CACV,IAAI,CAAC,WAAW,CACd,MAAM,CAAC,MAAM,CAAC,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,EACvC,YAAY,EACZ,KAAK,CACN,CACF,CAAC;gBACF,kBAAkB,GAAG,KAAK,CAAC;gBAC3B,SAAS;YACX,CAAC;YAED,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,YAAY,EAAE,CAAC;gBACjE,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CACxB,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAAC,CAC5C,CAAC;gBACF,MAAM,iBAAiB,GAAG,0BAA0B,CAAC;oBACnD,kBAAkB,EAAE,MAAM,GAAG,CAAC;oBAC9B,gBAAgB,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM;oBACpD,2BAA2B,EACzB,kBAAkB,IAAI,2BAA2B;iBACpD,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CACV,IAAI,CAAC,WAAW,CACd,MAAM,CAAC,MAAM,CAAC,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC,EACzC,YAAY,EACZ,KAAK,CACN,CACF,CAAC;gBACF,kBAAkB,GAAG,KAAK,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;QACrC,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,MAAM,cAAe,SAAQ,cAAc;IAIzC,YACE,KAA4B,EAC5B,kBAAwD;QAExD,KAAK,CAAC,KAAK,CAAC,CAAC;QAPE;;;;;WAAuB;QACvB;;;;;WAAwB;QAQvC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACrE,IAAI,iBAAiB,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CACb,uCAAuC,iBAAiB,gDAAgD,CACzG,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,4BAA4B,CAAC,kBAAkB,CAAC,CAAC;QACnE,IAAI,CAAC,cAAc,GAAG,SAAS,EAAE,cAAc,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,aAAa,GAAG,SAAS;YAC5B,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxE,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IAED,SAAS,CAAC,MAAqB,EAAE,YAAoB;QACnD,IAAI,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3E,IACE,MAAM,CAAC,IAAI,KAAK,KAAK;YACrB,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC,yBAAyB,CAAC,QAAQ,CAAC,EACpC,CAAC;YACD,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,QAAQ,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,OAAO,GAAgB,EAAE,CAAC;QAEhC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,MAAM,GAAG,KAAK,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7C,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC1C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;gBAC9D,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;YAC7C,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAED,MAAM,WAAW,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,SAAS,GAAG,IAAI,CAAC;YAEjC,KACE,IAAI,MAAM,GAAG,CAAC,EACd,MAAM,GAAG,eAAe,CAAC,MAAM,EAC/B,MAAM,IAAI,YAAY,EACtB,CAAC;gBACD,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CACpC,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAAC,CACxD,CAAC;gBACF,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;oBAC3B,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;wBAC1B,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;wBAC/D,OAAO;iBACV,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CACV,IAAI,CAAC,WAAW,CACd,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,EAC5D,YAAY,EACZ,MAAM,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,CAC1D,CACF,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,SAAS,0BAA0B,CAAC,EAClC,kBAAkB,EAClB,gBAAgB,EAChB,2BAA2B,GAK5B;IACC,OAAO,IAAI,eAAS,CAAC,CAAC,CAAC;SACpB,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACrC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACnC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SACZ,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,2BAA2B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC9C,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AACzB,CAAC;AAED,SAAS,4BAA4B,CACnC,kBAAwD;IAExD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;IAC5D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IACvC,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC;QACxD,MAAM,IAAI,MAAM,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,EAAE,CAAC;IAET,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC;QACxD,MAAM,IAAI,MAAM,CAAC;IACnB,CAAC;IAED,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,eAAe,CAAC,MAAc,EAAE,cAAsB;IAC7D,IAAI,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,2BAAgB,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,OAAO,GAAG,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAC3C,OAAO,OAAO,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,OAAO,GAAG,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAC9D,MAAM,IAAI,cAAc,CAAC;QACzB,MAAM,GAAG,GAAG,MAAM,GAAG,MAAM,CAAC;QAC5B,IAAI,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,CAAC;IACf,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9B,MAAM,IAAI,CAAC,CAAC;QACZ,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;YACxB,MAAM;QACR,CAAC;QAED,MAAM,aAAa,GAAG,IAAA,YAAM,EAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,YAAY,GAAG,IAAA,YAAM,EAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,MAAM;QACR,CAAC;QAED,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,GAAG,IAAA,kBAAY,EAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,YAAY,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,GAAG,OAAO,CAAC;QAC7B,IAAI,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAkB;IACnD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;QAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QAClC,OAAO,OAAO,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACrC,OAAO,CACL,MAAM,CAAC,MAAM,IAAI,CAAC;QAClB,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI;QAClB,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI;QAClB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CACnE,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,MAAc,EAAE,MAAc;IACpE,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,CAAC;YACJ,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAClC,KAAK,CAAC;YACJ,OAAO,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,CAAC;YACJ,OAAO,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtC,KAAK,CAAC;YACJ,OAAO,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC;YACE,MAAM,IAAI,KAAK,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,UAAmB;IACnD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,iBAAiB,GAAG,UAAU;SACjC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAE1D,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,mBAAmB,CAC1B,kBAAiD;IAEjD,IAAI,WAAW,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC3C,OAAO,MAAM,CAAC,IAAI,CAChB,kBAAkB,CAAC,MAAM,EACzB,kBAAkB,CAAC,UAAU,EAC7B,kBAAkB,CAAC,UAAU,CAC9B,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,QAAQ,CAAC,IAAgB;IAChC,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;AACpE,CAAC","sourcesContent":["import {\n  BitWriter,\n  RtpHeader,\n  RtpPacket,\n  getBit,\n  leb128decode,\n  random16,\n} from \"../../imports/rtp\";\nimport { H264AnnexBParser } from \"../../imports/rtpExtra\";\nimport type { RTCRtpCodecParameters } from \"../../media/parameters\";\n\nimport type { EncodedPacket } from \"mediabunny\";\n\nconst DEFAULT_MAX_RTP_PAYLOAD_SIZE = 1_200;\n\nexport const supportedSourceCodecs = [\n  \"avc\",\n  \"vp8\",\n  \"vp9\",\n  \"av1\",\n  \"opus\",\n] as const;\nexport type SupportedSourceCodec = (typeof supportedSourceCodecs)[number];\n\ntype SupportedMimeType =\n  | \"video/h264\"\n  | \"video/vp8\"\n  | \"video/vp9\"\n  | \"video/av1x\"\n  | \"audio/opus\";\n\nexport interface Packetizer {\n  packetize(packet: EncodedPacket, rtpTimestamp: number): RtpPacket[];\n}\n\nexport function toSupportedMimeType(\n  codec: SupportedSourceCodec,\n): SupportedMimeType {\n  switch (codec) {\n    case \"avc\":\n      return \"video/h264\";\n    case \"vp8\":\n      return \"video/vp8\";\n    case \"vp9\":\n      return \"video/vp9\";\n    case \"av1\":\n      return \"video/av1x\";\n    case \"opus\":\n      return \"audio/opus\";\n  }\n}\n\nexport function createPacketizer({\n  codec,\n  sourceCodec,\n  decoderDescription,\n}: {\n  codec: RTCRtpCodecParameters;\n  sourceCodec: SupportedSourceCodec;\n  decoderDescription?: ArrayBuffer | ArrayBufferView | null;\n}): Packetizer {\n  switch (sourceCodec) {\n    case \"avc\":\n      return new H264Packetizer(codec, decoderDescription ?? null);\n    case \"vp8\":\n      return new Vp8Packetizer(codec);\n    case \"vp9\":\n      return new Vp9Packetizer(codec);\n    case \"av1\":\n      return new Av1Packetizer(codec);\n    case \"opus\":\n      return new OpusPacketizer(codec);\n  }\n}\n\nabstract class BasePacketizer implements Packetizer {\n  protected sequenceNumber = random16();\n\n  constructor(\n    protected readonly codec: RTCRtpCodecParameters,\n    protected readonly maxPayloadSize = DEFAULT_MAX_RTP_PAYLOAD_SIZE,\n  ) {}\n\n  abstract packetize(packet: EncodedPacket, rtpTimestamp: number): RtpPacket[];\n\n  protected buildPacket(\n    payload: Buffer,\n    timestamp: number,\n    marker: boolean,\n  ): RtpPacket {\n    const packet = new RtpPacket(\n      new RtpHeader({\n        payloadType: this.codec.payloadType ?? 96,\n        sequenceNumber: this.sequenceNumber,\n        timestamp,\n        marker,\n      }),\n      payload,\n    );\n    this.sequenceNumber = (this.sequenceNumber + 1) & 0xffff;\n    return packet;\n  }\n}\n\nclass OpusPacketizer extends BasePacketizer {\n  packetize(packet: EncodedPacket, rtpTimestamp: number): RtpPacket[] {\n    return [this.buildPacket(toBuffer(packet.data), rtpTimestamp, true)];\n  }\n}\n\nclass Vp8Packetizer extends BasePacketizer {\n  packetize(packet: EncodedPacket, rtpTimestamp: number): RtpPacket[] {\n    const frame = toBuffer(packet.data);\n    const chunkSize = this.maxPayloadSize - 1;\n    if (chunkSize <= 0) {\n      throw new Error(\"invalid VP8 RTP payload size\");\n    }\n\n    const packets: RtpPacket[] = [];\n    for (let offset = 0; offset < frame.length; offset += chunkSize) {\n      const chunk = frame.subarray(\n        offset,\n        Math.min(frame.length, offset + chunkSize),\n      );\n      const descriptor = Buffer.from([offset === 0 ? 0x10 : 0x00]);\n      packets.push(\n        this.buildPacket(\n          Buffer.concat([descriptor, chunk]),\n          rtpTimestamp,\n          offset + chunk.length >= frame.length,\n        ),\n      );\n    }\n    return packets;\n  }\n}\n\nclass Vp9Packetizer extends BasePacketizer {\n  packetize(packet: EncodedPacket, rtpTimestamp: number): RtpPacket[] {\n    const frame = toBuffer(packet.data);\n    const chunkSize = this.maxPayloadSize - 1;\n    if (chunkSize <= 0) {\n      throw new Error(\"invalid VP9 RTP payload size\");\n    }\n\n    const packets: RtpPacket[] = [];\n    for (let offset = 0; offset < frame.length; offset += chunkSize) {\n      const chunk = frame.subarray(\n        offset,\n        Math.min(frame.length, offset + chunkSize),\n      );\n      const descriptor = new BitWriter(8)\n        .set(1, 0, 0)\n        .set(1, 1, packet.type === \"delta\" ? 1 : 0)\n        .set(1, 2, 0)\n        .set(1, 3, 0)\n        .set(1, 4, offset === 0 ? 1 : 0)\n        .set(1, 5, offset + chunk.length >= frame.length ? 1 : 0)\n        .set(1, 6, 0)\n        .set(1, 7, 0).buffer;\n      packets.push(\n        this.buildPacket(\n          Buffer.concat([descriptor, chunk]),\n          rtpTimestamp,\n          offset + chunk.length >= frame.length,\n        ),\n      );\n    }\n    return packets;\n  }\n}\n\nclass Av1Packetizer extends BasePacketizer {\n  packetize(packet: EncodedPacket, rtpTimestamp: number): RtpPacket[] {\n    const obus = splitAv1Obus(toBuffer(packet.data));\n    const packets: RtpPacket[] = [];\n    const fragmentSize = this.maxPayloadSize - 1;\n    if (fragmentSize <= 0) {\n      throw new Error(\"invalid AV1 RTP payload size\");\n    }\n\n    let firstPacketInFrame = true;\n    const startsNewCodedVideoSequence = packet.type === \"key\";\n    for (const obu of obus) {\n      if (obu.length <= fragmentSize) {\n        const aggregationHeader = createAv1AggregationHeader({\n          startsWithFragment: false,\n          endsWithFragment: false,\n          startsNewCodedVideoSequence:\n            firstPacketInFrame && startsNewCodedVideoSequence,\n        });\n        packets.push(\n          this.buildPacket(\n            Buffer.concat([aggregationHeader, obu]),\n            rtpTimestamp,\n            false,\n          ),\n        );\n        firstPacketInFrame = false;\n        continue;\n      }\n\n      for (let offset = 0; offset < obu.length; offset += fragmentSize) {\n        const chunk = obu.subarray(\n          offset,\n          Math.min(obu.length, offset + fragmentSize),\n        );\n        const aggregationHeader = createAv1AggregationHeader({\n          startsWithFragment: offset > 0,\n          endsWithFragment: offset + chunk.length < obu.length,\n          startsNewCodedVideoSequence:\n            firstPacketInFrame && startsNewCodedVideoSequence,\n        });\n        packets.push(\n          this.buildPacket(\n            Buffer.concat([aggregationHeader, chunk]),\n            rtpTimestamp,\n            false,\n          ),\n        );\n        firstPacketInFrame = false;\n      }\n    }\n\n    if (packets.length === 0) {\n      throw new Error(\"AV1 sample did not contain any OBU data\");\n    }\n\n    packets.at(-1)!.header.marker = true;\n    return packets;\n  }\n}\n\nclass H264Packetizer extends BasePacketizer {\n  private readonly naluLengthSize: number;\n  private readonly parameterSets: Buffer[];\n\n  constructor(\n    codec: RTCRtpCodecParameters,\n    decoderDescription: ArrayBuffer | ArrayBufferView | null,\n  ) {\n    super(codec);\n\n    const packetizationMode = getH264PacketizationMode(codec.parameters);\n    if (packetizationMode !== 1) {\n      throw new Error(\n        `Unsupported H264 packetization-mode=${packetizationMode}. File playback requires packetization-mode=1.`,\n      );\n    }\n\n    const avcConfig = parseAvcDecoderConfiguration(decoderDescription);\n    this.naluLengthSize = avcConfig?.naluLengthSize ?? 4;\n    this.parameterSets = avcConfig\n      ? [...avcConfig.sps.map(Buffer.from), ...avcConfig.pps.map(Buffer.from)]\n      : [];\n  }\n\n  packetize(packet: EncodedPacket, rtpTimestamp: number): RtpPacket[] {\n    let nalUnits = splitH264Sample(toBuffer(packet.data), this.naluLengthSize);\n    if (\n      packet.type === \"key\" &&\n      this.parameterSets.length > 0 &&\n      !containsH264ParameterSets(nalUnits)\n    ) {\n      nalUnits = [...this.parameterSets, ...nalUnits];\n    }\n\n    const packets: RtpPacket[] = [];\n\n    nalUnits.forEach((nalUnit, index) => {\n      const marker = index === nalUnits.length - 1;\n      if (nalUnit.length <= this.maxPayloadSize) {\n        packets.push(this.buildPacket(nalUnit, rtpTimestamp, marker));\n        return;\n      }\n\n      const nalHeader = nalUnit[0];\n      const fragmentPayload = nalUnit.subarray(1);\n      const fragmentSize = this.maxPayloadSize - 2;\n      if (fragmentSize <= 0) {\n        throw new Error(\"invalid H264 RTP payload size\");\n      }\n\n      const fuIndicator = (nalHeader & 0xe0) | 28;\n      const nalType = nalHeader & 0x1f;\n\n      for (\n        let offset = 0;\n        offset < fragmentPayload.length;\n        offset += fragmentSize\n      ) {\n        const chunk = fragmentPayload.subarray(\n          offset,\n          Math.min(fragmentPayload.length, offset + fragmentSize),\n        );\n        const fuHeader = Buffer.from([\n          (offset === 0 ? 0x80 : 0x00) |\n            (offset + chunk.length >= fragmentPayload.length ? 0x40 : 0x00) |\n            nalType,\n        ]);\n        packets.push(\n          this.buildPacket(\n            Buffer.concat([Buffer.from([fuIndicator]), fuHeader, chunk]),\n            rtpTimestamp,\n            marker && offset + chunk.length >= fragmentPayload.length,\n          ),\n        );\n      }\n    });\n\n    return packets;\n  }\n}\n\nfunction createAv1AggregationHeader({\n  startsWithFragment,\n  endsWithFragment,\n  startsNewCodedVideoSequence,\n}: {\n  startsWithFragment: boolean;\n  endsWithFragment: boolean;\n  startsNewCodedVideoSequence: boolean;\n}) {\n  return new BitWriter(8)\n    .set(1, 0, startsWithFragment ? 1 : 0)\n    .set(1, 1, endsWithFragment ? 1 : 0)\n    .set(2, 2, 1)\n    .set(1, 4, startsNewCodedVideoSequence ? 1 : 0)\n    .set(3, 5, 0).buffer;\n}\n\nfunction parseAvcDecoderConfiguration(\n  decoderDescription: ArrayBuffer | ArrayBufferView | null,\n) {\n  if (!decoderDescription) {\n    return null;\n  }\n\n  const description = toDescriptionBuffer(decoderDescription);\n  if (description.length < 7) {\n    throw new Error(\"invalid H264 decoder configuration\");\n  }\n\n  const naluLengthSize = (description[4] & 0x03) + 1;\n  const spsCount = description[5] & 0x1f;\n  let offset = 6;\n\n  const sps: Buffer[] = [];\n  for (let index = 0; index < spsCount; index++) {\n    const length = description.readUInt16BE(offset);\n    offset += 2;\n    sps.push(description.subarray(offset, offset + length));\n    offset += length;\n  }\n\n  const ppsCount = description[offset] ?? 0;\n  offset++;\n\n  const pps: Buffer[] = [];\n  for (let index = 0; index < ppsCount; index++) {\n    const length = description.readUInt16BE(offset);\n    offset += 2;\n    pps.push(description.subarray(offset, offset + length));\n    offset += length;\n  }\n\n  return { naluLengthSize, sps, pps };\n}\n\nfunction splitH264Sample(sample: Buffer, naluLengthSize: number) {\n  if (looksLikeAnnexB(sample)) {\n    const nalUnits: Buffer[] = [];\n    const parser = new H264AnnexBParser(sample);\n    let payload = parser.readNextNaluPayload();\n    while (payload) {\n      nalUnits.push(Buffer.from(payload.data));\n      payload = parser.readNextNaluPayload();\n    }\n    return nalUnits;\n  }\n\n  const nalUnits: Buffer[] = [];\n  let offset = 0;\n\n  while (offset < sample.length) {\n    const length = readUintLength(sample, offset, naluLengthSize);\n    offset += naluLengthSize;\n    const end = offset + length;\n    if (end > sample.length) {\n      throw new Error(\"invalid H264 sample length\");\n    }\n    nalUnits.push(sample.subarray(offset, end));\n    offset = end;\n  }\n\n  return nalUnits;\n}\n\nfunction splitAv1Obus(sample: Buffer) {\n  const obus: Buffer[] = [];\n  let offset = 0;\n\n  while (offset < sample.length) {\n    const start = offset;\n    const header = sample[offset];\n    offset += 1;\n    if (header == undefined) {\n      break;\n    }\n\n    const extensionFlag = getBit(header, 5);\n    const hasSizeField = getBit(header, 6);\n    if (extensionFlag) {\n      offset += 1;\n    }\n\n    if (!hasSizeField) {\n      obus.push(sample.subarray(start));\n      break;\n    }\n\n    const [obuSize, leb128Length] = leb128decode(sample.subarray(offset));\n    offset += leb128Length;\n    const end = offset + obuSize;\n    if (end > sample.length) {\n      throw new Error(\"invalid AV1 OBU size\");\n    }\n    obus.push(sample.subarray(start, end));\n    offset = end;\n  }\n\n  return obus;\n}\n\nfunction containsH264ParameterSets(nalUnits: Buffer[]) {\n  return nalUnits.some((nalUnit) => {\n    const nalType = nalUnit[0] & 0x1f;\n    return nalType === 7 || nalType === 8;\n  });\n}\n\nfunction looksLikeAnnexB(sample: Buffer) {\n  return (\n    sample.length >= 4 &&\n    sample[0] === 0x00 &&\n    sample[1] === 0x00 &&\n    ((sample[2] === 0x00 && sample[3] === 0x01) || sample[2] === 0x01)\n  );\n}\n\nfunction readUintLength(buffer: Buffer, offset: number, length: number) {\n  switch (length) {\n    case 1:\n      return buffer.readUInt8(offset);\n    case 2:\n      return buffer.readUInt16BE(offset);\n    case 3:\n      return buffer.readUIntBE(offset, 3);\n    case 4:\n      return buffer.readUInt32BE(offset);\n    default:\n      throw new Error(`unsupported H264 NALU length size: ${length}`);\n  }\n}\n\nfunction getH264PacketizationMode(parameters?: string) {\n  if (!parameters) {\n    return 1;\n  }\n\n  const packetizationMode = parameters\n    .split(\";\")\n    .map((part) => part.trim())\n    .find((part) => part.startsWith(\"packetization-mode=\"));\n\n  if (!packetizationMode) {\n    return 1;\n  }\n\n  return Number(packetizationMode.split(\"=\")[1] ?? 1);\n}\n\nfunction toDescriptionBuffer(\n  decoderDescription: ArrayBuffer | ArrayBufferView,\n) {\n  if (ArrayBuffer.isView(decoderDescription)) {\n    return Buffer.from(\n      decoderDescription.buffer,\n      decoderDescription.byteOffset,\n      decoderDescription.byteLength,\n    );\n  }\n\n  return Buffer.from(decoderDescription);\n}\n\nfunction toBuffer(data: Uint8Array) {\n  return Buffer.from(data.buffer, data.byteOffset, data.byteLength);\n}\n"]}

package/lib/webrtc/src/nonstandard/userMedia.d.ts

@@ -1,40 +1,80 @@
-import { type ChildProcess } from "child_process";
+import { Readable } from "stream";
+import { Input, type InputTrack } from "mediabunny";
+import { Event } from "../imports/common";
 import { MediaStreamTrack } from "../media/track";
-export declare const getUserMedia: ({ path, loop, width, height, }: {
+import { type SupportedSourceCodec } from "./userMedia/packetizer";
+type UserMediaSource = {
     path: string;
+    buffer?: never;
+    stream?: never;
+} | {
+    path?: never;
+    buffer: Buffer | ArrayBuffer | ArrayBufferView;
+    stream?: never;
+} | {
+    path?: never;
+    buffer?: never;
+    stream: Readable | ReadableStream<Uint8Array>;
+};
+export type FileMediaTrackSource = UserMediaSource & {
     loop?: boolean;
-    width?: number;
-    height?: number;
-}) => Promise<MediaPlayerMp4 | MediaPlayerWebm>;
-declare abstract class MediaPlayer {
-    protected props: {
-        videoPort: number;
-        audioPort: number;
-        path: string;
-        loop?: boolean;
-        width?: number;
-        height?: number;
-    };
-    protected streamId: string;
-    audio: MediaStreamTrack;
-    video: MediaStreamTrack;
-    protected process: ChildProcess;
-    stopped: boolean;
-    constructor(props: {
-        videoPort: number;
-        audioPort: number;
-        path: string;
-        loop?: boolean;
-        width?: number;
-        height?: number;
+};
+export declare const getUserMedia: (options: FileMediaTrackSource) => Promise<MediaPlayer>;
+declare class MediaPlayer {
+    readonly audio?: MediaStreamTrack;
+    readonly video?: MediaStreamTrack;
+    readonly onError: Event<[Error]>;
+    private readonly source;
+    private readonly loop;
+    private readonly streamId;
+    private session?;
+    private running?;
+    private abortController?;
+    private hasStartedPlayback;
+    private stopped;
+    constructor({ source, loop, streamId, session, }: {
+        source: ReplayableUserMediaSource;
+        loop: boolean;
+        streamId: string;
+        session: PlaybackSession;
     });
-    private setupTrack;
+    start(): Promise<void>;
     stop(): void;
+    private run;
+    private getOrCreateSession;
+    private disposeSession;
 }
-export declare class MediaPlayerMp4 extends MediaPlayer {
-    start(): Promise<void>;
+declare class TrackPlaybackRunner {
+    private readonly props;
+    constructor(props: PlaybackTrack & {
+        mediaStartTimestamp: number;
+    });
+    play({ startedAt, signal, sourceChanged, }: {
+        startedAt: number;
+        signal: AbortSignal;
+        sourceChanged: boolean;
+    }): Promise<void>;
+    assertReady(): void;
+    private requireNegotiatedCodec;
 }
-export declare class MediaPlayerWebm extends MediaPlayer {
-    start(): Promise<void>;
+interface PlaybackTrack {
+    inputTrack: InputTrack;
+    track: MediaStreamTrack;
+    sourceCodec: SupportedSourceCodec;
+    decoderDescription?: ArrayBuffer | ArrayBufferView | null;
+    sourceChannels?: number;
+}
+interface PlaybackSession {
+    input: Input;
+    mediaStartTimestamp: number;
+    playbackTracks: PlaybackTrack[];
+    runners: TrackPlaybackRunner[];
 }
+type ReplayableUserMediaSource = {
+    path: string;
+    buffer?: never;
+} | {
+    path?: never;
+    buffer: Buffer;
+};
 export {};