piixishstream 0.0.0-stage → 1.0.2

package/dist/media/LibavDecoder.js

@@ -0,0 +1,43 @@
+import { Decoder, FilterAPI, } from "node-av";
+export async function createDecoder(stream) {
+    const decoder = await Decoder.create(stream);
+    let freed = false;
+    let serializer = null;
+    const serialize = (f) => {
+        let p;
+        if (serializer) {
+            p = serializer.catch(() => { }).then(() => f());
+        }
+        else {
+            p = f();
+        }
+        serializer = p = p.finally(() => {
+            if (serializer === p)
+                serializer = null;
+        });
+        return p;
+    };
+    const filter = FilterAPI.create("format=pix_fmts=rgba");
+    return {
+        decode: async (packets) => {
+            if (freed)
+                return [];
+            return serialize(async () => {
+                const frames = await decoder.decodeAll(packets);
+                let filtered = [];
+                for (const frame of frames) {
+                    filtered = [...filtered, ...(await filter.processAll(frame))];
+                }
+                return filtered;
+            });
+        },
+        free: () => {
+            freed = true;
+            return serialize(async () => {
+                decoder.close();
+                filter.close();
+            });
+        },
+    };
+}
+//# sourceMappingURL=LibavDecoder.js.map

package/dist/media/LibavDecoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LibavDecoder.js","sourceRoot":"","sources":["../../src/media/LibavDecoder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EACP,SAAS,GAIV,MAAM,SAAS,CAAC;AAEjB,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc;IAChD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,UAAU,GAA4B,IAAI,CAAC;IAC/C,MAAM,SAAS,GAAG,CAAI,CAAmB,EAAE,EAAE;QAC3C,IAAI,CAAa,CAAC;QAClB,IAAI,UAAU,EAAE,CAAC;YACf,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,CAAC,GAAG,CAAC,EAAE,CAAC;QACV,CAAC;QACD,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YAC9B,IAAI,UAAU,KAAK,CAAC;gBAAE,UAAU,GAAG,IAAI,CAAC;QAC1C,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IACxD,OAAO;QACL,MAAM,EAAE,KAAK,EAAE,OAAe,EAAE,EAAE;YAChC,IAAI,KAAK;gBAAE,OAAO,EAAE,CAAC;YAErB,OAAO,SAAS,CAAC,KAAK,IAAI,EAAE;gBAC1B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAChD,IAAI,QAAQ,GAAY,EAAE,CAAC;gBAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,QAAQ,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAChE,CAAC;gBACD,OAAO,QAAQ,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,EAAE,GAAG,EAAE;YACT,KAAK,GAAG,IAAI,CAAC;YACb,OAAO,SAAS,CAAC,KAAK,IAAI,EAAE;gBAC1B,OAAO,CAAC,KAAK,EAAE,CAAC;gBAChB,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/media/LibavDemuxer.d.ts

@@ -0,0 +1,44 @@
+import { type Stream } from "node-av";
+import { AVCodecID } from "./LibavCodecId.js";
+import type { CodecParameters } from "node-av";
+import type { Readable } from "node:stream";
+type MediaStreamInfoCommon = {
+    index: number;
+    codec: AVCodecID;
+    codecpar: CodecParameters;
+    avStream: Stream;
+};
+export type VideoStreamInfo = MediaStreamInfoCommon & {
+    width: number;
+    height: number;
+    framerate_num: number;
+    framerate_den: number;
+};
+export type AudioStreamInfo = MediaStreamInfoCommon & {
+    sample_rate: number;
+};
+type DemuxerOptions = {
+    format: "matroska" | "nut";
+};
+export declare function demux(input: Readable, { format }: DemuxerOptions): Promise<{
+    video: {
+        stream: Readable;
+        index: number;
+        codec: AVCodecID;
+        codecpar: CodecParameters;
+        avStream: Stream;
+        width: number;
+        height: number;
+        framerate_num: number;
+        framerate_den: number;
+    } | undefined;
+    audio: {
+        stream: Readable;
+        index: number;
+        codec: AVCodecID;
+        codecpar: CodecParameters;
+        avStream: Stream;
+        sample_rate: number;
+    } | undefined;
+}>;
+export {};

package/dist/media/LibavDemuxer.js

@@ -0,0 +1,231 @@
+import pDebounce from "p-debounce";
+import { BitStreamFilterAPI, Demuxer, avGetCodecName, } from "node-av";
+import { Log } from "debug-level";
+import { randomUUID } from "node:crypto";
+import { AVCodecID } from "./LibavCodecId.js";
+import { PassThrough } from "node:stream";
+const allowedVideoCodec = new Set([
+    AVCodecID.AV_CODEC_ID_H264,
+    AVCodecID.AV_CODEC_ID_H265,
+    AVCodecID.AV_CODEC_ID_VP8,
+    AVCodecID.AV_CODEC_ID_VP9,
+    AVCodecID.AV_CODEC_ID_AV1,
+]);
+const allowedAudioCodec = new Set([AVCodecID.AV_CODEC_ID_OPUS]);
+function parseOpusPacketDuration(frame) {
+    // https://datatracker.ietf.org/doc/html/rfc6716#section-3.1
+    const frameSizes = [
+        // SILK only, narrow band
+        10, 20, 40, 60,
+        // SILK only, medium band
+        10, 20, 40, 60,
+        // SILK only, wide band
+        10, 20, 40, 60,
+        // Hybrid, super wide band
+        10, 20,
+        // Hybrid, full band
+        10, 20,
+        // CELT only, narrow band
+        2.5, 5, 10, 20,
+        // CELT only, wide band
+        2.5, 5, 10, 20,
+        // CELT only, super wide band
+        2.5, 5, 10, 20,
+        // CELT only, full band
+        2.5, 5, 10, 20,
+    ];
+    const frameSize = (48000 / 1000) * frameSizes[frame[0] >> 3];
+    let frameCount = 0;
+    const c = frame[0] & 0b11;
+    switch (c) {
+        case 0:
+            frameCount = 1;
+            break;
+        case 1:
+        case 2:
+            frameCount = 2;
+            break;
+        case 3:
+            frameCount = frame[1] & 0b111111;
+            break;
+    }
+    return frameSize * frameCount;
+}
+export async function demux(input, { format }) {
+    const loggerFormat = new Log("demux:format");
+    const loggerFrameCommon = new Log("demux:frame:common");
+    const loggerFrameVideo = new Log("demux:frame:video");
+    const loggerFrameAudio = new Log("demux:frame:audio");
+    const filename = randomUUID();
+    const demuxer = await Demuxer.open(input, {
+        options: {
+            fflags: "nobuffer",
+        },
+        format,
+        bufferSize: 8192,
+    });
+    const cleanup = () => {
+        input.destroy();
+        demuxer.close();
+        vPipe.off("drain", readFrame);
+        aPipe.off("drain", readFrame);
+        vPipe.end();
+        aPipe.end();
+        vbsf.forEach((e) => {
+            e.close();
+        });
+    };
+    const vStream = demuxer.video();
+    const aStream = demuxer.audio();
+    let vInfo;
+    let aInfo;
+    const vPipe = new PassThrough({
+        objectMode: true,
+        writableHighWaterMark: 128,
+    });
+    const aPipe = new PassThrough({
+        objectMode: true,
+        writableHighWaterMark: 128,
+    });
+    const vbsf = [];
+    if (vStream) {
+        const codecId = vStream.codecpar.codecId;
+        if (!allowedVideoCodec.has(codecId)) {
+            const codecName = avGetCodecName(codecId);
+            cleanup();
+            throw new Error(`Video codec ${codecName} is not allowed`);
+        }
+        try {
+            switch (codecId) {
+                case AVCodecID.AV_CODEC_ID_H264:
+                    vbsf.push(BitStreamFilterAPI.create("h264_mp4toannexb", vStream));
+                    vbsf.push(BitStreamFilterAPI.create("h264_metadata", vStream, {
+                        options: {
+                            aud: "remove",
+                        },
+                    }));
+                    vbsf.push(BitStreamFilterAPI.create("dump_extra", vStream));
+                    break;
+                case AVCodecID.AV_CODEC_ID_HEVC:
+                    vbsf.push(BitStreamFilterAPI.create("hevc_mp4toannexb", vStream));
+                    vbsf.push(BitStreamFilterAPI.create("hevc_metadata", vStream, {
+                        options: {
+                            aud: "remove",
+                        },
+                    }));
+                    vbsf.push(BitStreamFilterAPI.create("dump_extra", vStream));
+                    break;
+                default:
+                    vbsf.push(BitStreamFilterAPI.create("null", vStream));
+                    break;
+            }
+        }
+        catch (e) {
+            cleanup();
+            throw new Error(`Failed to construct bitstream filterchain`, {
+                cause: e.cause,
+            });
+        }
+        const codecpar = vbsf.at(-1)?.outputCodecParameters ?? vStream.codecpar;
+        vInfo = {
+            index: vStream.index,
+            codec: codecId,
+            codecpar,
+            width: codecpar.width ?? 0,
+            height: codecpar.height ?? 0,
+            framerate_num: codecpar.frameRate.num,
+            framerate_den: codecpar.frameRate.den,
+            avStream: vStream,
+        };
+        loggerFormat.info({
+            info: vInfo,
+        }, `Found video stream in input ${filename}`);
+    }
+    if (aStream) {
+        const codecId = aStream.codecpar.codecId;
+        if (!allowedAudioCodec.has(codecId)) {
+            const codecName = avGetCodecName(codecId);
+            cleanup();
+            throw new Error(`Audio codec ${codecName} is not allowed`);
+        }
+        aInfo = {
+            index: aStream.index,
+            codec: codecId,
+            codecpar: aStream.codecpar,
+            sample_rate: aStream.codecpar.sampleRate || 0,
+            avStream: aStream,
+        };
+        loggerFormat.info({
+            info: aInfo,
+        }, `Found audio stream in input ${filename}`);
+    }
+    const packetIterator = demuxer.packets();
+    const applyBitStreamFilters = async (input, filters) => {
+        let packets = [input];
+        for (const filter of filters) {
+            let newPackets = [];
+            for (const packet of packets) {
+                newPackets = [...newPackets, ...(await filter.filterAll(packet))];
+                packet?.free();
+            }
+            if (!input)
+                newPackets.push(null);
+            packets = newPackets;
+        }
+        return packets;
+    };
+    const readFrame = pDebounce.promise(async () => {
+        let resume = true;
+        while (resume) {
+            try {
+                const { value: inPacket, done } = await packetIterator.next();
+                if (done) {
+                    loggerFrameCommon.info("Reached end of stream. Stopping");
+                    const packets = await applyBitStreamFilters(null, vbsf);
+                    for (const packet of packets) {
+                        if (packet)
+                            vPipe.write(packet);
+                    }
+                    cleanup();
+                    return;
+                }
+                else if (inPacket) {
+                    const streamIndex = inPacket.streamIndex;
+                    if (vInfo && vInfo.index === streamIndex) {
+                        loggerFrameVideo.trace("Received a video packet");
+                        const packets = await applyBitStreamFilters(inPacket.clone(), vbsf);
+                        for (const packet of packets) {
+                            if (packet)
+                                resume &&= vPipe.write(packet);
+                        }
+                    }
+                    else if (aInfo && aInfo.index === streamIndex) {
+                        const packet = inPacket.clone();
+                        packet.duration ||= BigInt(parseOpusPacketDuration(packet.data));
+                        resume &&= aPipe.write(packet);
+                    }
+                    inPacket.free();
+                }
+            }
+            catch (e) {
+                loggerFrameCommon.info({ error: e }, "Received an error during frame extraction. Stopping");
+                cleanup();
+                return;
+            }
+        }
+    });
+    vPipe.on("drain", () => {
+        loggerFrameVideo.trace("Video pipe drained");
+        readFrame();
+    });
+    aPipe.on("drain", () => {
+        loggerFrameAudio.trace("Audio pipe drained");
+        readFrame();
+    });
+    readFrame();
+    return {
+        video: vInfo ? { ...vInfo, stream: vPipe } : undefined,
+        audio: aInfo ? { ...aInfo, stream: aPipe } : undefined,
+    };
+}
+//# sourceMappingURL=LibavDemuxer.js.map

package/dist/media/LibavDemuxer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LibavDemuxer.js","sourceRoot":"","sources":["../../src/media/LibavDemuxer.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,YAAY,CAAC;AACnC,OAAO,EACL,kBAAkB,EAClB,OAAO,EACP,cAAc,GAEf,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAsB1C,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,SAAS,CAAC,gBAAgB;IAC1B,SAAS,CAAC,gBAAgB;IAC1B,SAAS,CAAC,eAAe;IACzB,SAAS,CAAC,eAAe;IACzB,SAAS,CAAC,eAAe;CAC1B,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAEhE,SAAS,uBAAuB,CAAC,KAAiB;IAChD,4DAA4D;IAC5D,MAAM,UAAU,GAAG;QACjB,yBAAyB;QACzB,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;QAEd,yBAAyB;QACzB,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;QAEd,uBAAuB;QACvB,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;QAEd,0BAA0B;QAC1B,EAAE,EAAE,EAAE;QAEN,oBAAoB;QACpB,EAAE,EAAE,EAAE;QAEN,yBAAyB;QACzB,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;QAEd,uBAAuB;QACvB,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;QAEd,6BAA6B;QAC7B,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;QAEd,uBAAuB;QACvB,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;KACf,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAE7D,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAC1B,QAAQ,CAAC,EAAE,CAAC;QACV,KAAK,CAAC;YACJ,UAAU,GAAG,CAAC,CAAC;YACf,MAAM;QAER,KAAK,CAAC,CAAC;QACP,KAAK,CAAC;YACJ,UAAU,GAAG,CAAC,CAAC;YACf,MAAM;QAER,KAAK,CAAC;YACJ,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC;YACjC,MAAM;IACV,CAAC;IAED,OAAO,SAAS,GAAG,UAAU,CAAC;AAChC,CAAC;AAMD,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,KAAe,EAAE,EAAE,MAAM,EAAkB;IACrE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAEtD,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE;QACxC,OAAO,EAAE;YACP,MAAM,EAAE,UAAU;SACnB;QACD,MAAM;QACN,UAAU,EAAE,IAAI;KACjB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9B,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9B,KAAK,CAAC,GAAG,EAAE,CAAC;QACZ,KAAK,CAAC,GAAG,EAAE,CAAC;QACZ,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,CAAC,CAAC,KAAK,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAEhC,IAAI,KAAkC,CAAC;IACvC,IAAI,KAAkC,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC;QAC5B,UAAU,EAAE,IAAI;QAChB,qBAAqB,EAAE,GAAG;KAC3B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC;QAC5B,UAAU,EAAE,IAAI;QAChB,qBAAqB,EAAE,GAAG;KAC3B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAyB,EAAE,CAAC;IACtC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QACzC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,eAAe,SAAS,iBAAiB,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC;YACH,QAAQ,OAAO,EAAE,CAAC;gBAChB,KAAK,SAAS,CAAC,gBAAgB;oBAC7B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC;oBAClE,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,EAAE;wBAClD,OAAO,EAAE;4BACP,GAAG,EAAE,QAAQ;yBACd;qBACF,CAAC,CACH,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC5D,MAAM;gBACR,KAAK,SAAS,CAAC,gBAAgB;oBAC7B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC;oBAClE,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,EAAE;wBAClD,OAAO,EAAE;4BACP,GAAG,EAAE,QAAQ;yBACd;qBACF,CAAC,CACH,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC5D,MAAM;gBACR;oBACE,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;oBACtD,MAAM;YACV,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,2CAA2C,EAAE;gBAC3D,KAAK,EAAG,CAAW,CAAC,KAAK;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,qBAAqB,IAAI,OAAO,CAAC,QAAQ,CAAC;QACxE,KAAK,GAAG;YACN,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO;YACd,QAAQ;YACR,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,CAAC;YAC1B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,CAAC;YAC5B,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;YACrC,aAAa,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG;YACrC,QAAQ,EAAE,OAAO;SAClB,CAAC;QACF,YAAY,CAAC,IAAI,CACf;YACE,IAAI,EAAE,KAAK;SACZ,EACD,+BAA+B,QAAQ,EAAE,CAC1C,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QACzC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,eAAe,SAAS,iBAAiB,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,GAAG;YACN,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;YAC7C,QAAQ,EAAE,OAAO;SAClB,CAAC;QACF,YAAY,CAAC,IAAI,CACf;YACE,IAAI,EAAE,KAAK;SACZ,EACD,+BAA+B,QAAQ,EAAE,CAC1C,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACzC,MAAM,qBAAqB,GAAG,KAAK,EACjC,KAAoB,EACpB,OAA6B,EAC7B,EAAE;QACF,IAAI,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC;QACtB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAsB,EAAE,CAAC;YACvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,UAAU,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAClE,MAAM,EAAE,IAAI,EAAE,CAAC;YACjB,CAAC;YACD,IAAI,CAAC,KAAK;gBAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,OAAO,GAAG,UAAU,CAAC;QACvB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;QAC7C,IAAI,MAAM,GAAG,IAAI,CAAC;QAClB,OAAO,MAAM,EAAE,CAAC;YACd,IAAI,CAAC;gBACH,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC9D,IAAI,IAAI,EAAE,CAAC;oBACT,iBAAiB,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;oBAC1D,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACxD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC7B,IAAI,MAAM;4BAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAClC,CAAC;oBACD,OAAO,EAAE,CAAC;oBACV,OAAO;gBACT,CAAC;qBAAM,IAAI,QAAQ,EAAE,CAAC;oBACpB,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;oBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;wBACzC,gBAAgB,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;wBAClD,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;wBACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;4BAC7B,IAAI,MAAM;gCAAE,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAC7C,CAAC;oBACH,CAAC;yBAAM,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;wBAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAG,CAAC;wBACjC,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC,CAAC;wBAClE,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBACjC,CAAC;oBACD,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,iBAAiB,CAAC,IAAI,CACpB,EAAE,KAAK,EAAE,CAAC,EAAE,EACZ,qDAAqD,CACtD,CAAC;gBACF,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,gBAAgB,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC7C,SAAS,EAAE,CAAC;IACd,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,gBAAgB,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC7C,SAAS,EAAE,CAAC;IACd,CAAC,CAAC,CAAC;IACH,SAAS,EAAE,CAAC;IACZ,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAiB,EAAE,CAAC,CAAC,CAAC,SAAS;QAClE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAiB,EAAE,CAAC,CAAC,CAAC,SAAS;KACnE,CAAC;AACJ,CAAC"}

package/dist/media/VideoStream.d.ts

@@ -0,0 +1,7 @@
+import { BaseMediaStream } from "./BaseMediaStream.js";
+import type { WebRtcConnWrapper } from "../client/voice/WebRtcWrapper.js";
+export declare class VideoStream extends BaseMediaStream {
+    private _conn;
+    constructor(conn: WebRtcConnWrapper, noSleep?: boolean);
+    protected _sendFrame(frame: Buffer, frametime: number): Promise<void>;
+}

package/dist/media/VideoStream.js

@@ -0,0 +1,12 @@
+import { BaseMediaStream } from "./BaseMediaStream.js";
+export class VideoStream extends BaseMediaStream {
+    _conn;
+    constructor(conn, noSleep = false) {
+        super("video", noSleep);
+        this._conn = conn;
+    }
+    async _sendFrame(frame, frametime) {
+        this._conn.sendVideoFrame(frame, frametime);
+    }
+}
+//# sourceMappingURL=VideoStream.js.map

package/dist/media/VideoStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VideoStream.js","sourceRoot":"","sources":["../../src/media/VideoStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAGvD,MAAM,OAAO,WAAY,SAAQ,eAAe;IACtC,KAAK,CAAoB;IACjC,YAAY,IAAuB,EAAE,OAAO,GAAG,KAAK;QAClD,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAEkB,KAAK,CAAC,UAAU,CACjC,KAAa,EACb,SAAiB;QAEjB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC9C,CAAC;CACF"}

package/dist/media/encoders/index.d.ts

@@ -0,0 +1,26 @@
+import type { SupportedVideoCodec } from "../../utils.js";
+export type EncoderSettings = {
+    name: string;
+    options: string[];
+    globalOptions?: string[];
+    outFilters?: string[];
+};
+export type EncoderSettingsGetter = (bitrate: number, bitrateMax: number) => Partial<Record<SupportedVideoCodec, EncoderSettings>>;
+import { nvenc } from "./nvenc.js";
+import { vaapi } from "./vaapi.js";
+declare const Encoders: {
+    software: ({ x264, x265, }?: {
+        x264?: {
+            preset?: ("ultrafast" | "superfast" | "veryfast" | "faster" | "fast" | "medium" | "slow" | "slower" | "veryslow" | "placebo") | undefined;
+            tune?: "film" | "animation" | "grain" | "stillimage" | "fastdecode" | "zerolatency" | "psnr" | "ssim" | undefined;
+        } | undefined;
+        x265?: {
+            preset?: ("ultrafast" | "superfast" | "veryfast" | "faster" | "fast" | "medium" | "slow" | "slower" | "veryslow" | "placebo") | undefined;
+            tune?: "animation" | "grain" | "fastdecode" | "zerolatency" | "psnr" | "ssim" | undefined;
+        } | undefined;
+    }) => EncoderSettingsGetter;
+    nvenc: typeof nvenc;
+    vaapi: typeof vaapi;
+    merge: (encoder: Partial<Record<SupportedVideoCodec, EncoderSettingsGetter>>) => EncoderSettingsGetter;
+};
+export { Encoders };

package/dist/media/encoders/index.js

@@ -0,0 +1,12 @@
+import { software } from "./software.js";
+import { nvenc } from "./nvenc.js";
+import { vaapi } from "./vaapi.js";
+import { merge } from "./merge.js";
+const Encoders = {
+    software,
+    nvenc,
+    vaapi,
+    merge,
+};
+export { Encoders };
+//# sourceMappingURL=index.js.map

package/dist/media/encoders/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/media/encoders/index.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,MAAM,QAAQ,GAAG;IACf,QAAQ;IACR,KAAK;IACL,KAAK;IACL,KAAK;CACN,CAAC;AAEF,OAAO,EAAE,QAAQ,EAAE,CAAC"}

package/dist/media/encoders/merge.d.ts

@@ -0,0 +1,3 @@
+import type { EncoderSettingsGetter } from "./index.js";
+import type { SupportedVideoCodec } from "../../utils.js";
+export declare const merge: (encoder: Partial<Record<SupportedVideoCodec, EncoderSettingsGetter>>) => EncoderSettingsGetter;

package/dist/media/encoders/merge.js

@@ -0,0 +1,10 @@
+export const merge = (encoder) => {
+    return ((bitrate, bitrateMax) => ({
+        H264: encoder.H264?.(bitrate, bitrateMax),
+        H265: encoder.H265?.(bitrate, bitrateMax),
+        VP8: encoder.VP8?.(bitrate, bitrateMax),
+        VP9: encoder.VP9?.(bitrate, bitrateMax),
+        AV1: encoder.AV1?.(bitrate, bitrateMax),
+    }));
+};
+//# sourceMappingURL=merge.js.map

package/dist/media/encoders/merge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"merge.js","sourceRoot":"","sources":["../../../src/media/encoders/merge.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,OAAoE,EACpE,EAAE;IACF,OAAO,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAChC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC;QACzC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC;QACzC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC;QACvC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC;QACvC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC;KACxC,CAAC,CAA0B,CAAC;AAC/B,CAAC,CAAC"}

package/dist/media/encoders/nvenc.d.ts

@@ -0,0 +1,10 @@
+import type { EncoderSettingsGetter } from "./index.js";
+type NvencPreset = "p1" | "p2" | "p3" | "p4" | "p5" | "p6" | "p7";
+type NvencSettings = {
+    preset: NvencPreset;
+    spatialAq: boolean;
+    temporalAq: boolean;
+    gpu: number;
+};
+export declare function nvenc({ preset, spatialAq, temporalAq, gpu, }?: Partial<NvencSettings>): EncoderSettingsGetter;
+export {};

package/dist/media/encoders/nvenc.js

@@ -0,0 +1,23 @@
+export function nvenc({ preset = "p4", spatialAq = false, temporalAq = false, gpu, } = {}) {
+    const options = [
+        `-preset ${preset}`,
+        `-spatial-aq ${spatialAq}`,
+        `-temporal-aq ${temporalAq}`,
+        ...(gpu !== undefined ? [`-gpu ${gpu}`] : []),
+    ];
+    return (() => ({
+        H264: {
+            name: "h264_nvenc",
+            options,
+        },
+        H265: {
+            name: "hevc_nvenc",
+            options,
+        },
+        AV1: {
+            name: "av1_nvenc",
+            options,
+        },
+    }));
+}
+//# sourceMappingURL=nvenc.js.map

package/dist/media/encoders/nvenc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nvenc.js","sourceRoot":"","sources":["../../../src/media/encoders/nvenc.ts"],"names":[],"mappings":"AAWA,MAAM,UAAU,KAAK,CAAC,EACpB,MAAM,GAAG,IAAI,EACb,SAAS,GAAG,KAAK,EACjB,UAAU,GAAG,KAAK,EAClB,GAAG,MACuB,EAAE;IAC5B,MAAM,OAAO,GAAG;QACd,WAAW,MAAM,EAAE;QACnB,eAAe,SAAS,EAAE;QAC1B,gBAAgB,UAAU,EAAE;QAC5B,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9C,CAAC;IACF,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACb,IAAI,EAAE;YACJ,IAAI,EAAE,YAAY;YAClB,OAAO;SACR;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,YAAY;YAClB,OAAO;SACR;QACD,GAAG,EAAE;YACH,IAAI,EAAE,WAAW;YACjB,OAAO;SACR;KACF,CAAC,CAA0B,CAAC;AAC/B,CAAC"}

package/dist/media/encoders/software.d.ts

@@ -0,0 +1,17 @@
+import type { EncoderSettingsGetter } from "./index.js";
+type DeepPartial<T> = T extends unknown[] ? T : {
+    [P in keyof T]?: DeepPartial<T[P]>;
+};
+type x26xPreset = "ultrafast" | "superfast" | "veryfast" | "faster" | "fast" | "medium" | "slow" | "slower" | "veryslow" | "placebo";
+export type SoftwareEncoderSettings = {
+    x264: {
+        preset: x26xPreset;
+        tune: "film" | "animation" | "grain" | "stillimage" | "fastdecode" | "zerolatency" | "psnr" | "ssim";
+    };
+    x265: {
+        preset: x26xPreset;
+        tune: "psnr" | "ssim" | "grain" | "fastdecode" | "zerolatency" | "animation";
+    };
+};
+export declare const software: ({ x264, x265, }?: DeepPartial<SoftwareEncoderSettings>) => EncoderSettingsGetter;
+export {};

package/dist/media/encoders/software.js

@@ -0,0 +1,31 @@
+export const software = ({ x264, x265, } = {}) => {
+    const { preset: x264Preset = "superfast", tune: x264Tune = "film" } = x264 ?? {};
+    const { preset: x265Preset = "superfast", tune: x265Tune } = x265 ?? {};
+    return (() => ({
+        H264: {
+            name: "libx264",
+            options: ["-forced-idr 1", `-tune ${x264Tune}`, `-preset ${x264Preset}`],
+        },
+        H265: {
+            name: "libx265",
+            options: [
+                "-forced-idr 1",
+                ...(x265Tune ? [`-tune ${x265Tune}`] : []),
+                `-preset ${x265Preset}`,
+            ],
+        },
+        VP8: {
+            name: "libvpx",
+            options: ["-deadline 20000"],
+        },
+        VP9: {
+            name: "libvpx-vp9",
+            options: ["-deadline 20000"],
+        },
+        AV1: {
+            name: "libsvtav1",
+            options: [],
+        },
+    }));
+};
+//# sourceMappingURL=software.js.map

package/dist/media/encoders/software.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"software.js","sourceRoot":"","sources":["../../../src/media/encoders/software.ts"],"names":[],"mappings":"AA0CA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,EACvB,IAAI,EACJ,IAAI,MACoC,EAAE,EAAE,EAAE;IAC9C,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,WAAW,EAAE,IAAI,EAAE,QAAQ,GAAG,MAAM,EAAE,GACjE,IAAI,IAAI,EAAE,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;IACxE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACb,IAAI,EAAE;YACJ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,CAAC,eAAe,EAAE,SAAS,QAAQ,EAAE,EAAE,WAAW,UAAU,EAAE,CAAC;SACzE;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE;gBACP,eAAe;gBACf,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1C,WAAW,UAAU,EAAE;aACxB;SACF;QACD,GAAG,EAAE;YACH,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,iBAAiB,CAAC;SAC7B;QACD,GAAG,EAAE;YACH,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,CAAC,iBAAiB,CAAC;SAC7B;QACD,GAAG,EAAE;YACH,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,EAAE;SACZ;KACF,CAAC,CAA0B,CAAC;AAC/B,CAAC,CAAC"}

package/dist/media/encoders/vaapi.d.ts

@@ -0,0 +1,6 @@
+import type { EncoderSettingsGetter } from "./index.js";
+type VaapiSettings = {
+    device?: string;
+};
+export declare function vaapi({ device, }?: Partial<VaapiSettings>): EncoderSettingsGetter;
+export {};

package/dist/media/encoders/vaapi.js

@@ -0,0 +1,22 @@
+export function vaapi({ device = "/dev/dri/renderD128", } = {}) {
+    const props = {
+        options: [],
+        globalOptions: ["-vaapi_device", device],
+        outFilters: ["format=nv12|vaapi", "hwupload"],
+    };
+    return (() => ({
+        H264: {
+            name: "h264_vaapi",
+            ...props,
+        },
+        H265: {
+            name: "hevc_vaapi",
+            ...props,
+        },
+        AV1: {
+            name: "av1_vaapi",
+            ...props,
+        },
+    }));
+}
+//# sourceMappingURL=vaapi.js.map

package/dist/media/encoders/vaapi.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vaapi.js","sourceRoot":"","sources":["../../../src/media/encoders/vaapi.ts"],"names":[],"mappings":"AAMA,MAAM,UAAU,KAAK,CAAC,EACpB,MAAM,GAAG,qBAAqB,MACJ,EAAE;IAC5B,MAAM,KAAK,GAAG;QACZ,OAAO,EAAE,EAAE;QACX,aAAa,EAAE,CAAC,eAAe,EAAE,MAAM,CAAC;QACxC,UAAU,EAAE,CAAC,mBAAmB,EAAE,UAAU,CAAC;KAC9C,CAAC;IACF,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACb,IAAI,EAAE;YACJ,IAAI,EAAE,YAAY;YAClB,GAAG,KAAK;SACT;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,YAAY;YAClB,GAAG,KAAK;SACT;QACD,GAAG,EAAE;YACH,IAAI,EAAE,WAAW;YACjB,GAAG,KAAK;SACT;KACF,CAAC,CAA0B,CAAC;AAC/B,CAAC"}

package/dist/media/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./LibavDemuxer.js";
+export * from "./newApi.js";
+export * as NewApi from "./newApi.js";
+export * from "./encoders/index.js";

package/dist/media/index.js

@@ -0,0 +1,5 @@
+export * from "./LibavDemuxer.js";
+export * from "./newApi.js";
+export * as NewApi from "./newApi.js";
+export * from "./encoders/index.js";
+//# sourceMappingURL=index.js.map

package/dist/media/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,aAAa,CAAC;AAC5B,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,cAAc,qBAAqB,CAAC"}