@mediabunny/server 1.45.0

package/dist/modules/src/video-decoder.js

@@ -0,0 +1,214 @@
+"use strict";
+/*!
+ * Copyright (c) 2026-present, Vanilagy and contributors
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at https://mozilla.org/MPL/2.0/.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NodeAvVideoDecoder = void 0;
+const mediabunny_1 = require("mediabunny");
+const NodeAv = __importStar(require("node-av"));
+const misc_1 = require("./misc");
+const misc_2 = require("../../../src/misc");
+const video_sample_1 = require("./video-sample");
+class NodeAvVideoDecoder extends mediabunny_1.CustomVideoDecoder {
+    constructor() {
+        super(...arguments);
+        this.codecContext = null;
+        // Bookkeeping to restore the original timing information
+        this.preciseTimings = [];
+    }
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    static supports(codec, config) {
+        return codec === 'avc' || codec === 'hevc' || codec === 'vp8' || codec === 'vp9' || codec === 'av1';
+    }
+    async init() {
+        this.frame = new NodeAv.Frame();
+        this.frame.alloc();
+        this.packet = new NodeAv.Packet();
+        this.packet.alloc();
+    }
+    async initCodecContext(packet) {
+        (0, misc_2.assert)(this.codecContext === null);
+        const codecId = misc_1.CODEC_TO_CODEC_ID[this.codec];
+        (0, misc_2.assert)(codecId !== undefined);
+        let codec;
+        if (this.codec === 'vp9' && packet.sideData.alpha) {
+            codec = NodeAv.Codec.findDecoderByName(misc_1.LIBVPX_VP9) ?? NodeAv.Codec.findDecoder(codecId);
+        }
+        else if (
+        // This check used to be "is not prefer-hardware", meaning it would default to using software decode. I
+        // didn't leave a comment for that back then so I actually don't know what it was for. I'm sure it was to
+        // work around an issue but, I don't know. Not using hardware decode at all by defaults feels wrong to me,
+        // so I changed it to what it is right now. If an issue is encountered, I can always change it.
+        this.config.hardwareAcceleration === 'prefer-software'
+            || this.codec === 'av1' // https://github.com/opencv/opencv/issues/24430
+        ) {
+            codec = NodeAv.Codec.findDecoder(codecId);
+        }
+        else {
+            codec = (0, misc_1.getHardwareDecoderCodec)(codecId) ?? NodeAv.Codec.findDecoder(codecId);
+        }
+        if (!codec) {
+            throw new Error(`Unable to obtain libav codec for '${this.codec}'.`);
+        }
+        const codecContext = new NodeAv.CodecContext();
+        codecContext.allocContext3(codec);
+        this.pixelAspectRatio = (0, misc_2.simplifyRational)({
+            num: (this.config.displayAspectWidth ?? this.config.codedWidth ?? 0) * (this.config.codedHeight ?? 0),
+            den: (this.config.displayAspectHeight ?? this.config.codedHeight ?? 0) * (this.config.codedWidth ?? 0) || 1,
+        });
+        codecContext.width = this.config.codedWidth ?? 0; // Fucky that the dimensions can be optional, but oh well
+        codecContext.height = this.config.codedHeight ?? 0;
+        codecContext.codecType = NodeAv.AVMEDIA_TYPE_VIDEO;
+        codecContext.codecId = codecId;
+        codecContext.extraData = this.config.description
+            ? Buffer.from((0, misc_2.toUint8Array)(this.config.description))
+            : null;
+        codecContext.sampleAspectRatio = new NodeAv.Rational(this.pixelAspectRatio.num, this.pixelAspectRatio.den);
+        const ret = await codecContext.open2();
+        NodeAv.FFmpegError.throwIfError(ret, 'Open codec context');
+        this.codecContext = codecContext;
+    }
+    async decode(packet) {
+        if (this.codecContext === null) {
+            await this.initCodecContext(packet);
+            (0, misc_2.assert)(this.codecContext);
+        }
+        this.packet.isKeyframe = packet.type === 'key';
+        this.packet.data = Buffer.from(packet.data);
+        this.packet.timeBase = { num: 1, den: 1e6 };
+        this.packet.pts = BigInt(packet.microsecondTimestamp);
+        this.packet.dts = NodeAv.AV_NOPTS_VALUE;
+        this.packet.duration = BigInt(packet.microsecondDuration);
+        if (packet.sideData.alpha) {
+            const matroskaBlockAdditional = Buffer.alloc(8 + packet.sideData.alpha.byteLength);
+            matroskaBlockAdditional[7] = 1; // BlockAddId
+            matroskaBlockAdditional.set(packet.sideData.alpha, 8);
+            this.packet.addSideData(NodeAv.AV_PKT_DATA_MATROSKA_BLOCKADDITIONAL, matroskaBlockAdditional);
+        }
+        const preciseTimingIndex = (0, misc_2.binarySearchLessOrEqual)(this.preciseTimings, packet.microsecondTimestamp, x => x.microsecondTimestamp);
+        const existingEntry = preciseTimingIndex !== -1
+            ? this.preciseTimings[preciseTimingIndex]
+            : null;
+        if (existingEntry && existingEntry.microsecondTimestamp === packet.microsecondTimestamp) {
+            if (existingEntry.timestamp !== packet.timestamp) {
+                // Mapping isn't unique, can't use the timestamp
+                existingEntry.timestampIsValid = false;
+            }
+            if (existingEntry.duration !== packet.duration) {
+                // Mapping isn't unique, can't use the duration
+                existingEntry.durationIsValid = false;
+            }
+        }
+        else {
+            this.preciseTimings.splice(preciseTimingIndex + 1, 0, {
+                microsecondTimestamp: packet.microsecondTimestamp,
+                timestamp: packet.timestamp,
+                duration: packet.duration,
+                timestampIsValid: true,
+                durationIsValid: true,
+            });
+            // Make sure it doesn't grow indefinitely
+            if (this.preciseTimings.length > 128) {
+                this.preciseTimings.shift();
+            }
+        }
+        const ret = await this.codecContext.sendPacket(this.packet);
+        NodeAv.FFmpegError.throwIfError(ret, 'Send packet');
+        while (true) {
+            const receiveRet = await this.codecContext.receiveFrame(this.frame);
+            if (receiveRet === NodeAv.AVERROR_EAGAIN || receiveRet === NodeAv.AVERROR_EOF) {
+                break;
+            }
+            this.receiveFrame(receiveRet);
+        }
+    }
+    receiveFrame(ret) {
+        NodeAv.FFmpegError.throwIfError(ret, 'Receive frame');
+        this.frame.sampleAspectRatio = new NodeAv.Rational(this.pixelAspectRatio.num, this.pixelAspectRatio.den);
+        let timestamp = Number(this.frame.pts) / 1e6;
+        let duration = Number(this.frame.duration) / 1e6;
+        const preciseTimingIndex = (0, misc_2.binarySearchLessOrEqual)(this.preciseTimings, Number(this.frame.pts), x => x.microsecondTimestamp);
+        const entry = preciseTimingIndex !== -1
+            ? this.preciseTimings[preciseTimingIndex]
+            : null;
+        // If there's a relevant timing entry, refine the frame's timing data to get better accuracy than
+        // microseconds
+        if (entry && entry.microsecondTimestamp === Number(this.frame.pts)) {
+            if (entry.timestampIsValid) {
+                timestamp = entry.timestamp;
+            }
+            if (entry.durationIsValid) {
+                duration = entry.duration;
+            }
+        }
+        const clone = this.frame.clone();
+        if (!clone) {
+            throw new Error('Frame clone allocation failed.');
+        }
+        this.onSample(new mediabunny_1.VideoSample(new video_sample_1.AvFrameVideoSampleResource(clone), {
+            timestamp,
+            duration,
+        }));
+    }
+    async flush() {
+        if (!this.codecContext) {
+            return;
+        }
+        // Send null packet to signal flush
+        const ret = await this.codecContext.sendPacket(null);
+        NodeAv.FFmpegError.throwIfError(ret, 'Flush decoder');
+        // Keep receiving frames until no more are available
+        while (true) {
+            const receiveRet = await this.codecContext.receiveFrame(this.frame);
+            if (receiveRet === NodeAv.AVERROR_EAGAIN || receiveRet === NodeAv.AVERROR_EOF) {
+                // No more frames available
+                break;
+            }
+            this.receiveFrame(receiveRet);
+        }
+        this.codecContext.flushBuffers();
+    }
+    close() {
+        this.codecContext?.freeContext();
+        this.frame.free();
+        this.packet.free();
+    }
+}
+exports.NodeAvVideoDecoder = NodeAvVideoDecoder;

package/dist/modules/src/video-encoder.d.ts

@@ -0,0 +1,35 @@
+/*!
+ * Copyright (c) 2026-present, Vanilagy and contributors
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at https://mozilla.org/MPL/2.0/.
+ */
+import { CustomVideoEncoder, type MaybePromise, VideoCodec, VideoSample } from 'mediabunny';
+import * as NodeAv from 'node-av';
+export declare class NodeAvVideoEncoder extends CustomVideoEncoder {
+    frame: NodeAv.Frame;
+    packet: NodeAv.Packet;
+    avCodec: NodeAv.Codec;
+    codecContext: NodeAv.CodecContext | null;
+    lastBuffer: Buffer | null;
+    packetEmitted: boolean;
+    scaler: NodeAv.SoftwareScaleContext | null;
+    lastScalerKey: string | null;
+    dstFrame: NodeAv.Frame | null;
+    preciseTimings: {
+        microsecondTimestamp: number;
+        timestamp: number;
+        duration: number;
+        timestampIsValid: boolean;
+        durationIsValid: boolean;
+    }[];
+    static supports(codec: VideoCodec, config: VideoEncoderConfig): boolean;
+    init(): Promise<void>;
+    createCodecContext(): Promise<void>;
+    encode(videoSample: VideoSample, options: VideoEncoderEncodeOptions): Promise<void>;
+    receivePacket(ret: number): void;
+    flush(): Promise<void>;
+    close(): MaybePromise<void>;
+}
+//# sourceMappingURL=video-encoder.d.ts.map

package/dist/modules/src/video-encoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-encoder.d.ts","sourceRoot":"","sources":["../../../src/video-encoder.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACN,kBAAkB,EAClB,KAAK,YAAY,EAEjB,UAAU,EACV,WAAW,EAGX,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,MAAM,MAAM,SAAS,CAAC;AA2BlC,qBAAa,kBAAmB,SAAQ,kBAAkB;IACzD,KAAK,EAAG,MAAM,CAAC,KAAK,CAAC;IACrB,MAAM,EAAG,MAAM,CAAC,MAAM,CAAC;IACvB,OAAO,EAAG,MAAM,CAAC,KAAK,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC,YAAY,GAAG,IAAI,CAAQ;IAChD,UAAU,EAAE,MAAM,GAAG,IAAI,CAAQ;IACjC,aAAa,UAAS;IAEtB,MAAM,EAAE,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAQ;IAClD,aAAa,EAAE,MAAM,GAAG,IAAI,CAAQ;IACpC,QAAQ,EAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAQ;IAGrC,cAAc,EAAE;QACf,oBAAoB,EAAE,MAAM,CAAC;QAC7B,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,gBAAgB,EAAE,OAAO,CAAC;QAC1B,eAAe,EAAE,OAAO,CAAC;KACzB,EAAE,CAAM;WAEO,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,kBAAkB,GAAG,OAAO;IAK1E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA6BrB,kBAAkB;IAoFlB,MAAM,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoHzF,aAAa,CAAC,GAAG,EAAE,MAAM;IA4OnB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAyB5B,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC;CAO3B"}