webcodecs-node 0.2.2

package/dist/mediabunny/FFmpegVideoDecoder.js

@@ -0,0 +1,366 @@
+/**
+ * FFmpeg-backed VideoDecoder for Mediabunny
+ *
+ * Implements Mediabunny's CustomVideoDecoder interface using FFmpeg child process.
+ * Supports hardware acceleration via VAAPI, CUDA/CUVID, QSV.
+ */
+import { spawn } from 'child_process';
+import { CustomVideoDecoder, VideoSample, } from 'mediabunny';
+import { getBestDecoder, } from '../HardwareAcceleration.js';
+// Container format for each codec (for decoder input)
+const FORMAT_MAP = {
+    avc: 'h264',
+    hevc: 'hevc',
+    vp8: 'ivf',
+    vp9: 'ivf',
+    av1: 'ivf',
+};
+// Map Mediabunny codec to VideoCodecName
+const CODEC_NAME_MAP = {
+    avc: 'h264',
+    hevc: 'hevc',
+    vp8: 'vp8',
+    vp9: 'vp9',
+    av1: 'av1',
+};
+export class FFmpegVideoDecoder extends CustomVideoDecoder {
+    process = null;
+    accumulatedData = Buffer.alloc(0);
+    frameSize = 0;
+    frameIndex = 0;
+    ivfHeaderSent = false;
+    resolveFlush = null;
+    useIvf = false;
+    useAnnexB = false;
+    nalLengthSize = 4; // Default AVC NAL length size
+    spsNal = null;
+    ppsNal = null;
+    paramsSent = false;
+    // Track input packet timestamps for output frames
+    packetTimestamps = [];
+    packetDurations = [];
+    usingHardwareAcceleration = false;
+    hwaccelMethod = null;
+    static supports(codec, _config) {
+        return codec in FORMAT_MAP;
+    }
+    async init() {
+        const format = FORMAT_MAP[this.codec];
+        this.useIvf = format === 'ivf';
+        this.useAnnexB = format === 'h264' || format === 'hevc';
+        const width = this.config.codedWidth ?? 1920;
+        const height = this.config.codedHeight ?? 1080;
+        this.frameSize = width * height * 4; // RGBA output
+        // Parse AVC decoder config to get SPS/PPS
+        if (this.useAnnexB && this.config.description) {
+            this.parseAvcDecoderConfig(this.config.description);
+        }
+        // Determine hardware acceleration preference from config
+        // Default to 'no-preference' which uses software for better compatibility
+        // Hardware decoding with pipe input can have issues with format conversion
+        const hwPref = this.config.hardwareAcceleration;
+        // Try to get hardware-accelerated decoder only if explicitly requested
+        const codecName = CODEC_NAME_MAP[this.codec];
+        let hwDecoder = null;
+        if (hwPref === 'prefer-hardware' && codecName) {
+            try {
+                const best = await getBestDecoder(codecName, hwPref);
+                hwDecoder = best.decoder;
+                this.usingHardwareAcceleration = best.isHardware;
+                this.hwaccelMethod = best.hwaccel;
+                if (best.isHardware) {
+                    console.log(`[FFmpegVideoDecoder] Using hardware decoder: ${best.decoder || best.hwaccel}`);
+                }
+            }
+            catch {
+                // Fall back to software
+            }
+        }
+        const args = [
+            '-hide_banner',
+            '-loglevel', 'error',
+        ];
+        // Add hardware acceleration options
+        if (this.hwaccelMethod === 'vaapi') {
+            args.push('-hwaccel', 'vaapi');
+            args.push('-vaapi_device', '/dev/dri/renderD128');
+        }
+        else if (this.hwaccelMethod === 'cuda') {
+            args.push('-hwaccel', 'cuda');
+            if (hwDecoder) {
+                args.push('-c:v', hwDecoder);
+            }
+        }
+        else if (this.hwaccelMethod === 'qsv') {
+            args.push('-hwaccel', 'qsv');
+            if (hwDecoder) {
+                args.push('-c:v', hwDecoder);
+            }
+        }
+        // Input from pipe
+        args.push('-f', format);
+        args.push('-i', 'pipe:0');
+        // Output raw video - need hwdownload for hardware frames
+        // VAAPI outputs nv12, so we need to download and convert to rgba
+        if (this.hwaccelMethod === 'vaapi') {
+            args.push('-vf', 'hwdownload,format=nv12,format=rgba');
+        }
+        else if (this.hwaccelMethod === 'cuda') {
+            args.push('-vf', 'hwdownload,format=nv12,format=rgba');
+        }
+        else if (this.hwaccelMethod === 'qsv') {
+            args.push('-vf', 'hwdownload,format=nv12,format=rgba');
+        }
+        args.push('-vsync', 'passthrough', '-f', 'rawvideo', '-pix_fmt', 'rgba', 'pipe:1');
+        this.process = spawn('ffmpeg', args, {
+            stdio: ['pipe', 'pipe', 'pipe'],
+        });
+        this.process.stdout?.on('data', (data) => {
+            this.accumulatedData = Buffer.concat([this.accumulatedData, data]);
+            // Emit complete frames
+            while (this.accumulatedData.length >= this.frameSize) {
+                const frameData = this.accumulatedData.subarray(0, this.frameSize);
+                this.accumulatedData = this.accumulatedData.subarray(this.frameSize);
+                this.emitSample(frameData);
+            }
+        });
+        this.process.stderr?.on('data', (data) => {
+            console.error('FFmpeg decoder error:', data.toString());
+        });
+        this.process.on('close', () => {
+            if (this.resolveFlush) {
+                this.resolveFlush();
+                this.resolveFlush = null;
+            }
+        });
+        this.process.stdin?.on('error', () => {
+            // Ignore EPIPE errors
+        });
+    }
+    async decode(packet) {
+        if (!this.process?.stdin?.writable) {
+            throw new Error('Decoder not initialized');
+        }
+        // Store packet timing info for output frames
+        this.packetTimestamps.push(packet.timestamp);
+        this.packetDurations.push(packet.duration);
+        if (this.useIvf) {
+            // Wrap packet data in IVF framing
+            this.writeIvfFrame(packet.data, this.frameIndex++);
+        }
+        else if (this.useAnnexB) {
+            // Convert AVC/AVCC format to Annex B and write
+            this.writeAnnexBFrame(packet.data, packet.type === 'key');
+            this.frameIndex++;
+        }
+        else {
+            // Write raw encoded data
+            this.process.stdin.write(Buffer.from(packet.data));
+        }
+    }
+    /**
+     * Parse AVCDecoderConfigurationRecord from config.description
+     * This extracts SPS and PPS NAL units needed for Annex B stream
+     */
+    parseAvcDecoderConfig(description) {
+        let data;
+        if (description instanceof ArrayBuffer) {
+            data = Buffer.from(description);
+        }
+        else if (ArrayBuffer.isView(description)) {
+            data = Buffer.from(description.buffer, description.byteOffset, description.byteLength);
+        }
+        else {
+            return;
+        }
+        if (data.length < 7)
+            return;
+        // AVCDecoderConfigurationRecord structure:
+        // configurationVersion (1 byte)
+        // AVCProfileIndication (1 byte)
+        // profile_compatibility (1 byte)
+        // AVCLevelIndication (1 byte)
+        // lengthSizeMinusOne (1 byte, lower 2 bits) -> NAL length size
+        // numOfSequenceParameterSets (1 byte, lower 5 bits)
+        // SPS entries...
+        // numOfPictureParameterSets (1 byte)
+        // PPS entries...
+        this.nalLengthSize = (data[4] & 0x03) + 1;
+        let offset = 5;
+        // Parse SPS
+        const numSps = data[offset] & 0x1f;
+        offset++;
+        for (let i = 0; i < numSps; i++) {
+            if (offset + 2 > data.length)
+                break;
+            const spsLength = data.readUInt16BE(offset);
+            offset += 2;
+            if (offset + spsLength > data.length)
+                break;
+            this.spsNal = data.subarray(offset, offset + spsLength);
+            offset += spsLength;
+        }
+        // Parse PPS
+        if (offset >= data.length)
+            return;
+        const numPps = data[offset];
+        offset++;
+        for (let i = 0; i < numPps; i++) {
+            if (offset + 2 > data.length)
+                break;
+            const ppsLength = data.readUInt16BE(offset);
+            offset += 2;
+            if (offset + ppsLength > data.length)
+                break;
+            this.ppsNal = data.subarray(offset, offset + ppsLength);
+            offset += ppsLength;
+        }
+    }
+    /**
+     * Convert AVC/AVCC format packet to Annex B and write to FFmpeg
+     * AVC format: [length][NAL][length][NAL]...
+     * Annex B:    [start code][NAL][start code][NAL]...
+     */
+    writeAnnexBFrame(data, isKeyFrame) {
+        if (!this.process?.stdin)
+            return;
+        const buf = Buffer.from(data);
+        const startCode = Buffer.from([0x00, 0x00, 0x00, 0x01]);
+        // For keyframes, prepend SPS and PPS
+        if (isKeyFrame && !this.paramsSent && this.spsNal && this.ppsNal) {
+            this.process.stdin.write(startCode);
+            this.process.stdin.write(this.spsNal);
+            this.process.stdin.write(startCode);
+            this.process.stdin.write(this.ppsNal);
+            this.paramsSent = true;
+        }
+        // Check if data is already in Annex B format (starts with 0x00 0x00 0x01)
+        if (this.isAnnexBFormat(buf)) {
+            this.process.stdin.write(buf);
+            return;
+        }
+        // Convert AVC format to Annex B
+        let offset = 0;
+        while (offset + this.nalLengthSize <= buf.length) {
+            // Read NAL length
+            let nalLength = 0;
+            for (let i = 0; i < this.nalLengthSize; i++) {
+                nalLength = (nalLength << 8) | buf[offset + i];
+            }
+            offset += this.nalLengthSize;
+            if (offset + nalLength > buf.length) {
+                console.error('Invalid NAL length in AVC data');
+                break;
+            }
+            // Write start code + NAL data
+            this.process.stdin.write(startCode);
+            this.process.stdin.write(buf.subarray(offset, offset + nalLength));
+            offset += nalLength;
+        }
+    }
+    /**
+     * Check if buffer is already in Annex B format
+     */
+    isAnnexBFormat(buf) {
+        if (buf.length < 4)
+            return false;
+        // Check for 3-byte or 4-byte start code
+        return ((buf[0] === 0 && buf[1] === 0 && buf[2] === 1) ||
+            (buf[0] === 0 && buf[1] === 0 && buf[2] === 0 && buf[3] === 1));
+    }
+    async flush() {
+        return new Promise((resolve) => {
+            this.resolveFlush = resolve;
+            if (this.process?.stdin) {
+                this.process.stdin.end();
+            }
+            else {
+                resolve();
+            }
+        });
+    }
+    async close() {
+        if (this.process) {
+            this.process.kill('SIGTERM');
+            this.process = null;
+        }
+    }
+    /**
+     * Write IVF file header (32 bytes)
+     */
+    writeIvfHeader() {
+        if (!this.process?.stdin)
+            return;
+        const width = this.config.codedWidth ?? 1920;
+        const height = this.config.codedHeight ?? 1080;
+        const header = Buffer.alloc(32);
+        header.write('DKIF', 0);
+        header.writeUInt16LE(0, 4); // Version
+        header.writeUInt16LE(32, 6); // Header length
+        // FourCC based on codec
+        if (this.codec === 'vp8') {
+            header.write('VP80', 8);
+        }
+        else if (this.codec === 'vp9') {
+            header.write('VP90', 8);
+        }
+        else if (this.codec === 'av1') {
+            header.write('AV01', 8);
+        }
+        header.writeUInt16LE(width, 12);
+        header.writeUInt16LE(height, 14);
+        header.writeUInt32LE(30, 16); // Framerate
+        header.writeUInt32LE(1, 20); // Timebase
+        header.writeUInt32LE(0, 24); // Frame count (unknown)
+        header.writeUInt32LE(0, 28); // Unused
+        this.process.stdin.write(header);
+        this.ivfHeaderSent = true;
+    }
+    /**
+     * Write an IVF frame (12-byte header + data)
+     */
+    writeIvfFrame(data, frameIndex) {
+        if (!this.process?.stdin)
+            return;
+        if (!this.ivfHeaderSent) {
+            this.writeIvfHeader();
+        }
+        const frameHeader = Buffer.alloc(12);
+        frameHeader.writeUInt32LE(data.length, 0);
+        frameHeader.writeBigUInt64LE(BigInt(frameIndex), 4);
+        this.process.stdin.write(frameHeader);
+        this.process.stdin.write(Buffer.from(data));
+    }
+    /**
+     * Emit a decoded VideoSample via Mediabunny callback
+     */
+    emitSample(data) {
+        const width = this.config.codedWidth ?? 1920;
+        const height = this.config.codedHeight ?? 1080;
+        // Use stored timestamp from input packet, or calculate from frame index
+        let timestampSeconds;
+        let durationSeconds;
+        if (this.packetTimestamps.length > 0) {
+            timestampSeconds = this.packetTimestamps.shift();
+            durationSeconds = this.packetDurations.shift() ?? (1 / 30);
+        }
+        else {
+            // Fallback to calculated timestamp
+            const framerate = 30;
+            timestampSeconds = this.frameIndex / framerate;
+            durationSeconds = 1 / framerate;
+        }
+        // Create VideoSample from raw pixel data (Uint8Array)
+        // Mediabunny accepts AllowSharedBufferSource with format/dimensions/timestamp
+        const sample = new VideoSample(new Uint8Array(data), {
+            format: 'RGBA',
+            codedWidth: width,
+            codedHeight: height,
+            timestamp: timestampSeconds,
+            duration: durationSeconds,
+        });
+        this.frameIndex++;
+        this.onSample(sample);
+    }
+}
+//# sourceMappingURL=FFmpegVideoDecoder.js.map

package/dist/mediabunny/FFmpegVideoDecoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FFmpegVideoDecoder.js","sourceRoot":"","sources":["../../src/mediabunny/FFmpegVideoDecoder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,KAAK,EAAgB,MAAM,eAAe,CAAC;AACpD,OAAO,EACL,kBAAkB,EAClB,WAAW,GAGZ,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,cAAc,GAGf,MAAM,4BAA4B,CAAC;AAEpC,sDAAsD;AACtD,MAAM,UAAU,GAA+B;IAC7C,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;CACX,CAAC;AAEF,yCAAyC;AACzC,MAAM,cAAc,GAAuC;IACzD,GAAG,EAAE,MAAM;IACX,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;CACX,CAAC;AAEF,MAAM,OAAO,kBAAmB,SAAQ,kBAAkB;IAChD,OAAO,GAAwB,IAAI,CAAC;IACpC,eAAe,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1C,SAAS,GAAW,CAAC,CAAC;IACtB,UAAU,GAAG,CAAC,CAAC;IACf,aAAa,GAAG,KAAK,CAAC;IACtB,YAAY,GAAwB,IAAI,CAAC;IACzC,MAAM,GAAY,KAAK,CAAC;IACxB,SAAS,GAAY,KAAK,CAAC;IAC3B,aAAa,GAAW,CAAC,CAAC,CAAC,8BAA8B;IACzD,MAAM,GAAkB,IAAI,CAAC;IAC7B,MAAM,GAAkB,IAAI,CAAC;IAC7B,UAAU,GAAY,KAAK,CAAC;IACpC,kDAAkD;IAC1C,gBAAgB,GAAa,EAAE,CAAC;IAChC,eAAe,GAAa,EAAE,CAAC;IAC/B,yBAAyB,GAAG,KAAK,CAAC;IAClC,aAAa,GAAsC,IAAI,CAAC;IAEhE,MAAM,CAAC,QAAQ,CAAC,KAAiB,EAAE,OAA2B;QAC5D,OAAO,KAAK,IAAI,UAAU,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,KAAK,KAAK,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,MAAM,CAAC;QAExD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,cAAc;QAEnD,0CAA0C;QAC1C,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC9C,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACtD,CAAC;QAED,yDAAyD;QACzD,0EAA0E;QAC1E,2EAA2E;QAC3E,MAAM,MAAM,GAAI,IAAI,CAAC,MAAc,CAAC,oBACiC,CAAC;QAEtE,uEAAuE;QACvE,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,SAAS,GAAkB,IAAI,CAAC;QAEpC,IAAI,MAAM,KAAK,iBAAiB,IAAI,SAAS,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBACrD,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;gBACzB,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,UAAU,CAAC;gBACjD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC;gBAElC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,gDAAgD,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC9F,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,wBAAwB;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG;YACX,cAAc;YACd,WAAW,EAAE,OAAO;SACrB,CAAC;QAEF,oCAAoC;QACpC,IAAI,IAAI,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,qBAAqB,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,IAAI,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAC9B,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAC7B,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE1B,yDAAyD;QACzD,iEAAiE;QACjE,IAAI,IAAI,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,oCAAoC,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,oCAAoC,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,oCAAoC,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,IAAI,CACP,QAAQ,EAAE,aAAa,EACvB,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,CACT,CAAC;QAEF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE;YACnC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;SAChC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,CAAC;YAEnE,uBAAuB;YACvB,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBACnE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACrE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAC5B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACnC,sBAAsB;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAqB;QAChC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,6CAA6C;QAC7C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,kCAAkC;YAClC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC1B,+CAA+C;YAC/C,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;YAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,yBAAyB;YACzB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,qBAAqB,CAAC,WAA0C;QACtE,IAAI,IAAY,CAAC;QACjB,IAAI,WAAW,YAAY,WAAW,EAAE,CAAC;YACvC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QACzF,CAAC;aAAM,CAAC;YACN,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAE5B,2CAA2C;QAC3C,gCAAgC;QAChC,gCAAgC;QAChC,iCAAiC;QACjC,8BAA8B;QAC9B,+DAA+D;QAC/D,oDAAoD;QACpD,iBAAiB;QACjB,qCAAqC;QACrC,iBAAiB;QAEjB,IAAI,CAAC,aAAa,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAE1C,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,YAAY;QACZ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;QACnC,MAAM,EAAE,CAAC;QAET,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,IAAI,CAAC,CAAC;YAEZ,IAAI,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM;YAC5C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;YACxD,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;QAED,YAAY;QACZ,IAAI,MAAM,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,EAAE,CAAC;QAET,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,IAAI,CAAC,CAAC;YAEZ,IAAI,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM;YAC5C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;YACxD,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,gBAAgB,CAAC,IAAgB,EAAE,UAAmB;QAC5D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK;YAAE,OAAO;QAEjC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAExD,qCAAqC;QACrC,IAAI,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACjE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,0EAA0E;QAC1E,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,gCAAgC;QAChC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,IAAI,CAAC,aAAa,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACjD,kBAAkB;YAClB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,SAAS,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjD,CAAC;YACD,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC;YAE7B,IAAI,MAAM,GAAG,SAAS,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;gBACpC,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAChD,MAAM;YACR,CAAC;YAED,8BAA8B;YAC9B,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;YACnE,MAAM,IAAI,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,GAAW;QAChC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QACjC,wCAAwC;QACxC,OAAO,CACL,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC9C,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAC/D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;YAE5B,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;gBACxB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK;YAAE,OAAO;QAEjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAE/C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACxB,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU;QACtC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB;QAE7C,wBAAwB;QACxB,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1B,CAAC;QAED,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY;QAC1C,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW;QACxC,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,wBAAwB;QACrD,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS;QAEtC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,IAAgB,EAAE,UAAkB;QACxD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK;YAAE,OAAO;QAEjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrC,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1C,WAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACtC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAY;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAE/C,wEAAwE;QACxE,IAAI,gBAAwB,CAAC;QAC7B,IAAI,eAAuB,CAAC;QAE5B,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAG,CAAC;YAClD,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,mCAAmC;YACnC,MAAM,SAAS,GAAG,EAAE,CAAC;YACrB,gBAAgB,GAAG,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAC/C,eAAe,GAAG,CAAC,GAAG,SAAS,CAAC;QAClC,CAAC;QAED,sDAAsD;QACtD,8EAA8E;QAC9E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,MAAM;YACnB,SAAS,EAAE,gBAAgB;YAC3B,QAAQ,EAAE,eAAe;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;CACF"}

package/dist/mediabunny/FFmpegVideoEncoder.d.ts

@@ -0,0 +1,77 @@
+/**
+ * FFmpeg-backed VideoEncoder for Mediabunny
+ *
+ * Implements Mediabunny's CustomVideoEncoder interface using FFmpeg child process.
+ * Supports hardware acceleration via VAAPI, NVENC, QSV, VideoToolbox.
+ */
+import { CustomVideoEncoder, VideoSample, VideoCodec } from 'mediabunny';
+export declare class FFmpegVideoEncoder extends CustomVideoEncoder {
+    private process;
+    private accumulatedData;
+    private ivfHeaderParsed;
+    private frameIndex;
+    private resolveFlush;
+    private useIvf;
+    private useAnnexB;
+    private codecDescription;
+    private metadataEmitted;
+    private usingHardwareAcceleration;
+    private hwaccelMethod;
+    private bitstreamFormat;
+    static supports(codec: VideoCodec, _config: VideoEncoderConfig): boolean;
+    init(): Promise<void>;
+    encode(videoSample: VideoSample, _options: {
+        keyFrame?: boolean;
+    }): Promise<void>;
+    flush(): Promise<void>;
+    close(): Promise<void>;
+    /**
+     * Extract raw RGBA pixel data from VideoSample
+     */
+    private getFrameData;
+    /**
+     * Parse IVF container and emit individual encoded packets
+     */
+    private parseIvfFrames;
+    /**
+     * Parse H.264/HEVC Annex B bitstream and emit frames
+     * Annex B uses start codes (0x00 0x00 0x01 or 0x00 0x00 0x00 0x01) to delimit NAL units.
+     * When AUD (Access Unit Delimiter) is enabled, each frame starts with an AUD NAL.
+     */
+    private parseAnnexBFrames;
+    /**
+     * Find all Annex B start codes in buffer
+     */
+    private findStartCodes;
+    /**
+     * Get NAL unit type from first byte after start code
+     */
+    private getNalType;
+    /**
+     * Check if this NAL unit starts a new Access Unit (frame)
+     */
+    private isAccessUnitStart;
+    /**
+     * Emit a complete Annex B frame
+     */
+    private emitAnnexBFrame;
+    /**
+     * Check if H.264/HEVC Annex B frame is a keyframe
+     */
+    private isH264KeyFrame;
+    /**
+     * Check if VP8/VP9/AV1 frame is a keyframe
+     */
+    private isKeyFrame;
+    /**
+     * Emit an encoded packet via Mediabunny callback
+     */
+    private emitPacket;
+    /**
+     * Get codec string for the output format
+     */
+    private getCodecString;
+    private buildCodecDescription;
+    private convertAnnexBFrame;
+}
+//# sourceMappingURL=FFmpegVideoEncoder.d.ts.map

package/dist/mediabunny/FFmpegVideoEncoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FFmpegVideoEncoder.d.ts","sourceRoot":"","sources":["../../src/mediabunny/FFmpegVideoEncoder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,kBAAkB,EAClB,WAAW,EAEX,UAAU,EACX,MAAM,YAAY,CAAC;AA6CpB,qBAAa,kBAAmB,SAAQ,kBAAkB;IACxD,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,eAAe,CAA2B;IAClD,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,aAAa,CAA2C;IAChE,OAAO,CAAC,eAAe,CAA8B;IAErD,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO;IAIlE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA6IrB,MAAM,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE;QAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUjF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAYtB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B;;OAEG;YACW,YAAY;IAkC1B;;OAEG;IACH,OAAO,CAAC,cAAc;IAiCtB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IA6DzB;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;OAEG;IACH,OAAO,CAAC,UAAU;IAUlB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAwCzB;;OAEG;IACH,OAAO,CAAC,eAAe;IAKvB;;OAEG;IACH,OAAO,CAAC,cAAc;IA2BtB;;OAEG;IACH,OAAO,CAAC,UAAU;IAsBlB;;OAEG;IACH,OAAO,CAAC,UAAU;IA0ClB;;OAEG;IACH,OAAO,CAAC,cAAc;IAsBtB,OAAO,CAAC,qBAAqB;IAsB7B,OAAO,CAAC,kBAAkB;CAU3B"}