@mediabunny/ac3 0.1.0

package/src/bridge.c

@@ -0,0 +1,289 @@
+/*!
+ * Copyright (c) 2026-present, Vanilagy and contributors
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at https://mozilla.org/MPL/2.0/.
+ */
+
+#include <emscripten.h>
+#include <stdlib.h>
+#include <string.h>
+#include "libavcodec/avcodec.h"
+#include "libavutil/opt.h"
+#include "libavutil/channel_layout.h"
+
+typedef struct {
+	AVCodecContext *codec_ctx;
+	AVPacket *packet;
+	AVFrame *frame;
+} DecoderContext;
+
+EMSCRIPTEN_KEEPALIVE
+DecoderContext *init_decoder(int codec_id) {
+	enum AVCodecID av_codec_id = codec_id == 0 ? AV_CODEC_ID_AC3 : AV_CODEC_ID_EAC3;
+
+	const AVCodec *codec = avcodec_find_decoder(av_codec_id);
+	if (!codec) return NULL;
+
+	AVCodecContext *codec_ctx = avcodec_alloc_context3(codec);
+	if (!codec_ctx) return NULL;
+
+	if (avcodec_open2(codec_ctx, codec, NULL) < 0) {
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	AVPacket *packet = av_packet_alloc();
+	if (!packet) {
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	AVFrame *frame = av_frame_alloc();
+	if (!frame) {
+		av_packet_free(&packet);
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	DecoderContext *ctx = malloc(sizeof(DecoderContext));
+	if (!ctx) {
+		av_frame_free(&frame);
+		av_packet_free(&packet);
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	ctx->codec_ctx = codec_ctx;
+	ctx->packet = packet;
+	ctx->frame = frame;
+
+	return ctx;
+}
+
+EMSCRIPTEN_KEEPALIVE
+uint8_t *configure_decode_packet(DecoderContext *ctx, int size) {
+	if (av_new_packet(ctx->packet, size) < 0) {
+		return NULL;
+	}
+
+	return ctx->packet->data;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int decode_packet(DecoderContext *ctx, int pts) {
+	ctx->packet->pts = pts;
+	int ret = avcodec_send_packet(ctx->codec_ctx, ctx->packet);
+	av_packet_unref(ctx->packet);
+	if (ret < 0) return ret;
+
+	ret = avcodec_receive_frame(ctx->codec_ctx, ctx->frame);
+	if (ret < 0) return ret;
+
+	return 0;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_decoded_format(DecoderContext *ctx) {
+	return ctx->frame->format;
+}
+
+EMSCRIPTEN_KEEPALIVE
+uint8_t *get_decoded_plane_ptr(DecoderContext *ctx, int plane) {
+	return ctx->frame->data[plane];
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_decoded_channels(DecoderContext *ctx) {
+	return ctx->frame->ch_layout.nb_channels;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_decoded_sample_rate(DecoderContext *ctx) {
+	return ctx->frame->sample_rate;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_decoded_sample_count(DecoderContext *ctx) {
+	return ctx->frame->nb_samples;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_decoded_pts(DecoderContext *ctx) {
+	return (int)ctx->frame->pts;
+}
+
+EMSCRIPTEN_KEEPALIVE
+void flush_decoder(DecoderContext *ctx) {
+	avcodec_send_packet(ctx->codec_ctx, NULL);
+	while (avcodec_receive_frame(ctx->codec_ctx, ctx->frame) == 0) {}
+	avcodec_flush_buffers(ctx->codec_ctx);
+}
+
+EMSCRIPTEN_KEEPALIVE
+void close_decoder(DecoderContext *ctx) {
+	av_frame_free(&ctx->frame);
+	av_packet_free(&ctx->packet);
+	avcodec_free_context(&ctx->codec_ctx);
+	free(ctx);
+}
+
+typedef struct {
+	AVCodecContext *codec_ctx;
+	AVPacket *packet;
+	AVFrame *frame;
+	float *input_buffer;
+	int input_buffer_size;
+	int encoded_pts;
+	int encoded_duration;
+} EncoderContext;
+
+EMSCRIPTEN_KEEPALIVE
+EncoderContext *init_encoder(int codec_id, int channels, int sample_rate, int bitrate) {
+	enum AVCodecID av_codec_id = codec_id == 0 ? AV_CODEC_ID_AC3 : AV_CODEC_ID_EAC3;
+
+	const AVCodec *codec = avcodec_find_encoder(av_codec_id);
+	if (!codec) return NULL;
+
+	AVCodecContext *codec_ctx = avcodec_alloc_context3(codec);
+	if (!codec_ctx) return NULL;
+
+	codec_ctx->sample_fmt = AV_SAMPLE_FMT_FLTP;
+	codec_ctx->sample_rate = sample_rate;
+	codec_ctx->bit_rate = bitrate;
+	codec_ctx->time_base = (AVRational){1, sample_rate};
+
+	AVChannelLayout layout;
+	av_channel_layout_default(&layout, channels);
+	av_channel_layout_copy(&codec_ctx->ch_layout, &layout);
+	av_channel_layout_uninit(&layout);
+
+	if (avcodec_open2(codec_ctx, codec, NULL) < 0) {
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	AVPacket *packet = av_packet_alloc();
+	if (!packet) {
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	AVFrame *frame = av_frame_alloc();
+	if (!frame) {
+		av_packet_free(&packet);
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	// The frame has a fixed format, so let's create it now:
+	frame->format = AV_SAMPLE_FMT_FLTP;
+	frame->sample_rate = sample_rate;
+	frame->nb_samples = codec_ctx->frame_size;
+	av_channel_layout_copy(&frame->ch_layout, &codec_ctx->ch_layout);
+
+	if (av_frame_get_buffer(frame, 0) < 0) {
+		av_frame_free(&frame);
+		av_packet_free(&packet);
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	EncoderContext *ctx = malloc(sizeof(EncoderContext));
+	if (!ctx) {
+		av_frame_free(&frame);
+		av_packet_free(&packet);
+		avcodec_free_context(&codec_ctx);
+		return NULL;
+	}
+
+	ctx->codec_ctx = codec_ctx;
+	ctx->packet = packet;
+	ctx->frame = frame;
+	ctx->input_buffer = NULL;
+	ctx->input_buffer_size = 0;
+	ctx->encoded_pts = 0;
+	ctx->encoded_duration = 0;
+
+	return ctx;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_encoder_frame_size(EncoderContext *ctx) {
+	return ctx->codec_ctx->frame_size;
+}
+
+EMSCRIPTEN_KEEPALIVE
+float *get_encode_input_ptr(EncoderContext *ctx, int size) {
+	if (ctx->input_buffer_size < size) {
+		free(ctx->input_buffer);
+		ctx->input_buffer = malloc(size);
+		if (!ctx->input_buffer) {
+			ctx->input_buffer_size = 0;
+			return NULL;
+		}
+		ctx->input_buffer_size = size;
+	}
+	return ctx->input_buffer;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int encode_frame(EncoderContext *ctx, int pts) {
+	int channels = ctx->codec_ctx->ch_layout.nb_channels;
+	int frame_size = ctx->frame->nb_samples;
+
+	ctx->frame->pts = pts;
+
+	// Deinterleave f32 input into the frame's f32-planar planes
+	float *input = ctx->input_buffer;
+	for (int ch = 0; ch < channels; ch++) {
+		float *plane = (float *)ctx->frame->data[ch];
+		for (int i = 0; i < frame_size; i++) {
+			plane[i] = input[i * channels + ch];
+		}
+	}
+
+	int ret = avcodec_send_frame(ctx->codec_ctx, ctx->frame);
+	if (ret < 0) return ret;
+
+	ret = avcodec_receive_packet(ctx->codec_ctx, ctx->packet);
+	if (ret < 0) return ret;
+
+	ctx->encoded_pts = ctx->packet->pts;
+	ctx->encoded_duration = ctx->packet->duration;
+
+	return ctx->packet->size;
+}
+
+EMSCRIPTEN_KEEPALIVE
+void flush_encoder(EncoderContext *ctx) {
+	avcodec_send_frame(ctx->codec_ctx, NULL);
+	while (avcodec_receive_packet(ctx->codec_ctx, ctx->packet) == 0) {
+		av_packet_unref(ctx->packet);
+	}
+}
+
+EMSCRIPTEN_KEEPALIVE
+uint8_t *get_encoded_data(EncoderContext *ctx) {
+	return ctx->packet->data;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_encoded_pts(EncoderContext *ctx) {
+	return ctx->encoded_pts;
+}
+
+EMSCRIPTEN_KEEPALIVE
+int get_encoded_duration(EncoderContext *ctx) {
+	return ctx->encoded_duration;
+}
+
+EMSCRIPTEN_KEEPALIVE
+void close_encoder(EncoderContext *ctx) {
+	free(ctx->input_buffer);
+	av_frame_free(&ctx->frame);
+	av_packet_free(&ctx->packet);
+	avcodec_free_context(&ctx->codec_ctx);
+	free(ctx);
+}

package/src/codec.worker.ts

@@ -0,0 +1,306 @@
+/*!
+ * Copyright (c) 2026-present, Vanilagy and contributors
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at https://mozilla.org/MPL/2.0/.
+ */
+
+import createModule from '../build/ac3';
+import type { WorkerCommand, WorkerResponse, WorkerResponseData } from './shared';
+
+type ExtendedEmscriptenModule = EmscriptenModule & {
+	cwrap: typeof cwrap;
+};
+
+let module: ExtendedEmscriptenModule;
+let modulePromise: Promise<ExtendedEmscriptenModule> | null = null;
+
+let initDecoderFn: (codecId: number) => number;
+let configureDecodePacket: (ctx: number, size: number) => number;
+let decodePacket: (ctx: number, pts: number) => number;
+let getDecodedFormat: (ctx: number) => number;
+let getDecodedPlanePtr: (ctx: number, plane: number) => number;
+let getDecodedChannels: (ctx: number) => number;
+let getDecodedSampleRate: (ctx: number) => number;
+let getDecodedSampleCount: (ctx: number) => number;
+let getDecodedPts: (ctx: number) => number;
+let flushDecoderFn: (ctx: number) => void;
+let closeDecoderFn: (ctx: number) => void;
+
+let initEncoderFn: (codecId: number, channels: number, sampleRate: number, bitrate: number) => number;
+let getEncoderFrameSize: (ctx: number) => number;
+let getEncodeInputPtr: (ctx: number, size: number) => number;
+let encodeFrameFn: (ctx: number, pts: number) => number;
+let flushEncoderFn: (ctx: number) => void;
+let getEncodedData: (ctx: number) => number;
+let getEncodedPts: (ctx: number) => number;
+let getEncodedDuration: (ctx: number) => number;
+let closeEncoderFn: (ctx: number) => void;
+
+const codecToId = (codec: string) => codec === 'ac3' ? 0 : 1;
+
+const ensureModule = async () => {
+	if (!module) {
+		if (modulePromise) {
+			// If we don't do this we can have a race condition
+			return modulePromise;
+		}
+
+		modulePromise = createModule() as Promise<ExtendedEmscriptenModule>;
+		module = await modulePromise;
+		modulePromise = null;
+
+		initDecoderFn = module.cwrap('init_decoder', 'number', ['number']);
+		configureDecodePacket = module.cwrap('configure_decode_packet', 'number', ['number', 'number']);
+		decodePacket = module.cwrap('decode_packet', 'number', ['number', 'number']);
+		getDecodedFormat = module.cwrap('get_decoded_format', 'number', ['number']);
+		getDecodedPlanePtr = module.cwrap('get_decoded_plane_ptr', 'number', ['number', 'number']);
+		getDecodedChannels = module.cwrap('get_decoded_channels', 'number', ['number']);
+		getDecodedSampleRate = module.cwrap('get_decoded_sample_rate', 'number', ['number']);
+		getDecodedSampleCount = module.cwrap('get_decoded_sample_count', 'number', ['number']);
+		getDecodedPts = module.cwrap('get_decoded_pts', 'number', ['number']);
+		flushDecoderFn = module.cwrap('flush_decoder', null, ['number']);
+		closeDecoderFn = module.cwrap('close_decoder', null, ['number']);
+
+		initEncoderFn = module.cwrap('init_encoder', 'number', ['number', 'number', 'number', 'number']);
+		getEncoderFrameSize = module.cwrap('get_encoder_frame_size', 'number', ['number']);
+		getEncodeInputPtr = module.cwrap('get_encode_input_ptr', 'number', ['number', 'number']);
+		encodeFrameFn = module.cwrap('encode_frame', 'number', ['number', 'number']);
+		flushEncoderFn = module.cwrap('flush_encoder', null, ['number']);
+		getEncodedData = module.cwrap('get_encoded_data', 'number', ['number']);
+		getEncodedPts = module.cwrap('get_encoded_pts', 'number', ['number']);
+		getEncodedDuration = module.cwrap('get_encoded_duration', 'number', ['number']);
+		closeEncoderFn = module.cwrap('close_encoder', null, ['number']);
+	}
+};
+
+const initDecoder = async (codec: string) => {
+	await ensureModule();
+
+	const ctx = initDecoderFn(codecToId(codec));
+	if (ctx === 0) {
+		throw new Error('Failed to initialize AC3 decoder.');
+	}
+
+	return { ctx, frameSize: 0 };
+};
+
+// Keys are AVSampleFormat enum values
+const AV_FORMAT_MAP: Record<number, { format: AudioSampleFormat; bytesPerSample: number; planar: boolean }> = {
+	0: { format: 'u8', bytesPerSample: 1, planar: false },
+	1: { format: 's16', bytesPerSample: 2, planar: false },
+	2: { format: 's32', bytesPerSample: 4, planar: false },
+	3: { format: 'f32', bytesPerSample: 4, planar: false },
+	5: { format: 'u8-planar', bytesPerSample: 1, planar: true },
+	6: { format: 's16-planar', bytesPerSample: 2, planar: true },
+	7: { format: 's32-planar', bytesPerSample: 4, planar: true },
+	8: { format: 'f32-planar', bytesPerSample: 4, planar: true },
+};
+
+const decode = (ctx: number, encodedData: ArrayBuffer, timestamp: number) => {
+	const bytes = new Uint8Array(encodedData);
+
+	const dataPtr = configureDecodePacket(ctx, bytes.length);
+	if (dataPtr === 0) {
+		throw new Error('Failed to configure decode packet.');
+	}
+
+	module.HEAPU8.set(bytes, dataPtr);
+
+	const ret = decodePacket(ctx, timestamp);
+	if (ret < 0) {
+		throw new Error(`Decode failed with error code ${ret}.`);
+	}
+
+	const avFormat = getDecodedFormat(ctx);
+	const info = AV_FORMAT_MAP[avFormat];
+	if (!info) {
+		throw new Error(`Unsupported AVSampleFormat: ${avFormat}`);
+	}
+
+	const channels = getDecodedChannels(ctx);
+	const sampleRate = getDecodedSampleRate(ctx);
+	const sampleCount = getDecodedSampleCount(ctx);
+	const pts = getDecodedPts(ctx);
+
+	let pcmData: ArrayBuffer;
+	if (info.planar) {
+		const planeSize = sampleCount * info.bytesPerSample;
+		const buffer = new Uint8Array(planeSize * channels);
+
+		for (let ch = 0; ch < channels; ch++) {
+			const ptr = getDecodedPlanePtr(ctx, ch);
+			buffer.set(module.HEAPU8.subarray(ptr, ptr + planeSize), ch * planeSize);
+		}
+
+		pcmData = buffer.buffer;
+	} else {
+		const totalSize = sampleCount * channels * info.bytesPerSample;
+		const ptr = getDecodedPlanePtr(ctx, 0);
+		pcmData = module.HEAPU8.slice(ptr, ptr + totalSize).buffer;
+	}
+
+	return { pcmData, format: info.format, channels, sampleRate, sampleCount, pts };
+};
+
+const initEncoder = async (
+	codec: string,
+	numberOfChannels: number,
+	sampleRate: number,
+	bitrate: number,
+) => {
+	await ensureModule();
+
+	const ctx = initEncoderFn(codecToId(codec), numberOfChannels, sampleRate, bitrate);
+	if (ctx === 0) {
+		throw new Error('Failed to initialize AC3 encoder.');
+	}
+
+	return { ctx, frameSize: getEncoderFrameSize(ctx) };
+};
+
+const encode = (ctx: number, audioData: ArrayBuffer, timestamp: number) => {
+	const audioBytes = new Uint8Array(audioData);
+
+	const inputPtr = getEncodeInputPtr(ctx, audioBytes.length);
+	if (inputPtr === 0) {
+		throw new Error('Failed to allocate encoder input buffer.');
+	}
+	module.HEAPU8.set(audioBytes, inputPtr);
+
+	const bytesWritten = encodeFrameFn(ctx, timestamp);
+	if (bytesWritten < 0) {
+		throw new Error(`Encode failed with error code ${bytesWritten}.`);
+	}
+
+	const ptr = getEncodedData(ctx);
+	const encodedData = module.HEAPU8.slice(ptr, ptr + bytesWritten).buffer;
+	const pts = getEncodedPts(ctx);
+	const duration = getEncodedDuration(ctx);
+
+	return { encodedData, pts, duration };
+};
+
+const flushEncoder = (ctx: number) => {
+	flushEncoderFn(ctx);
+};
+
+const onMessage = (data: { id: number; command: WorkerCommand }) => {
+	const { id, command } = data;
+
+	const handleCommand = async (): Promise<void> => {
+		try {
+			let result: WorkerResponseData;
+			const transferables: Transferable[] = [];
+
+			switch (command.type) {
+				case 'init-decoder': {
+					const { ctx, frameSize } = await initDecoder(command.data.codec);
+					result = { type: command.type, ctx, frameSize };
+				}; break;
+
+				case 'decode': {
+					const decoded = decode(command.data.ctx, command.data.encodedData, command.data.timestamp);
+					result = {
+						type: command.type,
+						pcmData: decoded.pcmData,
+						format: decoded.format,
+						channels: decoded.channels,
+						sampleRate: decoded.sampleRate,
+						sampleCount: decoded.sampleCount,
+						pts: decoded.pts,
+					};
+					transferables.push(decoded.pcmData);
+				}; break;
+
+				case 'flush-decoder': {
+					flushDecoderFn(command.data.ctx);
+					result = { type: command.type };
+				}; break;
+
+				case 'close-decoder': {
+					closeDecoderFn(command.data.ctx);
+					result = { type: command.type };
+				}; break;
+
+				case 'init-encoder': {
+					const { ctx, frameSize } = await initEncoder(
+						command.data.codec,
+						command.data.numberOfChannels,
+						command.data.sampleRate,
+						command.data.bitrate,
+					);
+					result = { type: command.type, ctx, frameSize };
+				}; break;
+
+				case 'encode': {
+					const encoded = encode(
+						command.data.ctx,
+						command.data.audioData,
+						command.data.timestamp,
+					);
+					result = {
+						type: command.type,
+						encodedData: encoded.encodedData,
+						pts: encoded.pts,
+						duration: encoded.duration,
+					};
+					transferables.push(encoded.encodedData);
+				}; break;
+
+				case 'flush-encoder': {
+					flushEncoder(command.data.ctx);
+					result = { type: command.type };
+				}; break;
+
+				case 'close-encoder': {
+					closeEncoderFn(command.data.ctx);
+					result = { type: command.type };
+				}; break;
+			}
+
+			const response: WorkerResponse = {
+				id,
+				success: true,
+				data: result,
+			};
+			sendMessage(response, transferables);
+		} catch (error: unknown) {
+			const response: WorkerResponse = {
+				id,
+				success: false,
+				error,
+			};
+			sendMessage(response);
+		}
+	};
+
+	void handleCommand();
+};
+
+const sendMessage = (data: unknown, transferables?: Transferable[]) => {
+	if (parentPort) {
+		parentPort.postMessage(data, transferables ?? []);
+	} else {
+		self.postMessage(data, { transfer: transferables ?? [] });
+	}
+};
+
+let parentPort: {
+	postMessage: (data: unknown, transferables?: Transferable[]) => void;
+	on: (event: string, listener: (data: never) => void) => void;
+} | null = null;
+
+if (typeof self === 'undefined') {
+	const workerModule = 'worker_threads';
+	// eslint-disable-next-line @stylistic/max-len
+	// eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-require-imports, @typescript-eslint/no-unsafe-member-access
+	parentPort = require(workerModule).parentPort;
+}
+
+if (parentPort) {
+	parentPort.on('message', onMessage);
+} else {
+	self.addEventListener('message', event => onMessage(event.data as { id: number; command: WorkerCommand }));
+}

package/src/decoder.ts

@@ -0,0 +1,70 @@
+/*!
+ * Copyright (c) 2026-present, Vanilagy and contributors
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at https://mozilla.org/MPL/2.0/.
+ */
+
+import {
+	CustomAudioDecoder,
+	AudioCodec,
+	AudioSample,
+	EncodedPacket,
+	registerDecoder,
+} from 'mediabunny';
+import { sendCommand } from './worker-client';
+
+class Ac3Decoder extends CustomAudioDecoder {
+	private ctx = 0;
+
+	static override supports(codec: AudioCodec): boolean {
+		return codec === 'ac3' || codec === 'eac3';
+	}
+
+	async init() {
+		const result = await sendCommand({
+			type: 'init-decoder',
+			data: { codec: this.codec },
+		});
+		this.ctx = result.ctx;
+	}
+
+	async decode(packet: EncodedPacket) {
+		const encodedData = packet.data.slice().buffer;
+		const timestamp = Math.round(packet.timestamp * this.config.sampleRate);
+
+		const result = await sendCommand({
+			type: 'decode',
+			data: { ctx: this.ctx, encodedData, timestamp },
+		}, [encodedData]);
+
+		const sample = new AudioSample({
+			data: result.pcmData,
+			format: result.format,
+			numberOfChannels: result.channels,
+			sampleRate: result.sampleRate,
+			timestamp: result.pts / result.sampleRate,
+		});
+		this.onSample(sample);
+	}
+
+	async flush() {
+		await sendCommand({ type: 'flush-decoder', data: { ctx: this.ctx } });
+	}
+
+	close() {
+		void sendCommand({ type: 'close-decoder', data: { ctx: this.ctx } });
+	}
+}
+
+/**
+ * Registers AC-3 and E-AC-3 decoders, which Mediabunny will then use automatically when applicable. Make sure to call
+ * this function before starting any decoding task.
+ *
+ * @group \@mediabunny/ac3
+ * @public
+ */
+export const registerAc3Decoder = () => {
+	registerDecoder(Ac3Decoder);
+};