webcodecs-node 0.7.2 → 0.8.5

package/README.md

@@ -1,9 +1,15 @@
 # webcodecs-node
 
+[![npm version](https://img.shields.io/npm/v/webcodecs-node.svg)](https://www.npmjs.com/package/webcodecs-node)
+[![License: AGPL v3](https://img.shields.io/badge/License-AGPL_v3-blue.svg)](https://www.gnu.org/licenses/agpl-3.0)
+[![GitHub](https://img.shields.io/badge/GitHub-aptumfr%2Fwebcodecs--node-blue?logo=github)](https://github.com/aptumfr/webcodecs-node)
+
 WebCodecs API implementation for Node.js using node-av.
 
 This package provides a Node.js-compatible implementation of the [WebCodecs API](https://developer.mozilla.org/en-US/docs/Web/API/WebCodecs_API), enabling video and audio encoding/decoding in server-side JavaScript applications.
 
+**Developed by [Aptum](https://github.com/aptumfr)** - High-performance webcodecs implementation for Node.js.
+
 ## Features
 
 - **VideoEncoder / VideoDecoder** - H.264, HEVC, VP8, VP9, AV1
@@ -16,7 +22,7 @@ This package provides a Node.js-compatible implementation of the [WebCodecs API]
 - **Streaming Support** - Real-time frame-by-frame encoding/decoding
 - **Latency Modes** - Configure for real-time streaming vs maximum compression
 - **Bitrate Modes** - Constant, variable, and quantizer (CRF) encoding modes
-- **Alpha Channel** - Preserve transparency with VP9 and AV1 codecs
+- **Alpha Channel** - Preserve transparency with VP9 codec (software encoding only)
 - **10-bit & HDR** - I420P10, P010 formats with HDR10 metadata support
 - **Container Support** - MP4, WebM demuxing/muxing utilities
 
@@ -367,26 +373,79 @@ encoder.configure({
 
 ### Container Utilities
 
-Import container demuxing/muxing utilities for working with MP4 and WebM files:
+Import container demuxing/muxing utilities for working with MP4, WebM, and MKV files:
 
 ```typescript
-import { Mp4Demuxer, WebmMuxer } from 'webcodecs-node/containers';
+import { Demuxer, Muxer, muxChunks, extractVideoFrames } from 'webcodecs-node/containers';
+
+// Demux a video file
+const demuxer = new Demuxer({ path: 'input.mp4' });
+await demuxer.open();
+
+console.log('Video:', demuxer.videoConfig);
+console.log('Audio:', demuxer.audioConfig);
+
+for await (const chunk of demuxer.videoChunks()) {
+  // chunk is EncodedVideoChunk ready for VideoDecoder
+}
+await demuxer.close();
+
+// Mux encoded chunks to a file
+const muxer = new Muxer({ path: 'output.mp4' });
+await muxer.open();
+await muxer.addVideoTrack({
+  codec: 'avc1.42001E',
+  codedWidth: 1920,
+  codedHeight: 1080,
+  description: spsNaluBuffer, // Optional: H.264 SPS/PPS
+});
 
-// Demux an MP4 file
-const demuxer = new Mp4Demuxer(mp4Data);
-await demuxer.initialize();
+for (const chunk of encodedChunks) {
+  await muxer.writeVideoChunk(chunk);
+}
 
-for await (const sample of demuxer.videoSamples()) {
-  // sample contains encoded video chunks
+const result = await muxer.closeWithResult();
+console.log(`Muxed with ${result.backend} in ${result.durationMs}ms`);
+
+// Or use the convenience function
+const result = await muxChunks({
+  path: 'output.mp4',
+  video: { config: videoTrackConfig, chunks: videoChunks },
+  audio: { config: audioTrackConfig, chunks: audioChunks },
+});
+
+// Extract decoded frames directly
+for await (const frame of extractVideoFrames('input.mp4')) {
+  console.log(`Frame: ${frame.timestamp}us`);
+  frame.close();
 }
+```
+
+**Muxer Fallback Architecture:**
+
+The `Muxer` class uses a two-tier approach for reliability:
 
-// Mux encoded chunks to WebM
-const muxer = new WebmMuxer({
-  video: { codec: 'vp9', width: 1920, height: 1080 },
+1. **Primary: node-av** (~5ms) - Fast native muxing using node-av's FormatContext API
+2. **Fallback: FFmpeg subprocess** (~130ms) - Spawns FFmpeg process if node-av fails
+
+```typescript
+const muxer = new Muxer({
+  path: 'output.mp4',
+  onFallback: (err) => console.warn('Using FFmpeg fallback:', err.message),
+  forceBackend: 'node-av', // Optional: 'node-av' or 'ffmpeg-spawn'
 });
+```
 
-muxer.addVideoChunk(encodedChunk, metadata);
-const webmData = muxer.finalize();
+You can also use the backend-specific classes directly:
+
+```typescript
+import { NodeAvMuxer, FFmpegMuxer } from 'webcodecs-node/containers';
+
+// Fast path only
+const fastMuxer = new NodeAvMuxer({ path: 'output.mp4' });
+
+// FFmpeg subprocess only
+const ffmpegMuxer = new FFmpegMuxer({ path: 'output.mp4' });
 ```
 
 ### Streaming & Latency Modes
@@ -500,10 +559,12 @@ console.log(colorSpace.hasHdrMetadata); // true
 
 **10-bit pixel formats:**
 - `I420P10` - YUV 4:2:0 planar, 10-bit
-- `I422P10` - YUV 4:2:2 planar, 10-bit
-- `I444P10` - YUV 4:4:4 planar, 10-bit
+- `I422P10` - YUV 4:2:2 planar, 10-bit (downconverted to 4:2:0 during encoding)
+- `I444P10` - YUV 4:4:4 planar, 10-bit (downconverted to 4:2:0 during encoding)
 - `P010` - YUV 4:2:0 semi-planar, 10-bit
 
+> **Note:** 10-bit encoding is supported for HEVC, VP9, and AV1 codecs only. I422P10 and I444P10 formats preserve chroma resolution for decoding but are currently downconverted to I420P10 during encoding (chroma subsampling reduction). H.264 does not support 10-bit encoding and will downconvert to 8-bit.
+
 **Pixel format utilities:**
 - `is10BitFormat(format)` - Check if format is 10-bit
 - `getBitDepth(format)` - Get bit depth (8 or 10)
@@ -652,6 +713,35 @@ const png = await canvas.toBuffer('png');
 | Batch processing | Hardware for throughput |
 | Low-end systems | Software (more compatible) |
 
+## Debugging
+
+Enable debug logging to troubleshoot encoding/decoding issues:
+
+```bash
+# Enable debug output
+WEBCODECS_DEBUG=1 node your-script.js
+
+# Or set programmatically
+import { setDebugMode } from 'webcodecs-node';
+setDebugMode(true);
+```
+
+Debug mode outputs detailed information about:
+- Hardware acceleration detection and selection
+- Encoder/decoder initialization
+- Muxer backend selection and fallback events
+- Filter chain configuration
+- Error details with context
+
+Example debug output:
+```
+[webcodecs:Transcode] Using hardware acceleration: vaapi
+[webcodecs:Transcode] Using hardware decoder for h264
+[webcodecs:Transcode] Using hardware encoder for h264
+[webcodecs:Transcode] Using filter chain: scale_vaapi=format=nv12
+[webcodecs:NodeAvMuxer] writeTrailer returned error code -22
+```
+
 ## Demos
 
 Run the included demos to test functionality:
@@ -753,7 +843,7 @@ This implementation follows the [WebCodecs specification](https://www.w3.org/TR/
 | Hardware Acceleration | Auto | Opt-in |
 | latencyMode | ✓ | ✓ |
 | bitrateMode | ✓ | ✓ |
-| alpha (transparency) | ✓ | ✓ (VP9, AV1) |
+| alpha (transparency) | ✓ | ✓ (VP9 only) |
 | isConfigSupported() | ✓ | ✓ |
 
 ## Architecture

package/dist/backends/node-av/HardwarePipeline.d.ts

@@ -0,0 +1,36 @@
+/**
+ * HardwarePipeline - Intelligent filter chain selection for hardware video processing
+ *
+ * Automatically detects hardware capabilities and builds optimal filter chains
+ * for format conversion, preferring GPU-side operations when possible.
+ */
+import { HardwareContext } from 'node-av/api';
+export type { HardwareType, HardwareFormatCapabilities } from './hardware-pipeline/index.js';
+/**
+ * Mark a filter chain as failed (discovered during actual processing)
+ */
+export declare function markFilterChainFailed(hwType: string, outputFormat: string, isHardwareFrame: boolean): void;
+/**
+ * Select the best filter chain for the given hardware and output format.
+ * Uses probing to verify the chain works on this specific hardware/driver.
+ * If a chain fails during actual processing, call getNextFilterChain() to try the next one.
+ */
+export declare function selectBestFilterChain(hardware: HardwareContext | null, outputFormat: string, isHardwareFrame: boolean): string;
+/**
+ * Move to the next filter chain after the current one failed.
+ * Returns the next chain to try, or null if all chains have been exhausted.
+ */
+export declare function getNextFilterChain(hardware: HardwareContext | null, outputFormat: string, isHardwareFrame: boolean): string | null;
+/**
+ * Get human-readable description of the selected pipeline
+ */
+export declare function describePipeline(filterChain: string, hwType: string): string;
+/**
+ * Clear the filter chain cache (useful for testing or after hardware changes)
+ */
+export declare function clearPipelineCache(): void;
+/**
+ * Get current cache status for debugging
+ */
+export declare function getPipelineCacheStatus(): Record<string, Record<string, string | null>>;
+//# sourceMappingURL=HardwarePipeline.d.ts.map

package/dist/backends/node-av/HardwarePipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HardwarePipeline.d.ts","sourceRoot":"","sources":["../../../src/backends/node-av/HardwarePipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAa,eAAe,EAAE,MAAM,aAAa,CAAC;AAMzD,YAAY,EAAE,YAAY,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AA8B7F;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,GAAG,IAAI,CAW1G;AAuFD;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,eAAe,GAAG,IAAI,EAChC,YAAY,EAAE,MAAM,EACpB,eAAe,EAAE,OAAO,GACvB,MAAM,CAqBR;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,eAAe,GAAG,IAAI,EAChC,YAAY,EAAE,MAAM,EACpB,eAAe,EAAE,OAAO,GACvB,MAAM,GAAG,IAAI,CAoBf;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAwB5E;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAStF"}

package/dist/backends/node-av/HardwarePipeline.js

@@ -0,0 +1,203 @@
+/**
+ * HardwarePipeline - Intelligent filter chain selection for hardware video processing
+ *
+ * Automatically detects hardware capabilities and builds optimal filter chains
+ * for format conversion, preferring GPU-side operations when possible.
+ */
+import { FilterAPI } from 'node-av/api';
+import { createLogger } from '../../utils/logger.js';
+import { HARDWARE_CAPABILITIES } from './hardware-pipeline/index.js';
+const logger = createLogger('HardwarePipeline');
+/**
+ * Cache for probed filter chains
+ * Maps: hardwareType -> outputFormat -> working filter chain (or null if none work)
+ */
+const filterChainCache = new Map();
+/**
+ * Test if a filter chain works by trying to create it
+ * Note: This only tests creation, not actual processing. Some filters may create
+ * successfully but fail during processing (e.g., vpp_qsv with missing MFX loader).
+ */
+function probeFilterChain(filterDescription, hardware) {
+    try {
+        const filter = FilterAPI.create(filterDescription, {
+            hardware: hardware ?? undefined,
+        });
+        filter.close();
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Mark a filter chain as failed (discovered during actual processing)
+ */
+export function markFilterChainFailed(hwType, outputFormat, isHardwareFrame) {
+    const cacheKey = isHardwareFrame ? outputFormat : `sw_${outputFormat}`;
+    let hwCache = filterChainCache.get(hwType);
+    if (!hwCache) {
+        hwCache = new Map();
+        filterChainCache.set(hwType, hwCache);
+    }
+    // Mark current chain as failed by setting to null
+    hwCache.set(cacheKey, null);
+    // Also mark it in failed chains set
+    failedFilterChains.add(`${hwType}:${cacheKey}`);
+}
+/**
+ * Set of filter chains that failed during actual processing
+ */
+const failedFilterChains = new Set();
+/**
+ * Check if a specific chain has been marked as failed
+ */
+function isChainFailed(hwType, outputFormat, isHardwareFrame) {
+    const cacheKey = isHardwareFrame ? outputFormat : `sw_${outputFormat}`;
+    return failedFilterChains.has(`${hwType}:${cacheKey}`);
+}
+/**
+ * Get cached filter chain or null if not cached
+ */
+function getCachedFilterChain(hwType, outputFormat) {
+    const hwCache = filterChainCache.get(hwType);
+    if (!hwCache)
+        return undefined;
+    return hwCache.get(outputFormat);
+}
+/**
+ * Cache a filter chain result
+ */
+function cacheFilterChain(hwType, outputFormat, chain) {
+    let hwCache = filterChainCache.get(hwType);
+    if (!hwCache) {
+        hwCache = new Map();
+        filterChainCache.set(hwType, hwCache);
+    }
+    hwCache.set(outputFormat, chain);
+}
+/**
+ * Build candidate filter chains in order of preference (best first)
+ */
+function buildCandidateChains(hwType, outputFormat, isHardwareFrame) {
+    const candidates = [];
+    const caps = HARDWARE_CAPABILITIES[hwType];
+    if (!isHardwareFrame) {
+        // Software frame - just format conversion
+        candidates.push(`format=${outputFormat}`);
+        return candidates;
+    }
+    // Hardware frame - try various strategies
+    // Strategy 1: GPU-side conversion if supported (best - no CPU conversion)
+    if (caps.scaleFilter && caps.gpuOutputFormats.includes(outputFormat)) {
+        // Full GPU: scale on GPU to target format, then download
+        candidates.push(`${caps.scaleFilter}=format=${outputFormat},hwdownload,format=${outputFormat}`);
+    }
+    // Strategy 2: GPU conversion to intermediate, then CPU conversion
+    // Try bgra/nv12 as intermediates since they're widely supported
+    if (caps.scaleFilter) {
+        for (const intermediate of ['bgra', 'nv12']) {
+            if (caps.gpuOutputFormats.includes(intermediate) && intermediate !== outputFormat) {
+                candidates.push(`${caps.scaleFilter}=format=${intermediate},hwdownload,format=${intermediate},format=${outputFormat}`);
+            }
+        }
+    }
+    // Strategy 3: Simple hwdownload then CPU conversion (most compatible)
+    candidates.push(`hwdownload,format=nv12,format=${outputFormat}`);
+    // Strategy 4: hwdownload with auto format detection
+    candidates.push(`hwdownload,format=${outputFormat}`);
+    return candidates;
+}
+/**
+ * Track which chain index we're on for each hw/format combo (for fallback iteration)
+ */
+const chainIndexMap = new Map();
+/**
+ * Select the best filter chain for the given hardware and output format.
+ * Uses probing to verify the chain works on this specific hardware/driver.
+ * If a chain fails during actual processing, call getNextFilterChain() to try the next one.
+ */
+export function selectBestFilterChain(hardware, outputFormat, isHardwareFrame) {
+    const hwType = hardware?.deviceTypeName ?? 'software';
+    const cacheKey = `${hwType}:${isHardwareFrame ? outputFormat : `sw_${outputFormat}`}`;
+    // Build candidates in preference order
+    const candidates = buildCandidateChains(hwType, outputFormat, isHardwareFrame);
+    // Get current index (which chain we're trying)
+    const currentIndex = chainIndexMap.get(cacheKey) ?? 0;
+    // If we've exhausted all candidates, use the most compatible fallback
+    if (currentIndex >= candidates.length) {
+        const fallback = `hwdownload,format=nv12,format=${outputFormat}`;
+        logger.debug(`All chains exhausted for ${hwType}/${outputFormat}, using final fallback`);
+        return fallback;
+    }
+    const chain = candidates[currentIndex];
+    logger.debug(`Trying chain ${currentIndex + 1}/${candidates.length} for ${hwType}/${outputFormat}: ${chain}`);
+    return chain;
+}
+/**
+ * Move to the next filter chain after the current one failed.
+ * Returns the next chain to try, or null if all chains have been exhausted.
+ */
+export function getNextFilterChain(hardware, outputFormat, isHardwareFrame) {
+    const hwType = hardware?.deviceTypeName ?? 'software';
+    const cacheKey = `${hwType}:${isHardwareFrame ? outputFormat : `sw_${outputFormat}`}`;
+    // Increment the chain index
+    const currentIndex = (chainIndexMap.get(cacheKey) ?? 0) + 1;
+    chainIndexMap.set(cacheKey, currentIndex);
+    // Build candidates
+    const candidates = buildCandidateChains(hwType, outputFormat, isHardwareFrame);
+    if (currentIndex >= candidates.length) {
+        logger.debug(`All ${candidates.length} chains failed for ${hwType}/${outputFormat}`);
+        return null;
+    }
+    const chain = candidates[currentIndex];
+    logger.debug(`Falling back to chain ${currentIndex + 1}/${candidates.length}: ${chain}`);
+    return chain;
+}
+/**
+ * Get human-readable description of the selected pipeline
+ */
+export function describePipeline(filterChain, hwType) {
+    const parts = [];
+    if (filterChain.includes('scale_cuda')) {
+        parts.push('CUDA GPU scaling');
+    }
+    else if (filterChain.includes('scale_vaapi')) {
+        parts.push('VAAPI GPU scaling');
+    }
+    else if (filterChain.includes('vpp_qsv')) {
+        parts.push('QSV GPU processing');
+    }
+    else if (filterChain.includes('scale_vt')) {
+        parts.push('VideoToolbox GPU scaling');
+    }
+    if (filterChain.includes('hwdownload')) {
+        parts.push('GPU→CPU transfer');
+    }
+    const formatMatches = filterChain.match(/format=(\w+)/g);
+    if (formatMatches && formatMatches.length > 0) {
+        const lastFormat = formatMatches[formatMatches.length - 1].replace('format=', '');
+        parts.push(`output: ${lastFormat}`);
+    }
+    return parts.join(' → ') || filterChain;
+}
+/**
+ * Clear the filter chain cache (useful for testing or after hardware changes)
+ */
+export function clearPipelineCache() {
+    filterChainCache.clear();
+}
+/**
+ * Get current cache status for debugging
+ */
+export function getPipelineCacheStatus() {
+    const result = {};
+    for (const [hwType, formats] of filterChainCache) {
+        result[hwType] = {};
+        for (const [format, chain] of formats) {
+            result[hwType][format] = chain;
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=HardwarePipeline.js.map

package/dist/backends/node-av/HardwarePipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HardwarePipeline.js","sourceRoot":"","sources":["../../../src/backends/node-av/HardwarePipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAmB,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAqB,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAKxF,MAAM,MAAM,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAEhD;;;GAGG;AACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAsC,CAAC;AAEvE;;;;GAIG;AACH,SAAS,gBAAgB,CACvB,iBAAyB,EACzB,QAAgC;IAEhC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,iBAAiB,EAAE;YACjD,QAAQ,EAAE,QAAQ,IAAI,SAAS;SACzB,CAAC,CAAC;QACV,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,YAAoB,EAAE,eAAwB;IAClG,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC;IACvE,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,kDAAkD;IAClD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5B,oCAAoC;IACpC,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;AAE7C;;GAEG;AACH,SAAS,aAAa,CAAC,MAAc,EAAE,YAAoB,EAAE,eAAwB;IACnF,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC;IACvE,OAAO,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,MAAc,EAAE,YAAoB;IAChE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,MAAc,EAAE,YAAoB,EAAE,KAAoB;IAClF,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC3B,MAAoB,EACpB,YAAoB,EACpB,eAAwB;IAExB,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE3C,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,0CAA0C;QAC1C,UAAU,CAAC,IAAI,CAAC,UAAU,YAAY,EAAE,CAAC,CAAC;QAC1C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,0CAA0C;IAE1C,0EAA0E;IAC1E,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACrE,yDAAyD;QACzD,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,WAAW,YAAY,sBAAsB,YAAY,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,kEAAkE;IAClE,gEAAgE;IAChE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,KAAK,MAAM,YAAY,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YAC5C,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;gBAClF,UAAU,CAAC,IAAI,CACb,GAAG,IAAI,CAAC,WAAW,WAAW,YAAY,sBAAsB,YAAY,WAAW,YAAY,EAAE,CACtG,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,UAAU,CAAC,IAAI,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;IAEjE,oDAAoD;IACpD,UAAU,CAAC,IAAI,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAC;IAErD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAEhD;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,QAAgC,EAChC,YAAoB,EACpB,eAAwB;IAExB,MAAM,MAAM,GAAkB,QAAQ,EAAE,cAA+B,IAAI,UAAU,CAAC;IACtF,MAAM,QAAQ,GAAG,GAAG,MAAM,IAAI,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,EAAE,CAAC;IAEtF,uCAAuC;IACvC,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;IAE/E,+CAA+C;IAC/C,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEtD,sEAAsE;IACtE,IAAI,YAAY,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,iCAAiC,YAAY,EAAE,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,4BAA4B,MAAM,IAAI,YAAY,wBAAwB,CAAC,CAAC;QACzF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,gBAAgB,YAAY,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,QAAQ,MAAM,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC,CAAC;IAE9G,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,QAAgC,EAChC,YAAoB,EACpB,eAAwB;IAExB,MAAM,MAAM,GAAkB,QAAQ,EAAE,cAA+B,IAAI,UAAU,CAAC;IACtF,MAAM,QAAQ,GAAG,GAAG,MAAM,IAAI,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,EAAE,CAAC;IAEtF,4BAA4B;IAC5B,MAAM,YAAY,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5D,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAE1C,mBAAmB;IACnB,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;IAE/E,IAAI,YAAY,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,MAAM,sBAAsB,MAAM,IAAI,YAAY,EAAE,CAAC,CAAC;QACrF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,yBAAyB,YAAY,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;IAEzF,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,WAAmB,EAAE,MAAc;IAClE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACzD,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,gBAAgB,CAAC,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,MAAM,MAAM,GAAkD,EAAE,CAAC;IACjE,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,gBAAgB,EAAE,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACtC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/backends/node-av/audio/NodeAvAudioDecoder.d.ts

@@ -0,0 +1,46 @@
+/**
+ * NodeAvAudioDecoder - Audio decoder using node-av native bindings
+ *
+ * Implements the AudioDecoderBackend interface for decoding audio streams
+ * using FFmpeg's libav* libraries via node-av.
+ */
+import { EventEmitter } from 'events';
+import type { AudioDecoderBackend, AudioDecoderBackendConfig } from '../../types.js';
+/**
+ * NodeAV-backed audio decoder implementing AudioDecoderBackend interface
+ */
+export declare class NodeAvAudioDecoder extends EventEmitter implements AudioDecoderBackend {
+    private decoder;
+    private formatContext;
+    private stream;
+    private filter;
+    private config;
+    private queue;
+    private processing;
+    private processingPromise;
+    private shuttingDown;
+    private packetIndex;
+    private frameIndex;
+    private pendingTimestamp;
+    private packetTimeBase;
+    private outputSampleFormat;
+    private filterDescription;
+    private outputFormat;
+    get isHealthy(): boolean;
+    startDecoder(config: AudioDecoderBackendConfig): void;
+    write(data: Buffer | Uint8Array, timestamp?: number): boolean;
+    end(): void;
+    kill(): void;
+    shutdown(): Promise<void>;
+    private processQueue;
+    private ensureDecoder;
+    private parseOutputFormat;
+    private decodeBuffer;
+    private drainFrames;
+    private canPassThrough;
+    private toOutputBuffer;
+    private convertPlanarToInterleaved;
+    private finish;
+    private cleanup;
+}
+//# sourceMappingURL=NodeAvAudioDecoder.d.ts.map

package/dist/backends/node-av/audio/NodeAvAudioDecoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NodeAvAudioDecoder.d.ts","sourceRoot":"","sources":["../../../../src/backends/node-av/audio/NodeAvAudioDecoder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAWtC,OAAO,KAAK,EACV,mBAAmB,EACnB,yBAAyB,EAE1B,MAAM,gBAAgB,CAAC;AAaxB;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,YAAa,YAAW,mBAAmB;IACjF,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,KAAK,CAAoD;IACjE,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,iBAAiB,CAA8B;IACvD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,kBAAkB,CAAqC;IAC/D,OAAO,CAAC,iBAAiB,CAAuB;IAChD,OAAO,CAAC,YAAY,CAA4B;IAEhD,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,YAAY,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI;IAQrD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO;IAW7D,GAAG,IAAI,IAAI;IAMX,IAAI,IAAI,IAAI;IAMN,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAIjB,YAAY;YA0BZ,aAAa;IAmC3B,OAAO,CAAC,iBAAiB;YAKX,YAAY;YA2BZ,WAAW;IA8CzB,OAAO,CAAC,cAAc;YAIR,cAAc;IAyC5B,OAAO,CAAC,0BAA0B;YAyBpB,MAAM;IAmBpB,OAAO,CAAC,OAAO;CAShB"}