webcodecs-node 0.7.5 → 0.8.5

package/README.md

@@ -1,9 +1,15 @@
 # webcodecs-node
 
+[![npm version](https://img.shields.io/npm/v/webcodecs-node.svg)](https://www.npmjs.com/package/webcodecs-node)
+[![License: AGPL v3](https://img.shields.io/badge/License-AGPL_v3-blue.svg)](https://www.gnu.org/licenses/agpl-3.0)
+[![GitHub](https://img.shields.io/badge/GitHub-aptumfr%2Fwebcodecs--node-blue?logo=github)](https://github.com/aptumfr/webcodecs-node)
+
 WebCodecs API implementation for Node.js using node-av.
 
 This package provides a Node.js-compatible implementation of the [WebCodecs API](https://developer.mozilla.org/en-US/docs/Web/API/WebCodecs_API), enabling video and audio encoding/decoding in server-side JavaScript applications.
 
+**Developed by [Aptum](https://github.com/aptumfr)** - High-performance webcodecs implementation for Node.js.
+
 ## Features
 
 - **VideoEncoder / VideoDecoder** - H.264, HEVC, VP8, VP9, AV1
@@ -16,7 +22,7 @@ This package provides a Node.js-compatible implementation of the [WebCodecs API]
 - **Streaming Support** - Real-time frame-by-frame encoding/decoding
 - **Latency Modes** - Configure for real-time streaming vs maximum compression
 - **Bitrate Modes** - Constant, variable, and quantizer (CRF) encoding modes
-- **Alpha Channel** - Preserve transparency with VP9 and AV1 codecs
+- **Alpha Channel** - Preserve transparency with VP9 codec (software encoding only)
 - **10-bit & HDR** - I420P10, P010 formats with HDR10 metadata support
 - **Container Support** - MP4, WebM demuxing/muxing utilities
 
@@ -553,10 +559,12 @@ console.log(colorSpace.hasHdrMetadata); // true
 
 **10-bit pixel formats:**
 - `I420P10` - YUV 4:2:0 planar, 10-bit
-- `I422P10` - YUV 4:2:2 planar, 10-bit
-- `I444P10` - YUV 4:4:4 planar, 10-bit
+- `I422P10` - YUV 4:2:2 planar, 10-bit (downconverted to 4:2:0 during encoding)
+- `I444P10` - YUV 4:4:4 planar, 10-bit (downconverted to 4:2:0 during encoding)
 - `P010` - YUV 4:2:0 semi-planar, 10-bit
 
+> **Note:** 10-bit encoding is supported for HEVC, VP9, and AV1 codecs only. I422P10 and I444P10 formats preserve chroma resolution for decoding but are currently downconverted to I420P10 during encoding (chroma subsampling reduction). H.264 does not support 10-bit encoding and will downconvert to 8-bit.
+
 **Pixel format utilities:**
 - `is10BitFormat(format)` - Check if format is 10-bit
 - `getBitDepth(format)` - Get bit depth (8 or 10)
@@ -835,7 +843,7 @@ This implementation follows the [WebCodecs specification](https://www.w3.org/TR/
 | Hardware Acceleration | Auto | Opt-in |
 | latencyMode | ✓ | ✓ |
 | bitrateMode | ✓ | ✓ |
-| alpha (transparency) | ✓ | ✓ (VP9, AV1) |
+| alpha (transparency) | ✓ | ✓ (VP9 only) |
 | isConfigSupported() | ✓ | ✓ |
 
 ## Architecture

package/dist/backends/node-av/HardwarePipeline.d.ts

@@ -0,0 +1,36 @@
+/**
+ * HardwarePipeline - Intelligent filter chain selection for hardware video processing
+ *
+ * Automatically detects hardware capabilities and builds optimal filter chains
+ * for format conversion, preferring GPU-side operations when possible.
+ */
+import { HardwareContext } from 'node-av/api';
+export type { HardwareType, HardwareFormatCapabilities } from './hardware-pipeline/index.js';
+/**
+ * Mark a filter chain as failed (discovered during actual processing)
+ */
+export declare function markFilterChainFailed(hwType: string, outputFormat: string, isHardwareFrame: boolean): void;
+/**
+ * Select the best filter chain for the given hardware and output format.
+ * Uses probing to verify the chain works on this specific hardware/driver.
+ * If a chain fails during actual processing, call getNextFilterChain() to try the next one.
+ */
+export declare function selectBestFilterChain(hardware: HardwareContext | null, outputFormat: string, isHardwareFrame: boolean): string;
+/**
+ * Move to the next filter chain after the current one failed.
+ * Returns the next chain to try, or null if all chains have been exhausted.
+ */
+export declare function getNextFilterChain(hardware: HardwareContext | null, outputFormat: string, isHardwareFrame: boolean): string | null;
+/**
+ * Get human-readable description of the selected pipeline
+ */
+export declare function describePipeline(filterChain: string, hwType: string): string;
+/**
+ * Clear the filter chain cache (useful for testing or after hardware changes)
+ */
+export declare function clearPipelineCache(): void;
+/**
+ * Get current cache status for debugging
+ */
+export declare function getPipelineCacheStatus(): Record<string, Record<string, string | null>>;
+//# sourceMappingURL=HardwarePipeline.d.ts.map

package/dist/backends/node-av/HardwarePipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HardwarePipeline.d.ts","sourceRoot":"","sources":["../../../src/backends/node-av/HardwarePipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAa,eAAe,EAAE,MAAM,aAAa,CAAC;AAMzD,YAAY,EAAE,YAAY,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AA8B7F;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,GAAG,IAAI,CAW1G;AAuFD;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,eAAe,GAAG,IAAI,EAChC,YAAY,EAAE,MAAM,EACpB,eAAe,EAAE,OAAO,GACvB,MAAM,CAqBR;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,eAAe,GAAG,IAAI,EAChC,YAAY,EAAE,MAAM,EACpB,eAAe,EAAE,OAAO,GACvB,MAAM,GAAG,IAAI,CAoBf;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAwB5E;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAStF"}

package/dist/backends/node-av/HardwarePipeline.js

@@ -0,0 +1,203 @@
+/**
+ * HardwarePipeline - Intelligent filter chain selection for hardware video processing
+ *
+ * Automatically detects hardware capabilities and builds optimal filter chains
+ * for format conversion, preferring GPU-side operations when possible.
+ */
+import { FilterAPI } from 'node-av/api';
+import { createLogger } from '../../utils/logger.js';
+import { HARDWARE_CAPABILITIES } from './hardware-pipeline/index.js';
+const logger = createLogger('HardwarePipeline');
+/**
+ * Cache for probed filter chains
+ * Maps: hardwareType -> outputFormat -> working filter chain (or null if none work)
+ */
+const filterChainCache = new Map();
+/**
+ * Test if a filter chain works by trying to create it
+ * Note: This only tests creation, not actual processing. Some filters may create
+ * successfully but fail during processing (e.g., vpp_qsv with missing MFX loader).
+ */
+function probeFilterChain(filterDescription, hardware) {
+    try {
+        const filter = FilterAPI.create(filterDescription, {
+            hardware: hardware ?? undefined,
+        });
+        filter.close();
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Mark a filter chain as failed (discovered during actual processing)
+ */
+export function markFilterChainFailed(hwType, outputFormat, isHardwareFrame) {
+    const cacheKey = isHardwareFrame ? outputFormat : `sw_${outputFormat}`;
+    let hwCache = filterChainCache.get(hwType);
+    if (!hwCache) {
+        hwCache = new Map();
+        filterChainCache.set(hwType, hwCache);
+    }
+    // Mark current chain as failed by setting to null
+    hwCache.set(cacheKey, null);
+    // Also mark it in failed chains set
+    failedFilterChains.add(`${hwType}:${cacheKey}`);
+}
+/**
+ * Set of filter chains that failed during actual processing
+ */
+const failedFilterChains = new Set();
+/**
+ * Check if a specific chain has been marked as failed
+ */
+function isChainFailed(hwType, outputFormat, isHardwareFrame) {
+    const cacheKey = isHardwareFrame ? outputFormat : `sw_${outputFormat}`;
+    return failedFilterChains.has(`${hwType}:${cacheKey}`);
+}
+/**
+ * Get cached filter chain or null if not cached
+ */
+function getCachedFilterChain(hwType, outputFormat) {
+    const hwCache = filterChainCache.get(hwType);
+    if (!hwCache)
+        return undefined;
+    return hwCache.get(outputFormat);
+}
+/**
+ * Cache a filter chain result
+ */
+function cacheFilterChain(hwType, outputFormat, chain) {
+    let hwCache = filterChainCache.get(hwType);
+    if (!hwCache) {
+        hwCache = new Map();
+        filterChainCache.set(hwType, hwCache);
+    }
+    hwCache.set(outputFormat, chain);
+}
+/**
+ * Build candidate filter chains in order of preference (best first)
+ */
+function buildCandidateChains(hwType, outputFormat, isHardwareFrame) {
+    const candidates = [];
+    const caps = HARDWARE_CAPABILITIES[hwType];
+    if (!isHardwareFrame) {
+        // Software frame - just format conversion
+        candidates.push(`format=${outputFormat}`);
+        return candidates;
+    }
+    // Hardware frame - try various strategies
+    // Strategy 1: GPU-side conversion if supported (best - no CPU conversion)
+    if (caps.scaleFilter && caps.gpuOutputFormats.includes(outputFormat)) {
+        // Full GPU: scale on GPU to target format, then download
+        candidates.push(`${caps.scaleFilter}=format=${outputFormat},hwdownload,format=${outputFormat}`);
+    }
+    // Strategy 2: GPU conversion to intermediate, then CPU conversion
+    // Try bgra/nv12 as intermediates since they're widely supported
+    if (caps.scaleFilter) {
+        for (const intermediate of ['bgra', 'nv12']) {
+            if (caps.gpuOutputFormats.includes(intermediate) && intermediate !== outputFormat) {
+                candidates.push(`${caps.scaleFilter}=format=${intermediate},hwdownload,format=${intermediate},format=${outputFormat}`);
+            }
+        }
+    }
+    // Strategy 3: Simple hwdownload then CPU conversion (most compatible)
+    candidates.push(`hwdownload,format=nv12,format=${outputFormat}`);
+    // Strategy 4: hwdownload with auto format detection
+    candidates.push(`hwdownload,format=${outputFormat}`);
+    return candidates;
+}
+/**
+ * Track which chain index we're on for each hw/format combo (for fallback iteration)
+ */
+const chainIndexMap = new Map();
+/**
+ * Select the best filter chain for the given hardware and output format.
+ * Uses probing to verify the chain works on this specific hardware/driver.
+ * If a chain fails during actual processing, call getNextFilterChain() to try the next one.
+ */
+export function selectBestFilterChain(hardware, outputFormat, isHardwareFrame) {
+    const hwType = hardware?.deviceTypeName ?? 'software';
+    const cacheKey = `${hwType}:${isHardwareFrame ? outputFormat : `sw_${outputFormat}`}`;
+    // Build candidates in preference order
+    const candidates = buildCandidateChains(hwType, outputFormat, isHardwareFrame);
+    // Get current index (which chain we're trying)
+    const currentIndex = chainIndexMap.get(cacheKey) ?? 0;
+    // If we've exhausted all candidates, use the most compatible fallback
+    if (currentIndex >= candidates.length) {
+        const fallback = `hwdownload,format=nv12,format=${outputFormat}`;
+        logger.debug(`All chains exhausted for ${hwType}/${outputFormat}, using final fallback`);
+        return fallback;
+    }
+    const chain = candidates[currentIndex];
+    logger.debug(`Trying chain ${currentIndex + 1}/${candidates.length} for ${hwType}/${outputFormat}: ${chain}`);
+    return chain;
+}
+/**
+ * Move to the next filter chain after the current one failed.
+ * Returns the next chain to try, or null if all chains have been exhausted.
+ */
+export function getNextFilterChain(hardware, outputFormat, isHardwareFrame) {
+    const hwType = hardware?.deviceTypeName ?? 'software';
+    const cacheKey = `${hwType}:${isHardwareFrame ? outputFormat : `sw_${outputFormat}`}`;
+    // Increment the chain index
+    const currentIndex = (chainIndexMap.get(cacheKey) ?? 0) + 1;
+    chainIndexMap.set(cacheKey, currentIndex);
+    // Build candidates
+    const candidates = buildCandidateChains(hwType, outputFormat, isHardwareFrame);
+    if (currentIndex >= candidates.length) {
+        logger.debug(`All ${candidates.length} chains failed for ${hwType}/${outputFormat}`);
+        return null;
+    }
+    const chain = candidates[currentIndex];
+    logger.debug(`Falling back to chain ${currentIndex + 1}/${candidates.length}: ${chain}`);
+    return chain;
+}
+/**
+ * Get human-readable description of the selected pipeline
+ */
+export function describePipeline(filterChain, hwType) {
+    const parts = [];
+    if (filterChain.includes('scale_cuda')) {
+        parts.push('CUDA GPU scaling');
+    }
+    else if (filterChain.includes('scale_vaapi')) {
+        parts.push('VAAPI GPU scaling');
+    }
+    else if (filterChain.includes('vpp_qsv')) {
+        parts.push('QSV GPU processing');
+    }
+    else if (filterChain.includes('scale_vt')) {
+        parts.push('VideoToolbox GPU scaling');
+    }
+    if (filterChain.includes('hwdownload')) {
+        parts.push('GPU→CPU transfer');
+    }
+    const formatMatches = filterChain.match(/format=(\w+)/g);
+    if (formatMatches && formatMatches.length > 0) {
+        const lastFormat = formatMatches[formatMatches.length - 1].replace('format=', '');
+        parts.push(`output: ${lastFormat}`);
+    }
+    return parts.join(' → ') || filterChain;
+}
+/**
+ * Clear the filter chain cache (useful for testing or after hardware changes)
+ */
+export function clearPipelineCache() {
+    filterChainCache.clear();
+}
+/**
+ * Get current cache status for debugging
+ */
+export function getPipelineCacheStatus() {
+    const result = {};
+    for (const [hwType, formats] of filterChainCache) {
+        result[hwType] = {};
+        for (const [format, chain] of formats) {
+            result[hwType][format] = chain;
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=HardwarePipeline.js.map

package/dist/backends/node-av/HardwarePipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HardwarePipeline.js","sourceRoot":"","sources":["../../../src/backends/node-av/HardwarePipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAmB,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAqB,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAKxF,MAAM,MAAM,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAEhD;;;GAGG;AACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAsC,CAAC;AAEvE;;;;GAIG;AACH,SAAS,gBAAgB,CACvB,iBAAyB,EACzB,QAAgC;IAEhC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,iBAAiB,EAAE;YACjD,QAAQ,EAAE,QAAQ,IAAI,SAAS;SACzB,CAAC,CAAC;QACV,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,YAAoB,EAAE,eAAwB;IAClG,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC;IACvE,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,kDAAkD;IAClD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5B,oCAAoC;IACpC,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;AAE7C;;GAEG;AACH,SAAS,aAAa,CAAC,MAAc,EAAE,YAAoB,EAAE,eAAwB;IACnF,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC;IACvE,OAAO,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,MAAc,EAAE,YAAoB;IAChE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,MAAc,EAAE,YAAoB,EAAE,KAAoB;IAClF,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC3B,MAAoB,EACpB,YAAoB,EACpB,eAAwB;IAExB,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE3C,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,0CAA0C;QAC1C,UAAU,CAAC,IAAI,CAAC,UAAU,YAAY,EAAE,CAAC,CAAC;QAC1C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,0CAA0C;IAE1C,0EAA0E;IAC1E,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACrE,yDAAyD;QACzD,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,WAAW,YAAY,sBAAsB,YAAY,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,kEAAkE;IAClE,gEAAgE;IAChE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,KAAK,MAAM,YAAY,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YAC5C,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;gBAClF,UAAU,CAAC,IAAI,CACb,GAAG,IAAI,CAAC,WAAW,WAAW,YAAY,sBAAsB,YAAY,WAAW,YAAY,EAAE,CACtG,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,UAAU,CAAC,IAAI,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;IAEjE,oDAAoD;IACpD,UAAU,CAAC,IAAI,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAC;IAErD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAEhD;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,QAAgC,EAChC,YAAoB,EACpB,eAAwB;IAExB,MAAM,MAAM,GAAkB,QAAQ,EAAE,cAA+B,IAAI,UAAU,CAAC;IACtF,MAAM,QAAQ,GAAG,GAAG,MAAM,IAAI,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,EAAE,CAAC;IAEtF,uCAAuC;IACvC,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;IAE/E,+CAA+C;IAC/C,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEtD,sEAAsE;IACtE,IAAI,YAAY,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,iCAAiC,YAAY,EAAE,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,4BAA4B,MAAM,IAAI,YAAY,wBAAwB,CAAC,CAAC;QACzF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,gBAAgB,YAAY,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,QAAQ,MAAM,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC,CAAC;IAE9G,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,QAAgC,EAChC,YAAoB,EACpB,eAAwB;IAExB,MAAM,MAAM,GAAkB,QAAQ,EAAE,cAA+B,IAAI,UAAU,CAAC;IACtF,MAAM,QAAQ,GAAG,GAAG,MAAM,IAAI,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,EAAE,CAAC;IAEtF,4BAA4B;IAC5B,MAAM,YAAY,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5D,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAE1C,mBAAmB;IACnB,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;IAE/E,IAAI,YAAY,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,MAAM,sBAAsB,MAAM,IAAI,YAAY,EAAE,CAAC,CAAC;QACrF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,yBAAyB,YAAY,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;IAEzF,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,WAAmB,EAAE,MAAc;IAClE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACzD,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,gBAAgB,CAAC,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,MAAM,MAAM,GAAkD,EAAE,CAAC;IACjE,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,gBAAgB,EAAE,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACtC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/backends/node-av/audio/NodeAvAudioDecoder.d.ts

@@ -0,0 +1,46 @@
+/**
+ * NodeAvAudioDecoder - Audio decoder using node-av native bindings
+ *
+ * Implements the AudioDecoderBackend interface for decoding audio streams
+ * using FFmpeg's libav* libraries via node-av.
+ */
+import { EventEmitter } from 'events';
+import type { AudioDecoderBackend, AudioDecoderBackendConfig } from '../../types.js';
+/**
+ * NodeAV-backed audio decoder implementing AudioDecoderBackend interface
+ */
+export declare class NodeAvAudioDecoder extends EventEmitter implements AudioDecoderBackend {
+    private decoder;
+    private formatContext;
+    private stream;
+    private filter;
+    private config;
+    private queue;
+    private processing;
+    private processingPromise;
+    private shuttingDown;
+    private packetIndex;
+    private frameIndex;
+    private pendingTimestamp;
+    private packetTimeBase;
+    private outputSampleFormat;
+    private filterDescription;
+    private outputFormat;
+    get isHealthy(): boolean;
+    startDecoder(config: AudioDecoderBackendConfig): void;
+    write(data: Buffer | Uint8Array, timestamp?: number): boolean;
+    end(): void;
+    kill(): void;
+    shutdown(): Promise<void>;
+    private processQueue;
+    private ensureDecoder;
+    private parseOutputFormat;
+    private decodeBuffer;
+    private drainFrames;
+    private canPassThrough;
+    private toOutputBuffer;
+    private convertPlanarToInterleaved;
+    private finish;
+    private cleanup;
+}
+//# sourceMappingURL=NodeAvAudioDecoder.d.ts.map

package/dist/backends/node-av/audio/NodeAvAudioDecoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NodeAvAudioDecoder.d.ts","sourceRoot":"","sources":["../../../../src/backends/node-av/audio/NodeAvAudioDecoder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAWtC,OAAO,KAAK,EACV,mBAAmB,EACnB,yBAAyB,EAE1B,MAAM,gBAAgB,CAAC;AAaxB;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,YAAa,YAAW,mBAAmB;IACjF,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,KAAK,CAAoD;IACjE,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,iBAAiB,CAA8B;IACvD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,kBAAkB,CAAqC;IAC/D,OAAO,CAAC,iBAAiB,CAAuB;IAChD,OAAO,CAAC,YAAY,CAA4B;IAEhD,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,YAAY,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI;IAQrD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO;IAW7D,GAAG,IAAI,IAAI;IAMX,IAAI,IAAI,IAAI;IAMN,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAIjB,YAAY;YA0BZ,aAAa;IAmC3B,OAAO,CAAC,iBAAiB;YAKX,YAAY;YA2BZ,WAAW;IA8CzB,OAAO,CAAC,cAAc;YAIR,cAAc;IAyC5B,OAAO,CAAC,0BAA0B;YAyBpB,MAAM;IAmBpB,OAAO,CAAC,OAAO;CAShB"}

package/dist/backends/node-av/audio/NodeAvAudioDecoder.js

@@ -0,0 +1,277 @@
+/**
+ * NodeAvAudioDecoder - Audio decoder using node-av native bindings
+ *
+ * Implements the AudioDecoderBackend interface for decoding audio streams
+ * using FFmpeg's libav* libraries via node-av.
+ */
+import { EventEmitter } from 'events';
+import { Decoder, FilterAPI } from 'node-av/api';
+import { FormatContext, Packet, Rational } from 'node-av/lib';
+import { AVMEDIA_TYPE_AUDIO, AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_FLTP, } from 'node-av/constants';
+import { createLogger } from '../../../utils/logger.js';
+import { toUint8Array } from '../../../utils/buffer.js';
+import { mapCodecId, mapSampleFormat, sampleFormatToFFmpegName, getChannelLayout, } from './decoder/index.js';
+const logger = createLogger('NodeAvAudioDecoder');
+/**
+ * NodeAV-backed audio decoder implementing AudioDecoderBackend interface
+ */
+export class NodeAvAudioDecoder extends EventEmitter {
+    decoder = null;
+    formatContext = null;
+    stream = null;
+    filter = null;
+    config = null;
+    queue = [];
+    processing = false;
+    processingPromise = null;
+    shuttingDown = false;
+    packetIndex = 0;
+    frameIndex = 0;
+    pendingTimestamp = 0; // Track current chunk timestamp for output
+    packetTimeBase = new Rational(1, 1_000_000); // Microsecond timebase
+    outputSampleFormat = AV_SAMPLE_FMT_FLT;
+    filterDescription = null;
+    outputFormat = 'f32';
+    get isHealthy() {
+        return !this.shuttingDown;
+    }
+    startDecoder(config) {
+        this.config = { ...config };
+        // Keep packetTimeBase at microseconds (1/1_000_000) - do NOT change to sampleRate
+        // packet.pts is set in microseconds, so timebase must match for correct timestamp conversion
+        this.outputFormat = this.parseOutputFormat(config);
+        this.outputSampleFormat = mapSampleFormat(this.outputFormat);
+    }
+    write(data, timestamp) {
+        if (!this.config || this.shuttingDown) {
+            return false;
+        }
+        // Pass raw data with timestamp - extradata is set on the decoder context
+        this.queue.push({ buffer: Buffer.from(data), timestamp: timestamp ?? 0 });
+        void this.processQueue();
+        return true;
+    }
+    end() {
+        if (this.shuttingDown)
+            return;
+        this.shuttingDown = true;
+        void this.finish().catch((err) => this.emit('error', err));
+    }
+    kill() {
+        this.shuttingDown = true;
+        this.cleanup();
+        this.emit('close', null);
+    }
+    async shutdown() {
+        this.end();
+    }
+    async processQueue() {
+        if (this.processingPromise) {
+            return this.processingPromise;
+        }
+        this.processingPromise = (async () => {
+            if (this.processing)
+                return;
+            this.processing = true;
+            try {
+                while (this.queue.length > 0) {
+                    const { buffer, timestamp } = this.queue.shift();
+                    this.pendingTimestamp = timestamp;
+                    await this.decodeBuffer(buffer, timestamp);
+                }
+            }
+            catch (err) {
+                this.emit('error', err instanceof Error ? err : new Error(String(err)));
+            }
+            finally {
+                this.processing = false;
+                this.processingPromise = null;
+            }
+        })();
+        return this.processingPromise;
+    }
+    async ensureDecoder() {
+        if (this.decoder || !this.config) {
+            return;
+        }
+        const codecId = mapCodecId(this.config.codec);
+        if (!codecId) {
+            throw new Error(`Unsupported audio codec: ${this.config.codec}`);
+        }
+        this.formatContext = new FormatContext();
+        this.formatContext.allocContext();
+        this.stream = this.formatContext.newStream();
+        this.stream.timeBase = this.packetTimeBase;
+        const params = this.stream.codecpar;
+        params.codecType = AVMEDIA_TYPE_AUDIO;
+        params.codecId = codecId;
+        params.sampleRate = this.config.sampleRate;
+        params.channelLayout = getChannelLayout(this.config.numberOfChannels);
+        params.channels = this.config.numberOfChannels;
+        // Set extradata if we have description (e.g., AudioSpecificConfig for AAC)
+        if (this.config.description) {
+            const bytes = toUint8Array(this.config.description);
+            params.extradata = Buffer.from(bytes);
+        }
+        this.decoder = await Decoder.create(this.stream, {
+            exitOnError: true,
+        });
+        logger.info(`Created decoder for codec: ${this.config.codec}`);
+    }
+    parseOutputFormat(config) {
+        const defaultFormat = 'f32';
+        return config.outputFormat ?? defaultFormat;
+    }
+    async decodeBuffer(buffer, timestamp) {
+        await this.ensureDecoder();
+        if (!this.decoder || !this.stream) {
+            throw new Error('Decoder not initialized');
+        }
+        const packet = new Packet();
+        packet.alloc();
+        packet.streamIndex = this.stream.index;
+        // Use actual chunk timestamp (microseconds)
+        packet.pts = BigInt(Math.round(timestamp));
+        packet.dts = BigInt(Math.round(timestamp));
+        packet.timeBase = this.packetTimeBase;
+        packet.data = buffer;
+        packet.duration = 1n; // Will be computed from frame output
+        await this.decoder.decode(packet);
+        packet.unref();
+        // Emit chunkAccepted after packet is successfully decoded
+        // This allows AudioDecoder to track queue size per chunk, not per frame
+        this.emit('chunkAccepted');
+        await this.drainFrames();
+        this.packetIndex++;
+    }
+    async drainFrames() {
+        if (!this.decoder)
+            return;
+        let frame = await this.decoder.receive();
+        while (frame) {
+            const nbSamples = frame.nbSamples;
+            if (nbSamples > 0) {
+                // Get timestamp from frame PTS (in microseconds, matching our timebase)
+                // If no PTS available, fall back to computing from sample count
+                let timestamp;
+                if (frame.pts !== undefined && frame.pts >= 0n) {
+                    const tb = frame.timeBase;
+                    // Convert from frame timebase to microseconds
+                    timestamp = Number((frame.pts * BigInt(tb.num) * 1000000n) / BigInt(tb.den));
+                }
+                else {
+                    // Fallback: compute from sample position
+                    timestamp = (this.frameIndex * 1_000_000) / (this.config?.sampleRate ?? 48000);
+                }
+                const passthrough = this.canPassThrough(frame);
+                if (passthrough) {
+                    this.emit('frame', {
+                        nativeFrame: frame,
+                        numberOfFrames: nbSamples,
+                        timestamp,
+                    });
+                    this.frameIndex += nbSamples;
+                }
+                else {
+                    const converted = await this.toOutputBuffer(frame);
+                    frame.unref();
+                    if (converted) {
+                        this.emit('frame', {
+                            data: converted,
+                            numberOfFrames: nbSamples,
+                            timestamp,
+                        });
+                        this.frameIndex += nbSamples;
+                    }
+                }
+            }
+            else {
+                frame.unref();
+            }
+            frame = await this.decoder.receive();
+        }
+    }
+    canPassThrough(frame) {
+        return frame.format === this.outputSampleFormat;
+    }
+    async toOutputBuffer(frame) {
+        const frameFormat = frame.format;
+        const frameChannels = frame.channels || this.config?.numberOfChannels || 2;
+        const nbSamples = frame.nbSamples;
+        // If frame already matches requested format, just export
+        if (frameFormat === this.outputSampleFormat) {
+            return frame.toBuffer();
+        }
+        // For multi-channel audio (>2 channels), the filter has issues with channel layouts
+        // Convert manually from planar float to interleaved float if needed
+        if (frameChannels > 2 && frameFormat === AV_SAMPLE_FMT_FLTP && this.outputSampleFormat === AV_SAMPLE_FMT_FLT) {
+            return this.convertPlanarToInterleaved(frame, nbSamples, frameChannels);
+        }
+        // For stereo/mono, use filter for conversion
+        const outputFormatName = sampleFormatToFFmpegName(this.outputSampleFormat);
+        const description = `aformat=sample_fmts=${outputFormatName}`;
+        if (!this.filter || this.filterDescription !== description) {
+            this.filter?.close();
+            this.filter = FilterAPI.create(description, {});
+            this.filterDescription = description;
+        }
+        await this.filter.process(frame);
+        let filtered = await this.filter.receive();
+        while (filtered === null) {
+            filtered = await this.filter.receive();
+        }
+        if (!filtered) {
+            return null;
+        }
+        const buffer = filtered.toBuffer();
+        filtered.unref();
+        return buffer;
+    }
+    convertPlanarToInterleaved(frame, nbSamples, numChannels) {
+        // Get planar buffer from frame - each channel is stored separately
+        const planarBuffer = frame.toBuffer();
+        const bytesPerSample = 4; // float32
+        const planeSize = nbSamples * bytesPerSample;
+        // Create interleaved output
+        const outputSize = nbSamples * numChannels * bytesPerSample;
+        const output = Buffer.alloc(outputSize);
+        // Convert from planar (LLLLLLLL RRRRRRRR ...) to interleaved (LRLRLRLR ...)
+        const inputView = new Float32Array(planarBuffer.buffer, planarBuffer.byteOffset, planarBuffer.byteLength / 4);
+        const outputView = new Float32Array(output.buffer, output.byteOffset, output.byteLength / 4);
+        for (let s = 0; s < nbSamples; s++) {
+            for (let ch = 0; ch < numChannels; ch++) {
+                const srcIdx = ch * nbSamples + s;
+                const dstIdx = s * numChannels + ch;
+                outputView[dstIdx] = inputView[srcIdx];
+            }
+        }
+        return output;
+    }
+    async finish() {
+        await this.processQueue();
+        if (this.processingPromise) {
+            await this.processingPromise;
+        }
+        if (this.decoder) {
+            try {
+                await this.decoder.flush();
+                await this.drainFrames();
+            }
+            catch (err) {
+                this.emit('error', err instanceof Error ? err : new Error(String(err)));
+            }
+        }
+        this.emit('close', 0);
+        this.cleanup();
+    }
+    cleanup() {
+        this.filter?.close();
+        this.filter = null;
+        this.decoder?.close();
+        this.decoder = null;
+        this.formatContext = null;
+        this.stream = null;
+        this.queue = [];
+    }
+}
+//# sourceMappingURL=NodeAvAudioDecoder.js.map

package/dist/backends/node-av/audio/NodeAvAudioDecoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NodeAvAudioDecoder.js","sourceRoot":"","sources":["../../../../src/backends/node-av/audio/NodeAvAudioDecoder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,EAAU,QAAQ,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,mBAAmB,CAAC;AAQ3B,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EACL,UAAU,EACV,eAAe,EACf,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAElD;;GAEG;AACH,MAAM,OAAO,kBAAmB,SAAQ,YAAY;IAC1C,OAAO,GAAmB,IAAI,CAAC;IAC/B,aAAa,GAAyB,IAAI,CAAC;IAC3C,MAAM,GAAkB,IAAI,CAAC;IAC7B,MAAM,GAAqB,IAAI,CAAC;IAChC,MAAM,GAAqC,IAAI,CAAC;IAChD,KAAK,GAAiD,EAAE,CAAC;IACzD,UAAU,GAAG,KAAK,CAAC;IACnB,iBAAiB,GAAyB,IAAI,CAAC;IAC/C,YAAY,GAAG,KAAK,CAAC;IACrB,WAAW,GAAG,CAAC,CAAC;IAChB,UAAU,GAAG,CAAC,CAAC;IACf,gBAAgB,GAAG,CAAC,CAAC,CAAC,2CAA2C;IACjE,cAAc,GAAa,IAAI,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,uBAAuB;IAC9E,kBAAkB,GAAmB,iBAAiB,CAAC;IACvD,iBAAiB,GAAkB,IAAI,CAAC;IACxC,YAAY,GAAsB,KAAK,CAAC;IAEhD,IAAI,SAAS;QACX,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC;IAC5B,CAAC;IAED,YAAY,CAAC,MAAiC;QAC5C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAC5B,kFAAkF;QAClF,6FAA6F;QAC7F,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,IAAyB,EAAE,SAAkB;QACjD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,yEAAyE;QACzE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1E,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,GAAG;QACD,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;YACnC,IAAI,IAAI,CAAC,UAAU;gBAAE,OAAO;YAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YAEvB,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;oBAClD,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;oBAClC,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAChC,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACpC,MAAM,CAAC,SAAS,GAAG,kBAAkB,CAAC;QACtC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;QACzB,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC3C,MAAM,CAAC,aAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAQ,CAAC;QAC5E,MAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAExD,2EAA2E;QAC3E,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;YAC/C,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,8BAA8B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACjE,CAAC;IAEO,iBAAiB,CAAC,MAAiC;QACzD,MAAM,aAAa,GAAsB,KAAK,CAAC;QAC/C,OAAO,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,SAAiB;QAC1D,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACvC,4CAA4C;QAC5C,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC;QACtC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC;QACrB,MAAM,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,qCAAqC;QAE3D,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEf,0DAA0D;QAC1D,wEAAwE;QACxE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAE3B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACzC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;YAClC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,wEAAwE;gBACxE,gEAAgE;gBAChE,IAAI,SAAiB,CAAC;gBACtB,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;oBAC/C,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC;oBAC1B,8CAA8C;oBAC9C,SAAS,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,QAAU,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjF,CAAC;qBAAM,CAAC;oBACN,yCAAyC;oBACzC,SAAS,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,KAAK,CAAC,CAAC;gBACjF,CAAC;gBAED,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC/C,IAAI,WAAW,EAAE,CAAC;oBAChB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;wBACjB,WAAW,EAAE,KAAK;wBAClB,cAAc,EAAE,SAAS;wBACzB,SAAS;qBACV,CAAC,CAAC;oBACH,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;oBACnD,KAAK,CAAC,KAAK,EAAE,CAAC;oBACd,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;4BACjB,IAAI,EAAE,SAAS;4BACf,cAAc,EAAE,SAAS;4BACzB,SAAS;yBACV,CAAC,CAAC;wBACH,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC;YACD,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,KAAU;QAC/B,OAAO,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,kBAAkB,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,KAAU;QACrC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAwB,CAAC;QACnD,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAC3E,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAElC,yDAAyD;QACzD,IAAI,WAAW,KAAK,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC1B,CAAC;QAED,oFAAoF;QACpF,oEAAoE;QACpE,IAAI,aAAa,GAAG,CAAC,IAAI,WAAW,KAAK,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,KAAK,iBAAiB,EAAE,CAAC;YAC7G,OAAO,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;QAC1E,CAAC;QAED,6CAA6C;QAC7C,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC3E,MAAM,WAAW,GAAG,uBAAuB,gBAAgB,EAAE,CAAC;QAE9D,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB,KAAK,WAAW,EAAE,CAAC;YAC3D,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,WAAW,EAAE,EAAS,CAAC,CAAC;YACvD,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC;QACvC,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEjC,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC3C,OAAO,QAAQ,KAAK,IAAI,EAAE,CAAC;YACzB,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACnC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,0BAA0B,CAAC,KAAU,EAAE,SAAiB,EAAE,WAAmB;QACnF,mEAAmE;QACnE,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,EAAY,CAAC;QAChD,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,UAAU;QACpC,MAAM,SAAS,GAAG,SAAS,GAAG,cAAc,CAAC;QAE7C,4BAA4B;QAC5B,MAAM,UAAU,GAAG,SAAS,GAAG,WAAW,GAAG,cAAc,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAExC,4EAA4E;QAC5E,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC9G,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAE7F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,EAAE,GAAG,SAAS,GAAG,CAAC,CAAC;gBAClC,MAAM,MAAM,GAAG,CAAC,GAAG,WAAW,GAAG,EAAE,CAAC;gBACpC,UAAU,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;CACF"}