webcodecs-node 0.2.2 → 0.5.0

package/dist/node-av/HardwarePipeline.js

@@ -0,0 +1,243 @@
+/**
+ * HardwarePipeline - Intelligent filter chain selection for hardware video processing
+ *
+ * Automatically detects hardware capabilities and builds optimal filter chains
+ * for format conversion, preferring GPU-side operations when possible.
+ */
+import { FilterAPI } from 'node-av/api';
+import { createLogger } from '../utils/logger.js';
+const logger = createLogger('HardwarePipeline');
+/**
+ * Known capabilities for each hardware type
+ * These are the theoretical capabilities - actual support depends on driver version
+ */
+const HARDWARE_CAPABILITIES = {
+    cuda: {
+        scaleFilter: 'scale_cuda',
+        gpuOutputFormats: ['nv12', 'yuv420p', 'p010le', 'yuv444p', 'bgra', 'rgba'],
+        supportsRgbOutput: true,
+    },
+    vaapi: {
+        scaleFilter: 'scale_vaapi',
+        gpuOutputFormats: ['nv12', 'p010'],
+        supportsRgbOutput: false,
+    },
+    qsv: {
+        scaleFilter: 'vpp_qsv', // vpp_qsv is more capable than scale_qsv
+        gpuOutputFormats: ['nv12', 'p010', 'bgra'], // bgra on some drivers
+        supportsRgbOutput: false, // Conservative - driver dependent
+    },
+    videotoolbox: {
+        scaleFilter: 'scale_vt',
+        gpuOutputFormats: ['nv12', 'p010', 'bgra'],
+        supportsRgbOutput: true,
+    },
+    drm: {
+        scaleFilter: '', // No GPU scale filter for DRM
+        gpuOutputFormats: ['nv12'],
+        supportsRgbOutput: false,
+    },
+    v4l2m2m: {
+        scaleFilter: '', // No GPU scale filter for V4L2
+        gpuOutputFormats: ['nv12', 'yuv420p'],
+        supportsRgbOutput: false,
+    },
+    software: {
+        scaleFilter: '',
+        gpuOutputFormats: [],
+        supportsRgbOutput: false,
+    },
+};
+/**
+ * Cache for probed filter chains
+ * Maps: hardwareType -> outputFormat -> working filter chain (or null if none work)
+ */
+const filterChainCache = new Map();
+/**
+ * Test if a filter chain works by trying to create it
+ * Note: This only tests creation, not actual processing. Some filters may create
+ * successfully but fail during processing (e.g., vpp_qsv with missing MFX loader).
+ */
+function probeFilterChain(filterDescription, hardware) {
+    try {
+        const filter = FilterAPI.create(filterDescription, {
+            hardware: hardware ?? undefined,
+        });
+        filter.close();
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Mark a filter chain as failed (discovered during actual processing)
+ */
+export function markFilterChainFailed(hwType, outputFormat, isHardwareFrame) {
+    const cacheKey = isHardwareFrame ? outputFormat : `sw_${outputFormat}`;
+    let hwCache = filterChainCache.get(hwType);
+    if (!hwCache) {
+        hwCache = new Map();
+        filterChainCache.set(hwType, hwCache);
+    }
+    // Mark current chain as failed by setting to null
+    hwCache.set(cacheKey, null);
+    // Also mark it in failed chains set
+    failedFilterChains.add(`${hwType}:${cacheKey}`);
+}
+/**
+ * Set of filter chains that failed during actual processing
+ */
+const failedFilterChains = new Set();
+/**
+ * Check if a specific chain has been marked as failed
+ */
+function isChainFailed(hwType, outputFormat, isHardwareFrame) {
+    const cacheKey = isHardwareFrame ? outputFormat : `sw_${outputFormat}`;
+    return failedFilterChains.has(`${hwType}:${cacheKey}`);
+}
+/**
+ * Get cached filter chain or null if not cached
+ */
+function getCachedFilterChain(hwType, outputFormat) {
+    const hwCache = filterChainCache.get(hwType);
+    if (!hwCache)
+        return undefined;
+    return hwCache.get(outputFormat);
+}
+/**
+ * Cache a filter chain result
+ */
+function cacheFilterChain(hwType, outputFormat, chain) {
+    let hwCache = filterChainCache.get(hwType);
+    if (!hwCache) {
+        hwCache = new Map();
+        filterChainCache.set(hwType, hwCache);
+    }
+    hwCache.set(outputFormat, chain);
+}
+/**
+ * Build candidate filter chains in order of preference (best first)
+ */
+function buildCandidateChains(hwType, outputFormat, isHardwareFrame) {
+    const candidates = [];
+    const caps = HARDWARE_CAPABILITIES[hwType];
+    if (!isHardwareFrame) {
+        // Software frame - just format conversion
+        candidates.push(`format=${outputFormat}`);
+        return candidates;
+    }
+    // Hardware frame - try various strategies
+    // Strategy 1: GPU-side conversion if supported (best - no CPU conversion)
+    if (caps.scaleFilter && caps.gpuOutputFormats.includes(outputFormat)) {
+        // Full GPU: scale on GPU to target format, then download
+        candidates.push(`${caps.scaleFilter}=format=${outputFormat},hwdownload,format=${outputFormat}`);
+    }
+    // Strategy 2: GPU conversion to intermediate, then CPU conversion
+    // Try bgra/nv12 as intermediates since they're widely supported
+    if (caps.scaleFilter) {
+        for (const intermediate of ['bgra', 'nv12']) {
+            if (caps.gpuOutputFormats.includes(intermediate) && intermediate !== outputFormat) {
+                candidates.push(`${caps.scaleFilter}=format=${intermediate},hwdownload,format=${intermediate},format=${outputFormat}`);
+            }
+        }
+    }
+    // Strategy 3: Simple hwdownload then CPU conversion (most compatible)
+    candidates.push(`hwdownload,format=nv12,format=${outputFormat}`);
+    // Strategy 4: hwdownload with auto format detection
+    candidates.push(`hwdownload,format=${outputFormat}`);
+    return candidates;
+}
+/**
+ * Track which chain index we're on for each hw/format combo (for fallback iteration)
+ */
+const chainIndexMap = new Map();
+/**
+ * Select the best filter chain for the given hardware and output format.
+ * Uses probing to verify the chain works on this specific hardware/driver.
+ * If a chain fails during actual processing, call getNextFilterChain() to try the next one.
+ */
+export function selectBestFilterChain(hardware, outputFormat, isHardwareFrame) {
+    const hwType = hardware?.deviceTypeName ?? 'software';
+    const cacheKey = `${hwType}:${isHardwareFrame ? outputFormat : `sw_${outputFormat}`}`;
+    // Build candidates in preference order
+    const candidates = buildCandidateChains(hwType, outputFormat, isHardwareFrame);
+    // Get current index (which chain we're trying)
+    const currentIndex = chainIndexMap.get(cacheKey) ?? 0;
+    // If we've exhausted all candidates, use the most compatible fallback
+    if (currentIndex >= candidates.length) {
+        const fallback = `hwdownload,format=nv12,format=${outputFormat}`;
+        logger.debug(`All chains exhausted for ${hwType}/${outputFormat}, using final fallback`);
+        return fallback;
+    }
+    const chain = candidates[currentIndex];
+    logger.debug(`Trying chain ${currentIndex + 1}/${candidates.length} for ${hwType}/${outputFormat}: ${chain}`);
+    return chain;
+}
+/**
+ * Move to the next filter chain after the current one failed.
+ * Returns the next chain to try, or null if all chains have been exhausted.
+ */
+export function getNextFilterChain(hardware, outputFormat, isHardwareFrame) {
+    const hwType = hardware?.deviceTypeName ?? 'software';
+    const cacheKey = `${hwType}:${isHardwareFrame ? outputFormat : `sw_${outputFormat}`}`;
+    // Increment the chain index
+    const currentIndex = (chainIndexMap.get(cacheKey) ?? 0) + 1;
+    chainIndexMap.set(cacheKey, currentIndex);
+    // Build candidates
+    const candidates = buildCandidateChains(hwType, outputFormat, isHardwareFrame);
+    if (currentIndex >= candidates.length) {
+        logger.debug(`All ${candidates.length} chains failed for ${hwType}/${outputFormat}`);
+        return null;
+    }
+    const chain = candidates[currentIndex];
+    logger.debug(`Falling back to chain ${currentIndex + 1}/${candidates.length}: ${chain}`);
+    return chain;
+}
+/**
+ * Get human-readable description of the selected pipeline
+ */
+export function describePipeline(filterChain, hwType) {
+    const parts = [];
+    if (filterChain.includes('scale_cuda')) {
+        parts.push('CUDA GPU scaling');
+    }
+    else if (filterChain.includes('scale_vaapi')) {
+        parts.push('VAAPI GPU scaling');
+    }
+    else if (filterChain.includes('vpp_qsv')) {
+        parts.push('QSV GPU processing');
+    }
+    else if (filterChain.includes('scale_vt')) {
+        parts.push('VideoToolbox GPU scaling');
+    }
+    if (filterChain.includes('hwdownload')) {
+        parts.push('GPU→CPU transfer');
+    }
+    const formatMatches = filterChain.match(/format=(\w+)/g);
+    if (formatMatches && formatMatches.length > 0) {
+        const lastFormat = formatMatches[formatMatches.length - 1].replace('format=', '');
+        parts.push(`output: ${lastFormat}`);
+    }
+    return parts.join(' → ') || filterChain;
+}
+/**
+ * Clear the filter chain cache (useful for testing or after hardware changes)
+ */
+export function clearPipelineCache() {
+    filterChainCache.clear();
+}
+/**
+ * Get current cache status for debugging
+ */
+export function getPipelineCacheStatus() {
+    const result = {};
+    for (const [hwType, formats] of filterChainCache) {
+        result[hwType] = {};
+        for (const [format, chain] of formats) {
+            result[hwType][format] = chain;
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=HardwarePipeline.js.map

package/dist/node-av/HardwarePipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HardwarePipeline.js","sourceRoot":"","sources":["../../src/node-av/HardwarePipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAmB,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,MAAM,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAgBhD;;;GAGG;AACH,MAAM,qBAAqB,GAAqD;IAC9E,IAAI,EAAE;QACJ,WAAW,EAAE,YAAY;QACzB,gBAAgB,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC;QAC1E,iBAAiB,EAAE,IAAI;KACxB;IACD,KAAK,EAAE;QACL,WAAW,EAAE,aAAa;QAC1B,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QAClC,iBAAiB,EAAE,KAAK;KACzB;IACD,GAAG,EAAE;QACH,WAAW,EAAE,SAAS,EAAG,yCAAyC;QAClE,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAG,uBAAuB;QACpE,iBAAiB,EAAE,KAAK,EAAG,kCAAkC;KAC9D;IACD,YAAY,EAAE;QACZ,WAAW,EAAE,UAAU;QACvB,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;QAC1C,iBAAiB,EAAE,IAAI;KACxB;IACD,GAAG,EAAE;QACH,WAAW,EAAE,EAAE,EAAG,8BAA8B;QAChD,gBAAgB,EAAE,CAAC,MAAM,CAAC;QAC1B,iBAAiB,EAAE,KAAK;KACzB;IACD,OAAO,EAAE;QACP,WAAW,EAAE,EAAE,EAAG,+BAA+B;QACjD,gBAAgB,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;QACrC,iBAAiB,EAAE,KAAK;KACzB;IACD,QAAQ,EAAE;QACR,WAAW,EAAE,EAAE;QACf,gBAAgB,EAAE,EAAE;QACpB,iBAAiB,EAAE,KAAK;KACzB;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAsC,CAAC;AAEvE;;;;GAIG;AACH,SAAS,gBAAgB,CACvB,iBAAyB,EACzB,QAAgC;IAEhC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,iBAAiB,EAAE;YACjD,QAAQ,EAAE,QAAQ,IAAI,SAAS;SACzB,CAAC,CAAC;QACV,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,YAAoB,EAAE,eAAwB;IAClG,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC;IACvE,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,kDAAkD;IAClD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5B,oCAAoC;IACpC,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;AAE7C;;GAEG;AACH,SAAS,aAAa,CAAC,MAAc,EAAE,YAAoB,EAAE,eAAwB;IACnF,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC;IACvE,OAAO,kBAAkB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,MAAc,EAAE,YAAoB;IAChE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,MAAc,EAAE,YAAoB,EAAE,KAAoB;IAClF,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC3B,MAAoB,EACpB,YAAoB,EACpB,eAAwB;IAExB,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE3C,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,0CAA0C;QAC1C,UAAU,CAAC,IAAI,CAAC,UAAU,YAAY,EAAE,CAAC,CAAC;QAC1C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,0CAA0C;IAE1C,0EAA0E;IAC1E,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACrE,yDAAyD;QACzD,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,WAAW,YAAY,sBAAsB,YAAY,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,kEAAkE;IAClE,gEAAgE;IAChE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,KAAK,MAAM,YAAY,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YAC5C,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;gBAClF,UAAU,CAAC,IAAI,CACb,GAAG,IAAI,CAAC,WAAW,WAAW,YAAY,sBAAsB,YAAY,WAAW,YAAY,EAAE,CACtG,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,UAAU,CAAC,IAAI,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;IAEjE,oDAAoD;IACpD,UAAU,CAAC,IAAI,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAC;IAErD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAEhD;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,QAAgC,EAChC,YAAoB,EACpB,eAAwB;IAExB,MAAM,MAAM,GAAkB,QAAQ,EAAE,cAA+B,IAAI,UAAU,CAAC;IACtF,MAAM,QAAQ,GAAG,GAAG,MAAM,IAAI,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,EAAE,CAAC;IAEtF,uCAAuC;IACvC,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;IAE/E,+CAA+C;IAC/C,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEtD,sEAAsE;IACtE,IAAI,YAAY,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,iCAAiC,YAAY,EAAE,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,4BAA4B,MAAM,IAAI,YAAY,wBAAwB,CAAC,CAAC;QACzF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,gBAAgB,YAAY,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,QAAQ,MAAM,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC,CAAC;IAE9G,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,QAAgC,EAChC,YAAoB,EACpB,eAAwB;IAExB,MAAM,MAAM,GAAkB,QAAQ,EAAE,cAA+B,IAAI,UAAU,CAAC;IACtF,MAAM,QAAQ,GAAG,GAAG,MAAM,IAAI,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,EAAE,CAAC;IAEtF,4BAA4B;IAC5B,MAAM,YAAY,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5D,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAE1C,mBAAmB;IACnB,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;IAE/E,IAAI,YAAY,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,MAAM,sBAAsB,MAAM,IAAI,YAAY,EAAE,CAAC,CAAC;QACrF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,yBAAyB,YAAY,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;IAEzF,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,WAAmB,EAAE,MAAc;IAClE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACzD,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,gBAAgB,CAAC,KAAK,EAAE,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,MAAM,MAAM,GAAkD,EAAE,CAAC;IACjE,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,gBAAgB,EAAE,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACtC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/node-av/NodeAvAudioDecoder.d.ts

@@ -0,0 +1,46 @@
+/**
+ * NodeAvAudioDecoder - Audio decoder using node-av native bindings
+ *
+ * Implements the AudioDecoderBackend interface for decoding audio streams
+ * using FFmpeg's libav* libraries via node-av.
+ */
+import { EventEmitter } from 'events';
+import type { AudioDecoderBackend, AudioDecoderBackendConfig } from '../backends/types.js';
+/**
+ * NodeAV-backed audio decoder implementing AudioDecoderBackend interface
+ */
+export declare class NodeAvAudioDecoder extends EventEmitter implements AudioDecoderBackend {
+    private decoder;
+    private formatContext;
+    private stream;
+    private filter;
+    private config;
+    private queue;
+    private processing;
+    private processingPromise;
+    private shuttingDown;
+    private packetIndex;
+    private frameIndex;
+    private packetTimeBase;
+    private outputSampleFormat;
+    private filterDescription;
+    private outputFormat;
+    get isHealthy(): boolean;
+    startDecoder(config: AudioDecoderBackendConfig): void;
+    write(data: Buffer | Uint8Array): boolean;
+    end(): void;
+    kill(): void;
+    shutdown(): Promise<void>;
+    private processQueue;
+    private ensureDecoder;
+    private parseOutputFormat;
+    private decodeBuffer;
+    private drainFrames;
+    private canPassThrough;
+    private toOutputBuffer;
+    private convertPlanarToInterleaved;
+    private getChannelLayout;
+    private finish;
+    private cleanup;
+}
+//# sourceMappingURL=NodeAvAudioDecoder.d.ts.map

package/dist/node-av/NodeAvAudioDecoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NodeAvAudioDecoder.d.ts","sourceRoot":"","sources":["../../src/node-av/NodeAvAudioDecoder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAmCtC,OAAO,KAAK,EACV,mBAAmB,EACnB,yBAAyB,EAE1B,MAAM,sBAAsB,CAAC;AAU9B;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,YAAa,YAAW,mBAAmB;IACjF,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,iBAAiB,CAA8B;IACvD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,cAAc,CAAkD;IACxE,OAAO,CAAC,kBAAkB,CAAqC;IAC/D,OAAO,CAAC,iBAAiB,CAAuB;IAChD,OAAO,CAAC,YAAY,CAA4B;IAEhD,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,YAAY,CAAC,MAAM,EAAE,yBAAyB,GAAG,IAAI;IAOrD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO;IAWzC,GAAG,IAAI,IAAI;IAMX,IAAI,IAAI,IAAI;IAMN,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAIjB,YAAY;YAyBZ,aAAa;IAmC3B,OAAO,CAAC,iBAAiB;YAKX,YAAY;YAqBZ,WAAW;IAkCzB,OAAO,CAAC,cAAc;YAIR,cAAc;IAyC5B,OAAO,CAAC,0BAA0B;IAyBlC,OAAO,CAAC,gBAAgB;YAiBV,MAAM;IAmBpB,OAAO,CAAC,OAAO;CAShB"}

package/dist/node-av/NodeAvAudioDecoder.js

@@ -0,0 +1,350 @@
+/**
+ * NodeAvAudioDecoder - Audio decoder using node-av native bindings
+ *
+ * Implements the AudioDecoderBackend interface for decoding audio streams
+ * using FFmpeg's libav* libraries via node-av.
+ */
+import { EventEmitter } from 'events';
+import { Decoder, FilterAPI } from 'node-av/api';
+import { FormatContext, Packet, Rational } from 'node-av/lib';
+import { AVMEDIA_TYPE_AUDIO, AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_FLTP, AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_S16P, AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_S32P, AV_SAMPLE_FMT_U8, AV_SAMPLE_FMT_U8P, AV_CODEC_ID_AAC, AV_CODEC_ID_OPUS, AV_CODEC_ID_MP3, AV_CODEC_ID_FLAC, AV_CODEC_ID_VORBIS, AV_CODEC_ID_PCM_S16LE, AV_CODEC_ID_PCM_S24LE, AV_CODEC_ID_PCM_S32LE, AV_CODEC_ID_PCM_F32LE, AV_CODEC_ID_PCM_U8, AV_CODEC_ID_PCM_MULAW, AV_CODEC_ID_PCM_ALAW, AV_CHANNEL_ORDER_NATIVE, AV_CH_LAYOUT_MONO, AV_CH_LAYOUT_STEREO, AV_CH_LAYOUT_5POINT1, AV_CH_LAYOUT_7POINT1, } from 'node-av/constants';
+import { createLogger } from '../utils/logger.js';
+import { toUint8Array } from '../utils/buffer.js';
+const logger = createLogger('NodeAvAudioDecoder');
+/** Default sample rate for audio decoding */
+const DEFAULT_SAMPLE_RATE = 48000;
+/**
+ * NodeAV-backed audio decoder implementing AudioDecoderBackend interface
+ */
+export class NodeAvAudioDecoder extends EventEmitter {
+    decoder = null;
+    formatContext = null;
+    stream = null;
+    filter = null;
+    config = null;
+    queue = [];
+    processing = false;
+    processingPromise = null;
+    shuttingDown = false;
+    packetIndex = 0;
+    frameIndex = 0;
+    packetTimeBase = new Rational(1, DEFAULT_SAMPLE_RATE);
+    outputSampleFormat = AV_SAMPLE_FMT_FLT;
+    filterDescription = null;
+    outputFormat = 'f32';
+    get isHealthy() {
+        return !this.shuttingDown;
+    }
+    startDecoder(config) {
+        this.config = { ...config };
+        this.packetTimeBase = new Rational(1, config.sampleRate);
+        this.outputFormat = this.parseOutputFormat(config);
+        this.outputSampleFormat = mapSampleFormat(this.outputFormat);
+    }
+    write(data) {
+        if (!this.config || this.shuttingDown) {
+            return false;
+        }
+        // Pass raw data directly - extradata is set on the decoder context
+        this.queue.push(Buffer.from(data));
+        void this.processQueue();
+        return true;
+    }
+    end() {
+        if (this.shuttingDown)
+            return;
+        this.shuttingDown = true;
+        void this.finish().catch((err) => this.emit('error', err));
+    }
+    kill() {
+        this.shuttingDown = true;
+        this.cleanup();
+        this.emit('close', null);
+    }
+    async shutdown() {
+        this.end();
+    }
+    async processQueue() {
+        if (this.processingPromise) {
+            return this.processingPromise;
+        }
+        this.processingPromise = (async () => {
+            if (this.processing)
+                return;
+            this.processing = true;
+            try {
+                while (this.queue.length > 0) {
+                    const data = this.queue.shift();
+                    await this.decodeBuffer(data);
+                }
+            }
+            catch (err) {
+                this.emit('error', err instanceof Error ? err : new Error(String(err)));
+            }
+            finally {
+                this.processing = false;
+                this.processingPromise = null;
+            }
+        })();
+        return this.processingPromise;
+    }
+    async ensureDecoder() {
+        if (this.decoder || !this.config) {
+            return;
+        }
+        const codecId = mapCodecId(this.config.codec);
+        if (!codecId) {
+            throw new Error(`Unsupported audio codec: ${this.config.codec}`);
+        }
+        this.formatContext = new FormatContext();
+        this.formatContext.allocContext();
+        this.stream = this.formatContext.newStream();
+        this.stream.timeBase = this.packetTimeBase;
+        const params = this.stream.codecpar;
+        params.codecType = AVMEDIA_TYPE_AUDIO;
+        params.codecId = codecId;
+        params.sampleRate = this.config.sampleRate;
+        params.channelLayout = this.getChannelLayout(this.config.numberOfChannels);
+        params.channels = this.config.numberOfChannels;
+        // Set extradata if we have description (e.g., AudioSpecificConfig for AAC)
+        if (this.config.description) {
+            const bytes = toUint8Array(this.config.description);
+            params.extradata = Buffer.from(bytes);
+        }
+        this.decoder = await Decoder.create(this.stream, {
+            exitOnError: true,
+        });
+        logger.info(`Created decoder for codec: ${this.config.codec}`);
+    }
+    parseOutputFormat(config) {
+        const defaultFormat = 'f32';
+        return config.outputFormat ?? defaultFormat;
+    }
+    async decodeBuffer(buffer) {
+        await this.ensureDecoder();
+        if (!this.decoder || !this.stream) {
+            throw new Error('Decoder not initialized');
+        }
+        const packet = new Packet();
+        packet.alloc();
+        packet.streamIndex = this.stream.index;
+        packet.pts = BigInt(this.packetIndex);
+        packet.dts = BigInt(this.packetIndex);
+        packet.timeBase = this.packetTimeBase;
+        packet.data = buffer;
+        packet.duration = 1n;
+        await this.decoder.decode(packet);
+        packet.unref();
+        await this.drainFrames();
+        this.packetIndex++;
+    }
+    async drainFrames() {
+        if (!this.decoder)
+            return;
+        let frame = await this.decoder.receive();
+        while (frame) {
+            const nbSamples = frame.nbSamples;
+            if (nbSamples > 0) {
+                const passthrough = this.canPassThrough(frame);
+                if (passthrough) {
+                    this.emit('frame', {
+                        nativeFrame: frame,
+                        numberOfFrames: nbSamples,
+                        timestamp: this.frameIndex,
+                    });
+                    this.frameIndex += nbSamples;
+                }
+                else {
+                    const converted = await this.toOutputBuffer(frame);
+                    frame.unref();
+                    if (converted) {
+                        this.emit('frame', {
+                            data: converted,
+                            numberOfFrames: nbSamples,
+                            timestamp: this.frameIndex,
+                        });
+                        this.frameIndex += nbSamples;
+                    }
+                }
+            }
+            else {
+                frame.unref();
+            }
+            frame = await this.decoder.receive();
+        }
+    }
+    canPassThrough(frame) {
+        return frame.format === this.outputSampleFormat;
+    }
+    async toOutputBuffer(frame) {
+        const frameFormat = frame.format;
+        const frameChannels = frame.channels || this.config?.numberOfChannels || 2;
+        const nbSamples = frame.nbSamples;
+        // If frame already matches requested format, just export
+        if (frameFormat === this.outputSampleFormat) {
+            return frame.toBuffer();
+        }
+        // For multi-channel audio (>2 channels), the filter has issues with channel layouts
+        // Convert manually from planar float to interleaved float if needed
+        if (frameChannels > 2 && frameFormat === AV_SAMPLE_FMT_FLTP && this.outputSampleFormat === AV_SAMPLE_FMT_FLT) {
+            return this.convertPlanarToInterleaved(frame, nbSamples, frameChannels);
+        }
+        // For stereo/mono, use filter for conversion
+        const outputFormatName = sampleFormatToFFmpegName(this.outputSampleFormat);
+        const description = `aformat=sample_fmts=${outputFormatName}`;
+        if (!this.filter || this.filterDescription !== description) {
+            this.filter?.close();
+            this.filter = FilterAPI.create(description, {});
+            this.filterDescription = description;
+        }
+        await this.filter.process(frame);
+        let filtered = await this.filter.receive();
+        while (filtered === null) {
+            filtered = await this.filter.receive();
+        }
+        if (!filtered) {
+            return null;
+        }
+        const buffer = filtered.toBuffer();
+        filtered.unref();
+        return buffer;
+    }
+    convertPlanarToInterleaved(frame, nbSamples, numChannels) {
+        // Get planar buffer from frame - each channel is stored separately
+        const planarBuffer = frame.toBuffer();
+        const bytesPerSample = 4; // float32
+        const planeSize = nbSamples * bytesPerSample;
+        // Create interleaved output
+        const outputSize = nbSamples * numChannels * bytesPerSample;
+        const output = Buffer.alloc(outputSize);
+        // Convert from planar (LLLLLLLL RRRRRRRR ...) to interleaved (LRLRLRLR ...)
+        const inputView = new Float32Array(planarBuffer.buffer, planarBuffer.byteOffset, planarBuffer.byteLength / 4);
+        const outputView = new Float32Array(output.buffer, output.byteOffset, output.byteLength / 4);
+        for (let s = 0; s < nbSamples; s++) {
+            for (let ch = 0; ch < numChannels; ch++) {
+                const srcIdx = ch * nbSamples + s;
+                const dstIdx = s * numChannels + ch;
+                outputView[dstIdx] = inputView[srcIdx];
+            }
+        }
+        return output;
+    }
+    getChannelLayout(numChannels) {
+        // Standard channel layouts as ChannelLayout objects
+        // Order 1 = AV_CHANNEL_ORDER_NATIVE (required for FFmpeg)
+        switch (numChannels) {
+            case 1:
+                return { nbChannels: 1, order: AV_CHANNEL_ORDER_NATIVE, mask: AV_CH_LAYOUT_MONO };
+            case 2:
+                return { nbChannels: 2, order: AV_CHANNEL_ORDER_NATIVE, mask: AV_CH_LAYOUT_STEREO };
+            case 6:
+                return { nbChannels: 6, order: AV_CHANNEL_ORDER_NATIVE, mask: AV_CH_LAYOUT_5POINT1 };
+            case 8:
+                return { nbChannels: 8, order: AV_CHANNEL_ORDER_NATIVE, mask: AV_CH_LAYOUT_7POINT1 };
+            default:
+                return { nbChannels: numChannels, order: AV_CHANNEL_ORDER_NATIVE, mask: BigInt((1 << numChannels) - 1) };
+        }
+    }
+    async finish() {
+        await this.processQueue();
+        if (this.processingPromise) {
+            await this.processingPromise;
+        }
+        if (this.decoder) {
+            try {
+                await this.decoder.flush();
+                await this.drainFrames();
+            }
+            catch (err) {
+                this.emit('error', err instanceof Error ? err : new Error(String(err)));
+            }
+        }
+        this.emit('close', 0);
+        this.cleanup();
+    }
+    cleanup() {
+        this.filter?.close();
+        this.filter = null;
+        this.decoder?.close();
+        this.decoder = null;
+        this.formatContext = null;
+        this.stream = null;
+        this.queue = [];
+    }
+}
+function mapCodecId(codec) {
+    const codecBase = codec.split('.')[0].toLowerCase();
+    switch (codecBase) {
+        case 'mp4a':
+        case 'aac':
+            return AV_CODEC_ID_AAC;
+        case 'opus':
+            return AV_CODEC_ID_OPUS;
+        case 'mp3':
+            return AV_CODEC_ID_MP3;
+        case 'flac':
+            return AV_CODEC_ID_FLAC;
+        case 'vorbis':
+            return AV_CODEC_ID_VORBIS;
+        case 'pcm-s16':
+            return AV_CODEC_ID_PCM_S16LE;
+        case 'pcm-s24':
+            return AV_CODEC_ID_PCM_S24LE;
+        case 'pcm-s32':
+            return AV_CODEC_ID_PCM_S32LE;
+        case 'pcm-f32':
+            return AV_CODEC_ID_PCM_F32LE;
+        case 'pcm-u8':
+            return AV_CODEC_ID_PCM_U8;
+        case 'ulaw':
+            return AV_CODEC_ID_PCM_MULAW;
+        case 'alaw':
+            return AV_CODEC_ID_PCM_ALAW;
+        default:
+            return null;
+    }
+}
+function mapSampleFormat(format) {
+    switch (format) {
+        case 'u8':
+            return AV_SAMPLE_FMT_U8;
+        case 'u8-planar':
+            return AV_SAMPLE_FMT_U8P;
+        case 's16':
+            return AV_SAMPLE_FMT_S16;
+        case 's16-planar':
+            return AV_SAMPLE_FMT_S16P;
+        case 's32':
+            return AV_SAMPLE_FMT_S32;
+        case 's32-planar':
+            return AV_SAMPLE_FMT_S32P;
+        case 'f32':
+            return AV_SAMPLE_FMT_FLT;
+        case 'f32-planar':
+            return AV_SAMPLE_FMT_FLTP;
+        default:
+            return AV_SAMPLE_FMT_FLT;
+    }
+}
+function sampleFormatToFFmpegName(fmt) {
+    switch (fmt) {
+        case AV_SAMPLE_FMT_U8:
+            return 'u8';
+        case AV_SAMPLE_FMT_U8P:
+            return 'u8p';
+        case AV_SAMPLE_FMT_S16:
+            return 's16';
+        case AV_SAMPLE_FMT_S16P:
+            return 's16p';
+        case AV_SAMPLE_FMT_S32:
+            return 's32';
+        case AV_SAMPLE_FMT_S32P:
+            return 's32p';
+        case AV_SAMPLE_FMT_FLTP:
+            return 'fltp';
+        case AV_SAMPLE_FMT_FLT:
+        default:
+            return 'flt';
+    }
+}
+//# sourceMappingURL=NodeAvAudioDecoder.js.map

package/dist/node-av/NodeAvAudioDecoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NodeAvAudioDecoder.js","sourceRoot":"","sources":["../../src/node-av/NodeAvAudioDecoder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,EAAU,QAAQ,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,EACpB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,GAGrB,MAAM,mBAAmB,CAAC;AAQ3B,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,MAAM,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAElD,6CAA6C;AAC7C,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAElC;;GAEG;AACH,MAAM,OAAO,kBAAmB,SAAQ,YAAY;IAC1C,OAAO,GAAmB,IAAI,CAAC;IAC/B,aAAa,GAAyB,IAAI,CAAC;IAC3C,MAAM,GAAkB,IAAI,CAAC;IAC7B,MAAM,GAAqB,IAAI,CAAC;IAChC,MAAM,GAAqC,IAAI,CAAC;IAChD,KAAK,GAAa,EAAE,CAAC;IACrB,UAAU,GAAG,KAAK,CAAC;IACnB,iBAAiB,GAAyB,IAAI,CAAC;IAC/C,YAAY,GAAG,KAAK,CAAC;IACrB,WAAW,GAAG,CAAC,CAAC;IAChB,UAAU,GAAG,CAAC,CAAC;IACf,cAAc,GAAa,IAAI,QAAQ,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;IAChE,kBAAkB,GAAmB,iBAAiB,CAAC;IACvD,iBAAiB,GAAkB,IAAI,CAAC;IACxC,YAAY,GAAsB,KAAK,CAAC;IAEhD,IAAI,SAAS;QACX,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC;IAC5B,CAAC;IAED,YAAY,CAAC,MAAiC;QAC5C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,IAAI,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,kBAAkB,GAAG,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,IAAyB;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,mEAAmE;QACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,GAAG;QACD,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;YACnC,IAAI,IAAI,CAAC,UAAU;gBAAE,OAAO;YAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YAEvB,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;oBACjC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAChC,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACpC,MAAM,CAAC,SAAS,GAAG,kBAAkB,CAAC;QACtC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;QACzB,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAC3C,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAQ,CAAC;QACjF,MAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAExD,2EAA2E;QAC3E,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;YAC/C,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,8BAA8B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACjE,CAAC;IAEO,iBAAiB,CAAC,MAAiC;QACzD,MAAM,aAAa,GAAsB,KAAK,CAAC;QAC/C,OAAO,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAc;QACvC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACvC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC;QACtC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC;QACrB,MAAM,CAAC,QAAQ,GAAG,EAAE,CAAC;QAErB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACzC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;YAClC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC/C,IAAI,WAAW,EAAE,CAAC;oBAChB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;wBACjB,WAAW,EAAE,KAAK;wBAClB,cAAc,EAAE,SAAS;wBACzB,SAAS,EAAE,IAAI,CAAC,UAAU;qBAC3B,CAAC,CAAC;oBACH,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;oBACnD,KAAK,CAAC,KAAK,EAAE,CAAC;oBACd,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;4BACjB,IAAI,EAAE,SAAS;4BACf,cAAc,EAAE,SAAS;4BACzB,SAAS,EAAE,IAAI,CAAC,UAAU;yBAC3B,CAAC,CAAC;wBACH,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC;YACD,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,KAAU;QAC/B,OAAO,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,kBAAkB,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,KAAU;QACrC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAwB,CAAC;QACnD,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAC3E,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAElC,yDAAyD;QACzD,IAAI,WAAW,KAAK,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC1B,CAAC;QAED,oFAAoF;QACpF,oEAAoE;QACpE,IAAI,aAAa,GAAG,CAAC,IAAI,WAAW,KAAK,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,KAAK,iBAAiB,EAAE,CAAC;YAC7G,OAAO,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;QAC1E,CAAC;QAED,6CAA6C;QAC7C,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC3E,MAAM,WAAW,GAAG,uBAAuB,gBAAgB,EAAE,CAAC;QAE9D,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB,KAAK,WAAW,EAAE,CAAC;YAC3D,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,WAAW,EAAE,EAAS,CAAC,CAAC;YACvD,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC;QACvC,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEjC,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC3C,OAAO,QAAQ,KAAK,IAAI,EAAE,CAAC;YACzB,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACnC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,0BAA0B,CAAC,KAAU,EAAE,SAAiB,EAAE,WAAmB;QACnF,mEAAmE;QACnE,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,EAAY,CAAC;QAChD,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,UAAU;QACpC,MAAM,SAAS,GAAG,SAAS,GAAG,cAAc,CAAC;QAE7C,4BAA4B;QAC5B,MAAM,UAAU,GAAG,SAAS,GAAG,WAAW,GAAG,cAAc,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAExC,4EAA4E;QAC5E,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC9G,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAE7F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,WAAW,EAAE,EAAE,EAAE,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,EAAE,GAAG,SAAS,GAAG,CAAC,CAAC;gBAClC,MAAM,MAAM,GAAG,CAAC,GAAG,WAAW,GAAG,EAAE,CAAC;gBACpC,UAAU,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,WAAmB;QAC1C,oDAAoD;QACpD,0DAA0D;QAC1D,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,CAAC;gBACJ,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;YACpF,KAAK,CAAC;gBACJ,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;YACtF,KAAK,CAAC;gBACJ,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;YACvF,KAAK,CAAC;gBACJ,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;YACvF;gBACE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,uBAAuB,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC7G,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;CACF;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK;YACR,OAAO,eAAe,CAAC;QACzB,KAAK,MAAM;YACT,OAAO,gBAAgB,CAAC;QAC1B,KAAK,KAAK;YACR,OAAO,eAAe,CAAC;QACzB,KAAK,MAAM;YACT,OAAO,gBAAgB,CAAC;QAC1B,KAAK,QAAQ;YACX,OAAO,kBAAkB,CAAC;QAC5B,KAAK,SAAS;YACZ,OAAO,qBAAqB,CAAC;QAC/B,KAAK,SAAS;YACZ,OAAO,qBAAqB,CAAC;QAC/B,KAAK,SAAS;YACZ,OAAO,qBAAqB,CAAC;QAC/B,KAAK,SAAS;YACZ,OAAO,qBAAqB,CAAC;QAC/B,KAAK,QAAQ;YACX,OAAO,kBAAkB,CAAC;QAC5B,KAAK,MAAM;YACT,OAAO,qBAAqB,CAAC;QAC/B,KAAK,MAAM;YACT,OAAO,oBAAoB,CAAC;QAC9B;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAyB;IAChD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,IAAI;YACP,OAAO,gBAAgB,CAAC;QAC1B,KAAK,WAAW;YACd,OAAO,iBAAiB,CAAC;QAC3B,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B,KAAK,YAAY;YACf,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B,KAAK,YAAY;YACf,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B,KAAK,YAAY;YACf,OAAO,kBAAkB,CAAC;QAC5B;YACE,OAAO,iBAAiB,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAmB;IACnD,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,gBAAgB;YACnB,OAAO,IAAI,CAAC;QACd,KAAK,iBAAiB;YACpB,OAAO,KAAK,CAAC;QACf,KAAK,iBAAiB;YACpB,OAAO,KAAK,CAAC;QACf,KAAK,kBAAkB;YACrB,OAAO,MAAM,CAAC;QAChB,KAAK,iBAAiB;YACpB,OAAO,KAAK,CAAC;QACf,KAAK,kBAAkB;YACrB,OAAO,MAAM,CAAC;QAChB,KAAK,kBAAkB;YACrB,OAAO,MAAM,CAAC;QAChB,KAAK,iBAAiB,CAAC;QACvB;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC"}