@framers/agentos 0.1.46 → 0.1.47

package/dist/core/audio/EnvironmentalCalibrator.js

@@ -0,0 +1,360 @@
+// backend/agentos/core/audio/EnvironmentalCalibrator.ts
+import { EventEmitter } from 'events';
+/**
+ * EnvironmentalCalibrator (Web Version) - Adapts to acoustic environment in real-time
+ * using Web Audio APIs for initial calibration and processing raw frames for continuous updates.
+ */
+// eslint-disable-next-line @typescript-eslint/no-unsafe-declaration-merging
+export class EnvironmentalCalibrator extends EventEmitter {
+    /**
+     * Creates a new EnvironmentalCalibrator instance.
+     * @param {CalibrationConfig} config - Configuration options.
+     */
+    constructor(config = {}) {
+        super();
+        this.currentProfile = null;
+        this.profileHistory = [];
+        this.rmsValuesForContinuousAdapt = []; // Stores RMS of recent frames for continuous adaptation
+        this.lastProfileUpdateTimeMs = Date.now();
+        this.lastVoiceActivityTimeMs = Date.now(); // For resetting backoff
+        this.isDuringInitialCalibration = false;
+        // Web Audio API related properties for initial calibration
+        this.calibrationAudioContext = null;
+        this.calibrationSourceNode = null;
+        this.calibrationProcessorNode = null;
+        this.calibrationAnalyserNode = null;
+        this.config = {
+            initialCalibrationMs: config.initialCalibrationMs || 3000,
+            calibrationBufferSize: config.calibrationBufferSize || 4096,
+            minRmsSamplesForContinuousUpdate: config.minRmsSamplesForContinuousUpdate || 50,
+            initialUpdateIntervalMs: config.initialUpdateIntervalMs || 1000,
+            backoffMultiplier: config.backoffMultiplier || 1.5,
+            maxBackoffIntervalMs: config.maxBackoffIntervalMs || 30000,
+            minBackoffIntervalMs: config.minBackoffIntervalMs || 500,
+            rmsHistoryBufferSize: config.rmsHistoryBufferSize || 50,
+            thresholdSensitivityFactor: config.thresholdSensitivityFactor || 1.0,
+            enableFrequencyAnalysis: config.enableFrequencyAnalysis ?? true,
+            fftSize: config.fftSize || 256,
+            sampleRate: config.sampleRate || 16000,
+        };
+        this.currentBackoffIntervalMs = this.config.initialUpdateIntervalMs;
+        this.anomalyDetector = new AnomalyDetector();
+    }
+    /**
+     * Performs initial environment calibration using a MediaStream.
+     * Sets up a temporary Web Audio pipeline to analyze the stream.
+     * @param {MediaStream} audioStream - The live audio input stream for calibration.
+     * @returns {Promise<NoiseProfile>} A promise that resolves with the initial noise profile,
+     * or rejects if calibration fails.
+     */
+    async calibrate(audioStream) {
+        if (this.isDuringInitialCalibration) {
+            console.warn("Calibration is already in progress.");
+            return Promise.reject(new Error("Calibration already in progress."));
+        }
+        console.log(`🎤 Starting environmental calibration for ${this.config.initialCalibrationMs}ms (Web Audio)...`);
+        this.isDuringInitialCalibration = true;
+        this.emit('calibration:started');
+        const collectedRmsSamples = [];
+        const collectedFrequencySamples = [];
+        let processedDuration = 0;
+        return new Promise((resolve, reject) => {
+            try {
+                this.calibrationAudioContext = new (window.AudioContext || window.webkitAudioContext)({
+                    sampleRate: this.config.sampleRate, // Attempt to use configured sample rate
+                });
+                // Check actual sample rate
+                const actualSampleRate = this.calibrationAudioContext.sampleRate;
+                if (Math.abs(actualSampleRate - this.config.sampleRate) > 100) {
+                    console.warn(`Calibrator: AudioContext using sample rate ${actualSampleRate}Hz, configured was ${this.config.sampleRate}Hz.`);
+                }
+                this.calibrationSourceNode = this.calibrationAudioContext.createMediaStreamSource(audioStream);
+                this.calibrationProcessorNode = this.calibrationAudioContext.createScriptProcessor(this.config.calibrationBufferSize, 1, // input channels
+                1 // output channels
+                );
+                if (this.config.enableFrequencyAnalysis) {
+                    this.calibrationAnalyserNode = this.calibrationAudioContext.createAnalyser();
+                    this.calibrationAnalyserNode.fftSize = this.config.fftSize;
+                    this.calibrationSourceNode.connect(this.calibrationAnalyserNode);
+                    this.calibrationAnalyserNode.connect(this.calibrationProcessorNode);
+                }
+                else {
+                    this.calibrationSourceNode.connect(this.calibrationProcessorNode);
+                }
+                this.calibrationProcessorNode.connect(this.calibrationAudioContext.destination); // Keep graph alive
+                this.calibrationProcessorNode.onaudioprocess = (event) => {
+                    if (!this.isDuringInitialCalibration)
+                        return; // Stop processing if calibration ended prematurely
+                    const inputData = event.inputBuffer.getChannelData(0);
+                    const frameDuration = event.inputBuffer.duration * 1000; // Duration of this chunk in ms
+                    processedDuration += frameDuration;
+                    const rms = this.calculateRMS(inputData);
+                    collectedRmsSamples.push(rms);
+                    if (this.config.enableFrequencyAnalysis && this.calibrationAnalyserNode) {
+                        const freqData = new Float32Array(this.calibrationAnalyserNode.frequencyBinCount);
+                        this.calibrationAnalyserNode.getFloatFrequencyData(freqData); // Get dB values
+                        collectedFrequencySamples.push(freqData);
+                    }
+                    const progress = Math.min(processedDuration / this.config.initialCalibrationMs, 1);
+                    this.emit('calibration:progress', progress, rms);
+                    if (processedDuration >= this.config.initialCalibrationMs) {
+                        this.isDuringInitialCalibration = false; // Mark as finished
+                        // Finalize and clean up immediately after flag is set
+                        try {
+                            const profile = this.analyzeCalibrationSamples(collectedRmsSamples, collectedFrequencySamples);
+                            this.currentProfile = profile;
+                            this.profileHistory.push(profile);
+                            this.lastProfileUpdateTimeMs = Date.now();
+                            this.rmsValuesForContinuousAdapt = collectedRmsSamples.slice(-this.config.rmsHistoryBufferSize); // Pre-fill buffer
+                            this.emit('calibration:complete', profile);
+                            console.log('✅ Calibration complete (Web Audio):', {
+                                environment: profile.environmentType,
+                                baselineRMS: profile.baselineRMS.toFixed(4),
+                            });
+                            resolve(profile);
+                        }
+                        catch (analysisError) {
+                            console.error("Error analyzing calibration data:", analysisError);
+                            this.emit('calibration:error', analysisError);
+                            reject(analysisError);
+                        }
+                        finally {
+                            this.cleanupCalibrationAudioNodes();
+                        }
+                    }
+                };
+            }
+            catch (error) {
+                console.error('❌ Error setting up Web Audio for calibration:', error);
+                this.isDuringInitialCalibration = false;
+                this.emit('calibration:error', error);
+                this.cleanupCalibrationAudioNodes(); // Ensure cleanup on setup error
+                reject(error);
+            }
+        });
+    }
+    /** Cleans up Web Audio nodes used specifically for initial calibration. */
+    cleanupCalibrationAudioNodes() {
+        this.calibrationProcessorNode?.disconnect();
+        this.calibrationAnalyserNode?.disconnect();
+        this.calibrationSourceNode?.disconnect();
+        // It's good practice to close the AudioContext if it was created solely for calibration
+        // and is not shared. If shared, this responsibility lies elsewhere.
+        if (this.calibrationAudioContext && this.calibrationAudioContext.state !== 'closed') {
+            this.calibrationAudioContext.close().catch(e => console.warn("Error closing calibration AudioContext:", e));
+        }
+        this.calibrationAudioContext = null;
+        this.calibrationProcessorNode = null;
+        this.calibrationAnalyserNode = null;
+        this.calibrationSourceNode = null;
+        // console.debug("Calibration audio nodes cleaned up.");
+    }
+    /**
+     * Analyzes collected RMS and frequency samples to generate a NoiseProfile.
+     * @param rmsSamples - Array of RMS values from calibration.
+     * @param frequencySamples - Array of frequency data arrays from calibration.
+     * @returns {NoiseProfile} The calculated noise profile.
+     */
+    analyzeCalibrationSamples(rmsSamples, frequencySamples) {
+        if (rmsSamples.length === 0) {
+            throw new Error("Cannot analyze empty RMS samples for calibration.");
+        }
+        const sortedRms = [...rmsSamples].sort((a, b) => a - b);
+        const baselineRMS = this.calculatePercentile(sortedRms, 0.25); // Robust baseline
+        const peakRMS = this.calculatePercentile(sortedRms, 0.95);
+        const noiseStdDev = this.calculateStdDev(rmsSamples, baselineRMS);
+        let avgFrequencyProfile = undefined;
+        if (this.config.enableFrequencyAnalysis && frequencySamples.length > 0 && this.calibrationAnalyserNode) {
+            const numBins = this.calibrationAnalyserNode.frequencyBinCount;
+            avgFrequencyProfile = new Float32Array(numBins);
+            for (let i = 0; i < numBins; i++) {
+                let sumForBin = 0;
+                for (const freqSample of frequencySamples) {
+                    sumForBin += freqSample[i]; // These are typically dB values
+                }
+                avgFrequencyProfile[i] = sumForBin / frequencySamples.length;
+            }
+        }
+        const environmentType = this.classifyEnvironment(baselineRMS, peakRMS, noiseStdDev);
+        const { speechThreshold, silenceThreshold } = this.calculateAdaptiveThresholds(baselineRMS, peakRMS, noiseStdDev, environmentType);
+        return {
+            baselineRMS,
+            peakRMS,
+            noiseStdDev,
+            frequencyProfile: avgFrequencyProfile,
+            environmentType,
+            confidenceScore: this.calculateConfidence(rmsSamples, noiseStdDev),
+            timestamp: Date.now(),
+            suggestedSpeechThreshold: speechThreshold,
+            suggestedSilenceThreshold: silenceThreshold,
+            framesAnalyzedCount: rmsSamples.length,
+        };
+    }
+    /**
+     * Processes a single audio frame for continuous adaptation after initial calibration.
+     * @param {Float32Array} audioFrame - A chunk of raw audio data (PCM).
+     */
+    continuousAdaptation(audioFrame) {
+        if (this.isDuringInitialCalibration || !this.currentProfile) {
+            // console.warn("Calibrator: Cannot perform continuous adaptation during initial calibration or without a profile.");
+            return;
+        }
+        if (!audioFrame || audioFrame.length === 0)
+            return;
+        const rms = this.calculateRMS(audioFrame);
+        this.addToRmsHistory(rms);
+        const now = Date.now();
+        const timeSinceLastUpdate = now - this.lastProfileUpdateTimeMs;
+        if (timeSinceLastUpdate >= this.currentBackoffIntervalMs && this.rmsValuesForContinuousAdapt.length >= this.config.minRmsSamplesForContinuousUpdate) {
+            const avgRMSInHistory = this.rmsValuesForContinuousAdapt.reduce((s, v) => s + v, 0) / this.rmsValuesForContinuousAdapt.length;
+            const deviationFromProfile = Math.abs(avgRMSInHistory - this.currentProfile.baselineRMS);
+            // More sensitive change detection for continuous adaptation: 30% change in baseline or if std dev changes a lot
+            const significantChangeThreshold = this.currentProfile.baselineRMS * 0.3;
+            const currentStdDev = this.calculateStdDev(this.rmsValuesForContinuousAdapt);
+            const stdDevChange = Math.abs(currentStdDev - this.currentProfile.noiseStdDev) / (this.currentProfile.noiseStdDev || 0.001);
+            if (deviationFromProfile > significantChangeThreshold || stdDevChange > 0.5) { // Or 50% change in std dev
+                // Re-calculate profile based on current rmsValuesForContinuousAdapt
+                // For frequency profile, we'd ideally need a way to get it from the current frame if enabled,
+                // or decide not to update it during continuous adaptation without a live AnalyserNode.
+                // For simplicity, continuous adaptation here focuses on RMS-based metrics.
+                const updatedProfile = this.updateProfileFromRmsHistory(this.rmsValuesForContinuousAdapt, this.currentProfile);
+                const oldEnvironment = this.currentProfile.environmentType;
+                this.currentProfile = updatedProfile;
+                this.profileHistory.push(updatedProfile);
+                this.emit('profile:updated', updatedProfile);
+                if (oldEnvironment !== updatedProfile.environmentType) {
+                    this.emit('environment:changed', updatedProfile.environmentType, oldEnvironment, updatedProfile);
+                    console.log(`🔄 Environment changed (continuous): ${oldEnvironment} → ${updatedProfile.environmentType}`);
+                }
+                this.currentBackoffIntervalMs = this.config.minBackoffIntervalMs; // Reset backoff
+            }
+            else {
+                this.currentBackoffIntervalMs = Math.min(this.currentBackoffIntervalMs * this.config.backoffMultiplier, this.config.maxBackoffIntervalMs);
+            }
+            this.lastProfileUpdateTimeMs = now;
+        }
+        this.detectAnomalies(rms);
+    }
+    /**
+     * Helper to update profile based on current RMS history (primarily for continuous adaptation).
+     */
+    updateProfileFromRmsHistory(rmsHistory, baseProfile) {
+        const sortedRms = [...rmsHistory].sort((a, b) => a - b);
+        const baselineRMS = this.calculatePercentile(sortedRms, 0.25);
+        const peakRMS = this.calculatePercentile(sortedRms, 0.95);
+        const noiseStdDev = this.calculateStdDev(rmsHistory, baselineRMS);
+        const environmentType = this.classifyEnvironment(baselineRMS, peakRMS, noiseStdDev);
+        const { speechThreshold, silenceThreshold } = this.calculateAdaptiveThresholds(baselineRMS, peakRMS, noiseStdDev, environmentType);
+        // Note: Frequency profile is not updated here unless a live AnalyserNode frame is passed.
+        // It retains the frequency profile from the initial calibration or last full update.
+        return {
+            ...baseProfile, // Retain other fields like original frequencyProfile
+            baselineRMS,
+            peakRMS,
+            noiseStdDev,
+            environmentType,
+            suggestedSpeechThreshold: speechThreshold,
+            suggestedSilenceThreshold: silenceThreshold,
+            confidenceScore: this.calculateConfidence(rmsHistory, noiseStdDev),
+            timestamp: Date.now(),
+            framesAnalyzedCount: rmsHistory.length,
+        };
+    }
+    /** Classifies the environment based on noise characteristics. */
+    classifyEnvironment(baselineRMS, peakRMS, stdDev) {
+        const dynamicRange = peakRMS - baselineRMS;
+        const variability = baselineRMS > 0.0001 ? stdDev / baselineRMS : stdDev / 0.0001;
+        if (baselineRMS < 0.008 && dynamicRange < 0.02 && variability < 0.5)
+            return 'quiet';
+        if (baselineRMS < 0.025 && dynamicRange < 0.05 && variability < 0.7)
+            return 'normal';
+        if (baselineRMS < 0.05 || dynamicRange < 0.1 || variability > 0.6)
+            return 'noisy';
+        return 'very_noisy';
+    }
+    /** Calculates adaptive speech and silence thresholds. */
+    calculateAdaptiveThresholds(baselineRMS, peakRMS, stdDev, environment) {
+        const multipliers = {
+            quiet: { speechFactor: 2.8, silenceFactor: 1.8, stdDevFactor: 1.2 },
+            normal: { speechFactor: 3.2, silenceFactor: 2.0, stdDevFactor: 1.5 },
+            noisy: { speechFactor: 3.8, silenceFactor: 2.5, stdDevFactor: 1.8 },
+            very_noisy: { speechFactor: 4.5, silenceFactor: 3.0, stdDevFactor: 2.2 }
+        };
+        const envConfig = multipliers[environment];
+        const adaptiveMargin = stdDev * envConfig.stdDevFactor * this.config.thresholdSensitivityFactor;
+        const speechThreshold = baselineRMS * envConfig.speechFactor * this.config.thresholdSensitivityFactor + adaptiveMargin;
+        const silenceThreshold = baselineRMS * envConfig.silenceFactor * this.config.thresholdSensitivityFactor + adaptiveMargin / 2;
+        const minSpeechOverSilence = Math.max(baselineRMS * 1.1, 0.001);
+        const finalSilenceThreshold = Math.max(silenceThreshold, baselineRMS + 0.0005);
+        const finalSpeechThreshold = Math.max(speechThreshold, finalSilenceThreshold + minSpeechOverSilence);
+        return { speechThreshold: finalSpeechThreshold, silenceThreshold: finalSilenceThreshold };
+    }
+    detectAnomalies(currentFrameRms) {
+        const anomalies = this.anomalyDetector.detect(currentFrameRms, this.currentProfile, this.rmsValuesForContinuousAdapt);
+        anomalies.forEach(anomaly => {
+            this.emit('anomaly:detected', anomaly.type, anomaly.details, this.currentProfile);
+        });
+    }
+    /** Records voice activity detection to reset backoff. */
+    onVoiceActivityDetected() {
+        this.lastVoiceActivityTimeMs = Date.now();
+        this.currentBackoffIntervalMs = this.config.minBackoffIntervalMs;
+    }
+    getCurrentProfile() {
+        return this.currentProfile ? { ...this.currentProfile } : null; // Return a copy
+    }
+    addToRmsHistory(rms) {
+        this.rmsValuesForContinuousAdapt.push(rms);
+        if (this.rmsValuesForContinuousAdapt.length > this.config.rmsHistoryBufferSize) {
+            this.rmsValuesForContinuousAdapt.shift();
+        }
+    }
+    calculateRMS(audioFrame) {
+        let sumOfSquares = 0;
+        for (let i = 0; i < audioFrame.length; i++)
+            sumOfSquares += audioFrame[i] * audioFrame[i];
+        return Math.sqrt(sumOfSquares / audioFrame.length);
+    }
+    calculatePercentile(sortedData, percentile) {
+        if (sortedData.length === 0)
+            return 0;
+        const index = Math.floor(sortedData.length * percentile);
+        return sortedData[Math.min(index, sortedData.length - 1)];
+    }
+    calculateStdDev(data, mean) {
+        if (data.length < 2)
+            return 0;
+        const m = mean !== undefined ? mean : data.reduce((s, v) => s + v, 0) / data.length;
+        const variance = data.reduce((acc, val) => acc + (val - m) ** 2, 0) / data.length;
+        return Math.sqrt(variance);
+    }
+    calculateConfidence(rmsValues, stdDev) {
+        if (rmsValues.length === 0)
+            return 0;
+        const dataQuantityFactor = Math.min(rmsValues.length / this.config.rmsHistoryBufferSize, 1.0); // For continuous, or initialCalibrationFrames for initial
+        const meanRms = rmsValues.reduce((s, v) => s + v, 0) / rmsValues.length;
+        let stabilityFactor = 0.5;
+        if (meanRms > 0.0001)
+            stabilityFactor = Math.max(0, 1 - (stdDev / meanRms));
+        if (meanRms < 0.01 && stdDev < 0.005)
+            stabilityFactor = Math.max(stabilityFactor, 0.75);
+        return (dataQuantityFactor * 0.6 + stabilityFactor * 0.4);
+    }
+}
+/** AnomalyDetector (simplified for client-side). */
+class AnomalyDetector {
+    detect(currentRMS, profile, _rmsHistory) {
+        if (!profile)
+            return [];
+        const anomalies = [];
+        if (currentRMS > profile.peakRMS * 2.5 && currentRMS > 0.05) {
+            anomalies.push({ type: 'sudden_loud_noise', details: { level: currentRMS, profilePeak: profile.peakRMS } });
+        }
+        if (profile.environmentType !== 'quiet' && currentRMS < profile.baselineRMS * 0.1 && profile.baselineRMS > 0.005) {
+            anomalies.push({ type: 'sudden_silence_or_mute', details: { level: currentRMS, profileBaseline: profile.baselineRMS } });
+        }
+        // More advanced anomaly detection could be added here.
+        return anomalies;
+    }
+}
+//# sourceMappingURL=EnvironmentalCalibrator.js.map

package/dist/core/audio/EnvironmentalCalibrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EnvironmentalCalibrator.js","sourceRoot":"","sources":["../../../src/core/audio/EnvironmentalCalibrator.ts"],"names":[],"mappings":"AAAA,wDAAwD;AAExD,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAkItC;;;GAGG;AACH,4EAA4E;AAC5E,MAAM,OAAO,uBAAwB,SAAQ,YAAY;IAkBvD;;;OAGG;IACH,YAAY,SAA4B,EAAE;QACxC,KAAK,EAAE,CAAC;QArBF,mBAAc,GAAwB,IAAI,CAAC;QAC3C,mBAAc,GAAmB,EAAE,CAAC;QACpC,gCAA2B,GAAa,EAAE,CAAC,CAAC,wDAAwD;QAGpG,4BAAuB,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7C,4BAAuB,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,wBAAwB;QACtE,+BAA0B,GAAY,KAAK,CAAC;QAGpD,2DAA2D;QACnD,4BAAuB,GAAwB,IAAI,CAAC;QACpD,0BAAqB,GAAsC,IAAI,CAAC;QAChE,6BAAwB,GAA+B,IAAI,CAAC;QAC5D,4BAAuB,GAAwB,IAAI,CAAC;QAS1D,IAAI,CAAC,MAAM,GAAG;YACZ,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,IAAI;YACzD,qBAAqB,EAAE,MAAM,CAAC,qBAAqB,IAAI,IAAI;YAC3D,gCAAgC,EAAE,MAAM,CAAC,gCAAgC,IAAI,EAAE;YAC/E,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,IAAI;YAC/D,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,GAAG;YAClD,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,KAAK;YAC1D,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,GAAG;YACxD,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,EAAE;YACvD,0BAA0B,EAAE,MAAM,CAAC,0BAA0B,IAAI,GAAG;YACpE,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,IAAI;YAC/D,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,GAAG;YAC9B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;SACvC,CAAC;QAEF,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC;QACpE,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC/C,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,SAAS,CAAC,WAAwB;QAC7C,IAAI,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,6CAA6C,IAAI,CAAC,MAAM,CAAC,oBAAoB,mBAAmB,CAAC,CAAC;QAC9G,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEjC,MAAM,mBAAmB,GAAa,EAAE,CAAC;QACzC,MAAM,yBAAyB,GAAmB,EAAE,CAAC;QACrD,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,OAAO,IAAI,OAAO,CAAe,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnD,IAAI,CAAC;gBACH,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAK,MAAc,CAAC,kBAAkB,CAAC,CAAC;oBAC7F,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,wCAAwC;iBAC7E,CAAC,CAAC;gBAEH,2BAA2B;gBAC3B,MAAM,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC;gBACjE,IAAI,IAAI,CAAC,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC;oBAC5D,OAAO,CAAC,IAAI,CAAC,8CAA8C,gBAAgB,sBAAsB,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,CAAC;gBAClI,CAAC;gBAED,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,uBAAuB,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC;gBAC/F,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,uBAAuB,CAAC,qBAAqB,CAChF,IAAI,CAAC,MAAM,CAAC,qBAAqB,EACjC,CAAC,EAAE,iBAAiB;gBACpB,CAAC,CAAE,kBAAkB;iBACtB,CAAC;gBAEF,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;oBACxC,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,CAAC;oBAC7E,IAAI,CAAC,uBAAuB,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;oBAC3D,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;oBACjE,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACtE,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACpE,CAAC;gBAED,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB;gBAEpG,IAAI,CAAC,wBAAwB,CAAC,cAAc,GAAG,CAAC,KAA2B,EAAE,EAAE;oBAC7E,IAAI,CAAC,IAAI,CAAC,0BAA0B;wBAAE,OAAO,CAAC,mDAAmD;oBAEjG,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;oBACtD,MAAM,aAAa,GAAG,KAAK,CAAC,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,+BAA+B;oBACxF,iBAAiB,IAAI,aAAa,CAAC;oBAEnC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;oBACzC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAE9B,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;wBACxE,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,CAAC,CAAC;wBAClF,IAAI,CAAC,uBAAuB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB;wBAC9E,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3C,CAAC;oBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;oBACnF,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;oBAEjD,IAAI,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;wBAC1D,IAAI,CAAC,0BAA0B,GAAG,KAAK,CAAC,CAAC,mBAAmB;wBAC5D,sDAAsD;wBACtD,IAAI,CAAC;4BACD,MAAM,OAAO,GAAG,IAAI,CAAC,yBAAyB,CAAC,mBAAmB,EAAE,yBAAyB,CAAC,CAAC;4BAC/F,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;4BAC9B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAClC,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;4BAC1C,IAAI,CAAC,2BAA2B,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,kBAAkB;4BAEnH,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;4BAC3C,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE;gCAC/C,WAAW,EAAE,OAAO,CAAC,eAAe;gCACpC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;6BAC9C,CAAC,CAAC;4BACH,OAAO,CAAC,OAAO,CAAC,CAAC;wBACrB,CAAC;wBAAC,OAAO,aAAa,EAAE,CAAC;4BACrB,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,aAAa,CAAC,CAAC;4BAClE,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,aAAsB,CAAC,CAAC;4BACvD,MAAM,CAAC,aAAa,CAAC,CAAC;wBAC1B,CAAC;gCAAS,CAAC;4BACP,IAAI,CAAC,4BAA4B,EAAE,CAAC;wBACxC,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,+CAA+C,EAAE,KAAK,CAAC,CAAC;gBACtE,IAAI,CAAC,0BAA0B,GAAG,KAAK,CAAC;gBACxC,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAc,CAAC,CAAC;gBAC/C,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,gCAAgC;gBACrE,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IACnE,4BAA4B;QAClC,IAAI,CAAC,wBAAwB,EAAE,UAAU,EAAE,CAAC;QAC5C,IAAI,CAAC,uBAAuB,EAAE,UAAU,EAAE,CAAC;QAC3C,IAAI,CAAC,qBAAqB,EAAE,UAAU,EAAE,CAAC;QAEzC,wFAAwF;QACxF,oEAAoE;QACpE,IAAI,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,uBAAuB,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACpF,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,yCAAyC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9G,CAAC;QACD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACpC,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QACrC,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACpC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClC,wDAAwD;IAC1D,CAAC;IAED;;;;;OAKG;IACK,yBAAyB,CAC/B,UAAoB,EACpB,gBAAgC;QAEhC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB;QACjF,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAElE,IAAI,mBAAmB,GAA6B,SAAS,CAAC;QAC9D,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACrG,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,CAAC;YAC/D,mBAAmB,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;gBAClB,KAAK,MAAM,UAAU,IAAI,gBAAgB,EAAE,CAAC;oBACxC,SAAS,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,gCAAgC;gBAChE,CAAC;gBACD,mBAAmB,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC;YACjE,CAAC;QACL,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QACpF,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,2BAA2B,CAC5E,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,CACnD,CAAC;QAEF,OAAO;YACL,WAAW;YACX,OAAO;YACP,WAAW;YACX,gBAAgB,EAAE,mBAAmB;YACrC,eAAe;YACf,eAAe,EAAE,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC;YAClE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,wBAAwB,EAAE,eAAe;YACzC,yBAAyB,EAAE,gBAAgB;YAC3C,mBAAmB,EAAE,UAAU,CAAC,MAAM;SACvC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACI,oBAAoB,CAAC,UAAwB;QAClD,IAAI,IAAI,CAAC,0BAA0B,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YAC5D,qHAAqH;YACrH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEnD,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,mBAAmB,GAAG,GAAG,GAAG,IAAI,CAAC,uBAAuB,CAAC;QAE/D,IAAI,mBAAmB,IAAI,IAAI,CAAC,wBAAwB,IAAI,IAAI,CAAC,2BAA2B,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,gCAAgC,EAAE,CAAC;YACpJ,MAAM,eAAe,GAAG,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC;YAC9H,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YACzF,gHAAgH;YAChH,MAAM,0BAA0B,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,GAAG,GAAG,CAAC;YACzE,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC7E,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,WAAW,IAAI,KAAK,CAAC,CAAE;YAG7H,IAAI,oBAAoB,GAAG,0BAA0B,IAAI,YAAY,GAAG,GAAG,EAAE,CAAC,CAAC,2BAA2B;gBACxG,oEAAoE;gBACpE,8FAA8F;gBAC9F,uFAAuF;gBACvF,2EAA2E;gBAC3E,MAAM,cAAc,GAAG,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC/G,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC;gBAC3D,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;gBACrC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAEzC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;gBAC7C,IAAI,cAAc,KAAK,cAAc,CAAC,eAAe,EAAE,CAAC;oBACtD,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,cAAc,CAAC,eAAe,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC;oBACjG,OAAO,CAAC,GAAG,CAAC,wCAAwC,cAAc,MAAM,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC;gBAC5G,CAAC;gBACD,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,gBAAgB;YACpF,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,GAAG,CACtC,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAC7D,IAAI,CAAC,MAAM,CAAC,oBAAoB,CACjC,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,uBAAuB,GAAG,GAAG,CAAC;QACrC,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,2BAA2B,CAAC,UAAoB,EAAE,WAAyB;QAC/E,MAAM,SAAS,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAElE,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QACpF,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,2BAA2B,CAC1E,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,CACrD,CAAC;QAEF,0FAA0F;QAC1F,qFAAqF;QACrF,OAAO;YACH,GAAG,WAAW,EAAE,qDAAqD;YACrE,WAAW;YACX,OAAO;YACP,WAAW;YACX,eAAe;YACf,wBAAwB,EAAE,eAAe;YACzC,yBAAyB,EAAE,gBAAgB;YAC3C,eAAe,EAAE,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC;YAClE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,mBAAmB,EAAE,UAAU,CAAC,MAAM;SACzC,CAAC;IACN,CAAC;IAGD,iEAAiE;IACzD,mBAAmB,CACzB,WAAmB,EAAE,OAAe,EAAE,MAAc;QAEpD,MAAM,YAAY,GAAG,OAAO,GAAG,WAAW,CAAC;QAC3C,MAAM,WAAW,GAAG,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC;QAElF,IAAI,WAAW,GAAG,KAAK,IAAI,YAAY,GAAG,IAAI,IAAI,WAAW,GAAG,GAAG;YAAE,OAAO,OAAO,CAAC;QACpF,IAAI,WAAW,GAAG,KAAK,IAAI,YAAY,GAAG,IAAI,IAAI,WAAW,GAAG,GAAG;YAAE,OAAO,QAAQ,CAAC;QACrF,IAAI,WAAW,GAAG,IAAI,IAAI,YAAY,GAAG,GAAG,IAAI,WAAW,GAAG,GAAG;YAAE,OAAO,OAAO,CAAC;QAClF,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,yDAAyD;IACjD,2BAA2B,CACjC,WAAmB,EAAE,OAAe,EAAE,MAAc,EAAE,WAA4C;QAElG,MAAM,WAAW,GAAG;YAClB,KAAK,EAAO,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE;YACxE,MAAM,EAAM,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE;YACxE,KAAK,EAAO,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE;YACxE,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE;SACzE,CAAC;QACF,MAAM,SAAS,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,cAAc,GAAG,MAAM,GAAG,SAAS,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,0BAA0B,CAAC;QAEhG,MAAM,eAAe,GAAG,WAAW,GAAG,SAAS,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,0BAA0B,GAAG,cAAc,CAAC;QACvH,MAAM,gBAAgB,GAAG,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,0BAA0B,GAAG,cAAc,GAAG,CAAC,CAAC;QAE7H,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;QAChE,MAAM,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,WAAW,GAAG,MAAM,CAAC,CAAC;QAC/E,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,qBAAqB,GAAG,oBAAoB,CAAC,CAAC;QAErG,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,CAAC;IAC5F,CAAC;IAEO,eAAe,CAAC,eAAuB;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,2BAA2B,CAAC,CAAC;QACtH,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;IACL,CAAC;IAED,yDAAyD;IAClD,uBAAuB;QAC5B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC1C,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC;IACnE,CAAC;IAEM,iBAAiB;QACtB,OAAO,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,gBAAgB;IAClF,CAAC;IAEO,eAAe,CAAC,GAAW;QACjC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,2BAA2B,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAC/E,IAAI,CAAC,2BAA2B,CAAC,KAAK,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,UAAwB;QAC3C,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,YAAY,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1F,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAEO,mBAAmB,CAAC,UAAoB,EAAE,UAAkB;QAClE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;QACzD,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IAEO,eAAe,CAAC,IAAc,EAAE,IAAa;QACnD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACpF,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QAClF,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAEO,mBAAmB,CAAC,SAAmB,EAAE,MAAc;QAC7D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACrC,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC,CAAC,0DAA0D;QACzJ,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QACxE,IAAI,eAAe,GAAG,GAAG,CAAC;QAC1B,IAAI,OAAO,GAAG,MAAM;YAAE,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;QAC5E,IAAI,OAAO,GAAG,IAAI,IAAI,MAAM,GAAG,KAAK;YAAE,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;QACxF,OAAO,CAAC,kBAAkB,GAAG,GAAG,GAAG,eAAe,GAAG,GAAG,CAAC,CAAC;IAC5D,CAAC;CACF;AAED,oDAAoD;AACpD,MAAM,eAAe;IACnB,MAAM,CACJ,UAAkB,EAClB,OAA4B,EAC5B,WAAqB;QAErB,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,IAAI,UAAU,GAAG,OAAO,CAAC,OAAO,GAAG,GAAG,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;YAC5D,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,EAAC,CAAC,CAAC;QAC7G,CAAC;QACD,IAAI,OAAO,CAAC,eAAe,KAAK,OAAO,IAAI,UAAU,GAAG,OAAO,CAAC,WAAW,GAAG,GAAG,IAAI,OAAO,CAAC,WAAW,GAAG,KAAK,EAAE,CAAC;YACjH,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,OAAO,CAAC,WAAW,EAAE,EAAC,CAAC,CAAC;QAC1H,CAAC;QACD,uDAAuD;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/dist/core/audio/SilenceDetector.d.ts

@@ -0,0 +1,111 @@
+import { EventEmitter } from 'events';
+import { VADResult } from './AdaptiveVAD';
+/**
+ * @fileoverview Intelligent silence detection for continuous listening scenarios.
+ * Interprets events and states from AdaptiveVAD to determine meaningful silences
+ * like pauses and utterance endings, suitable for a web-based client.
+ * @module agentos/core/audio/SilenceDetector
+ */
+/**
+ * Configuration for the SilenceDetector.
+ */
+export interface SilenceDetectorConfig {
+    /**
+     * Minimum duration of continuous silence (ms) after speech has ended
+     * to be considered a "significant pause". This might indicate the user is thinking
+     * or expecting a response.
+     * @default 1500 ms
+     */
+    significantPauseThresholdMs?: number;
+    /**
+     * Maximum duration of continuous silence (ms) after speech has ended
+     * before considering the user's utterance fully complete.
+     * This should typically be longer than `significantPauseThresholdMs`.
+     * @default 3000 ms
+     */
+    utteranceEndThresholdMs?: number;
+    /**
+     * After VAD signals `speech_start`, how long (ms) must silence persist
+     * before it's considered for `significant_pause` or `utterance_end`.
+     * This prevents cutting off very short speech segments immediately if followed by silence.
+     * Should be less than `significantPauseThresholdMs`.
+     * @default 500 ms
+     */
+    minSilenceTimeToConsiderAfterSpeech?: number;
+    /**
+     * Polling interval in milliseconds to check silence duration if no new VAD events occur.
+     * This ensures long silences are detected even if VAD remains in a 'no_voice_activity' state.
+     * @default 250 ms
+     */
+    silenceCheckIntervalMs?: number;
+}
+/**
+ * Events emitted by the SilenceDetector.
+ */
+export interface SilenceDetectorEvents {
+    /** Emitted when a significant pause is detected after speech. */
+    'significant_pause_detected': (pauseDurationMs: number) => void;
+    /** Emitted when an utterance is considered ended due to prolonged silence after speech. */
+    'utterance_end_detected': (totalSilenceDurationMs: number) => void;
+    /** Emitted when VAD indicates silence immediately following a speech segment. */
+    'post_speech_silence_started': () => void;
+}
+/**
+ * SilenceDetector - Interprets VAD events to detect meaningful conversational silences.
+ */
+export declare class SilenceDetector extends EventEmitter {
+    private config;
+    private vadIsCurrentlySpeaking;
+    private silenceAfterSpeechStartTimeMs;
+    private lastSpeechEndTimeMs;
+    private significantPauseAlreadyEmitted;
+    private silenceCheckIntervalTimer;
+    on<U extends keyof SilenceDetectorEvents>(event: U, listener: SilenceDetectorEvents[U]): this;
+    emit<U extends keyof SilenceDetectorEvents>(event: U, ...args: Parameters<SilenceDetectorEvents[U]>): boolean;
+    /**
+     * Creates a new SilenceDetector instance.
+     * @param {SilenceDetectorConfig} config - Configuration options.
+     */
+    constructor(config?: SilenceDetectorConfig);
+    /**
+     * Handles the `speech_start` event from AdaptiveVAD.
+     * @param {VADResult} vadResult - The VAD result associated with speech start.
+     */
+    handleSpeechStart(_vadResult: VADResult): void;
+    /**
+     * Handles the `voice_activity` event from AdaptiveVAD.
+     * Call this for every frame VAD identifies as speech.
+     * @param {VADResult} vadResult - The VAD result for the active voice frame.
+     */
+    handleVoiceActivity(_vadResult: VADResult): void;
+    /**
+     * Handles the `no_voice_activity` event from AdaptiveVAD.
+     * Call this for every frame VAD identifies as non-speech.
+     * @param {VADResult} vadResult - The VAD result for the non-speech frame.
+     */
+    handleNoVoiceActivity(_vadResult: VADResult): void;
+    /**
+     * Handles the `speech_end` event from AdaptiveVAD.
+     * This signifies VAD has determined a speech segment is over due to its internal pause limits.
+     * @param {VADResult} vadResult - The VAD result associated with speech end.
+     * @param {number} speechDurationMs - The duration of the speech segment as determined by VAD.
+     */
+    handleSpeechEnd(_vadResult: VADResult, _speechDurationMs: number): void;
+    private clearSilenceState;
+    private startSilenceCheckTimer;
+    private stopSilenceCheckTimer;
+    /**
+     * Called periodically by the interval timer to check current silence duration.
+     */
+    private checkSilenceDuration;
+    /**
+     * Resets the SilenceDetector's internal state.
+     * Should be called when a conversation or voice session is fully reset.
+     */
+    reset(): void;
+    /**
+     * Call this when the component is being destroyed to clean up timers.
+     */
+    dispose(): void;
+}
+//# sourceMappingURL=SilenceDetector.d.ts.map

package/dist/core/audio/SilenceDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SilenceDetector.d.ts","sourceRoot":"","sources":["../../../src/core/audio/SilenceDetector.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAE1C;;;;;GAKG;AAEH;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;;;;OAKG;IACH,2BAA2B,CAAC,EAAE,MAAM,CAAC;IAErC;;;;;OAKG;IACH,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAEjC;;;;;;OAMG;IACH,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAE7C;;;;OAIG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,iEAAiE;IACjE,4BAA4B,EAAE,CAAC,eAAe,EAAE,MAAM,KAAK,IAAI,CAAC;IAChE,2FAA2F;IAC3F,wBAAwB,EAAE,CAAC,sBAAsB,EAAE,MAAM,KAAK,IAAI,CAAC;IACnE,iFAAiF;IACjF,6BAA6B,EAAE,MAAM,IAAI,CAAC;CAC3C;AAED;;GAEG;AACH,qBAAa,eAAgB,SAAQ,YAAY;IAC/C,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,sBAAsB,CAAkB;IAChD,OAAO,CAAC,6BAA6B,CAAuB;IAC5D,OAAO,CAAC,mBAAmB,CAAuB;IAElD,OAAO,CAAC,8BAA8B,CAAkB;IACxD,OAAO,CAAC,yBAAyB,CAA+B;IAEhD,EAAE,CAAC,CAAC,SAAS,MAAM,qBAAqB,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,qBAAqB,CAAC,CAAC,CAAC,GAAG,IAAI;IAI7F,IAAI,CAAC,CAAC,SAAS,MAAM,qBAAqB,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO;IAI7H;;;OAGG;gBACS,MAAM,GAAE,qBAA0B;IAqB9C;;;OAGG;IACI,iBAAiB,CAAC,UAAU,EAAE,SAAS,GAAG,IAAI;IAOrD;;;;OAIG;IACI,mBAAmB,CAAC,UAAU,EAAE,SAAS,GAAG,IAAI;IAQvD;;;;OAIG;IACI,qBAAqB,CAAC,UAAU,EAAE,SAAS,GAAG,IAAI;IAsBzD;;;;;OAKG;IACI,eAAe,CAAC,UAAU,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,GAAG,IAAI;IAgB9E,OAAO,CAAC,iBAAiB;IAMzB,OAAO,CAAC,sBAAsB;IAS9B,OAAO,CAAC,qBAAqB;IAQ7B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAoC5B;;;OAGG;IACI,KAAK,IAAI,IAAI;IAOpB;;OAEG;IACI,OAAO,IAAI,IAAI;CAIvB"}