@framers/agentos 0.1.46 → 0.1.47

package/dist/core/audio/AudioProcessor.d.ts

@@ -0,0 +1,121 @@
+/**
+ * @fileoverview Main audio processing pipeline with environmental adaptation using Web Audio APIs.
+ * This component is intended for client-side execution in a web browser.
+ * @module agentos/core/audio/AudioProcessor
+ */
+import { EventEmitter } from 'events';
+import { NoiseProfile, CalibrationConfig } from './EnvironmentalCalibrator';
+import { VADResult, AdaptiveVADConfig as LogicVADConfig, VADEmitterEvents } from './AdaptiveVAD';
+/**
+ * Configuration for the Web Audio API based AudioProcessor.
+ * Note: `frameSize` here refers to the ScriptProcessorNode's buffer size.
+ * The actual processing frame for VAD/Calibrator might be this size or smaller if sub-chunked.
+ */
+export interface WebAudioProcessorConfig {
+    /** Sample rate for processing. AudioContext will try to match this. */
+    sampleRate?: number;
+    /**
+     * Buffer size for the ScriptProcessorNode in samples. This determines the frequency of `onaudioprocess`.
+     * Common values: 256, 512, 1024, 2048, 4096.
+     * This also dictates the size of `audioFrame` given to VAD/Calibrator unless further chunking is done.
+     */
+    bufferSize?: number;
+    /** Enable Automatic Gain Control (AGC) via a GainNode (conceptual placeholder for now). */
+    enableAGC?: boolean;
+}
+/**
+ * Represents the internal processing state of the AudioProcessor.
+ */
+export interface AudioProcessorState {
+    isCalibratorCalibrated: boolean;
+    isProcessing: boolean;
+    currentEnvironmentType: NoiseProfile['environmentType'] | 'unknown';
+    lastNoiseProfileUpdateMs: number;
+    vadIsSpeaking: boolean;
+}
+/**
+ * Represents a complete speech audio chunk captured by the processor.
+ */
+export interface SpeechAudioChunk {
+    id: string;
+    audioData: Float32Array;
+    sampleRate: number;
+    durationMs: number;
+    startTimeMs: number;
+    vadResultAtEnd: VADResult;
+    noiseProfileContext?: NoiseProfile | null;
+}
+/**
+ * Events emitted by the WebAudioProcessor.
+ */
+export interface WebAudioProcessorEvents extends VADEmitterEvents {
+    'processor:initialized': () => void;
+    'processor:started': () => void;
+    'processor:stopped': () => void;
+    'processor:error': (error: Error) => void;
+    'processor:disposed': () => void;
+    'calibration:started': () => void;
+    'calibration:complete': (profile: NoiseProfile) => void;
+    'profile:updated': (profile: NoiseProfile) => void;
+    'anomaly:detected': (type: string, details: any, profile: NoiseProfile) => void;
+    /** Emitted when a complete speech audio chunk is ready. */
+    'speech_chunk_ready': (chunk: SpeechAudioChunk) => void;
+    /** Raw audio frame from onaudioprocess, for debugging or other consumers. */
+    'raw_audio_frame': (frame: Float32Array, sampleRate: number) => void;
+}
+/**
+ * AudioProcessor - Central client-side audio processing pipeline using Web Audio APIs.
+ * Orchestrates EnvironmentalCalibrator (web-version) and AdaptiveVAD (logic-version).
+ */
+export declare class AudioProcessor extends EventEmitter {
+    private config;
+    private calibrator;
+    private vad;
+    private audioContext;
+    private mediaStream;
+    private sourceNode;
+    private processorNode;
+    private gainNode;
+    private isInitialized;
+    private _isProcessing;
+    private frameDurationMs;
+    private speechDataBuffer;
+    private currentSpeechStartTimeMs;
+    private internalState;
+    on<U extends keyof WebAudioProcessorEvents>(event: U, listener: WebAudioProcessorEvents[U]): this;
+    emit<U extends keyof WebAudioProcessorEvents>(event: U, ...args: Parameters<WebAudioProcessorEvents[U]>): boolean;
+    constructor(config?: WebAudioProcessorConfig, calibrationConfig?: CalibrationConfig, // For web-based EnvironmentalCalibrator
+    vadConfig?: LogicVADConfig);
+    private setupEventForwarding;
+    /**
+     * Initialize the audio processing pipeline with a given MediaStream.
+     * @param {MediaStream} stream - The user's audio MediaStream.
+     * @returns {Promise<void>}
+     */
+    initialize(stream: MediaStream): Promise<void>;
+    /**
+     * Start processing audio. Must be called after initialize.
+     * Often requires user interaction to start AudioContext.
+     */
+    start(): Promise<void>;
+    /** Stop processing audio. */
+    stop(): void;
+    private processAudioEvent;
+    private isCurrentlySpeakingOrRecentlyEnded;
+    private concatenateFloat32Arrays;
+    /**
+     * Get current processing state.
+     * @returns {AudioProcessorState}
+     */
+    getInternalState(): AudioProcessorState;
+    /**
+     * Returns true if the audio processor is currently capturing and processing audio.
+     */
+    get isProcessing(): boolean;
+    /**
+     * Cleanly dispose of all Web Audio API resources.
+     * @returns {Promise<void>}
+     */
+    dispose(): Promise<void>;
+}
+//# sourceMappingURL=AudioProcessor.d.ts.map

package/dist/core/audio/AudioProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioProcessor.d.ts","sourceRoot":"","sources":["../../../src/core/audio/AudioProcessor.ts"],"names":[],"mappings":"AACA;;;;GAIG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAA2B,YAAY,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAErG,OAAO,EAAe,SAAS,EAAE,iBAAiB,IAAI,cAAc,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAE9G;;;;GAIG;AACH,MAAM,WAAW,uBAAuB;IACtC,uEAAuE;IACvE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,SAAS,CAAC,EAAE,OAAO,CAAC;CAGrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,sBAAsB,EAAE,OAAO,CAAC;IAChC,YAAY,EAAE,OAAO,CAAC;IACtB,sBAAsB,EAAE,YAAY,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;IACpE,wBAAwB,EAAE,MAAM,CAAC;IACjC,aAAa,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,YAAY,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,SAAS,CAAC;IAC1B,mBAAmB,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,gBAAgB;IAC/D,uBAAuB,EAAE,MAAM,IAAI,CAAC;IACpC,mBAAmB,EAAE,MAAM,IAAI,CAAC;IAChC,mBAAmB,EAAE,MAAM,IAAI,CAAC;IAChC,iBAAiB,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IAC1C,oBAAoB,EAAE,MAAM,IAAI,CAAC;IAEjC,qBAAqB,EAAE,MAAM,IAAI,CAAC;IAClC,sBAAsB,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;IACxD,iBAAiB,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;IACnD,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;IAEhF,2DAA2D;IAC3D,oBAAoB,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAExD,6EAA6E;IAC7E,iBAAiB,EAAE,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;CACtE;AAED;;;GAGG;AACH,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,MAAM,CAAoC;IAClD,OAAO,CAAC,UAAU,CAA0B;IAC5C,OAAO,CAAC,GAAG,CAAc;IAEzB,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,UAAU,CAA2C;IAC7D,OAAO,CAAC,aAAa,CAAoC;IACzD,OAAO,CAAC,QAAQ,CAAyB;IAEzC,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,eAAe,CAAS;IAEhC,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,wBAAwB,CAAuB;IAEvD,OAAO,CAAC,aAAa,CAAsB;IAE3B,EAAE,CAAC,CAAC,SAAS,MAAM,uBAAuB,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,uBAAuB,CAAC,CAAC,CAAC,GAAG,IAAI;IAIjG,IAAI,CAAC,CAAC,SAAS,MAAM,uBAAuB,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,UAAU,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO;gBAK/H,MAAM,GAAE,uBAA4B,EACpC,iBAAiB,GAAE,iBAAsB,EAAE,wCAAwC;IACnF,SAAS,GAAE,cAAmB;IA0ChC,OAAO,CAAC,oBAAoB;IA2D5B;;;;OAIG;IACG,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IA+DpD;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA2B5B,6BAA6B;IAC7B,IAAI,IAAI,IAAI;IAQZ,OAAO,CAAC,iBAAiB;IA0BzB,OAAO,CAAC,kCAAkC;IAM1C,OAAO,CAAC,wBAAwB;IAchC;;;OAGG;IACI,gBAAgB,IAAI,mBAAmB;IAI9C;;OAEG;IACH,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CA6B/B"}

package/dist/core/audio/AudioProcessor.js

@@ -0,0 +1,299 @@
+// backend/agentos/core/audio/AudioProcessor.ts
+/**
+ * @fileoverview Main audio processing pipeline with environmental adaptation using Web Audio APIs.
+ * This component is intended for client-side execution in a web browser.
+ * @module agentos/core/audio/AudioProcessor
+ */
+import { EventEmitter } from 'events';
+// EnvironmentalCalibrator will be your web-based version
+import { EnvironmentalCalibrator } from './EnvironmentalCalibrator.js';
+// AdaptiveVAD is the logic-based one we created
+import { AdaptiveVAD } from './AdaptiveVAD.js';
+/**
+ * AudioProcessor - Central client-side audio processing pipeline using Web Audio APIs.
+ * Orchestrates EnvironmentalCalibrator (web-version) and AdaptiveVAD (logic-version).
+ */
+export class AudioProcessor extends EventEmitter {
+    on(event, listener) {
+        return super.on(event, listener);
+    }
+    emit(event, ...args) {
+        return super.emit(event, ...args);
+    }
+    constructor(config = {}, calibrationConfig = {}, // For web-based EnvironmentalCalibrator
+    vadConfig = {} // For logic-based AdaptiveVAD
+    ) {
+        super();
+        this.audioContext = null;
+        this.mediaStream = null;
+        this.sourceNode = null;
+        this.processorNode = null;
+        this.gainNode = null; // For potential AGC
+        this.isInitialized = false;
+        this._isProcessing = false;
+        this.speechDataBuffer = []; // To accumulate speech frames
+        this.currentSpeechStartTimeMs = null;
+        this.config = {
+            sampleRate: config.sampleRate || 16000,
+            bufferSize: config.bufferSize || 4096, // ScriptProcessorNode buffer size
+            enableAGC: config.enableAGC ?? false,
+        };
+        // Calculate frame duration based on ScriptProcessorNode's output
+        this.frameDurationMs = (this.config.bufferSize / this.config.sampleRate) * 1000;
+        if (this.frameDurationMs <= 0 || !isFinite(this.frameDurationMs)) {
+            throw new Error(`AudioProcessor: Invalid frame duration (${this.frameDurationMs}ms). Check bufferSize (${this.config.bufferSize}) and sampleRate (${this.config.sampleRate}).`);
+        }
+        // Instantiate the WEB-BASED EnvironmentalCalibrator
+        // It will use Web Audio APIs for its 'calibrate(stream)' method.
+        this.calibrator = new EnvironmentalCalibrator({
+            ...calibrationConfig,
+            sampleRate: this.config.sampleRate, // It needs sampleRate
+            // If its 'calibrate' uses its own AnalyserNode, it might need bufferSize too.
+        });
+        // Instantiate the LOGIC-BASED AdaptiveVAD
+        this.vad = new AdaptiveVAD(vadConfig, this.calibrator, // VAD uses the calibrator instance
+        this.frameDurationMs // VAD needs to know the duration of frames it will receive
+        );
+        this.internalState = {
+            isCalibratorCalibrated: false,
+            isProcessing: false,
+            currentEnvironmentType: 'unknown',
+            lastNoiseProfileUpdateMs: 0,
+            vadIsSpeaking: false,
+        };
+        this.setupEventForwarding();
+    }
+    setupEventForwarding() {
+        this.calibrator.on('calibration:started', () => this.emit('calibration:started'));
+        this.calibrator.on('calibration:complete', (profile) => {
+            this.internalState.isCalibratorCalibrated = true;
+            this.internalState.currentEnvironmentType = profile.environmentType;
+            this.internalState.lastNoiseProfileUpdateMs = profile.timestamp;
+            this.emit('calibration:complete', profile);
+        });
+        this.calibrator.on('profile:updated', (profile) => {
+            this.internalState.currentEnvironmentType = profile.environmentType;
+            this.internalState.lastNoiseProfileUpdateMs = profile.timestamp;
+            this.emit('profile:updated', profile);
+        });
+        this.calibrator.on('anomaly:detected', (type, details, profile) => {
+            // The web-based calibrator might not pass 'profile' here, adjust if needed based on its signature.
+            // Assuming it does based on previous refactor of Node.js version.
+            this.emit('anomaly:detected', type, details, profile);
+        });
+        // VAD Event Handling
+        this.vad.on('speech_start', (vadResult) => {
+            this.speechDataBuffer = []; // Clear buffer for new speech segment
+            this.currentSpeechStartTimeMs = Date.now() - this.frameDurationMs; // Approximate start to previous frame
+            this.internalState.vadIsSpeaking = true;
+            this.emit('speech_start', vadResult);
+        });
+        this.vad.on('voice_activity', (vadResult) => {
+            // The frame causing this is handled in `processAudioEvent` to be added to buffer
+            this.emit('voice_activity', vadResult);
+        });
+        this.vad.on('speech_end', (vadResult, speechDurationMs) => {
+            this.internalState.vadIsSpeaking = false;
+            this.emit('speech_end', vadResult, speechDurationMs);
+            if (this.speechDataBuffer.length > 0 && this.currentSpeechStartTimeMs !== null) {
+                const concatenatedAudio = this.concatenateFloat32Arrays(this.speechDataBuffer);
+                const chunk = {
+                    id: `spch_${Date.now()}`,
+                    audioData: concatenatedAudio,
+                    sampleRate: this.config.sampleRate,
+                    durationMs: speechDurationMs, // Use VAD's calculated duration
+                    startTimeMs: this.currentSpeechStartTimeMs,
+                    vadResultAtEnd: vadResult,
+                    noiseProfileContext: this.calibrator.getCurrentProfile()
+                };
+                this.emit('speech_chunk_ready', chunk);
+            }
+            this.speechDataBuffer = []; // Clear buffer
+            this.currentSpeechStartTimeMs = null;
+        });
+        this.vad.on('thresholds_updated', (speech, silence, profile) => {
+            this.emit('thresholds_updated', speech, silence, profile);
+        });
+    }
+    /**
+     * Initialize the audio processing pipeline with a given MediaStream.
+     * @param {MediaStream} stream - The user's audio MediaStream.
+     * @returns {Promise<void>}
+     */
+    async initialize(stream) {
+        if (this.isInitialized) {
+            console.warn('AudioProcessor already initialized.');
+            return;
+        }
+        console.log('🎙️ Initializing Web AudioProcessor...');
+        this.mediaStream = stream;
+        try {
+            this.audioContext = new (window.AudioContext || window.webkitAudioContext)({
+                sampleRate: this.config.sampleRate,
+            });
+            // Forcing sample rate can be tricky; browser might use its own.
+            // It's better to adapt to audioContext.sampleRate if they differ significantly.
+            if (Math.abs(this.audioContext.sampleRate - this.config.sampleRate) > 100) {
+                console.warn(`AudioContext sample rate (${this.audioContext.sampleRate}Hz) differs significantly from configured (${this.config.sampleRate}Hz). Using AudioContext's rate.`);
+                // Re-calculate frameDurationMs if sampleRate changed
+                // this.config.sampleRate = this.audioContext.sampleRate; // Update config if we decide to follow context's rate
+                // this.frameDurationMs = (this.config.bufferSize / this.config.sampleRate) * 1000;
+                // TODO: Decide if VAD needs re-initialization or if its config can adapt.
+            }
+            this.sourceNode = this.audioContext.createMediaStreamSource(stream);
+            this.gainNode = this.audioContext.createGain(); // For potential AGC
+            this.processorNode = this.audioContext.createScriptProcessor(this.config.bufferSize, 1, // input channels
+            1 // output channels
+            );
+            this.sourceNode.connect(this.gainNode);
+            this.gainNode.connect(this.processorNode);
+            this.processorNode.connect(this.audioContext.destination); // Necessary to keep processing alive
+            this.processorNode.onaudioprocess = (event) => {
+                if (this._isProcessing) {
+                    this.processAudioEvent(event);
+                }
+            };
+            // Start environmental calibration using the web-based calibrator
+            // This version of 'calibrate' is from the user-provided EnvironmentalCalibrator,
+            // which expects a MediaStream. We'll need to ensure it works correctly.
+            console.log('🎤 Starting environmental calibration (web)...');
+            this.emit('calibration:started'); // Emit our own event
+            await this.calibrator.calibrate(stream); // This should internally use the stream
+            // and emit 'calibration:complete' itself.
+            this.isInitialized = true;
+            this.emit('processor:initialized');
+            console.log('✅ Web AudioProcessor initialized.');
+        }
+        catch (error) {
+            console.error('❌ Failed to initialize Web AudioProcessor:', error);
+            this.emit('processor:error', error);
+            await this.dispose();
+            throw error;
+        }
+    }
+    /**
+     * Start processing audio. Must be called after initialize.
+     * Often requires user interaction to start AudioContext.
+     */
+    async start() {
+        if (!this.isInitialized) {
+            throw new Error('AudioProcessor not initialized. Call initialize() first.');
+        }
+        if (this._isProcessing) {
+            console.warn('AudioProcessor is already processing.');
+            return;
+        }
+        if (this.audioContext && this.audioContext.state === 'suspended') {
+            try {
+                await this.audioContext.resume();
+                console.log('AudioContext resumed successfully.');
+            }
+            catch (err) {
+                console.error('Error resuming AudioContext:', err);
+                this.emit('processor:error', new Error('Failed to resume AudioContext. User interaction might be required.'));
+                return;
+            }
+        }
+        this._isProcessing = true;
+        this.internalState.isProcessing = true;
+        this.vad.resetState(); // Reset VAD state when starting
+        console.log('▶️ Web Audio processing started.');
+        this.emit('processor:started');
+    }
+    /** Stop processing audio. */
+    stop() {
+        if (!this._isProcessing)
+            return;
+        this._isProcessing = false;
+        this.internalState.isProcessing = false;
+        console.log('⏹️ Web Audio processing stopped.');
+        this.emit('processor:stopped');
+    }
+    processAudioEvent(event) {
+        const audioFrame = new Float32Array(event.inputBuffer.getChannelData(0)); // Get a copy
+        this.emit('raw_audio_frame', audioFrame, this.audioContext?.sampleRate ?? this.config.sampleRate);
+        // 1. Pass frame to EnvironmentalCalibrator for continuous adaptation
+        // The web-based calibrator's `continuousAdaptation` takes a Float32Array.
+        if (this.internalState.isCalibratorCalibrated) { // Only adapt after initial calibration
+            this.calibrator.continuousAdaptation(audioFrame);
+        }
+        // 2. Pass frame to AdaptiveVAD
+        const vadResult = this.vad.processFrame(audioFrame);
+        this.internalState.vadIsSpeaking = this.vad.getCurrentState().isSpeaking; // Update internal state
+        // 3. Buffer audio if VAD indicates speech
+        if (this.internalState.vadIsSpeaking || this.speechDataBuffer.length > 0) {
+            // Add to buffer if VAD says it's speech, OR if we were accumulating and it might be the tail end.
+            // The VAD's speech_end logic will determine if the buffer forms a valid chunk.
+            const vadConfig = this.vad.getConfig();
+            if (vadResult.isSpeech || (this.isCurrentlySpeakingOrRecentlyEnded() && this.speechDataBuffer.length < ((this.vad.getCurrentState().consecutiveSilenceFrames * this.frameDurationMs) < vadConfig.maxSilenceDurationMsInSpeech ? 100 : 0))) { // Heuristic to grab trailing audio frames
+                this.speechDataBuffer.push(audioFrame.slice()); // Store a copy
+            }
+        }
+    }
+    // Helper to check if VAD is speaking or was speaking very recently (within one frame)
+    isCurrentlySpeakingOrRecentlyEnded() {
+        const vadState = this.vad.getCurrentState();
+        return vadState.isSpeaking || (vadState.consecutiveSilenceFrames * this.frameDurationMs < this.frameDurationMs * 2);
+    }
+    concatenateFloat32Arrays(arrays) {
+        let totalLength = 0;
+        for (const arr of arrays) {
+            totalLength += arr.length;
+        }
+        const result = new Float32Array(totalLength);
+        let offset = 0;
+        for (const arr of arrays) {
+            result.set(arr, offset);
+            offset += arr.length;
+        }
+        return result;
+    }
+    /**
+     * Get current processing state.
+     * @returns {AudioProcessorState}
+     */
+    getInternalState() {
+        return { ...this.internalState, vadIsSpeaking: this.vad.getCurrentState().isSpeaking };
+    }
+    /**
+     * Returns true if the audio processor is currently capturing and processing audio.
+     */
+    get isProcessing() {
+        return this._isProcessing;
+    }
+    /**
+     * Cleanly dispose of all Web Audio API resources.
+     * @returns {Promise<void>}
+     */
+    async dispose() {
+        console.log('🗑️ Disposing Web AudioProcessor...');
+        this.stop();
+        if (this.processorNode) {
+            this.processorNode.disconnect();
+            this.processorNode.onaudioprocess = null;
+        }
+        if (this.gainNode)
+            this.gainNode.disconnect();
+        if (this.sourceNode)
+            this.sourceNode.disconnect();
+        this.mediaStream?.getTracks().forEach(track => track.stop());
+        if (this.audioContext && this.audioContext.state !== 'closed') {
+            try {
+                await this.audioContext.close();
+            }
+            catch (e) {
+                console.warn("Error closing AudioContext:", e);
+            }
+        }
+        this.audioContext = null;
+        this.sourceNode = null;
+        this.processorNode = null;
+        this.gainNode = null;
+        this.mediaStream = null;
+        this.isInitialized = false;
+        this.speechDataBuffer = [];
+        console.log('🚮 Web AudioProcessor disposed.');
+        this.emit('processor:disposed');
+    }
+}
+//# sourceMappingURL=AudioProcessor.js.map

package/dist/core/audio/AudioProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioProcessor.js","sourceRoot":"","sources":["../../../src/core/audio/AudioProcessor.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C;;;;GAIG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,yDAAyD;AACzD,OAAO,EAAE,uBAAuB,EAAmC,MAAM,2BAA2B,CAAC;AACrG,gDAAgD;AAChD,OAAO,EAAE,WAAW,EAAoE,MAAM,eAAe,CAAC;AAoE9G;;;GAGG;AACH,MAAM,OAAO,cAAe,SAAQ,YAAY;IAoB9B,EAAE,CAA0C,KAAQ,EAAE,QAAoC;QACxG,OAAO,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAEe,IAAI,CAA0C,KAAQ,EAAE,GAAG,IAA4C;QACrH,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,YACE,SAAkC,EAAE,EACpC,oBAAuC,EAAE,EAAE,wCAAwC;IACnF,YAA4B,EAAE,CAAU,8BAA8B;;QAEtE,KAAK,EAAE,CAAC;QA5BF,iBAAY,GAAwB,IAAI,CAAC;QACzC,gBAAW,GAAuB,IAAI,CAAC;QACvC,eAAU,GAAsC,IAAI,CAAC;QACrD,kBAAa,GAA+B,IAAI,CAAC;QACjD,aAAQ,GAAoB,IAAI,CAAC,CAAC,oBAAoB;QAEtD,kBAAa,GAAY,KAAK,CAAC;QAC/B,kBAAa,GAAY,KAAK,CAAC;QAG/B,qBAAgB,GAAmB,EAAE,CAAC,CAAC,8BAA8B;QACrE,6BAAwB,GAAkB,IAAI,CAAC;QAmBrD,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;YACtC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI,EAAE,kCAAkC;YACzE,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,KAAK;SACrC,CAAC;QAEF,iEAAiE;QACjE,IAAI,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAChF,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,2CAA2C,IAAI,CAAC,eAAe,0BAA0B,IAAI,CAAC,MAAM,CAAC,UAAU,qBAAqB,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QACpL,CAAC;QAED,oDAAoD;QACpD,iEAAiE;QACjE,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAuB,CAAC;YAC5C,GAAG,iBAAiB;YACpB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,sBAAsB;YAC1D,8EAA8E;SAC/E,CAAC,CAAC;QAEH,0CAA0C;QAC1C,IAAI,CAAC,GAAG,GAAG,IAAI,WAAW,CACxB,SAAS,EACT,IAAI,CAAC,UAAU,EAAE,mCAAmC;QACpD,IAAI,CAAC,eAAe,CAAC,2DAA2D;SACjF,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG;YACjB,sBAAsB,EAAE,KAAK;YAC7B,YAAY,EAAE,KAAK;YACnB,sBAAsB,EAAE,SAAS;YACjC,wBAAwB,EAAE,CAAC;YAC3B,aAAa,EAAE,KAAK;SACvB,CAAC;QAEF,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,OAAqB,EAAE,EAAE;YACnE,IAAI,CAAC,aAAa,CAAC,sBAAsB,GAAG,IAAI,CAAC;YACjD,IAAI,CAAC,aAAa,CAAC,sBAAsB,GAAG,OAAO,CAAC,eAAe,CAAC;YACpE,IAAI,CAAC,aAAa,CAAC,wBAAwB,GAAG,OAAO,CAAC,SAAS,CAAC;YAChE,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,OAAqB,EAAE,EAAE;YAC9D,IAAI,CAAC,aAAa,CAAC,sBAAsB,GAAG,OAAO,CAAC,eAAe,CAAC;YACpE,IAAI,CAAC,aAAa,CAAC,wBAAwB,GAAG,OAAO,CAAC,SAAS,CAAC;YAChE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;YAC9D,mGAAmG;YACnG,kEAAkE;YAClE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,OAAuB,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAGH,qBAAqB;QACrB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,SAAS,EAAE,EAAE;YACtC,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC,sCAAsC;YAClE,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,sCAAsC;YACzG,IAAI,CAAC,aAAa,CAAC,aAAa,GAAG,IAAI,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,SAAS,EAAE,EAAE;YACxC,iFAAiF;YACjF,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,SAAS,EAAE,gBAAgB,EAAE,EAAE;YACtD,IAAI,CAAC,aAAa,CAAC,aAAa,GAAG,KAAK,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAErD,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,wBAAwB,KAAK,IAAI,EAAE,CAAC;gBAC7E,MAAM,iBAAiB,GAAG,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAC/E,MAAM,KAAK,GAAqB;oBAC5B,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;oBACxB,SAAS,EAAE,iBAAiB;oBAC5B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;oBAClC,UAAU,EAAE,gBAAgB,EAAE,gCAAgC;oBAC9D,WAAW,EAAE,IAAI,CAAC,wBAAwB;oBAC1C,cAAc,EAAE,SAAS;oBACzB,mBAAmB,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE;iBAC3D,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;YAC3C,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC,eAAe;YAC3C,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;YAC3D,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAmB;QAClC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACtD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAE1B,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAK,MAAc,CAAC,kBAAkB,CAAC,CAAC;gBAClF,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;aACnC,CAAC,CAAC;YAEH,gEAAgE;YAChE,gFAAgF;YAChF,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC;gBACxE,OAAO,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,YAAY,CAAC,UAAU,8CAA8C,IAAI,CAAC,MAAM,CAAC,UAAU,iCAAiC,CAAC,CAAC;gBAC7K,qDAAqD;gBACrD,gHAAgH;gBAChH,mFAAmF;gBACnF,0EAA0E;YAC9E,CAAC;YAGD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;YACpE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,oBAAoB;YAEpE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAC1D,IAAI,CAAC,MAAM,CAAC,UAAU,EACtB,CAAC,EAAE,iBAAiB;YACpB,CAAC,CAAE,kBAAkB;aACtB,CAAC;YAEF,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC1C,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,qCAAqC;YAEhG,IAAI,CAAC,aAAa,CAAC,cAAc,GAAG,CAAC,KAA2B,EAAE,EAAE;gBAClE,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC,CAAC;YAEF,iEAAiE;YACjE,iFAAiF;YACjF,wEAAwE;YACxE,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;YAC9D,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,qBAAqB;YACvD,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,wCAAwC;YACxC,0CAA0C;YAEnF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QAEnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAc,CAAC,CAAC;YAC7C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACtD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjE,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC,CAAC;gBAC9G,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,aAAa,CAAC,YAAY,GAAG,IAAI,CAAC;QACvC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,gCAAgC;QACvD,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACjC,CAAC;IAED,6BAA6B;IAC7B,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO;QAChC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,YAAY,GAAG,KAAK,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACjC,CAAC;IAEO,iBAAiB,CAAC,KAA2B;QACnD,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa;QACvF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAElG,qEAAqE;QACrE,0EAA0E;QAC1E,IAAI,IAAI,CAAC,aAAa,CAAC,sBAAsB,EAAE,CAAC,CAAC,uCAAuC;YACpF,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;QACrD,CAAC;QAED,+BAA+B;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,aAAa,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,UAAU,CAAC,CAAC,wBAAwB;QAElG,0CAA0C;QAC1C,IAAI,IAAI,CAAC,aAAa,CAAC,aAAa,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzE,kGAAkG;YAClG,+EAA+E;YAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YACvC,IAAI,SAAS,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,wBAAwB,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,SAAS,CAAC,4BAA4B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAE,CAAE,EAAG,CAAC,CAAC,0CAA0C;gBACtR,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,eAAe;YACpE,CAAC;QACH,CAAC;IACH,CAAC;IAED,sFAAsF;IAC9E,kCAAkC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;QAC5C,OAAO,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,wBAAwB,GAAG,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,GAAG,CAAC,CAAE,CAAC;IACvH,CAAC;IAGO,wBAAwB,CAAC,MAAsB;QACrD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,WAAW,IAAI,GAAG,CAAC,MAAM,CAAC;QAC5B,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;QAC7C,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACI,gBAAgB;QACnB,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,UAAU,EAAE,CAAC;IAC3F,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO;QACX,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ;YAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAElD,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAE7D,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9D,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAClC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAClC,CAAC;CACF"}

package/dist/core/audio/EnvironmentalCalibrator.d.ts

@@ -0,0 +1,187 @@
+import { EventEmitter } from 'events';
+/**
+ * @fileoverview Environmental noise calibration and adaptation system for Web Browsers.
+ * This module uses Web Audio APIs to understand the acoustic properties of the
+ * environment by analyzing an input MediaStream for initial calibration, and then
+ * processing raw audio frames (Float32Array) for continuous adaptation.
+ * @module agentos/core/audio/EnvironmentalCalibrator
+ */
+/**
+ * Represents the acoustic profile of the environment.
+ * This profile is used by other audio components (like VAD) to adjust their sensitivity.
+ */
+export interface NoiseProfile {
+    /** Root Mean Square of the baseline ambient noise, calculated using a percentile. */
+    baselineRMS: number;
+    /** Peak Root Mean Square detected during an observation window. */
+    peakRMS: number;
+    /** Standard deviation of RMS values, indicating noise floor stability. */
+    noiseStdDev: number;
+    /**
+     * Optional frequency spectrum analysis (e.g., 32 bands).
+     * Populated if `enableFrequencyAnalysis` is true.
+     */
+    frequencyProfile?: Float32Array;
+    /** Classified type of the acoustic environment. */
+    environmentType: 'quiet' | 'normal' | 'noisy' | 'very_noisy';
+    /** Confidence in the profile (0-1), based on data quantity and stability. */
+    confidenceScore: number;
+    /** Timestamp (Unix epoch ms) of when this profile was last calculated. */
+    timestamp: number;
+    /** Suggested speech detection threshold (RMS value) based on this profile. */
+    suggestedSpeechThreshold: number;
+    /** Suggested silence detection threshold (RMS value) based on this profile. */
+    suggestedSilenceThreshold: number;
+    /** Number of audio frames/buffers analyzed to generate or update this profile. */
+    framesAnalyzedCount: number;
+}
+/**
+ * Configuration for environmental calibration using Web Audio APIs.
+ */
+export interface CalibrationConfig {
+    /**
+     * Duration in milliseconds for the initial calibration phase via MediaStream.
+     * @default 3000
+     */
+    initialCalibrationMs?: number;
+    /**
+     * Buffer size for the ScriptProcessorNode used during initial calibration.
+     * Affects how often audio data is analyzed during calibration.
+     * @default 4096
+     */
+    calibrationBufferSize?: number;
+    /**
+     * Minimum number of RMS samples (from processed frames) required for a meaningful profile update
+     * during continuous adaptation (when `processAudioFrame` is called).
+     * @default 50
+     */
+    minRmsSamplesForContinuousUpdate?: number;
+    /**
+     * Initial interval in milliseconds for continuous adaptation checks if no voice activity.
+     * This applies when `processAudioFrame` is used for continuous updates.
+     * @default 1000
+     */
+    initialUpdateIntervalMs?: number;
+    /**
+     * Multiplier for the exponential backoff strategy during continuous adaptation.
+     * @default 1.5
+     */
+    backoffMultiplier?: number;
+    /**
+     * Maximum interval in milliseconds for continuous adaptation checks.
+     * @default 30000
+     */
+    maxBackoffIntervalMs?: number;
+    /**
+     * Minimum interval in milliseconds for continuous adaptation checks after activity or change.
+     * @default 500
+     */
+    minBackoffIntervalMs?: number;
+    /**
+     * Number of recent RMS values (from processed frames) to store in a buffer for continuous adaptation.
+     * @default 50
+     */
+    rmsHistoryBufferSize?: number;
+    /**
+     * Sensitivity adjustment factor for calculating speech/silence thresholds.
+     * @default 1.0
+     */
+    thresholdSensitivityFactor?: number;
+    /**
+     * Enable frequency analysis using AnalyserNode during initial calibration.
+     * @default true
+     */
+    enableFrequencyAnalysis?: boolean;
+    /**
+     * FFT size for the AnalyserNode. Must be a power of 2.
+     * `frequencyBinCount` will be `fftSize / 2`.
+     * @default 256 (yields 128 frequency bins)
+     */
+    fftSize?: number;
+    /**
+     * Sample rate of the audio. The calibrator will try to use this for its internal AudioContext.
+     * If the input MediaStream has a different rate, resampling might occur or the stream's rate is used.
+     * @default 16000
+     */
+    sampleRate?: number;
+}
+/**
+ * Events emitted by the EnvironmentalCalibrator.
+ */
+export interface CalibrationEvents {
+    'profile:updated': (profile: NoiseProfile) => void;
+    'environment:changed': (newEnvironment: NoiseProfile['environmentType'], oldEnvironment: NoiseProfile['environmentType'], profile: NoiseProfile) => void;
+    'calibration:progress': (progress: number, currentRms: number) => void;
+    'calibration:complete': (profile: NoiseProfile) => void;
+    'calibration:started': () => void;
+    'calibration:error': (error: Error) => void;
+    'anomaly:detected': (type: string, details: any, profile: NoiseProfile | null) => void;
+}
+export declare interface EnvironmentalCalibrator {
+    on<U extends keyof CalibrationEvents>(event: U, listener: CalibrationEvents[U]): this;
+    emit<U extends keyof CalibrationEvents>(event: U, ...args: Parameters<CalibrationEvents[U]>): boolean;
+}
+/**
+ * EnvironmentalCalibrator (Web Version) - Adapts to acoustic environment in real-time
+ * using Web Audio APIs for initial calibration and processing raw frames for continuous updates.
+ */
+export declare class EnvironmentalCalibrator extends EventEmitter {
+    private config;
+    private currentProfile;
+    private profileHistory;
+    private rmsValuesForContinuousAdapt;
+    private currentBackoffIntervalMs;
+    private lastProfileUpdateTimeMs;
+    private lastVoiceActivityTimeMs;
+    private isDuringInitialCalibration;
+    private anomalyDetector;
+    private calibrationAudioContext;
+    private calibrationSourceNode;
+    private calibrationProcessorNode;
+    private calibrationAnalyserNode;
+    /**
+     * Creates a new EnvironmentalCalibrator instance.
+     * @param {CalibrationConfig} config - Configuration options.
+     */
+    constructor(config?: CalibrationConfig);
+    /**
+     * Performs initial environment calibration using a MediaStream.
+     * Sets up a temporary Web Audio pipeline to analyze the stream.
+     * @param {MediaStream} audioStream - The live audio input stream for calibration.
+     * @returns {Promise<NoiseProfile>} A promise that resolves with the initial noise profile,
+     * or rejects if calibration fails.
+     */
+    calibrate(audioStream: MediaStream): Promise<NoiseProfile>;
+    /** Cleans up Web Audio nodes used specifically for initial calibration. */
+    private cleanupCalibrationAudioNodes;
+    /**
+     * Analyzes collected RMS and frequency samples to generate a NoiseProfile.
+     * @param rmsSamples - Array of RMS values from calibration.
+     * @param frequencySamples - Array of frequency data arrays from calibration.
+     * @returns {NoiseProfile} The calculated noise profile.
+     */
+    private analyzeCalibrationSamples;
+    /**
+     * Processes a single audio frame for continuous adaptation after initial calibration.
+     * @param {Float32Array} audioFrame - A chunk of raw audio data (PCM).
+     */
+    continuousAdaptation(audioFrame: Float32Array): void;
+    /**
+     * Helper to update profile based on current RMS history (primarily for continuous adaptation).
+     */
+    private updateProfileFromRmsHistory;
+    /** Classifies the environment based on noise characteristics. */
+    private classifyEnvironment;
+    /** Calculates adaptive speech and silence thresholds. */
+    private calculateAdaptiveThresholds;
+    private detectAnomalies;
+    /** Records voice activity detection to reset backoff. */
+    onVoiceActivityDetected(): void;
+    getCurrentProfile(): NoiseProfile | null;
+    private addToRmsHistory;
+    private calculateRMS;
+    private calculatePercentile;
+    private calculateStdDev;
+    private calculateConfidence;
+}
+//# sourceMappingURL=EnvironmentalCalibrator.d.ts.map

package/dist/core/audio/EnvironmentalCalibrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EnvironmentalCalibrator.d.ts","sourceRoot":"","sources":["../../../src/core/audio/EnvironmentalCalibrator.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC;;;;;;GAMG;AAEH;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,qFAAqF;IACrF,WAAW,EAAE,MAAM,CAAC;IACpB,mEAAmE;IACnE,OAAO,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,YAAY,CAAC;IAChC,mDAAmD;IACnD,eAAe,EAAE,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,YAAY,CAAC;IAC7D,6EAA6E;IAC7E,eAAe,EAAE,MAAM,CAAC;IACxB,0EAA0E;IAC1E,SAAS,EAAE,MAAM,CAAC;IAClB,8EAA8E;IAC9E,wBAAwB,EAAE,MAAM,CAAC;IACjC,+EAA+E;IAC/E,yBAAyB,EAAE,MAAM,CAAC;IAClC,kFAAkF;IAClF,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C;;;;OAIG;IACH,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC;;;OAGG;IACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,iBAAiB,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;IACnD,qBAAqB,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,YAAY,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;IACzJ,sBAAsB,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IACvE,sBAAsB,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;IACxD,qBAAqB,EAAE,MAAM,IAAI,CAAC;IAClC,mBAAmB,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IAC5C,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,GAAG,IAAI,KAAK,IAAI,CAAC;CACxF;AAGD,MAAM,CAAC,OAAO,WAAW,uBAAuB;IAC9C,EAAE,CAAC,CAAC,SAAS,MAAM,iBAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IACtF,IAAI,CAAC,CAAC,SAAS,MAAM,iBAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;CACvG;AAED;;;GAGG;AAEH,qBAAa,uBAAwB,SAAQ,YAAY;IACvD,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,cAAc,CAAsB;IAC5C,OAAO,CAAC,2BAA2B,CAAgB;IAEnD,OAAO,CAAC,wBAAwB,CAAS;IACzC,OAAO,CAAC,uBAAuB,CAAsB;IACrD,OAAO,CAAC,uBAAuB,CAAsB;IACrD,OAAO,CAAC,0BAA0B,CAAkB;IACpD,OAAO,CAAC,eAAe,CAAkB;IAGzC,OAAO,CAAC,uBAAuB,CAA6B;IAC5D,OAAO,CAAC,qBAAqB,CAA2C;IACxE,OAAO,CAAC,wBAAwB,CAAoC;IACpE,OAAO,CAAC,uBAAuB,CAA6B;IAE5D;;;OAGG;gBACS,MAAM,GAAE,iBAAsB;IAsB1C;;;;;;OAMG;IACU,SAAS,CAAC,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAiGvE,2EAA2E;IAC3E,OAAO,CAAC,4BAA4B;IAiBpC;;;;;OAKG;IACH,OAAO,CAAC,yBAAyB;IA6CjC;;;OAGG;IACI,oBAAoB,CAAC,UAAU,EAAE,YAAY,GAAG,IAAI;IAiD3D;;OAEG;IACH,OAAO,CAAC,2BAA2B;IA4BnC,iEAAiE;IACjE,OAAO,CAAC,mBAAmB;IAY3B,yDAAyD;IACzD,OAAO,CAAC,2BAA2B;IAsBnC,OAAO,CAAC,eAAe;IAOvB,yDAAyD;IAClD,uBAAuB,IAAI,IAAI;IAK/B,iBAAiB,IAAI,YAAY,GAAG,IAAI;IAI/C,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,YAAY;IAMpB,OAAO,CAAC,mBAAmB;IAM3B,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,mBAAmB;CAS5B"}