@framers/agentos 0.1.46 → 0.1.48

package/dist/speech/SpeechSession.js

@@ -0,0 +1,285 @@
+import { EventEmitter } from 'node:events';
+import { AdaptiveVAD } from '../core/audio/AdaptiveVAD.js';
+import { EnvironmentalCalibrator } from '../core/audio/EnvironmentalCalibrator.js';
+import { SilenceDetector } from '../core/audio/SilenceDetector.js';
+import { encodeFloat32ToWav } from './audio.js';
+export class SpeechSession extends EventEmitter {
+    on(event, listener) {
+        return super.on(event, listener);
+    }
+    emit(event, ...args) {
+        return super.emit(event, ...args);
+    }
+    constructor(config = {}, providers = {}) {
+        super();
+        this.state = 'idle';
+        this.capturedFrames = [];
+        this.currentSpeechStartedAt = null;
+        this.wakeWordDetected = false;
+        this.transcriptionPromise = null;
+        this.lastExternalVadSpeech = false;
+        this.config = {
+            mode: config.mode ?? 'vad',
+            sampleRate: config.sampleRate ?? 16000,
+            frameDurationMs: config.frameDurationMs ?? 20,
+            audioFileName: config.audioFileName ?? 'speech-session.wav',
+            autoTranscribeOnSpeechEnd: config.autoTranscribeOnSpeechEnd ?? true,
+            ...config,
+        };
+        this.providers = providers;
+        this.calibrator = new EnvironmentalCalibrator({
+            sampleRate: this.config.sampleRate,
+        });
+        this.vad = new AdaptiveVAD(this.config.vad ?? {}, this.calibrator, this.config.frameDurationMs);
+        this.silenceDetector = new SilenceDetector(this.config.silence ?? {});
+        this.bindVadEvents();
+        this.bindSilenceEvents();
+    }
+    getState() {
+        return this.state;
+    }
+    async start() {
+        if (this.state === 'closed') {
+            throw new Error('SpeechSession is closed.');
+        }
+        if (this.config.mode === 'wake-word') {
+            if (!this.providers.wakeWord) {
+                throw new Error('Wake-word mode requires a wake-word provider.');
+            }
+            this.wakeWordDetected = false;
+            this.changeState('wake-listening');
+            return;
+        }
+        this.changeState('listening');
+    }
+    async stop() {
+        this.resetBuffers();
+        this.changeState('idle');
+    }
+    async flush(reason = 'manual') {
+        await this.finalizeUtterance(reason);
+    }
+    async close() {
+        this.resetBuffers();
+        this.silenceDetector.dispose();
+        this.providers.wakeWord?.dispose?.();
+        this.changeState('closed');
+    }
+    async ingestFrame(frame) {
+        if (this.state === 'closed' || this.state === 'idle')
+            return;
+        if (this.config.mode === 'wake-word' && !this.wakeWordDetected) {
+            const detection = await this.providers.wakeWord?.detect(frame, this.config.sampleRate);
+            if (detection) {
+                this.wakeWordDetected = true;
+                this.emit('wake_word_detected', { detection });
+                this.changeState('listening');
+            }
+            return;
+        }
+        if (this.providers.vad) {
+            const decision = this.providers.vad.processFrame(frame);
+            this.emit('vad_result', decision);
+            this.handleExternalVadDecision(decision);
+            const shouldCapture = this.capturedFrames.length > 0 || decision.isSpeech || this.lastExternalVadSpeech;
+            if (shouldCapture) {
+                this.capturedFrames.push(new Float32Array(frame));
+            }
+            this.lastExternalVadSpeech = decision.isSpeech;
+            return;
+        }
+        const result = this.vad.processFrame(frame);
+        const decision = {
+            isSpeech: result.isSpeech,
+            confidence: result.confidence,
+            result,
+            profile: this.calibrator.getCurrentProfile(),
+        };
+        this.emit('vad_result', decision);
+        const shouldCapture = this.capturedFrames.length > 0 || result.isSpeech || this.vad.getCurrentState().isSpeaking;
+        if (shouldCapture) {
+            this.capturedFrames.push(new Float32Array(frame));
+        }
+    }
+    async transcribeAudio(audioBuffer, options = {}, captureOverride) {
+        if (!this.providers.stt) {
+            throw new Error('No speech-to-text provider configured.');
+        }
+        this.changeState('transcribing');
+        try {
+            const capture = captureOverride ?? this.createCapture(audioBuffer);
+            const result = await this.providers.stt.transcribe({
+                data: audioBuffer,
+                fileName: capture.fileName,
+                mimeType: capture.mimeType,
+                format: 'wav',
+                sampleRate: capture.sampleRate,
+                durationSeconds: capture.durationMs / 1000,
+            }, {
+                ...this.config.sttOptions,
+                ...options,
+            });
+            this.emit('transcript_final', { result, capture });
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            this.wakeWordDetected = false;
+        }
+        catch (error) {
+            this.handleError(error);
+        }
+    }
+    async speak(text, options = {}) {
+        if (!this.providers.tts) {
+            throw new Error('No text-to-speech provider configured.');
+        }
+        this.changeState('playing');
+        this.emit('synthesis_started', { text });
+        try {
+            const result = await this.providers.tts.synthesize(text, {
+                ...this.config.ttsOptions,
+                ...options,
+            });
+            this.emit('synthesis_completed', { text, result });
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            this.wakeWordDetected = false;
+            return result;
+        }
+        catch (error) {
+            this.handleError(error);
+            throw error;
+        }
+    }
+    interrupt() {
+        this.resetBuffers();
+        this.changeState('interrupted');
+        this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+    }
+    bindVadEvents() {
+        this.vad.on('speech_start', (result) => {
+            this.currentSpeechStartedAt = Date.now();
+            this.changeState('capturing');
+            this.emit('speech_started', {
+                timestamp: this.currentSpeechStartedAt,
+                vad: result,
+            });
+            this.silenceDetector.handleSpeechStart(result);
+        });
+        this.vad.on('voice_activity', (result) => {
+            this.silenceDetector.handleVoiceActivity(result);
+        });
+        this.vad.on('no_voice_activity', (result) => {
+            this.silenceDetector.handleNoVoiceActivity(result);
+        });
+        this.vad.on('speech_end', (result, durationMs) => {
+            this.emit('speech_ended', {
+                timestamp: Date.now(),
+                vad: result,
+                durationMs,
+            });
+            this.silenceDetector.handleSpeechEnd(result, durationMs);
+        });
+    }
+    bindSilenceEvents() {
+        this.silenceDetector.on('significant_pause_detected', (pauseDurationMs) => {
+            this.emit('significant_pause', pauseDurationMs);
+        });
+        this.silenceDetector.on('utterance_end_detected', () => {
+            void this.finalizeUtterance('silence-timeout');
+        });
+    }
+    handleExternalVadDecision(decision) {
+        const result = decision.result ?? this.createSyntheticVadResult(decision);
+        if (decision.isSpeech) {
+            if (!this.lastExternalVadSpeech) {
+                this.currentSpeechStartedAt = Date.now();
+                this.changeState('capturing');
+                this.emit('speech_started', {
+                    timestamp: this.currentSpeechStartedAt,
+                    vad: result,
+                });
+                this.silenceDetector.handleSpeechStart(result);
+            }
+            this.silenceDetector.handleVoiceActivity(result);
+            return;
+        }
+        if (this.lastExternalVadSpeech) {
+            const durationMs = this.currentSpeechStartedAt
+                ? Date.now() - this.currentSpeechStartedAt
+                : this.config.frameDurationMs;
+            this.emit('speech_ended', {
+                timestamp: Date.now(),
+                vad: result,
+                durationMs,
+            });
+            this.silenceDetector.handleSpeechEnd(result, durationMs);
+            return;
+        }
+        this.silenceDetector.handleNoVoiceActivity(result);
+    }
+    async finalizeUtterance(reason) {
+        if (this.transcriptionPromise) {
+            await this.transcriptionPromise;
+            return;
+        }
+        if (this.capturedFrames.length === 0) {
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            return;
+        }
+        const audioBuffer = encodeFloat32ToWav(this.capturedFrames, this.config.sampleRate);
+        const capture = this.createCapture(audioBuffer);
+        this.emit('utterance_captured', { reason, capture });
+        this.resetBuffers();
+        if (!this.config.autoTranscribeOnSpeechEnd || !this.providers.stt) {
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            return;
+        }
+        this.transcriptionPromise = this.transcribeAudio(audioBuffer, {}, capture).finally(() => {
+            this.transcriptionPromise = null;
+        });
+        await this.transcriptionPromise;
+    }
+    createCapture(audioBuffer) {
+        const bufferedSampleCount = this.capturedFrames.reduce((sum, frame) => sum + frame.length, 0);
+        const wavPayloadBytes = Math.max(0, audioBuffer.length - 44);
+        const derivedSampleCount = bufferedSampleCount > 0 ? bufferedSampleCount : wavPayloadBytes / 2;
+        const durationMs = (derivedSampleCount / this.config.sampleRate) * 1000;
+        return {
+            audioBuffer,
+            mimeType: 'audio/wav',
+            fileName: this.config.audioFileName,
+            sampleRate: this.config.sampleRate,
+            durationMs,
+            frameCount: this.capturedFrames.length,
+        };
+    }
+    resetBuffers() {
+        this.capturedFrames.length = 0;
+        this.currentSpeechStartedAt = null;
+        this.lastExternalVadSpeech = false;
+        this.vad.resetState();
+        this.silenceDetector.reset();
+        this.providers.vad?.reset();
+        this.providers.wakeWord?.reset?.();
+    }
+    createSyntheticVadResult(decision) {
+        return {
+            isSpeech: decision.isSpeech,
+            frameEnergy: decision.isSpeech ? 1 : 0,
+            currentSpeechThreshold: 0,
+            currentSilenceThreshold: 0,
+            confidence: decision.confidence,
+        };
+    }
+    changeState(next) {
+        if (this.state === next)
+            return;
+        const previous = this.state;
+        this.state = next;
+        this.emit('state_changed', { previous, current: next });
+    }
+    handleError(error) {
+        const normalized = error instanceof Error ? error : new Error(String(error));
+        this.changeState('error');
+        this.emit('error', { error: normalized });
+    }
+}
+//# sourceMappingURL=SpeechSession.js.map

package/dist/speech/SpeechSession.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SpeechSession.js","sourceRoot":"","sources":["../../src/speech/SpeechSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAE3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAahD,MAAM,OAAO,aAAc,SAAQ,YAAY;IAmB7B,EAAE,CAChB,KAAQ,EACR,QAAkC;QAElC,OAAO,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAEe,IAAI,CAClB,KAAQ,EACR,GAAG,IAA0C;QAE7C,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,YAAY,SAA8B,EAAE,EAAE,YAAoC,EAAE;QAClF,KAAK,EAAE,CAAC;QAtBF,UAAK,GAAuB,MAAM,CAAC;QAC1B,mBAAc,GAAmB,EAAE,CAAC;QAC7C,2BAAsB,GAAkB,IAAI,CAAC;QAC7C,qBAAgB,GAAG,KAAK,CAAC;QACzB,yBAAoB,GAAyB,IAAI,CAAC;QAClD,0BAAqB,GAAG,KAAK,CAAC;QAkBpC,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,KAAK;YAC1B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAM;YACvC,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;YAC7C,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,oBAAoB;YAC3D,yBAAyB,EAAE,MAAM,CAAC,yBAAyB,IAAI,IAAI;YACnE,GAAG,MAAM;SACV,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAuB,CAAC;YAC5C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;SACnC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,GAAG,IAAI,WAAW,CACxB,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,EACrB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,MAAM,CAAC,eAAe,CAC5B,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAsC,QAAQ;QACxD,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAmB;QACnC,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO;QAE7D,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC/D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACvF,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAClC,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,aAAa,GACjB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,qBAAqB,CAAC;YACpF,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YACpD,CAAC;YACD,IAAI,CAAC,qBAAqB,GAAG,QAAQ,CAAC,QAAQ,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAsB;YAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE;SAC7C,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAElC,MAAM,aAAa,GACjB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,UAAU,CAAC;QAC7F,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,WAAmB,EACnB,UAAsC,EAAE,EACxC,eAA2C;QAE3C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,eAAe,IAAI,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAChD;gBACE,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,eAAe,EAAE,OAAO,CAAC,UAAU,GAAG,IAAI;aAC3C,EACD;gBACE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBACzB,GAAG,OAAO;aACX,CACF,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,UAAkC,EAAE;QAC5D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE;gBACvD,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBACzB,GAAG,OAAO;aACX,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,SAAS;QACP,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IACtF,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,SAAS,EAAE,IAAI,CAAC,sBAAsB;gBACtC,GAAG,EAAE,MAAM;aACZ,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,MAAM,EAAE,EAAE;YACvC,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE;YAC/C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,GAAG,EAAE,MAAM;gBACX,UAAU;aACX,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,4BAA4B,EAAE,CAAC,eAAe,EAAE,EAAE;YACxE,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YACrD,KAAK,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,yBAAyB,CAAC,QAA2B;QAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAChC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACzC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;oBAC1B,SAAS,EAAE,IAAI,CAAC,sBAAsB;oBACtC,GAAG,EAAE,MAAM;iBACZ,CAAC,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YACjD,CAAC;YACD,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,sBAAsB;gBAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,sBAAsB;gBAC1C,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,GAAG,EAAE,MAAM;gBACX,UAAU;aACX,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAmC;QACjE,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,oBAAoB,CAAC;YAChC,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,yBAAyB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YAClE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACtF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,oBAAoB,CAAC;IAClC,CAAC;IAEO,aAAa,CAAC,WAAmB;QACvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAC7D,MAAM,kBAAkB,GAAG,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC;QAC/F,MAAM,UAAU,GAAG,CAAC,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAExE,OAAO;YACL,WAAW;YACX,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACnC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,MAAM;SACvC,CAAC;IACJ,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACtB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;IACrC,CAAC;IAEO,wBAAwB,CAAC,QAA2B;QAC1D,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,sBAAsB,EAAE,CAAC;YACzB,uBAAuB,EAAE,CAAC;YAC1B,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,IAAwB;QAC1C,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;YAAE,OAAO;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAEO,WAAW,CAAC,KAAc;QAChC,MAAM,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5C,CAAC;CACF"}

package/dist/speech/audio.d.ts

@@ -0,0 +1,3 @@
+export declare function concatFloat32AudioFrames(frames: readonly Float32Array[]): Float32Array;
+export declare function encodeFloat32ToWav(input: Float32Array | readonly Float32Array[], sampleRate: number, channelCount?: number): Buffer;
+//# sourceMappingURL=audio.d.ts.map

package/dist/speech/audio.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../../src/speech/audio.ts"],"names":[],"mappings":"AAAA,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,GAAG,YAAY,CAWtF;AAOD,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,YAAY,GAAG,SAAS,YAAY,EAAE,EAC7C,UAAU,EAAE,MAAM,EAClB,YAAY,SAAI,GACf,MAAM,CA4BR"}

package/dist/speech/audio.js

@@ -0,0 +1,39 @@
+export function concatFloat32AudioFrames(frames) {
+    const totalLength = frames.reduce((sum, frame) => sum + frame.length, 0);
+    const output = new Float32Array(totalLength);
+    let offset = 0;
+    for (const frame of frames) {
+        output.set(frame, offset);
+        offset += frame.length;
+    }
+    return output;
+}
+function clampPcm16(sample) {
+    const value = Math.max(-1, Math.min(1, sample));
+    return value < 0 ? Math.round(value * 0x8000) : Math.round(value * 0x7fff);
+}
+export function encodeFloat32ToWav(input, sampleRate, channelCount = 1) {
+    const audio = input instanceof Float32Array ? input : concatFloat32AudioFrames(input);
+    const pcmData = Buffer.alloc(audio.length * 2);
+    for (let index = 0; index < audio.length; index += 1) {
+        pcmData.writeInt16LE(clampPcm16(audio[index] ?? 0), index * 2);
+    }
+    const header = Buffer.alloc(44);
+    const byteRate = sampleRate * channelCount * 2;
+    const blockAlign = channelCount * 2;
+    header.write('RIFF', 0);
+    header.writeUInt32LE(36 + pcmData.length, 4);
+    header.write('WAVE', 8);
+    header.write('fmt ', 12);
+    header.writeUInt32LE(16, 16);
+    header.writeUInt16LE(1, 20);
+    header.writeUInt16LE(channelCount, 22);
+    header.writeUInt32LE(sampleRate, 24);
+    header.writeUInt32LE(byteRate, 28);
+    header.writeUInt16LE(blockAlign, 32);
+    header.writeUInt16LE(16, 34);
+    header.write('data', 36);
+    header.writeUInt32LE(pcmData.length, 40);
+    return Buffer.concat([header, pcmData]);
+}
+//# sourceMappingURL=audio.js.map

package/dist/speech/audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.js","sourceRoot":"","sources":["../../src/speech/audio.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,wBAAwB,CAAC,MAA+B;IACtE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;IAE7C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAChD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAA6C,EAC7C,UAAkB,EAClB,YAAY,GAAG,CAAC;IAEhB,MAAM,KAAK,GACT,KAAK,YAAY,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,YAAY,GAAG,CAAC,CAAC;IAEpC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7C,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEzC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAC1C,CAAC"}

package/dist/speech/index.d.ts

@@ -0,0 +1,11 @@
+export * from './types.js';
+export * from './audio.js';
+export * from './providerCatalog.js';
+export * from './SpeechProviderRegistry.js';
+export * from './SpeechSession.js';
+export * from './SpeechRuntime.js';
+export * from './providers/OpenAIWhisperSpeechToTextProvider.js';
+export * from './providers/OpenAITextToSpeechProvider.js';
+export * from './providers/ElevenLabsTextToSpeechProvider.js';
+export * from './providers/BuiltInAdaptiveVadProvider.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/speech/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/speech/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kDAAkD,CAAC;AACjE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,+CAA+C,CAAC;AAC9D,cAAc,2CAA2C,CAAC"}

package/dist/speech/index.js

@@ -0,0 +1,11 @@
+export * from './types.js';
+export * from './audio.js';
+export * from './providerCatalog.js';
+export * from './SpeechProviderRegistry.js';
+export * from './SpeechSession.js';
+export * from './SpeechRuntime.js';
+export * from './providers/OpenAIWhisperSpeechToTextProvider.js';
+export * from './providers/OpenAITextToSpeechProvider.js';
+export * from './providers/ElevenLabsTextToSpeechProvider.js';
+export * from './providers/BuiltInAdaptiveVadProvider.js';
+//# sourceMappingURL=index.js.map

package/dist/speech/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/speech/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kDAAkD,CAAC;AACjE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,+CAA+C,CAAC;AAC9D,cAAc,2CAA2C,CAAC"}

package/dist/speech/providerCatalog.d.ts

@@ -0,0 +1,7 @@
+import type { SpeechProviderCatalogEntry, SpeechProviderKind } from './types.js';
+export declare const SPEECH_PROVIDER_CATALOG: readonly SpeechProviderCatalogEntry[];
+export declare function getSpeechProviderCatalog(kind?: SpeechProviderKind): SpeechProviderCatalogEntry[];
+export declare function getSpeechProviderKinds(): SpeechProviderKind[];
+export declare function findSpeechProviderCatalogEntry(id: string): SpeechProviderCatalogEntry | undefined;
+export declare function isSpeechProviderConfigured(entry: SpeechProviderCatalogEntry, env?: Record<string, string | undefined>): boolean;
+//# sourceMappingURL=providerCatalog.d.ts.map

package/dist/speech/providerCatalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providerCatalog.d.ts","sourceRoot":"","sources":["../../src/speech/providerCatalog.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEjF,eAAO,MAAM,uBAAuB,EAAE,SAAS,0BAA0B,EAmO/D,CAAC;AAEX,wBAAgB,wBAAwB,CACtC,IAAI,CAAC,EAAE,kBAAkB,GACxB,0BAA0B,EAAE,CAG9B;AAED,wBAAgB,sBAAsB,IAAI,kBAAkB,EAAE,CAE7D;AAED,wBAAgB,8BAA8B,CAC5C,EAAE,EAAE,MAAM,GACT,0BAA0B,GAAG,SAAS,CAExC;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,0BAA0B,EACjC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,OAAO,CAET"}

package/dist/speech/providerCatalog.js

@@ -0,0 +1,243 @@
+export const SPEECH_PROVIDER_CATALOG = [
+    {
+        id: 'twilio',
+        kind: 'telephony',
+        label: 'Twilio',
+        envVars: ['TWILIO_ACCOUNT_SID', 'TWILIO_AUTH_TOKEN'],
+        local: false,
+        description: 'Telephony call control via Twilio programmable voice.',
+        extensionName: 'voice-twilio',
+        features: ['telephony', 'webhooks', 'media-streams'],
+    },
+    {
+        id: 'telnyx',
+        kind: 'telephony',
+        label: 'Telnyx',
+        envVars: ['TELNYX_API_KEY', 'TELNYX_CONNECTION_ID'],
+        local: false,
+        description: 'Telephony call control via Telnyx Call Control.',
+        extensionName: 'voice-telnyx',
+        features: ['telephony', 'sip', 'media-streams'],
+    },
+    {
+        id: 'plivo',
+        kind: 'telephony',
+        label: 'Plivo',
+        envVars: ['PLIVO_AUTH_ID', 'PLIVO_AUTH_TOKEN'],
+        local: false,
+        description: 'Telephony call control via the Plivo Voice API.',
+        extensionName: 'voice-plivo',
+        features: ['telephony', 'xml'],
+    },
+    {
+        id: 'openai-whisper',
+        kind: 'stt',
+        label: 'OpenAI Whisper',
+        envVars: ['OPENAI_API_KEY'],
+        local: false,
+        description: 'Hosted Whisper speech-to-text for file and utterance transcription.',
+        defaultModel: 'whisper-1',
+        streaming: false,
+        features: ['cloud', 'timestamps', 'transcription'],
+    },
+    {
+        id: 'deepgram',
+        kind: 'stt',
+        label: 'Deepgram',
+        envVars: ['DEEPGRAM_API_KEY'],
+        local: false,
+        description: 'Streaming-first speech-to-text for live conversations.',
+        streaming: true,
+        features: ['cloud', 'streaming'],
+    },
+    {
+        id: 'assemblyai',
+        kind: 'stt',
+        label: 'AssemblyAI',
+        envVars: ['ASSEMBLYAI_API_KEY'],
+        local: false,
+        description: 'Hosted speech-to-text with diarization and analytics.',
+        streaming: true,
+        features: ['cloud', 'streaming', 'diarization'],
+    },
+    {
+        id: 'google-cloud-stt',
+        kind: 'stt',
+        label: 'Google Cloud STT',
+        envVars: ['GOOGLE_STT_CREDENTIALS'],
+        local: false,
+        description: 'Google Cloud speech recognition.',
+        streaming: true,
+        features: ['cloud', 'streaming'],
+    },
+    {
+        id: 'azure-speech-stt',
+        kind: 'stt',
+        label: 'Azure Speech STT',
+        envVars: ['AZURE_SPEECH_KEY', 'AZURE_SPEECH_REGION'],
+        local: false,
+        description: 'Azure speech recognition for batch and live transcription.',
+        streaming: true,
+        features: ['cloud', 'streaming'],
+    },
+    {
+        id: 'whisper-local',
+        kind: 'stt',
+        label: 'Whisper.cpp',
+        envVars: [],
+        local: true,
+        description: 'Local Whisper.cpp offline transcription.',
+        features: ['local', 'offline'],
+    },
+    {
+        id: 'vosk',
+        kind: 'stt',
+        label: 'Vosk',
+        envVars: [],
+        local: true,
+        description: 'Local streaming speech recognition via Vosk.',
+        streaming: true,
+        features: ['local', 'offline', 'streaming'],
+    },
+    {
+        id: 'nvidia-nemo',
+        kind: 'stt',
+        label: 'NVIDIA NeMo',
+        envVars: [],
+        local: true,
+        description: 'Local/offline ASR via NVIDIA NeMo.',
+        features: ['local', 'offline'],
+    },
+    {
+        id: 'openai-tts',
+        kind: 'tts',
+        label: 'OpenAI TTS',
+        envVars: ['OPENAI_API_KEY'],
+        local: false,
+        streaming: true,
+        description: 'Hosted speech synthesis via OpenAI speech models.',
+        defaultModel: 'tts-1',
+        defaultVoice: 'nova',
+        features: ['cloud', 'tts'],
+    },
+    {
+        id: 'elevenlabs',
+        kind: 'tts',
+        label: 'ElevenLabs',
+        envVars: ['ELEVENLABS_API_KEY'],
+        local: false,
+        streaming: true,
+        description: 'High-quality neural TTS with voice cloning.',
+        extensionName: 'voice-synthesis',
+        defaultModel: 'eleven_multilingual_v2',
+        features: ['cloud', 'tts', 'voice-cloning'],
+    },
+    {
+        id: 'google-cloud-tts',
+        kind: 'tts',
+        label: 'Google Cloud TTS',
+        envVars: ['GOOGLE_TTS_CREDENTIALS'],
+        local: false,
+        description: 'Google Cloud neural text-to-speech.',
+        features: ['cloud', 'tts'],
+    },
+    {
+        id: 'amazon-polly',
+        kind: 'tts',
+        label: 'Amazon Polly',
+        envVars: ['AWS_ACCESS_KEY_ID', 'AWS_SECRET_ACCESS_KEY'],
+        local: false,
+        streaming: true,
+        description: 'Amazon Polly neural text-to-speech.',
+        features: ['cloud', 'tts'],
+    },
+    {
+        id: 'azure-speech-tts',
+        kind: 'tts',
+        label: 'Azure Speech TTS',
+        envVars: ['AZURE_SPEECH_KEY', 'AZURE_SPEECH_REGION'],
+        local: false,
+        streaming: true,
+        description: 'Azure neural text-to-speech.',
+        features: ['cloud', 'tts'],
+    },
+    {
+        id: 'piper',
+        kind: 'tts',
+        label: 'Piper',
+        envVars: [],
+        local: true,
+        description: 'Offline local TTS via Piper.',
+        features: ['local', 'offline', 'tts'],
+    },
+    {
+        id: 'coqui',
+        kind: 'tts',
+        label: 'Coqui XTTS',
+        envVars: [],
+        local: true,
+        streaming: true,
+        description: 'Local XTTS / Coqui speech synthesis.',
+        features: ['local', 'tts', 'voice-cloning'],
+    },
+    {
+        id: 'bark',
+        kind: 'tts',
+        label: 'Bark',
+        envVars: [],
+        local: true,
+        description: 'Local Bark expressive speech synthesis.',
+        features: ['local', 'tts'],
+    },
+    {
+        id: 'styletts2',
+        kind: 'tts',
+        label: 'StyleTTS2',
+        envVars: [],
+        local: true,
+        description: 'Local StyleTTS2 expressive speech synthesis.',
+        features: ['local', 'tts'],
+    },
+    {
+        id: 'agentos-adaptive-vad',
+        kind: 'vad',
+        label: 'AgentOS Adaptive VAD',
+        envVars: [],
+        local: true,
+        description: 'Built-in adaptive VAD backed by environmental calibration.',
+        features: ['local', 'vad', 'adaptive'],
+    },
+    {
+        id: 'porcupine',
+        kind: 'wake-word',
+        label: 'Porcupine',
+        envVars: ['PICOVOICE_ACCESS_KEY'],
+        local: true,
+        description: 'Wake-word detection via Picovoice Porcupine.',
+        features: ['local', 'wake-word'],
+    },
+    {
+        id: 'openwakeword',
+        kind: 'wake-word',
+        label: 'OpenWakeWord',
+        envVars: [],
+        local: true,
+        description: 'Wake-word detection via OpenWakeWord.',
+        features: ['local', 'wake-word'],
+    },
+];
+export function getSpeechProviderCatalog(kind) {
+    if (!kind)
+        return [...SPEECH_PROVIDER_CATALOG];
+    return SPEECH_PROVIDER_CATALOG.filter((entry) => entry.kind === kind);
+}
+export function getSpeechProviderKinds() {
+    return ['telephony', 'stt', 'tts', 'vad', 'wake-word'];
+}
+export function findSpeechProviderCatalogEntry(id) {
+    return SPEECH_PROVIDER_CATALOG.find((entry) => entry.id === id);
+}
+export function isSpeechProviderConfigured(entry, env = process.env) {
+    return entry.local || entry.envVars.every((envVar) => Boolean(env[envVar]));
+}
+//# sourceMappingURL=providerCatalog.js.map

package/dist/speech/providerCatalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providerCatalog.js","sourceRoot":"","sources":["../../src/speech/providerCatalog.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,uBAAuB,GAA0C;IAC5E;QACE,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,CAAC,oBAAoB,EAAE,mBAAmB,CAAC;QACpD,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,uDAAuD;QACpE,aAAa,EAAE,cAAc;QAC7B,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,eAAe,CAAC;KACrD;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,CAAC,gBAAgB,EAAE,sBAAsB,CAAC;QACnD,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,iDAAiD;QAC9D,aAAa,EAAE,cAAc;QAC7B,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,EAAE,eAAe,CAAC;KAChD;IACD;QACE,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,CAAC,eAAe,EAAE,kBAAkB,CAAC;QAC9C,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,iDAAiD;QAC9D,aAAa,EAAE,aAAa;QAC5B,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;KAC/B;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,gBAAgB;QACvB,OAAO,EAAE,CAAC,gBAAgB,CAAC;QAC3B,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,qEAAqE;QAClF,YAAY,EAAE,WAAW;QACzB,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,eAAe,CAAC;KACnD;IACD;QACE,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,CAAC,kBAAkB,CAAC;QAC7B,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,wDAAwD;QACrE,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;KACjC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,CAAC,oBAAoB,CAAC;QAC/B,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,uDAAuD;QACpE,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,aAAa,CAAC;KAChD;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,kBAAkB;QACzB,OAAO,EAAE,CAAC,wBAAwB,CAAC;QACnC,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,kCAAkC;QAC/C,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;KACjC;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,kBAAkB;QACzB,OAAO,EAAE,CAAC,kBAAkB,EAAE,qBAAqB,CAAC;QACpD,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,4DAA4D;QACzE,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;KACjC;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,0CAA0C;QACvD,QAAQ,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;KAC/B;IACD;QACE,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,8CAA8C;QAC3D,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC;KAC5C;IACD;QACE,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,oCAAoC;QACjD,QAAQ,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;KAC/B;IACD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,CAAC,gBAAgB,CAAC;QAC3B,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,mDAAmD;QAChE,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,CAAC,oBAAoB,CAAC;QAC/B,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,6CAA6C;QAC1D,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,wBAAwB;QACtC,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC;KAC5C;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,kBAAkB;QACzB,OAAO,EAAE,CAAC,wBAAwB,CAAC;QACnC,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,qCAAqC;QAClD,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,cAAc;QACrB,OAAO,EAAE,CAAC,mBAAmB,EAAE,uBAAuB,CAAC;QACvD,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,qCAAqC;QAClD,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,kBAAkB;QACzB,OAAO,EAAE,CAAC,kBAAkB,EAAE,qBAAqB,CAAC;QACpD,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,8BAA8B;QAC3C,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,8BAA8B;QAC3C,QAAQ,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC;KACtC;IACD;QACE,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,sCAAsC;QACnD,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,eAAe,CAAC;KAC5C;IACD;QACE,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,yCAAyC;QACtD,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,8CAA8C;QAC3D,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,sBAAsB;QAC7B,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,4DAA4D;QACzE,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC;KACvC;IACD;QACE,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,CAAC,sBAAsB,CAAC;QACjC,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,8CAA8C;QAC3D,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;KACjC;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,cAAc;QACrB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,uCAAuC;QACpD,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;KACjC;CACO,CAAC;AAEX,MAAM,UAAU,wBAAwB,CACtC,IAAyB;IAEzB,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,GAAG,uBAAuB,CAAC,CAAC;IAC/C,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,EAAU;IAEV,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAiC,EACjC,MAA0C,OAAO,CAAC,GAAG;IAErD,OAAO,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC"}