@framers/agentos 0.1.46 → 0.1.47

package/dist/speech/SpeechRuntime.js

@@ -0,0 +1,138 @@
+import { EXTENSION_KIND_STT_PROVIDER, EXTENSION_KIND_TTS_PROVIDER, EXTENSION_KIND_VAD_PROVIDER, EXTENSION_KIND_WAKE_WORD_PROVIDER, } from '../extensions/types.js';
+import { findSpeechProviderCatalogEntry, getSpeechProviderCatalog } from './providerCatalog.js';
+import { SpeechProviderRegistry } from './SpeechProviderRegistry.js';
+import { SpeechSession } from './SpeechSession.js';
+import { BuiltInAdaptiveVadProvider } from './providers/BuiltInAdaptiveVadProvider.js';
+import { ElevenLabsTextToSpeechProvider } from './providers/ElevenLabsTextToSpeechProvider.js';
+import { OpenAITextToSpeechProvider } from './providers/OpenAITextToSpeechProvider.js';
+import { OpenAIWhisperSpeechToTextProvider } from './providers/OpenAIWhisperSpeechToTextProvider.js';
+export class SpeechRuntime {
+    constructor(config = {}) {
+        this.registry = new SpeechProviderRegistry();
+        this.registry.registerVadProvider(new BuiltInAdaptiveVadProvider());
+        if (config.autoRegisterFromEnv !== false) {
+            const env = config.env ?? process.env;
+            const openaiApiKey = env['OPENAI_API_KEY'];
+            if (openaiApiKey) {
+                this.registry.registerSttProvider(new OpenAIWhisperSpeechToTextProvider({
+                    apiKey: openaiApiKey,
+                    model: env['WHISPER_MODEL_DEFAULT'] ?? 'whisper-1',
+                }));
+                this.registry.registerTtsProvider(new OpenAITextToSpeechProvider({
+                    apiKey: openaiApiKey,
+                    model: env['OPENAI_TTS_DEFAULT_MODEL'] ?? 'tts-1',
+                    voice: env['OPENAI_TTS_DEFAULT_VOICE'] ?? 'nova',
+                }));
+            }
+            const elevenLabsApiKey = env['ELEVENLABS_API_KEY'];
+            if (elevenLabsApiKey) {
+                this.registry.registerTtsProvider(new ElevenLabsTextToSpeechProvider({
+                    apiKey: elevenLabsApiKey,
+                    model: env['ELEVENLABS_TTS_MODEL'] ?? 'eleven_multilingual_v2',
+                    voiceId: env['ELEVENLABS_VOICE_ID'],
+                }));
+            }
+        }
+    }
+    getProviderRegistry() {
+        return this.registry;
+    }
+    registerSttProvider(provider) {
+        this.registry.registerSttProvider(provider);
+    }
+    registerTtsProvider(provider) {
+        this.registry.registerTtsProvider(provider);
+    }
+    registerVadProvider(provider) {
+        this.registry.registerVadProvider(provider);
+    }
+    registerWakeWordProvider(provider) {
+        this.registry.registerWakeWordProvider(provider);
+    }
+    hydrateFromExtensionManager(manager) {
+        for (const descriptor of manager.getRegistry(EXTENSION_KIND_STT_PROVIDER).listActive()) {
+            this.registry.registerSttProvider(descriptor.payload);
+        }
+        for (const descriptor of manager.getRegistry(EXTENSION_KIND_TTS_PROVIDER).listActive()) {
+            this.registry.registerTtsProvider(descriptor.payload);
+        }
+        for (const descriptor of manager.getRegistry(EXTENSION_KIND_VAD_PROVIDER).listActive()) {
+            this.registry.registerVadProvider(descriptor.payload);
+        }
+        for (const descriptor of manager.getRegistry(EXTENSION_KIND_WAKE_WORD_PROVIDER).listActive()) {
+            this.registry.registerWakeWordProvider(descriptor.payload);
+        }
+    }
+    createSession(config = {}) {
+        const providers = {
+            stt: config.sttProviderId
+                ? this.registry.getSttProvider(config.sttProviderId)
+                : this.resolveDefaultSttProvider(),
+            tts: config.ttsProviderId
+                ? this.registry.getTtsProvider(config.ttsProviderId)
+                : this.resolveDefaultTtsProvider(),
+            vad: config.vadProviderId
+                ? this.registry.getVadProvider(config.vadProviderId)
+                : this.resolveDefaultVadProvider(),
+            wakeWord: config.wakeWordProviderId
+                ? this.registry.getWakeWordProvider(config.wakeWordProviderId)
+                : this.resolveDefaultWakeWordProvider(),
+        };
+        return new SpeechSession(config, providers);
+    }
+    listProviders() {
+        return getSpeechProviderCatalog().map((entry) => ({
+            ...entry,
+            registered: this.isProviderRegistered(entry),
+        }));
+    }
+    getProvider(id) {
+        return (this.registry.getSttProvider(id) ??
+            this.registry.getTtsProvider(id) ??
+            this.registry.getVadProvider(id) ??
+            this.registry.getWakeWordProvider(id));
+    }
+    isProviderRegistered(entry) {
+        switch (entry.kind) {
+            case 'stt':
+                return Boolean(this.registry.getSttProvider(entry.id));
+            case 'tts':
+                return Boolean(this.registry.getTtsProvider(entry.id));
+            case 'vad':
+                return Boolean(this.registry.getVadProvider(entry.id));
+            case 'wake-word':
+                return Boolean(this.registry.getWakeWordProvider(entry.id));
+            default:
+                return false;
+        }
+    }
+    resolveDefaultSttProvider() {
+        return (this.registry.getSttProvider('openai-whisper') ??
+            this.registry.list('stt')[0]);
+    }
+    resolveDefaultTtsProvider() {
+        return (this.registry.getTtsProvider('openai-tts') ??
+            this.registry.getTtsProvider('elevenlabs') ??
+            this.registry.list('tts')[0]);
+    }
+    resolveDefaultVadProvider() {
+        return (this.registry.getVadProvider('agentos-adaptive-vad') ??
+            this.registry.list('vad')[0]);
+    }
+    resolveDefaultWakeWordProvider() {
+        return this.registry.list('wake-word')[0];
+    }
+}
+export function createSpeechRuntime(config = {}) {
+    return new SpeechRuntime(config);
+}
+export function createSpeechRuntimeFromEnv(env = process.env) {
+    return new SpeechRuntime({ autoRegisterFromEnv: true, env });
+}
+export function getDefaultSpeechProviderId(kind) {
+    if (kind === 'stt') {
+        return findSpeechProviderCatalogEntry('openai-whisper')?.id;
+    }
+    return findSpeechProviderCatalogEntry('openai-tts')?.id;
+}
+//# sourceMappingURL=SpeechRuntime.js.map

package/dist/speech/SpeechRuntime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SpeechRuntime.js","sourceRoot":"","sources":["../../src/speech/SpeechRuntime.ts"],"names":[],"mappings":"AACA,OAAO,EACL,2BAA2B,EAC3B,2BAA2B,EAC3B,2BAA2B,EAC3B,iCAAiC,GAClC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,8BAA8B,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChG,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+CAA+C,CAAC;AAC/F,OAAO,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACvF,OAAO,EAAE,iCAAiC,EAAE,MAAM,kDAAkD,CAAC;AAWrG,MAAM,OAAO,aAAa;IAGxB,YAAY,SAA8B,EAAE;QAC1C,IAAI,CAAC,QAAQ,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC7C,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,0BAA0B,EAAE,CAAC,CAAC;QACpE,IAAI,MAAM,CAAC,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;YACtC,MAAM,YAAY,GAAG,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC3C,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,iCAAiC,CAAC;oBACpC,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,GAAG,CAAC,uBAAuB,CAAC,IAAI,WAAW;iBACnD,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,0BAA0B,CAAC;oBAC7B,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,GAAG,CAAC,0BAA0B,CAAC,IAAI,OAAO;oBACjD,KAAK,EAAE,GAAG,CAAC,0BAA0B,CAAC,IAAI,MAAM;iBACjD,CAAC,CACH,CAAC;YACJ,CAAC;YAED,MAAM,gBAAgB,GAAG,GAAG,CAAC,oBAAoB,CAAC,CAAC;YACnD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAC/B,IAAI,8BAA8B,CAAC;oBACjC,MAAM,EAAE,gBAAgB;oBACxB,KAAK,EAAE,GAAG,CAAC,sBAAsB,CAAC,IAAI,wBAAwB;oBAC9D,OAAO,EAAE,GAAG,CAAC,qBAAqB,CAAC;iBACpC,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,mBAAmB,CAAC,QAA8B;QAChD,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,mBAAmB,CAAC,QAA2B;QAC7C,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,wBAAwB,CAAC,QAA0B;QACjD,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,2BAA2B,CAAC,OAAyB;QACnD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAuB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC7G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAuB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC7G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAoB,2BAA2B,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC1G,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,CAAmB,iCAAiC,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/G,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,aAAa,CAAC,SAAqC,EAAE;QACnD,MAAM,SAAS,GAAG;YAChB,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,GAAG,EAAE,MAAM,CAAC,aAAa;gBACvB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACpC,QAAQ,EAAE,MAAM,CAAC,kBAAkB;gBACjC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,MAAM,CAAC,kBAAkB,CAAC;gBAC9D,CAAC,CAAC,IAAI,CAAC,8BAA8B,EAAE;SAC1C,CAAC;QACF,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC9C,CAAC;IAED,aAAa;QACX,OAAO,wBAAwB,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,KAAK;YACR,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC;SAC7C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,WAAW,CAAC,EAAU;QAMpB,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,CACtC,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAiC;QAC5D,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,KAAK;gBACR,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACzD,KAAK,WAAW;gBACd,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D;gBACE,OAAO,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAEO,yBAAyB;QAC/B,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,gBAAgB,CAAC;YAC7C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAsC,CACnE,CAAC;IACJ,CAAC;IAEO,yBAAyB;QAC/B,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,YAAY,CAAC;YAC1C,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,YAAY,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAsC,CACnE,CAAC;IACJ,CAAC;IAEO,yBAAyB;QAC/B,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,sBAAsB,CAAC;YACnD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAmC,CAChE,CAAC;IACJ,CAAC;IAEO,8BAA8B;QACpC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAiC,CAAC;IAC5E,CAAC;CACF;AAED,MAAM,UAAU,mBAAmB,CAAC,SAA8B,EAAE;IAClE,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,MAA0C,OAAO,CAAC,GAAG;IAErD,OAAO,IAAI,aAAa,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAmB;IAC5D,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,OAAO,8BAA8B,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO,8BAA8B,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;AAC1D,CAAC"}

package/dist/speech/SpeechSession.d.ts

@@ -0,0 +1,37 @@
+import { EventEmitter } from 'node:events';
+import type { SpeechSessionConfig, SpeechSessionAudioCapture, SpeechSessionBoundaryReason, SpeechSessionEventMap, SpeechSessionProviders, SpeechSessionState, SpeechSynthesisOptions, SpeechTranscriptionOptions } from './types.js';
+export declare class SpeechSession extends EventEmitter {
+    private readonly config;
+    private readonly providers;
+    private readonly calibrator;
+    private readonly vad;
+    private readonly silenceDetector;
+    private state;
+    private readonly capturedFrames;
+    private currentSpeechStartedAt;
+    private wakeWordDetected;
+    private transcriptionPromise;
+    private lastExternalVadSpeech;
+    on<U extends keyof SpeechSessionEventMap>(event: U, listener: SpeechSessionEventMap[U]): this;
+    emit<U extends keyof SpeechSessionEventMap>(event: U, ...args: Parameters<SpeechSessionEventMap[U]>): boolean;
+    constructor(config?: SpeechSessionConfig, providers?: SpeechSessionProviders);
+    getState(): SpeechSessionState;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    flush(reason?: SpeechSessionBoundaryReason): Promise<void>;
+    close(): Promise<void>;
+    ingestFrame(frame: Float32Array): Promise<void>;
+    transcribeAudio(audioBuffer: Buffer, options?: SpeechTranscriptionOptions, captureOverride?: SpeechSessionAudioCapture): Promise<void>;
+    speak(text: string, options?: SpeechSynthesisOptions): Promise<import("./types.js").SpeechSynthesisResult>;
+    interrupt(): void;
+    private bindVadEvents;
+    private bindSilenceEvents;
+    private handleExternalVadDecision;
+    private finalizeUtterance;
+    private createCapture;
+    private resetBuffers;
+    private createSyntheticVadResult;
+    private changeState;
+    private handleError;
+}
+//# sourceMappingURL=SpeechSession.d.ts.map

package/dist/speech/SpeechSession.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SpeechSession.d.ts","sourceRoot":"","sources":["../../src/speech/SpeechSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAM3C,OAAO,KAAK,EACV,mBAAmB,EACnB,yBAAyB,EACzB,2BAA2B,EAC3B,qBAAqB,EACrB,sBAAsB,EACtB,kBAAkB,EAClB,sBAAsB,EACtB,0BAA0B,EAE3B,MAAM,YAAY,CAAC;AAEpB,qBAAa,aAAc,SAAQ,YAAY;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAMD;IACtB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IACrD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,oBAAoB,CAA8B;IAC1D,OAAO,CAAC,qBAAqB,CAAS;IAEtB,EAAE,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACtD,KAAK,EAAE,CAAC,EACR,QAAQ,EAAE,qBAAqB,CAAC,CAAC,CAAC,GACjC,IAAI;IAIS,IAAI,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACxD,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,GAC5C,OAAO;gBAIE,MAAM,GAAE,mBAAwB,EAAE,SAAS,GAAE,sBAA2B;IAwBpF,QAAQ,IAAI,kBAAkB;IAIxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAetB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrB,KAAK,CAAC,MAAM,GAAE,2BAAsC,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtB,WAAW,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C/C,eAAe,CACnB,WAAW,EAAE,MAAM,EACnB,OAAO,GAAE,0BAA+B,EACxC,eAAe,CAAC,EAAE,yBAAyB,GAC1C,OAAO,CAAC,IAAI,CAAC;IA6BV,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B;IAqB9D,SAAS,IAAI,IAAI;IAMjB,OAAO,CAAC,aAAa;IA6BrB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,yBAAyB;YAgCnB,iBAAiB;IA0B/B,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,wBAAwB;IAUhC,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,WAAW;CAKpB"}

package/dist/speech/SpeechSession.js

@@ -0,0 +1,285 @@
+import { EventEmitter } from 'node:events';
+import { AdaptiveVAD } from '../core/audio/AdaptiveVAD.js';
+import { EnvironmentalCalibrator } from '../core/audio/EnvironmentalCalibrator.js';
+import { SilenceDetector } from '../core/audio/SilenceDetector.js';
+import { encodeFloat32ToWav } from './audio.js';
+export class SpeechSession extends EventEmitter {
+    on(event, listener) {
+        return super.on(event, listener);
+    }
+    emit(event, ...args) {
+        return super.emit(event, ...args);
+    }
+    constructor(config = {}, providers = {}) {
+        super();
+        this.state = 'idle';
+        this.capturedFrames = [];
+        this.currentSpeechStartedAt = null;
+        this.wakeWordDetected = false;
+        this.transcriptionPromise = null;
+        this.lastExternalVadSpeech = false;
+        this.config = {
+            mode: config.mode ?? 'vad',
+            sampleRate: config.sampleRate ?? 16000,
+            frameDurationMs: config.frameDurationMs ?? 20,
+            audioFileName: config.audioFileName ?? 'speech-session.wav',
+            autoTranscribeOnSpeechEnd: config.autoTranscribeOnSpeechEnd ?? true,
+            ...config,
+        };
+        this.providers = providers;
+        this.calibrator = new EnvironmentalCalibrator({
+            sampleRate: this.config.sampleRate,
+        });
+        this.vad = new AdaptiveVAD(this.config.vad ?? {}, this.calibrator, this.config.frameDurationMs);
+        this.silenceDetector = new SilenceDetector(this.config.silence ?? {});
+        this.bindVadEvents();
+        this.bindSilenceEvents();
+    }
+    getState() {
+        return this.state;
+    }
+    async start() {
+        if (this.state === 'closed') {
+            throw new Error('SpeechSession is closed.');
+        }
+        if (this.config.mode === 'wake-word') {
+            if (!this.providers.wakeWord) {
+                throw new Error('Wake-word mode requires a wake-word provider.');
+            }
+            this.wakeWordDetected = false;
+            this.changeState('wake-listening');
+            return;
+        }
+        this.changeState('listening');
+    }
+    async stop() {
+        this.resetBuffers();
+        this.changeState('idle');
+    }
+    async flush(reason = 'manual') {
+        await this.finalizeUtterance(reason);
+    }
+    async close() {
+        this.resetBuffers();
+        this.silenceDetector.dispose();
+        this.providers.wakeWord?.dispose?.();
+        this.changeState('closed');
+    }
+    async ingestFrame(frame) {
+        if (this.state === 'closed' || this.state === 'idle')
+            return;
+        if (this.config.mode === 'wake-word' && !this.wakeWordDetected) {
+            const detection = await this.providers.wakeWord?.detect(frame, this.config.sampleRate);
+            if (detection) {
+                this.wakeWordDetected = true;
+                this.emit('wake_word_detected', { detection });
+                this.changeState('listening');
+            }
+            return;
+        }
+        if (this.providers.vad) {
+            const decision = this.providers.vad.processFrame(frame);
+            this.emit('vad_result', decision);
+            this.handleExternalVadDecision(decision);
+            const shouldCapture = this.capturedFrames.length > 0 || decision.isSpeech || this.lastExternalVadSpeech;
+            if (shouldCapture) {
+                this.capturedFrames.push(new Float32Array(frame));
+            }
+            this.lastExternalVadSpeech = decision.isSpeech;
+            return;
+        }
+        const result = this.vad.processFrame(frame);
+        const decision = {
+            isSpeech: result.isSpeech,
+            confidence: result.confidence,
+            result,
+            profile: this.calibrator.getCurrentProfile(),
+        };
+        this.emit('vad_result', decision);
+        const shouldCapture = this.capturedFrames.length > 0 || result.isSpeech || this.vad.getCurrentState().isSpeaking;
+        if (shouldCapture) {
+            this.capturedFrames.push(new Float32Array(frame));
+        }
+    }
+    async transcribeAudio(audioBuffer, options = {}, captureOverride) {
+        if (!this.providers.stt) {
+            throw new Error('No speech-to-text provider configured.');
+        }
+        this.changeState('transcribing');
+        try {
+            const capture = captureOverride ?? this.createCapture(audioBuffer);
+            const result = await this.providers.stt.transcribe({
+                data: audioBuffer,
+                fileName: capture.fileName,
+                mimeType: capture.mimeType,
+                format: 'wav',
+                sampleRate: capture.sampleRate,
+                durationSeconds: capture.durationMs / 1000,
+            }, {
+                ...this.config.sttOptions,
+                ...options,
+            });
+            this.emit('transcript_final', { result, capture });
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            this.wakeWordDetected = false;
+        }
+        catch (error) {
+            this.handleError(error);
+        }
+    }
+    async speak(text, options = {}) {
+        if (!this.providers.tts) {
+            throw new Error('No text-to-speech provider configured.');
+        }
+        this.changeState('playing');
+        this.emit('synthesis_started', { text });
+        try {
+            const result = await this.providers.tts.synthesize(text, {
+                ...this.config.ttsOptions,
+                ...options,
+            });
+            this.emit('synthesis_completed', { text, result });
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            this.wakeWordDetected = false;
+            return result;
+        }
+        catch (error) {
+            this.handleError(error);
+            throw error;
+        }
+    }
+    interrupt() {
+        this.resetBuffers();
+        this.changeState('interrupted');
+        this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+    }
+    bindVadEvents() {
+        this.vad.on('speech_start', (result) => {
+            this.currentSpeechStartedAt = Date.now();
+            this.changeState('capturing');
+            this.emit('speech_started', {
+                timestamp: this.currentSpeechStartedAt,
+                vad: result,
+            });
+            this.silenceDetector.handleSpeechStart(result);
+        });
+        this.vad.on('voice_activity', (result) => {
+            this.silenceDetector.handleVoiceActivity(result);
+        });
+        this.vad.on('no_voice_activity', (result) => {
+            this.silenceDetector.handleNoVoiceActivity(result);
+        });
+        this.vad.on('speech_end', (result, durationMs) => {
+            this.emit('speech_ended', {
+                timestamp: Date.now(),
+                vad: result,
+                durationMs,
+            });
+            this.silenceDetector.handleSpeechEnd(result, durationMs);
+        });
+    }
+    bindSilenceEvents() {
+        this.silenceDetector.on('significant_pause_detected', (pauseDurationMs) => {
+            this.emit('significant_pause', pauseDurationMs);
+        });
+        this.silenceDetector.on('utterance_end_detected', () => {
+            void this.finalizeUtterance('silence-timeout');
+        });
+    }
+    handleExternalVadDecision(decision) {
+        const result = decision.result ?? this.createSyntheticVadResult(decision);
+        if (decision.isSpeech) {
+            if (!this.lastExternalVadSpeech) {
+                this.currentSpeechStartedAt = Date.now();
+                this.changeState('capturing');
+                this.emit('speech_started', {
+                    timestamp: this.currentSpeechStartedAt,
+                    vad: result,
+                });
+                this.silenceDetector.handleSpeechStart(result);
+            }
+            this.silenceDetector.handleVoiceActivity(result);
+            return;
+        }
+        if (this.lastExternalVadSpeech) {
+            const durationMs = this.currentSpeechStartedAt
+                ? Date.now() - this.currentSpeechStartedAt
+                : this.config.frameDurationMs;
+            this.emit('speech_ended', {
+                timestamp: Date.now(),
+                vad: result,
+                durationMs,
+            });
+            this.silenceDetector.handleSpeechEnd(result, durationMs);
+            return;
+        }
+        this.silenceDetector.handleNoVoiceActivity(result);
+    }
+    async finalizeUtterance(reason) {
+        if (this.transcriptionPromise) {
+            await this.transcriptionPromise;
+            return;
+        }
+        if (this.capturedFrames.length === 0) {
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            return;
+        }
+        const audioBuffer = encodeFloat32ToWav(this.capturedFrames, this.config.sampleRate);
+        const capture = this.createCapture(audioBuffer);
+        this.emit('utterance_captured', { reason, capture });
+        this.resetBuffers();
+        if (!this.config.autoTranscribeOnSpeechEnd || !this.providers.stt) {
+            this.changeState(this.config.mode === 'wake-word' ? 'wake-listening' : 'listening');
+            return;
+        }
+        this.transcriptionPromise = this.transcribeAudio(audioBuffer, {}, capture).finally(() => {
+            this.transcriptionPromise = null;
+        });
+        await this.transcriptionPromise;
+    }
+    createCapture(audioBuffer) {
+        const bufferedSampleCount = this.capturedFrames.reduce((sum, frame) => sum + frame.length, 0);
+        const wavPayloadBytes = Math.max(0, audioBuffer.length - 44);
+        const derivedSampleCount = bufferedSampleCount > 0 ? bufferedSampleCount : wavPayloadBytes / 2;
+        const durationMs = (derivedSampleCount / this.config.sampleRate) * 1000;
+        return {
+            audioBuffer,
+            mimeType: 'audio/wav',
+            fileName: this.config.audioFileName,
+            sampleRate: this.config.sampleRate,
+            durationMs,
+            frameCount: this.capturedFrames.length,
+        };
+    }
+    resetBuffers() {
+        this.capturedFrames.length = 0;
+        this.currentSpeechStartedAt = null;
+        this.lastExternalVadSpeech = false;
+        this.vad.resetState();
+        this.silenceDetector.reset();
+        this.providers.vad?.reset();
+        this.providers.wakeWord?.reset?.();
+    }
+    createSyntheticVadResult(decision) {
+        return {
+            isSpeech: decision.isSpeech,
+            frameEnergy: decision.isSpeech ? 1 : 0,
+            currentSpeechThreshold: 0,
+            currentSilenceThreshold: 0,
+            confidence: decision.confidence,
+        };
+    }
+    changeState(next) {
+        if (this.state === next)
+            return;
+        const previous = this.state;
+        this.state = next;
+        this.emit('state_changed', { previous, current: next });
+    }
+    handleError(error) {
+        const normalized = error instanceof Error ? error : new Error(String(error));
+        this.changeState('error');
+        this.emit('error', { error: normalized });
+    }
+}
+//# sourceMappingURL=SpeechSession.js.map

package/dist/speech/SpeechSession.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SpeechSession.js","sourceRoot":"","sources":["../../src/speech/SpeechSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAE3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,0CAA0C,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAahD,MAAM,OAAO,aAAc,SAAQ,YAAY;IAmB7B,EAAE,CAChB,KAAQ,EACR,QAAkC;QAElC,OAAO,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAEe,IAAI,CAClB,KAAQ,EACR,GAAG,IAA0C;QAE7C,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,YAAY,SAA8B,EAAE,EAAE,YAAoC,EAAE;QAClF,KAAK,EAAE,CAAC;QAtBF,UAAK,GAAuB,MAAM,CAAC;QAC1B,mBAAc,GAAmB,EAAE,CAAC;QAC7C,2BAAsB,GAAkB,IAAI,CAAC;QAC7C,qBAAgB,GAAG,KAAK,CAAC;QACzB,yBAAoB,GAAyB,IAAI,CAAC;QAClD,0BAAqB,GAAG,KAAK,CAAC;QAkBpC,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,KAAK;YAC1B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAM;YACvC,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,EAAE;YAC7C,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,oBAAoB;YAC3D,yBAAyB,EAAE,MAAM,CAAC,yBAAyB,IAAI,IAAI;YACnE,GAAG,MAAM;SACV,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAuB,CAAC;YAC5C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;SACnC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,GAAG,IAAI,WAAW,CACxB,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,EACrB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,MAAM,CAAC,eAAe,CAC5B,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAsC,QAAQ;QACxD,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAmB;QACnC,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO;QAE7D,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC/D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACvF,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAClC,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,aAAa,GACjB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,qBAAqB,CAAC;YACpF,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YACpD,CAAC;YACD,IAAI,CAAC,qBAAqB,GAAG,QAAQ,CAAC,QAAQ,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAsB;YAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE;SAC7C,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAElC,MAAM,aAAa,GACjB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,UAAU,CAAC;QAC7F,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,WAAmB,EACnB,UAAsC,EAAE,EACxC,eAA2C;QAE3C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,eAAe,IAAI,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAChD;gBACE,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,eAAe,EAAE,OAAO,CAAC,UAAU,GAAG,IAAI;aAC3C,EACD;gBACE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBACzB,GAAG,OAAO;aACX,CACF,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,UAAkC,EAAE;QAC5D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE;gBACvD,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBACzB,GAAG,OAAO;aACX,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,SAAS;QACP,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IACtF,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,SAAS,EAAE,IAAI,CAAC,sBAAsB;gBACtC,GAAG,EAAE,MAAM;aACZ,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,MAAM,EAAE,EAAE;YACvC,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE;YAC/C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,GAAG,EAAE,MAAM;gBACX,UAAU;aACX,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,4BAA4B,EAAE,CAAC,eAAe,EAAE,EAAE;YACxE,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YACrD,KAAK,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,yBAAyB,CAAC,QAA2B;QAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAChC,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACzC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;oBAC1B,SAAS,EAAE,IAAI,CAAC,sBAAsB;oBACtC,GAAG,EAAE,MAAM;iBACZ,CAAC,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YACjD,CAAC;YACD,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,sBAAsB;gBAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,sBAAsB;gBAC1C,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,GAAG,EAAE,MAAM;gBACX,UAAU;aACX,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAmC;QACjE,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,oBAAoB,CAAC;YAChC,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,yBAAyB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YAClE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACtF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,oBAAoB,CAAC;IAClC,CAAC;IAEO,aAAa,CAAC,WAAmB;QACvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAC7D,MAAM,kBAAkB,GAAG,mBAAmB,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC;QAC/F,MAAM,UAAU,GAAG,CAAC,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAExE,OAAO;YACL,WAAW;YACX,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACnC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,MAAM;SACvC,CAAC;IACJ,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACnC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACtB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;IACrC,CAAC;IAEO,wBAAwB,CAAC,QAA2B;QAC1D,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,sBAAsB,EAAE,CAAC;YACzB,uBAAuB,EAAE,CAAC;YAC1B,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,IAAwB;QAC1C,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;YAAE,OAAO;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAEO,WAAW,CAAC,KAAc;QAChC,MAAM,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5C,CAAC;CACF"}

package/dist/speech/audio.d.ts

@@ -0,0 +1,3 @@
+export declare function concatFloat32AudioFrames(frames: readonly Float32Array[]): Float32Array;
+export declare function encodeFloat32ToWav(input: Float32Array | readonly Float32Array[], sampleRate: number, channelCount?: number): Buffer;
+//# sourceMappingURL=audio.d.ts.map

package/dist/speech/audio.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../../src/speech/audio.ts"],"names":[],"mappings":"AAAA,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,GAAG,YAAY,CAWtF;AAOD,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,YAAY,GAAG,SAAS,YAAY,EAAE,EAC7C,UAAU,EAAE,MAAM,EAClB,YAAY,SAAI,GACf,MAAM,CA4BR"}

package/dist/speech/audio.js

@@ -0,0 +1,39 @@
+export function concatFloat32AudioFrames(frames) {
+    const totalLength = frames.reduce((sum, frame) => sum + frame.length, 0);
+    const output = new Float32Array(totalLength);
+    let offset = 0;
+    for (const frame of frames) {
+        output.set(frame, offset);
+        offset += frame.length;
+    }
+    return output;
+}
+function clampPcm16(sample) {
+    const value = Math.max(-1, Math.min(1, sample));
+    return value < 0 ? Math.round(value * 0x8000) : Math.round(value * 0x7fff);
+}
+export function encodeFloat32ToWav(input, sampleRate, channelCount = 1) {
+    const audio = input instanceof Float32Array ? input : concatFloat32AudioFrames(input);
+    const pcmData = Buffer.alloc(audio.length * 2);
+    for (let index = 0; index < audio.length; index += 1) {
+        pcmData.writeInt16LE(clampPcm16(audio[index] ?? 0), index * 2);
+    }
+    const header = Buffer.alloc(44);
+    const byteRate = sampleRate * channelCount * 2;
+    const blockAlign = channelCount * 2;
+    header.write('RIFF', 0);
+    header.writeUInt32LE(36 + pcmData.length, 4);
+    header.write('WAVE', 8);
+    header.write('fmt ', 12);
+    header.writeUInt32LE(16, 16);
+    header.writeUInt16LE(1, 20);
+    header.writeUInt16LE(channelCount, 22);
+    header.writeUInt32LE(sampleRate, 24);
+    header.writeUInt32LE(byteRate, 28);
+    header.writeUInt16LE(blockAlign, 32);
+    header.writeUInt16LE(16, 34);
+    header.write('data', 36);
+    header.writeUInt32LE(pcmData.length, 40);
+    return Buffer.concat([header, pcmData]);
+}
+//# sourceMappingURL=audio.js.map

package/dist/speech/audio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.js","sourceRoot":"","sources":["../../src/speech/audio.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,wBAAwB,CAAC,MAA+B;IACtE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;IAE7C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAChD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAA6C,EAC7C,UAAkB,EAClB,YAAY,GAAG,CAAC;IAEhB,MAAM,KAAK,GACT,KAAK,YAAY,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAG,UAAU,GAAG,YAAY,GAAG,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,YAAY,GAAG,CAAC,CAAC;IAEpC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7C,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEzC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAC1C,CAAC"}

package/dist/speech/index.d.ts

@@ -0,0 +1,11 @@
+export * from './types.js';
+export * from './audio.js';
+export * from './providerCatalog.js';
+export * from './SpeechProviderRegistry.js';
+export * from './SpeechSession.js';
+export * from './SpeechRuntime.js';
+export * from './providers/OpenAIWhisperSpeechToTextProvider.js';
+export * from './providers/OpenAITextToSpeechProvider.js';
+export * from './providers/ElevenLabsTextToSpeechProvider.js';
+export * from './providers/BuiltInAdaptiveVadProvider.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/speech/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/speech/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kDAAkD,CAAC;AACjE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,+CAA+C,CAAC;AAC9D,cAAc,2CAA2C,CAAC"}

package/dist/speech/index.js

@@ -0,0 +1,11 @@
+export * from './types.js';
+export * from './audio.js';
+export * from './providerCatalog.js';
+export * from './SpeechProviderRegistry.js';
+export * from './SpeechSession.js';
+export * from './SpeechRuntime.js';
+export * from './providers/OpenAIWhisperSpeechToTextProvider.js';
+export * from './providers/OpenAITextToSpeechProvider.js';
+export * from './providers/ElevenLabsTextToSpeechProvider.js';
+export * from './providers/BuiltInAdaptiveVadProvider.js';
+//# sourceMappingURL=index.js.map

package/dist/speech/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/speech/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kDAAkD,CAAC;AACjE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,+CAA+C,CAAC;AAC9D,cAAc,2CAA2C,CAAC"}

package/dist/speech/providerCatalog.d.ts

@@ -0,0 +1,7 @@
+import type { SpeechProviderCatalogEntry, SpeechProviderKind } from './types.js';
+export declare const SPEECH_PROVIDER_CATALOG: readonly SpeechProviderCatalogEntry[];
+export declare function getSpeechProviderCatalog(kind?: SpeechProviderKind): SpeechProviderCatalogEntry[];
+export declare function getSpeechProviderKinds(): SpeechProviderKind[];
+export declare function findSpeechProviderCatalogEntry(id: string): SpeechProviderCatalogEntry | undefined;
+export declare function isSpeechProviderConfigured(entry: SpeechProviderCatalogEntry, env?: Record<string, string | undefined>): boolean;
+//# sourceMappingURL=providerCatalog.d.ts.map

package/dist/speech/providerCatalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providerCatalog.d.ts","sourceRoot":"","sources":["../../src/speech/providerCatalog.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEjF,eAAO,MAAM,uBAAuB,EAAE,SAAS,0BAA0B,EAmO/D,CAAC;AAEX,wBAAgB,wBAAwB,CACtC,IAAI,CAAC,EAAE,kBAAkB,GACxB,0BAA0B,EAAE,CAG9B;AAED,wBAAgB,sBAAsB,IAAI,kBAAkB,EAAE,CAE7D;AAED,wBAAgB,8BAA8B,CAC5C,EAAE,EAAE,MAAM,GACT,0BAA0B,GAAG,SAAS,CAExC;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,0BAA0B,EACjC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,GACpD,OAAO,CAET"}