daemora 1.0.0-alpha.0

package/dist/voice/VoiceSocket.js

@@ -0,0 +1,274 @@
+/**
+ * VoiceSocket — WebSocket endpoint for voice conversations.
+ *
+ * Handles:
+ *   - ws://host/api/voice/ws — voice session WebSocket
+ *   - Binary frames = PCM audio (16kHz, 16-bit, mono)
+ *   - Text frames = JSON control messages
+ *   - Creates one VoiceSession per connection
+ *   - Routes audio between browser ↔ STT/TTS
+ *
+ * Protocol:
+ *   Client → Server (binary): raw PCM audio from mic
+ *   Client → Server (text):   { type: "start" | "stop" | "interrupt" | "config", ... }
+ *   Server → Client (binary): audio chunks from TTS
+ *   Server → Client (text):   { type: "state" | "transcript" | "tool" | "error" | "stop_playback", ... }
+ */
+import { WebSocket, WebSocketServer } from "ws";
+import { createLogger } from "../util/logger.js";
+import { isHallucinatedTranscript } from "./transcriptFilter.js";
+import { VoiceSession } from "./VoiceSession.js";
+const log = createLogger("voice.socket");
+export class VoiceSocketServer {
+    deps;
+    wss = null;
+    activeSessions = new Map();
+    constructor(deps) {
+        this.deps = deps;
+    }
+    /**
+     * Attach to an existing HTTP server. Handles upgrade requests
+     * for `/api/voice/ws`.
+     */
+    attach(server) {
+        this.wss = new WebSocketServer({ noServer: true });
+        server.on("upgrade", (req, socket, head) => {
+            if (req.url?.startsWith("/api/voice/ws")) {
+                this.wss.handleUpgrade(req, socket, head, (ws) => {
+                    this.handleConnection(ws, req);
+                });
+            }
+            // Other upgrade requests (e.g. SSE) are handled by Express
+        });
+        log.info("voice WebSocket server attached");
+    }
+    handleConnection(ws, req) {
+        const clientId = req.headers["x-client-id"] ?? `client-${Date.now()}`;
+        log.info({ clientId }, "voice WebSocket connected");
+        // Check for existing session from this client
+        const existing = this.activeSessions.get(clientId);
+        if (existing) {
+            existing.session.disconnect();
+            existing.ws.close();
+            this.activeSessions.delete(clientId);
+        }
+        let session = null;
+        // eslint-disable-next-line @typescript-eslint/no-misused-promises
+        ws.on("message", async (data, isBinary) => {
+            if (isBinary) {
+                // Binary = raw PCM audio from mic
+                if (session) {
+                    session.receiveAudio(Buffer.from(data));
+                }
+                return;
+            }
+            // Text = JSON control message
+            try {
+                const msg = JSON.parse(String(data));
+                switch (msg.type) {
+                    case "start": {
+                        if (session) {
+                            session.disconnect();
+                        }
+                        // Read provider keys from vault — auto-fallback if preferred provider's key missing
+                        const sttProviders = [
+                            msg.sttProvider ?? this.deps.cfg.settings.getGeneric("DAEMORA_STT_PROVIDER"),
+                            "deepgram", "groq", "openai", "assemblyai",
+                        ].filter(Boolean);
+                        const ttsProviders = [
+                            msg.ttsProvider ?? this.deps.cfg.settings.getGeneric("DAEMORA_TTS_PROVIDER"),
+                            "openai", "elevenlabs", "cartesia", "groq",
+                        ].filter(Boolean);
+                        const sttKeyMap = {
+                            deepgram: "DEEPGRAM_API_KEY", groq: "GROQ_API_KEY",
+                            openai: "OPENAI_API_KEY", assemblyai: "ASSEMBLYAI_API_KEY",
+                        };
+                        const ttsKeyMap = {
+                            elevenlabs: "ELEVENLABS_API_KEY", openai: "OPENAI_API_KEY",
+                            cartesia: "CARTESIA_API_KEY", groq: "GROQ_API_KEY",
+                        };
+                        // Find first provider with a key
+                        let sttProvider = "";
+                        let sttApiKey = "";
+                        for (const p of sttProviders) {
+                            const key = this.deps.cfg.vault.get(sttKeyMap[p] ?? "")?.reveal();
+                            if (key) {
+                                sttProvider = p;
+                                sttApiKey = key;
+                                break;
+                            }
+                        }
+                        let ttsProvider = "";
+                        let ttsApiKey = "";
+                        for (const p of ttsProviders) {
+                            const key = this.deps.cfg.vault.get(ttsKeyMap[p] ?? "")?.reveal();
+                            if (key) {
+                                ttsProvider = p;
+                                ttsApiKey = key;
+                                break;
+                            }
+                        }
+                        if (!sttApiKey) {
+                            this.sendJson(ws, { type: "error", message: "No STT provider key found. Set DEEPGRAM_API_KEY, GROQ_API_KEY, or OPENAI_API_KEY in Settings." });
+                            return;
+                        }
+                        if (!ttsApiKey) {
+                            this.sendJson(ws, { type: "error", message: "No TTS provider key found. Set OPENAI_API_KEY, ELEVENLABS_API_KEY, or CARTESIA_API_KEY in Settings." });
+                            return;
+                        }
+                        // Read ALL config from user's settings — no hardcoded defaults
+                        const userTtsModel = this.deps.cfg.settings.getGeneric("TTS_MODEL");
+                        const userTtsVoice = this.deps.cfg.settings.getGeneric("TTS_VOICE");
+                        // Base URLs per provider (only thing that's structural, not user config)
+                        const baseURLs = {
+                            groq: "https://api.groq.com/openai/v1",
+                            openai: "https://api.openai.com/v1",
+                        };
+                        const config = {
+                            sttProvider,
+                            sttApiKey,
+                            ttsProvider,
+                            ttsApiKey,
+                            ttsVoice: msg.ttsVoice ?? userTtsVoice ?? "nova",
+                            ...(userTtsModel ? { ttsModel: userTtsModel } : {}),
+                            ...(baseURLs[ttsProvider] ? { ttsBaseURL: baseURLs[ttsProvider] } : {}),
+                            language: msg.language ?? "multi",
+                            processText: (text, sessionId) => this.processWithAgent(text, sessionId),
+                        };
+                        session = new VoiceSession(config);
+                        this.activeSessions.set(clientId, { ws, session });
+                        // Wire session events → WebSocket
+                        session.on("state", (ev) => this.sendJson(ws, { type: "state", ...ev }));
+                        session.on("audio_out", (chunk) => {
+                            if (ws.readyState === WebSocket.OPEN)
+                                ws.send(chunk);
+                        });
+                        session.on("transcript", (ev) => this.sendJson(ws, { type: "transcript", ...ev }));
+                        session.on("tool", (ev) => this.sendJson(ws, { type: "tool", ...ev }));
+                        session.on("stop_playback", () => this.sendJson(ws, { type: "stop_playback" }));
+                        session.on("filler", (kind) => this.sendJson(ws, { type: "filler", kind }));
+                        session.on("error", (err) => this.sendJson(ws, { type: "error", message: err.message }));
+                        session.on("metrics", (m) => {
+                            this.sendJson(ws, { type: "metrics", ...m });
+                            log.info({ sessionId: m.sessionId, turns: m.turns, avgLatency: m.latencies.length > 0 ? Math.round(m.latencies.reduce((a, b) => a + b, 0) / m.latencies.length) : 0 }, "voice session metrics");
+                        });
+                        await session.connect();
+                        break;
+                    }
+                    case "stop":
+                        session?.disconnect();
+                        session = null;
+                        this.activeSessions.delete(clientId);
+                        break;
+                    case "interrupt":
+                        if (session && (session.state === "speaking" || session.state === "thinking")) {
+                            session["transition"]("cancelling");
+                        }
+                        break;
+                    default:
+                        log.warn({ type: msg.type }, "unknown voice message type");
+                }
+            }
+            catch (e) {
+                log.error({ err: e.message }, "voice message parse error");
+            }
+        });
+        ws.on("close", () => {
+            log.info({ clientId }, "voice WebSocket disconnected");
+            session?.disconnect();
+            this.activeSessions.delete(clientId);
+        });
+        ws.on("error", (err) => {
+            log.error({ clientId, err: err.message }, "voice WebSocket error");
+            session?.disconnect();
+            this.activeSessions.delete(clientId);
+        });
+    }
+    /**
+     * Process user text through the same /api/chat flow as text.
+     * Uses the "main" session — voice and text share one conversation.
+     * Persists to task log, saves to session history, tracks tool calls.
+     */
+    async processWithAgent(text, _sessionId) {
+        const chatSessionId = "main"; // same session as text chat
+        // Reject known Whisper / Groq hallucinations on silence before they
+        // reach the agent. These strings show up constantly when the mic is
+        // open but the user isn't speaking — letting them through creates
+        // phantom "thank you" / "thanks for watching" messages in the
+        // shared chat history.
+        if (isHallucinatedTranscript(text)) {
+            log.debug({ text }, "voice: rejecting hallucinated transcript");
+            async function* empty() { }
+            return empty();
+        }
+        // Ensure session exists
+        if (!this.deps.sessions.getSession(chatSessionId)) {
+            this.deps.sessions.createSessionWithId(chatSessionId, { title: "Chat" });
+        }
+        // Save user message to session (same as text chat does)
+        const userMsg = { role: "user", content: text };
+        this.deps.sessions.appendMessage(chatSessionId, userMsg);
+        // Load history for context
+        const history = this.deps.sessions.getHistory(chatSessionId, { limit: 40 });
+        const priorHistory = history.slice(0, -1);
+        // Create task for logging
+        const taskId = `voice-${Date.now()}`;
+        this.deps.tasks.create(taskId, chatSessionId, text);
+        const startedAt = Date.now();
+        let toolCallCount = 0;
+        const turn = await this.deps.agent.run({
+            taskId,
+            userMessage: text,
+            history: priorHistory,
+            abortSignal: AbortSignal.timeout(60_000),
+        });
+        const deps = this.deps;
+        async function* textAndTrack() {
+            let fullText = "";
+            try {
+                for await (const ev of turn.eventStream) {
+                    if (ev.type === "text-delta") {
+                        fullText += ev.delta;
+                        yield ev.delta;
+                    }
+                    else if (ev.type === "tool-call") {
+                        toolCallCount++;
+                    }
+                    else if (ev.type === "tool-result") {
+                        deps.tasks.recordToolCall(taskId, ev.name, undefined, ev.result);
+                    }
+                }
+                // Save assistant response to session
+                const responseMessages = await turn.responseMessages();
+                for (const msg of responseMessages) {
+                    deps.sessions.appendMessage(chatSessionId, msg);
+                }
+                // Complete task
+                deps.tasks.complete(taskId, {
+                    result: fullText,
+                    toolCalls: toolCallCount,
+                    durationMs: Date.now() - startedAt,
+                });
+            }
+            catch (e) {
+                deps.tasks.fail(taskId, e.message, Date.now() - startedAt);
+                throw e;
+            }
+        }
+        return textAndTrack();
+    }
+    sendJson(ws, data) {
+        if (ws.readyState === WebSocket.OPEN) {
+            ws.send(JSON.stringify(data));
+        }
+    }
+    /** Shutdown all sessions. */
+    close() {
+        for (const { session } of this.activeSessions.values()) {
+            session.disconnect();
+        }
+        this.activeSessions.clear();
+        this.wss?.close();
+    }
+}
+//# sourceMappingURL=VoiceSocket.js.map

package/dist/voice/VoiceSocket.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceSocket.js","sourceRoot":"","sources":["../../src/voice/VoiceSocket.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,IAAI,CAAC;AAMhD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,YAAY,EAA2B,MAAM,mBAAmB,CAAC;AAE1E,MAAM,GAAG,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AASzC,MAAM,OAAO,iBAAiB;IAIC;IAHrB,GAAG,GAA2B,IAAI,CAAC;IAC1B,cAAc,GAAG,IAAI,GAAG,EAAoD,CAAC;IAE9F,YAA6B,IAAqB;QAArB,SAAI,GAAJ,IAAI,CAAiB;IAAG,CAAC;IAEtD;;;OAGG;IACH,MAAM,CAAC,MAAc;QACnB,IAAI,CAAC,GAAG,GAAG,IAAI,eAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnD,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAoB,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;YAC1D,IAAI,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC,GAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAa,EAAE,EAAE;oBAC3D,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;gBACjC,CAAC,CAAC,CAAC;YACL,CAAC;YACD,2DAA2D;QAC7D,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAC9C,CAAC;IAEO,gBAAgB,CAAC,EAAa,EAAE,GAAoB;QAC1D,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAW,IAAI,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAChF,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,2BAA2B,CAAC,CAAC;QAEpD,8CAA8C;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9B,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,OAAO,GAAwB,IAAI,CAAC;QAExC,kEAAkE;QACjE,EAAU,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,IAAS,EAAE,QAAa,EAAE,EAAE;YAC3D,IAAI,QAAQ,EAAE,CAAC;gBACb,kCAAkC;gBAClC,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,IAAmB,CAAC,CAAC,CAAC;gBACzD,CAAC;gBACD,OAAO;YACT,CAAC;YAED,8BAA8B;YAC9B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAMlC,CAAC;gBAEF,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;oBACjB,KAAK,OAAO,CAAC,CAAC,CAAC;wBACb,IAAI,OAAO,EAAE,CAAC;4BACZ,OAAO,CAAC,UAAU,EAAE,CAAC;wBACvB,CAAC;wBAED,oFAAoF;wBACpF,MAAM,YAAY,GAAG;4BACnB,GAAG,CAAC,WAAW,IAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,sBAAsB,CAAY;4BACxF,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY;yBAC3C,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;wBAC9B,MAAM,YAAY,GAAG;4BACnB,GAAG,CAAC,WAAW,IAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,sBAAsB,CAAY;4BACxF,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM;yBAC3C,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;wBAE9B,MAAM,SAAS,GAA2B;4BACxC,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,cAAc;4BAClD,MAAM,EAAE,gBAAgB,EAAE,UAAU,EAAE,oBAAoB;yBAC3D,CAAC;wBACF,MAAM,SAAS,GAA2B;4BACxC,UAAU,EAAE,oBAAoB,EAAE,MAAM,EAAE,gBAAgB;4BAC1D,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,cAAc;yBACnD,CAAC;wBAEF,iCAAiC;wBACjC,IAAI,WAAW,GAAG,EAAE,CAAC;wBAAC,IAAI,SAAS,GAAG,EAAE,CAAC;wBACzC,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;4BAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;4BAClE,IAAI,GAAG,EAAE,CAAC;gCAAC,WAAW,GAAG,CAAC,CAAC;gCAAC,SAAS,GAAG,GAAG,CAAC;gCAAC,MAAM;4BAAC,CAAC;wBACvD,CAAC;wBACD,IAAI,WAAW,GAAG,EAAE,CAAC;wBAAC,IAAI,SAAS,GAAG,EAAE,CAAC;wBACzC,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;4BAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;4BAClE,IAAI,GAAG,EAAE,CAAC;gCAAC,WAAW,GAAG,CAAC,CAAC;gCAAC,SAAS,GAAG,GAAG,CAAC;gCAAC,MAAM;4BAAC,CAAC;wBACvD,CAAC;wBAED,IAAI,CAAC,SAAS,EAAE,CAAC;4BACf,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,+FAA+F,EAAE,CAAC,CAAC;4BAC/I,OAAO;wBACT,CAAC;wBACD,IAAI,CAAC,SAAS,EAAE,CAAC;4BACf,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,qGAAqG,EAAE,CAAC,CAAC;4BACrJ,OAAO;wBACT,CAAC;wBAED,+DAA+D;wBAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAuB,CAAC;wBAC1F,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAuB,CAAC;wBAE1F,yEAAyE;wBACzE,MAAM,QAAQ,GAA2B;4BACvC,IAAI,EAAE,gCAAgC;4BACtC,MAAM,EAAE,2BAA2B;yBACpC,CAAC;wBAEF,MAAM,MAAM,GAAuB;4BACjC,WAAW;4BACX,SAAS;4BACT,WAAW;4BACX,SAAS;4BACT,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,YAAY,IAAI,MAAM;4BAChD,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACnD,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACvE,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,OAAO;4BACjC,WAAW,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC;yBACzE,CAAC;wBAEF,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;wBACnC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;wBAEnD,kCAAkC;wBAClC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;wBACzE,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,KAAa,EAAE,EAAE;4BACxC,IAAI,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI;gCAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACvD,CAAC,CAAC,CAAC;wBACH,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;wBACnF,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;wBACvE,OAAO,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;wBAChF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;wBAC5E,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;wBACzF,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE;4BAC1B,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;4BAC7C,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC;wBAClN,CAAC,CAAC,CAAC;wBAEH,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;wBACxB,MAAM;oBACR,CAAC;oBAED,KAAK,MAAM;wBACT,OAAO,EAAE,UAAU,EAAE,CAAC;wBACtB,OAAO,GAAG,IAAI,CAAC;wBACf,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBACrC,MAAM;oBAER,KAAK,WAAW;wBACd,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,KAAK,UAAU,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,EAAE,CAAC;4BAC9E,OAAO,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC;wBACtC,CAAC;wBACD,MAAM;oBAER;wBACE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,4BAA4B,CAAC,CAAC;gBAC/D,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAG,CAAW,CAAC,OAAO,EAAE,EAAE,2BAA2B,CAAC,CAAC;YACxE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,8BAA8B,CAAC,CAAC;YACvD,OAAO,EAAE,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACrB,GAAG,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,uBAAuB,CAAC,CAAC;YACnE,OAAO,EAAE,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,UAAkB;QAC7D,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,4BAA4B;QAE1D,oEAAoE;QACpE,oEAAoE;QACpE,kEAAkE;QAClE,8DAA8D;QAC9D,uBAAuB;QACvB,IAAI,wBAAwB,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,0CAA0C,CAAC,CAAC;YAChE,KAAK,SAAS,CAAC,CAAC,KAAK,KAA2B,CAAC;YACjD,OAAO,KAAK,EAAE,CAAC;QACjB,CAAC;QAED,wBAAwB;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,wDAAwD;QACxD,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACzD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAEzD,2BAA2B;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5E,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE1C,0BAA0B;QAC1B,MAAM,MAAM,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QAEpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;YACrC,MAAM;YACN,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,YAAY;YACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACzC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,KAAK,SAAS,CAAC,CAAC,YAAY;YAC1B,IAAI,QAAQ,GAAG,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBAC7B,QAAQ,IAAI,EAAE,CAAC,KAAK,CAAC;wBACrB,MAAM,EAAE,CAAC,KAAK,CAAC;oBACjB,CAAC;yBAAM,IAAI,EAAE,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACnC,aAAa,EAAE,CAAC;oBAClB,CAAC;yBAAM,IAAI,EAAE,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACrC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;oBACnE,CAAC;gBACH,CAAC;gBAED,qCAAqC;gBACrC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACvD,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;oBACnC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;gBAClD,CAAC;gBAED,gBAAgB;gBAChB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE;oBAC1B,MAAM,EAAE,QAAQ;oBAChB,SAAS,EAAE,aAAa;oBACxB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACnC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAG,CAAW,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;gBACtE,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAED,OAAO,YAAY,EAAE,CAAC;IACxB,CAAC;IAEO,QAAQ,CAAC,EAAa,EAAE,IAAa;QAC3C,IAAI,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACrC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,KAAK;QACH,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;YACvD,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC;IACpB,CAAC;CACF"}

package/dist/voice/stt/DeepgramSTT.d.ts

@@ -0,0 +1,26 @@
+/**
+ * DeepgramSTT — streaming speech-to-text via Deepgram WebSocket API.
+ *
+ * Connects to wss://api.deepgram.com/v1/listen, sends raw PCM16
+ * frames, and emits transcript / speech lifecycle events.
+ */
+import { STTAdapter, type STTConfig } from "./STTAdapter.js";
+export declare class DeepgramSTT extends STTAdapter {
+    readonly id = "deepgram";
+    readonly streaming = true;
+    private ws;
+    private config;
+    private keepAliveTimer;
+    private retryCount;
+    private closing;
+    private connected;
+    connect(config: STTConfig): Promise<void>;
+    private open;
+    private handleMessage;
+    sendAudio(pcm16: Buffer): void;
+    private startKeepAlive;
+    private stopKeepAlive;
+    private maybeReconnect;
+    disconnect(): Promise<void>;
+}
+//# sourceMappingURL=DeepgramSTT.d.ts.map

package/dist/voice/stt/DeepgramSTT.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepgramSTT.d.ts","sourceRoot":"","sources":["../../../src/voice/stt/DeepgramSTT.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EACL,UAAU,EACV,KAAK,SAAS,EAEf,MAAM,iBAAiB,CAAC;AASzB,qBAAa,WAAY,SAAQ,UAAU;IACzC,QAAQ,CAAC,EAAE,cAAc;IACzB,QAAQ,CAAC,SAAS,QAAQ;IAE1B,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,cAAc,CAA+C;IACrE,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,SAAS,CAAS;IAIpB,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAO/C,OAAO,CAAC,IAAI;IA0DZ,OAAO,CAAC,aAAa;IA6CrB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ9B,OAAO,CAAC,cAAc;IAUtB,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,cAAc;IAqBhB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;CAwBlC"}

package/dist/voice/stt/DeepgramSTT.js

@@ -0,0 +1,188 @@
+/**
+ * DeepgramSTT — streaming speech-to-text via Deepgram WebSocket API.
+ *
+ * Connects to wss://api.deepgram.com/v1/listen, sends raw PCM16
+ * frames, and emits transcript / speech lifecycle events.
+ */
+import { WebSocket } from "ws";
+import { createLogger } from "../../util/logger.js";
+import { STTAdapter, } from "./STTAdapter.js";
+const log = createLogger("voice:stt:deepgram");
+const DEEPGRAM_WS = "wss://api.deepgram.com/v1/listen";
+const KEEPALIVE_MS = 5_000;
+const MAX_RETRIES = 3;
+const BASE_BACKOFF_MS = 500;
+export class DeepgramSTT extends STTAdapter {
+    id = "deepgram";
+    streaming = true;
+    ws = null;
+    config = null;
+    keepAliveTimer = null;
+    retryCount = 0;
+    closing = false;
+    connected = false;
+    // ── Connect ───────────────────────────────────────────────────────
+    async connect(config) {
+        this.config = config;
+        this.closing = false;
+        this.retryCount = 0;
+        await this.open();
+    }
+    open() {
+        return new Promise((resolve, reject) => {
+            const c = this.config;
+            const params = new URLSearchParams({
+                encoding: c.encoding ?? "linear16",
+                sample_rate: String(c.sampleRate ?? 16000),
+                channels: "1",
+                interim_results: String(c.interimResults ?? true),
+                endpointing: String(c.endpointingMs ?? 300),
+                utterance_end_ms: "1000",
+                smart_format: "true",
+            });
+            if (c.language)
+                params.set("language", c.language);
+            const url = `${DEEPGRAM_WS}?${params.toString()}`;
+            const ws = new WebSocket(url, {
+                headers: { Authorization: `Token ${c.apiKey}` },
+            });
+            let settled = false;
+            ws.on("open", () => {
+                log.info("connected");
+                this.connected = true;
+                this.retryCount = 0;
+                this.startKeepAlive();
+                if (!settled) {
+                    settled = true;
+                    resolve();
+                }
+            });
+            ws.on("message", (raw) => {
+                this.handleMessage(raw);
+            });
+            ws.on("error", (err) => {
+                log.error({ err }, "ws error");
+                this.emit("error", err);
+                if (!settled) {
+                    settled = true;
+                    reject(err);
+                }
+            });
+            ws.on("close", (code, reason) => {
+                this.connected = false;
+                this.stopKeepAlive();
+                const reasonStr = reason.toString();
+                log.info({ code, reason: reasonStr }, "ws closed");
+                this.emit("close", code, reasonStr);
+                if (!this.closing) {
+                    this.maybeReconnect();
+                }
+            });
+            this.ws = ws;
+        });
+    }
+    // ── Incoming messages ─────────────────────────────────────────────
+    handleMessage(raw) {
+        let msg;
+        try {
+            msg = JSON.parse(typeof raw === "string" ? raw : raw.toString("utf-8"));
+        }
+        catch {
+            log.warn("non-json message from deepgram");
+            return;
+        }
+        const type = msg["type"];
+        if (type === "SpeechStarted") {
+            this.emit("speech_started");
+            return;
+        }
+        if (type === "UtteranceEnd") {
+            this.emit("utterance_end");
+            this.emit("speech_ended");
+            return;
+        }
+        // Transcript result
+        if (type === "Results") {
+            const channel = msg["channel"];
+            const alternatives = channel?.["alternatives"];
+            if (!alternatives?.length)
+                return;
+            const best = alternatives[0];
+            const transcript = best["transcript"] ?? "";
+            if (!transcript)
+                return;
+            const event = {
+                text: transcript,
+                isFinal: msg["is_final"] ?? false,
+                confidence: best["confidence"] ?? 0,
+                speechFinal: msg["speech_final"] ?? false,
+            };
+            this.emit("transcript", event);
+        }
+    }
+    // ── Send audio ────────────────────────────────────────────────────
+    sendAudio(pcm16) {
+        if (this.ws?.readyState === WebSocket.OPEN) {
+            this.ws.send(pcm16);
+        }
+    }
+    // ── Keep-alive ────────────────────────────────────────────────────
+    startKeepAlive() {
+        this.stopKeepAlive();
+        this.keepAliveTimer = setInterval(() => {
+            if (this.ws?.readyState === WebSocket.OPEN) {
+                // Deepgram expects a KeepAlive JSON message
+                this.ws.send(JSON.stringify({ type: "KeepAlive" }));
+            }
+        }, KEEPALIVE_MS);
+    }
+    stopKeepAlive() {
+        if (this.keepAliveTimer) {
+            clearInterval(this.keepAliveTimer);
+            this.keepAliveTimer = null;
+        }
+    }
+    // ── Reconnection ──────────────────────────────────────────────────
+    maybeReconnect() {
+        if (this.retryCount >= MAX_RETRIES) {
+            log.error("max reconnect attempts reached");
+            this.emit("error", new Error("Deepgram STT: max reconnect attempts exceeded"));
+            return;
+        }
+        this.retryCount++;
+        const delay = BASE_BACKOFF_MS * Math.pow(2, this.retryCount - 1);
+        log.info({ attempt: this.retryCount, delay }, "reconnecting");
+        setTimeout(() => {
+            if (this.closing)
+                return;
+            this.open().catch((err) => {
+                log.error({ err }, "reconnect failed");
+            });
+        }, delay);
+    }
+    // ── Disconnect ────────────────────────────────────────────────────
+    async disconnect() {
+        this.closing = true;
+        this.stopKeepAlive();
+        if (this.ws && this.ws.readyState === WebSocket.OPEN) {
+            // Deepgram close-stream protocol
+            this.ws.send(JSON.stringify({ type: "CloseStream" }));
+            await new Promise((resolve) => {
+                const timeout = setTimeout(() => {
+                    this.ws?.terminate();
+                    resolve();
+                }, 2000);
+                this.ws.once("close", () => {
+                    clearTimeout(timeout);
+                    resolve();
+                });
+            });
+        }
+        else {
+            this.ws?.terminate();
+        }
+        this.ws = null;
+        this.connected = false;
+    }
+}
+//# sourceMappingURL=DeepgramSTT.js.map

package/dist/voice/stt/DeepgramSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepgramSTT.js","sourceRoot":"","sources":["../../../src/voice/stt/DeepgramSTT.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EACL,UAAU,GAGX,MAAM,iBAAiB,CAAC;AAEzB,MAAM,GAAG,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAE/C,MAAM,WAAW,GAAG,kCAAkC,CAAC;AACvD,MAAM,YAAY,GAAG,KAAK,CAAC;AAC3B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,OAAO,WAAY,SAAQ,UAAU;IAChC,EAAE,GAAG,UAAU,CAAC;IAChB,SAAS,GAAG,IAAI,CAAC;IAElB,EAAE,GAAqB,IAAI,CAAC;IAC5B,MAAM,GAAqB,IAAI,CAAC;IAChC,cAAc,GAA0C,IAAI,CAAC;IAC7D,UAAU,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,GAAG,KAAK,CAAC;IAE1B,qEAAqE;IAErE,KAAK,CAAC,OAAO,CAAC,MAAiB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAEO,IAAI;QACV,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,MAAO,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;gBACjC,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,UAAU;gBAClC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,KAAK,CAAC;gBAC1C,QAAQ,EAAE,GAAG;gBACb,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC;gBACjD,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,GAAG,CAAC;gBAC3C,gBAAgB,EAAE,MAAM;gBACxB,YAAY,EAAE,MAAM;aACrB,CAAC,CAAC;YACH,IAAI,CAAC,CAAC,QAAQ;gBAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;YAEnD,MAAM,GAAG,GAAG,GAAG,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;YAElD,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,EAAE;gBAC5B,OAAO,EAAE,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC,MAAM,EAAE,EAAE;aAChD,CAAC,CAAC;YAEH,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACjB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;gBACpB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC;oBAAC,OAAO,EAAE,CAAC;gBAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAoB,EAAE,EAAE;gBACxC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;gBAC5B,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACxB,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC;oBAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAY,EAAE,MAAc,EAAE,EAAE;gBAC9C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gBACvB,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrB,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,WAAW,CAAC,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBAEpC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IAE7D,aAAa,CAAC,GAAoB;QACxC,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAA4B,CAAC;QACrG,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAuB,CAAC;QAE/C,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,oBAAoB;QACpB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,OAAO,GAAI,GAAG,CAAC,SAAS,CAAyC,CAAC;YACxE,MAAM,YAAY,GAAI,OAAO,EAAE,CAAC,cAAc,CAAgD,CAAC;YAC/F,IAAI,CAAC,YAAY,EAAE,MAAM;gBAAE,OAAO;YAElC,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAE,CAAC;YAC9B,MAAM,UAAU,GAAI,IAAI,CAAC,YAAY,CAAY,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,UAAU;gBAAE,OAAO;YAExB,MAAM,KAAK,GAAoB;gBAC7B,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAG,GAAG,CAAC,UAAU,CAAa,IAAI,KAAK;gBAC9C,UAAU,EAAG,IAAI,CAAC,YAAY,CAAY,IAAI,CAAC;gBAC/C,WAAW,EAAG,GAAG,CAAC,cAAc,CAAa,IAAI,KAAK;aACvD,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,SAAS,CAAC,KAAa;QACrB,IAAI,IAAI,CAAC,EAAE,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,qEAAqE;IAE7D,cAAc;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,IAAI,IAAI,CAAC,EAAE,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC3C,4CAA4C;gBAC5C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,EAAE,YAAY,CAAC,CAAC;IACnB,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,qEAAqE;IAE7D,cAAc;QACpB,IAAI,IAAI,CAAC,UAAU,IAAI,WAAW,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC;YAC/E,OAAO;QACT,CAAC;QAED,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAE9D,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YACzB,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACjC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,kBAAkB,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACrD,iCAAiC;YACjC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC9B,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC;oBACrB,OAAO,EAAE,CAAC;gBACZ,CAAC,EAAE,IAAI,CAAC,CAAC;gBACT,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;oBAC1B,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;CACF"}

package/dist/voice/stt/GroqSTT.d.ts

@@ -0,0 +1,28 @@
+/**
+ * GroqSTT — batch speech-to-text via Groq's OpenAI-compatible API.
+ *
+ * NOT streaming. Collects PCM16 audio chunks into a buffer, then
+ * transcribes on flush() or when silence is detected (energy-based).
+ * Good as a fallback when a streaming provider is unavailable.
+ */
+import { STTAdapter, type STTConfig } from "./STTAdapter.js";
+export declare class GroqSTT extends STTAdapter {
+    readonly id = "groq";
+    readonly streaming = false;
+    private config;
+    private chunks;
+    private totalBytes;
+    private silenceStart;
+    private sampleRate;
+    private flushing;
+    private closed;
+    private speaking;
+    connect(config: STTConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    sendAudio(pcm16: Buffer): void;
+    flush(): Promise<void>;
+    private transcribe;
+    private pcmToWav;
+    private computeRMS;
+}
+//# sourceMappingURL=GroqSTT.d.ts.map

package/dist/voice/stt/GroqSTT.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GroqSTT.d.ts","sourceRoot":"","sources":["../../../src/voice/stt/GroqSTT.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EACL,UAAU,EACV,KAAK,SAAS,EAEf,MAAM,iBAAiB,CAAC;AAQzB,qBAAa,OAAQ,SAAQ,UAAU;IACrC,QAAQ,CAAC,EAAE,UAAU;IACrB,QAAQ,CAAC,SAAS,SAAS;IAE3B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IAInB,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAWzC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAajC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IA6BxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAkCd,UAAU;IA4BxB,OAAO,CAAC,QAAQ;IA+BhB,OAAO,CAAC,UAAU;CAUnB"}