daemora 1.0.0-alpha.0

package/dist/voice/tts/CartesiaTTS.js

@@ -0,0 +1,201 @@
+/**
+ * CartesiaTTS — WebSocket streaming text-to-speech via Cartesia API.
+ *
+ * Lowest-latency option: sends text, receives raw PCM16 chunks
+ * with no codec decode step. Supports mid-stream cancellation
+ * via context_id.
+ */
+import { randomUUID } from "node:crypto";
+import { WebSocket } from "ws";
+import { createLogger } from "../../util/logger.js";
+import { TTSAdapter, } from "./TTSAdapter.js";
+const log = createLogger("voice:tts:cartesia");
+const DEFAULT_VOICE = "a0e99841-438c-4a64-b679-ae501e7d6091"; // Barbershop Man
+const DEFAULT_MODEL = "sonic-english";
+const CARTESIA_VERSION = "2024-06-10";
+const MAX_RETRIES = 3;
+const BASE_BACKOFF_MS = 500;
+export class CartesiaTTS extends TTSAdapter {
+    id = "cartesia";
+    streaming = true;
+    ws = null;
+    config = null;
+    voiceId = DEFAULT_VOICE;
+    modelId = DEFAULT_MODEL;
+    contextId = randomUUID();
+    retryCount = 0;
+    closing = false;
+    connected = false;
+    textBuffer = "";
+    audioFormat = {
+        encoding: "pcm16",
+        sampleRate: 16000,
+        channels: 1,
+    };
+    // ── Connect ───────────────────────────────────────────────────────
+    async connect(config) {
+        this.config = config;
+        this.voiceId = config.voice ?? DEFAULT_VOICE;
+        this.modelId = config.model ?? DEFAULT_MODEL;
+        this.audioFormat = {
+            encoding: "pcm16",
+            sampleRate: config.sampleRate ?? 16000,
+            channels: 1,
+        };
+        this.closing = false;
+        this.retryCount = 0;
+        await this.open();
+    }
+    open() {
+        return new Promise((resolve, reject) => {
+            const c = this.config;
+            const url = `wss://api.cartesia.ai/tts/websocket` +
+                `?api_key=${c.apiKey}&cartesia_version=${CARTESIA_VERSION}`;
+            const ws = new WebSocket(url);
+            let settled = false;
+            ws.on("open", () => {
+                log.info("connected");
+                this.connected = true;
+                this.retryCount = 0;
+                if (!settled) {
+                    settled = true;
+                    resolve();
+                }
+            });
+            ws.on("message", (raw) => {
+                this.handleMessage(raw);
+            });
+            ws.on("error", (err) => {
+                log.error({ err }, "ws error");
+                this.emit("error", err);
+                if (!settled) {
+                    settled = true;
+                    reject(err);
+                }
+            });
+            ws.on("close", (code, reason) => {
+                this.connected = false;
+                const reasonStr = reason.toString();
+                log.info({ code, reason: reasonStr }, "ws closed");
+                this.emit("close", code, reasonStr);
+                if (!this.closing) {
+                    this.maybeReconnect();
+                }
+            });
+            this.ws = ws;
+        });
+    }
+    // ── Incoming messages ─────────────────────────────────────────────
+    handleMessage(raw) {
+        let msg;
+        try {
+            msg = JSON.parse(typeof raw === "string" ? raw : raw.toString("utf-8"));
+        }
+        catch {
+            log.warn("non-json message from cartesia");
+            return;
+        }
+        // Error from the API
+        if (msg["error"]) {
+            const errMsg = typeof msg["error"] === "string" ? msg["error"] : JSON.stringify(msg["error"]);
+            log.error({ error: errMsg }, "api error");
+            this.emit("error", new Error(`Cartesia: ${errMsg}`));
+            return;
+        }
+        // Audio chunk
+        const data = msg["data"];
+        if (data) {
+            const chunk = Buffer.from(data, "base64");
+            this.emit("audio", chunk, this.audioFormat);
+        }
+        // Done marker
+        if (msg["done"] === true) {
+            this.emit("flushed");
+        }
+    }
+    // ── Send text ─────────────────────────────────────────────────────
+    sendText(text) {
+        this.textBuffer += text;
+    }
+    // ── Flush (send accumulated text) ─────────────────────────────────
+    flush() {
+        if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
+            log.warn("flush called while not connected");
+            return;
+        }
+        if (!this.textBuffer.trim())
+            return;
+        const text = this.textBuffer;
+        this.textBuffer = "";
+        this.contextId = randomUUID();
+        const sampleRate = this.config?.sampleRate ?? 16000;
+        this.ws.send(JSON.stringify({
+            model_id: this.modelId,
+            transcript: text,
+            voice: {
+                mode: "id",
+                id: this.voiceId,
+            },
+            output_format: {
+                container: "raw",
+                encoding: "pcm_s16le",
+                sample_rate: sampleRate,
+            },
+            context_id: this.contextId,
+        }));
+    }
+    // ── Cancel (interrupt) ────────────────────────────────────────────
+    cancel() {
+        if (this.ws?.readyState === WebSocket.OPEN) {
+            this.ws.send(JSON.stringify({
+                cancel: true,
+                context_id: this.contextId,
+            }));
+        }
+        this.textBuffer = "";
+        // Rotate context for next utterance
+        this.contextId = randomUUID();
+    }
+    // ── Reconnection ──────────────────────────────────────────────────
+    maybeReconnect() {
+        if (this.retryCount >= MAX_RETRIES) {
+            log.error("max reconnect attempts reached");
+            this.emit("error", new Error("Cartesia TTS: max reconnect attempts exceeded"));
+            return;
+        }
+        this.retryCount++;
+        const delay = BASE_BACKOFF_MS * Math.pow(2, this.retryCount - 1);
+        log.info({ attempt: this.retryCount, delay }, "reconnecting");
+        setTimeout(() => {
+            if (this.closing)
+                return;
+            this.open().catch((err) => {
+                log.error({ err }, "reconnect failed");
+            });
+        }, delay);
+    }
+    // ── Disconnect ────────────────────────────────────────────────────
+    async disconnect() {
+        this.closing = true;
+        if (this.ws && this.ws.readyState === WebSocket.OPEN) {
+            await new Promise((resolve) => {
+                const timeout = setTimeout(() => {
+                    this.ws?.terminate();
+                    resolve();
+                }, 2000);
+                this.ws.once("close", () => {
+                    clearTimeout(timeout);
+                    resolve();
+                });
+                this.ws.close();
+            });
+        }
+        else {
+            this.ws?.terminate();
+        }
+        this.ws = null;
+        this.connected = false;
+        this.textBuffer = "";
+    }
+}
+//# sourceMappingURL=CartesiaTTS.js.map

package/dist/voice/tts/CartesiaTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CartesiaTTS.js","sourceRoot":"","sources":["../../../src/voice/tts/CartesiaTTS.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EACL,UAAU,GAGX,MAAM,iBAAiB,CAAC;AAEzB,MAAM,GAAG,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAE/C,MAAM,aAAa,GAAG,sCAAsC,CAAC,CAAC,iBAAiB;AAC/E,MAAM,aAAa,GAAG,eAAe,CAAC;AACtC,MAAM,gBAAgB,GAAG,YAAY,CAAC;AACtC,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,OAAO,WAAY,SAAQ,UAAU;IAChC,EAAE,GAAG,UAAU,CAAC;IAChB,SAAS,GAAG,IAAI,CAAC;IAElB,EAAE,GAAqB,IAAI,CAAC;IAC5B,MAAM,GAAqB,IAAI,CAAC;IAChC,OAAO,GAAG,aAAa,CAAC;IACxB,OAAO,GAAG,aAAa,CAAC;IACxB,SAAS,GAAG,UAAU,EAAE,CAAC;IACzB,UAAU,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,GAAG,KAAK,CAAC;IAClB,UAAU,GAAG,EAAE,CAAC;IAChB,WAAW,GAAgB;QACjC,QAAQ,EAAE,OAAO;QACjB,UAAU,EAAE,KAAK;QACjB,QAAQ,EAAE,CAAC;KACZ,CAAC;IAEF,qEAAqE;IAErE,KAAK,CAAC,OAAO,CAAC,MAAiB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG;YACjB,QAAQ,EAAE,OAAO;YACjB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;YACtC,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAEO,IAAI;QACV,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,MAAO,CAAC;YACvB,MAAM,GAAG,GACP,qCAAqC;gBACrC,YAAY,CAAC,CAAC,MAAM,qBAAqB,gBAAgB,EAAE,CAAC;YAE9D,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;YAE9B,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACjB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;gBACpB,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC;oBAAC,OAAO,EAAE,CAAC;gBAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAoB,EAAE,EAAE;gBACxC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;gBAC5B,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACxB,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC;oBAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAY,EAAE,MAAc,EAAE,EAAE;gBAC9C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gBACvB,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,WAAW,CAAC,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBAEpC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IAE7D,aAAa,CAAC,GAAoB;QACxC,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAA4B,CAAC;QACrG,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,qBAAqB;QACrB,IAAI,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9F,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,aAAa,MAAM,EAAE,CAAC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,cAAc;QACd,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAuB,CAAC;QAC/C,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,cAAc;QACd,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;IAC1B,CAAC;IAED,qEAAqE;IAErE,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;YAAE,OAAO;QAEpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,UAAU,EAAE,CAAC;QAE9B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,KAAK,CAAC;QAEpD,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;YACb,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE;gBACL,IAAI,EAAE,IAAI;gBACV,EAAE,EAAE,IAAI,CAAC,OAAO;aACjB;YACD,aAAa,EAAE;gBACb,SAAS,EAAE,KAAK;gBAChB,QAAQ,EAAE,WAAW;gBACrB,WAAW,EAAE,UAAU;aACxB;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC3B,CAAC,CACH,CAAC;IACJ,CAAC;IAED,qEAAqE;IAErE,MAAM;QACJ,IAAI,IAAI,CAAC,EAAE,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;gBACb,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC,CACH,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,oCAAoC;QACpC,IAAI,CAAC,SAAS,GAAG,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,qEAAqE;IAE7D,cAAc;QACpB,IAAI,IAAI,CAAC,UAAU,IAAI,WAAW,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC;YAC/E,OAAO;QACT,CAAC;QAED,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAE9D,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YACzB,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACjC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,kBAAkB,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC9B,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC;oBACrB,OAAO,EAAE,CAAC;gBACZ,CAAC,EAAE,IAAI,CAAC,CAAC;gBACT,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;oBAC1B,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,EAAG,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;CACF"}

package/dist/voice/tts/ElevenLabsTTS.d.ts

@@ -0,0 +1,29 @@
+/**
+ * ElevenLabsTTS — streaming text-to-speech via ElevenLabs WebSocket API.
+ *
+ * Sends text tokens incrementally over a WebSocket and receives
+ * base64-encoded MP3 audio chunks in real time.
+ */
+import { TTSAdapter, type TTSConfig } from "./TTSAdapter.js";
+export declare class ElevenLabsTTS extends TTSAdapter {
+    readonly id = "elevenlabs";
+    readonly streaming = true;
+    private ws;
+    private config;
+    private voiceId;
+    private modelId;
+    private retryCount;
+    private closing;
+    private connected;
+    private initialized;
+    connect(config: TTSConfig): Promise<void>;
+    private open;
+    private sendInitMessage;
+    private handleMessage;
+    sendText(text: string): void;
+    flush(): void;
+    cancel(): void;
+    private maybeReconnect;
+    disconnect(): Promise<void>;
+}
+//# sourceMappingURL=ElevenLabsTTS.d.ts.map

package/dist/voice/tts/ElevenLabsTTS.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ElevenLabsTTS.d.ts","sourceRoot":"","sources":["../../../src/voice/tts/ElevenLabsTTS.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EACL,UAAU,EAEV,KAAK,SAAS,EACf,MAAM,iBAAiB,CAAC;AAezB,qBAAa,aAAc,SAAQ,UAAU;IAC3C,QAAQ,CAAC,EAAE,gBAAgB;IAC3B,QAAQ,CAAC,SAAS,QAAQ;IAE1B,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAItB,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/C,OAAO,CAAC,IAAI;IAkDZ,OAAO,CAAC,eAAe;IAoBvB,OAAO,CAAC,aAAa;IAmCrB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAoB5B,KAAK,IAAI,IAAI;IAQb,MAAM,IAAI,IAAI;IAkBd,OAAO,CAAC,cAAc;IAqBhB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;CAyBlC"}

package/dist/voice/tts/ElevenLabsTTS.js

@@ -0,0 +1,210 @@
+/**
+ * ElevenLabsTTS — streaming text-to-speech via ElevenLabs WebSocket API.
+ *
+ * Sends text tokens incrementally over a WebSocket and receives
+ * base64-encoded MP3 audio chunks in real time.
+ */
+import { WebSocket } from "ws";
+import { createLogger } from "../../util/logger.js";
+import { TTSAdapter, } from "./TTSAdapter.js";
+const log = createLogger("voice:tts:elevenlabs");
+const DEFAULT_VOICE = "21m00Tcm4TlvDq8ikWAM"; // Rachel
+const DEFAULT_MODEL = "eleven_turbo_v2_5";
+const MAX_RETRIES = 3;
+const BASE_BACKOFF_MS = 500;
+const AUDIO_FORMAT = {
+    encoding: "mp3",
+    sampleRate: 44100,
+    channels: 1,
+};
+export class ElevenLabsTTS extends TTSAdapter {
+    id = "elevenlabs";
+    streaming = true;
+    ws = null;
+    config = null;
+    voiceId = DEFAULT_VOICE;
+    modelId = DEFAULT_MODEL;
+    retryCount = 0;
+    closing = false;
+    connected = false;
+    initialized = false;
+    // ── Connect ───────────────────────────────────────────────────────
+    async connect(config) {
+        this.config = config;
+        this.voiceId = config.voice ?? DEFAULT_VOICE;
+        this.modelId = config.model ?? DEFAULT_MODEL;
+        this.closing = false;
+        this.retryCount = 0;
+        await this.open();
+    }
+    open() {
+        return new Promise((resolve, reject) => {
+            const c = this.config;
+            const outputFormat = c.outputFormat === "pcm16" ? "pcm_16000" : "mp3_44100_128";
+            const url = `wss://api.elevenlabs.io/v1/text-to-speech/${this.voiceId}/stream-input` +
+                `?model_id=${this.modelId}&output_format=${outputFormat}`;
+            const ws = new WebSocket(url, {
+                headers: { "xi-api-key": c.apiKey },
+            });
+            let settled = false;
+            ws.on("open", () => {
+                log.info("connected");
+                this.connected = true;
+                this.retryCount = 0;
+                this.sendInitMessage();
+                if (!settled) {
+                    settled = true;
+                    resolve();
+                }
+            });
+            ws.on("message", (raw) => {
+                this.handleMessage(raw);
+            });
+            ws.on("error", (err) => {
+                log.error({ err }, "ws error");
+                this.emit("error", err);
+                if (!settled) {
+                    settled = true;
+                    reject(err);
+                }
+            });
+            ws.on("close", (code, reason) => {
+                this.connected = false;
+                this.initialized = false;
+                const reasonStr = reason.toString();
+                log.info({ code, reason: reasonStr }, "ws closed");
+                this.emit("close", code, reasonStr);
+                if (!this.closing) {
+                    this.maybeReconnect();
+                }
+            });
+            this.ws = ws;
+        });
+    }
+    // ── Init message (required by ElevenLabs) ─────────────────────────
+    sendInitMessage() {
+        if (!this.ws || this.ws.readyState !== WebSocket.OPEN)
+            return;
+        this.ws.send(JSON.stringify({
+            text: " ",
+            voice_settings: {
+                stability: 0.5,
+                similarity_boost: 0.75,
+            },
+            generation_config: {
+                chunk_length_schedule: [120, 160, 250, 290],
+            },
+        }));
+        this.initialized = true;
+    }
+    // ── Incoming messages ─────────────────────────────────────────────
+    handleMessage(raw) {
+        let msg;
+        try {
+            msg = JSON.parse(typeof raw === "string" ? raw : raw.toString("utf-8"));
+        }
+        catch {
+            log.warn("non-json message from elevenlabs");
+            return;
+        }
+        // Error from the API
+        if (msg["error"]) {
+            const errMsg = typeof msg["error"] === "string" ? msg["error"] : JSON.stringify(msg["error"]);
+            log.error({ error: errMsg }, "api error");
+            this.emit("error", new Error(`ElevenLabs: ${errMsg}`));
+            return;
+        }
+        // Audio chunk
+        const audio = msg["audio"];
+        if (audio) {
+            const chunk = Buffer.from(audio, "base64");
+            const format = this.config?.outputFormat === "pcm16"
+                ? { encoding: "pcm16", sampleRate: this.config.sampleRate ?? 16000, channels: 1 }
+                : AUDIO_FORMAT;
+            this.emit("audio", chunk, format);
+        }
+        // Final marker
+        if (msg["isFinal"] === true) {
+            this.emit("flushed");
+        }
+    }
+    // ── Send text ─────────────────────────────────────────────────────
+    sendText(text) {
+        if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
+            log.warn("sendText called while not connected");
+            return;
+        }
+        if (!this.initialized) {
+            this.sendInitMessage();
+        }
+        this.ws.send(JSON.stringify({
+            text,
+            try_trigger_generation: true,
+        }));
+    }
+    // ── Flush (signal end of text) ────────────────────────────────────
+    flush() {
+        if (this.ws?.readyState === WebSocket.OPEN) {
+            this.ws.send(JSON.stringify({ text: "" }));
+        }
+    }
+    // ── Cancel (interrupt) ────────────────────────────────────────────
+    cancel() {
+        if (!this.ws)
+            return;
+        // Close current connection and reconnect for next utterance
+        this.ws.terminate();
+        this.ws = null;
+        this.connected = false;
+        this.initialized = false;
+        if (!this.closing && this.config) {
+            this.open().catch((err) => {
+                log.error({ err }, "reconnect after cancel failed");
+            });
+        }
+    }
+    // ── Reconnection ──────────────────────────────────────────────────
+    maybeReconnect() {
+        if (this.retryCount >= MAX_RETRIES) {
+            log.error("max reconnect attempts reached");
+            this.emit("error", new Error("ElevenLabs TTS: max reconnect attempts exceeded"));
+            return;
+        }
+        this.retryCount++;
+        const delay = BASE_BACKOFF_MS * Math.pow(2, this.retryCount - 1);
+        log.info({ attempt: this.retryCount, delay }, "reconnecting");
+        setTimeout(() => {
+            if (this.closing)
+                return;
+            this.open().catch((err) => {
+                log.error({ err }, "reconnect failed");
+            });
+        }, delay);
+    }
+    // ── Disconnect ────────────────────────────────────────────────────
+    async disconnect() {
+        this.closing = true;
+        if (this.ws && this.ws.readyState === WebSocket.OPEN) {
+            // Send empty text to flush, then close
+            this.ws.send(JSON.stringify({ text: "" }));
+            await new Promise((resolve) => {
+                const timeout = setTimeout(() => {
+                    this.ws?.terminate();
+                    resolve();
+                }, 2000);
+                this.ws.once("close", () => {
+                    clearTimeout(timeout);
+                    resolve();
+                });
+                this.ws.close();
+            });
+        }
+        else {
+            this.ws?.terminate();
+        }
+        this.ws = null;
+        this.connected = false;
+        this.initialized = false;
+    }
+}
+//# sourceMappingURL=ElevenLabsTTS.js.map

package/dist/voice/tts/ElevenLabsTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ElevenLabsTTS.js","sourceRoot":"","sources":["../../../src/voice/tts/ElevenLabsTTS.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EACL,UAAU,GAGX,MAAM,iBAAiB,CAAC;AAEzB,MAAM,GAAG,GAAG,YAAY,CAAC,sBAAsB,CAAC,CAAC;AAEjD,MAAM,aAAa,GAAG,sBAAsB,CAAC,CAAC,SAAS;AACvD,MAAM,aAAa,GAAG,mBAAmB,CAAC;AAC1C,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,YAAY,GAAgB;IAChC,QAAQ,EAAE,KAAK;IACf,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,CAAC;CACZ,CAAC;AAEF,MAAM,OAAO,aAAc,SAAQ,UAAU;IAClC,EAAE,GAAG,YAAY,CAAC;IAClB,SAAS,GAAG,IAAI,CAAC;IAElB,EAAE,GAAqB,IAAI,CAAC;IAC5B,MAAM,GAAqB,IAAI,CAAC;IAChC,OAAO,GAAG,aAAa,CAAC;IACxB,OAAO,GAAG,aAAa,CAAC;IACxB,UAAU,GAAG,CAAC,CAAC;IACf,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,GAAG,KAAK,CAAC;IAClB,WAAW,GAAG,KAAK,CAAC;IAE5B,qEAAqE;IAErE,KAAK,CAAC,OAAO,CAAC,MAAiB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAEO,IAAI;QACV,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,MAAO,CAAC;YACvB,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC;YAChF,MAAM,GAAG,GACP,6CAA6C,IAAI,CAAC,OAAO,eAAe;gBACxE,aAAa,IAAI,CAAC,OAAO,kBAAkB,YAAY,EAAE,CAAC;YAE5D,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,EAAE;gBAC5B,OAAO,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;aACpC,CAAC,CAAC;YAEH,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACjB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;gBACpB,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC;oBAAC,OAAO,EAAE,CAAC;gBAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAoB,EAAE,EAAE;gBACxC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;gBAC5B,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACxB,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC;oBAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAY,EAAE,MAAc,EAAE,EAAE;gBAC9C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gBACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;gBACzB,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,WAAW,CAAC,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBAEpC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IAE7D,eAAe;QACrB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI;YAAE,OAAO;QAE9D,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,GAAG;YACT,cAAc,EAAE;gBACd,SAAS,EAAE,GAAG;gBACd,gBAAgB,EAAE,IAAI;aACvB;YACD,iBAAiB,EAAE;gBACjB,qBAAqB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAC5C;SACF,CAAC,CACH,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,qEAAqE;IAE7D,aAAa,CAAC,GAAoB;QACxC,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAA4B,CAAC;QACrG,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,qBAAqB;QACrB,IAAI,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9F,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,eAAe,MAAM,EAAE,CAAC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,cAAc;QACd,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAuB,CAAC;QACjD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAgB,IAAI,CAAC,MAAM,EAAE,YAAY,KAAK,OAAO;gBAC/D,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;gBACjF,CAAC,CAAC,YAAY,CAAC;YACjB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC;QAED,eAAe;QACf,IAAI,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CAAC;YACb,IAAI;YACJ,sBAAsB,EAAE,IAAI;SAC7B,CAAC,CACH,CAAC;IACJ,CAAC;IAED,qEAAqE;IAErE,KAAK;QACH,IAAI,IAAI,CAAC,EAAE,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,MAAM;QACJ,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO;QAErB,4DAA4D;QAC5D,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;QACpB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACjC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,+BAA+B,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,qEAAqE;IAE7D,cAAc;QACpB,IAAI,IAAI,CAAC,UAAU,IAAI,WAAW,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAE9D,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YACzB,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACjC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,kBAAkB,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACrD,uCAAuC;YACvC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC9B,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC;oBACrB,OAAO,EAAE,CAAC;gBACZ,CAAC,EAAE,IAAI,CAAC,CAAC;gBACT,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;oBAC1B,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,EAAG,CAAC,KAAK,EAAE,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;CACF"}

package/dist/voice/tts/OpenAITTS.d.ts

@@ -0,0 +1,23 @@
+/**
+ * OpenAITTS — HTTP streaming text-to-speech via OpenAI's API.
+ *
+ * Not a WebSocket — accumulates text via sendText(), then on flush()
+ * POSTs to /v1/audio/speech and streams the response body as audio chunks.
+ * Good as a reliable fallback when WebSocket TTS is unavailable.
+ */
+import { TTSAdapter, type TTSConfig } from "./TTSAdapter.js";
+export declare class OpenAITTS extends TTSAdapter {
+    readonly id = "openai";
+    readonly streaming = false;
+    private config;
+    private textBuffer;
+    private abortController;
+    private closed;
+    connect(config: TTSConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    sendText(text: string): void;
+    flush(): void;
+    cancel(): void;
+    private synthesize;
+}
+//# sourceMappingURL=OpenAITTS.d.ts.map

package/dist/voice/tts/OpenAITTS.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAITTS.d.ts","sourceRoot":"","sources":["../../../src/voice/tts/OpenAITTS.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EACL,UAAU,EAEV,KAAK,SAAS,EACf,MAAM,iBAAiB,CAAC;AAQzB,qBAAa,SAAU,SAAQ,UAAU;IACvC,QAAQ,CAAC,EAAE,YAAY;IACvB,QAAQ,CAAC,SAAS,SAAS;IAE3B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,UAAU,CAAM;IACxB,OAAO,CAAC,eAAe,CAAgC;IACvD,OAAO,CAAC,MAAM,CAAS;IAIjB,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAOzC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IASjC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,KAAK,IAAI,IAAI;IAgBb,MAAM,IAAI,IAAI;YAUA,UAAU;CAkEzB"}

package/dist/voice/tts/OpenAITTS.js

@@ -0,0 +1,124 @@
+/**
+ * OpenAITTS — HTTP streaming text-to-speech via OpenAI's API.
+ *
+ * Not a WebSocket — accumulates text via sendText(), then on flush()
+ * POSTs to /v1/audio/speech and streams the response body as audio chunks.
+ * Good as a reliable fallback when WebSocket TTS is unavailable.
+ */
+import { createLogger } from "../../util/logger.js";
+import { TTSAdapter, } from "./TTSAdapter.js";
+const log = createLogger("voice:tts:openai");
+const DEFAULT_URL = "https://api.openai.com/v1/audio/speech";
+const DEFAULT_VOICE = "nova";
+const DEFAULT_MODEL = "tts-1";
+export class OpenAITTS extends TTSAdapter {
+    id = "openai";
+    streaming = false; // HTTP streaming, not WS streaming
+    config = null;
+    textBuffer = "";
+    abortController = null;
+    closed = false;
+    // ── Connect / Disconnect ──────────────────────────────────────────
+    async connect(config) {
+        this.config = config;
+        this.textBuffer = "";
+        this.closed = false;
+        log.info("ready (HTTP streaming mode)");
+    }
+    async disconnect() {
+        this.closed = true;
+        this.cancel();
+        this.textBuffer = "";
+        this.emit("close");
+    }
+    // ── Send text (buffer) ────────────────────────────────────────────
+    sendText(text) {
+        if (this.closed)
+            return;
+        this.textBuffer += text;
+    }
+    // ── Flush (trigger HTTP request) ──────────────────────────────────
+    flush() {
+        if (this.closed || !this.textBuffer.trim())
+            return;
+        const text = this.textBuffer;
+        this.textBuffer = "";
+        // Fire-and-forget — errors emitted as events
+        this.synthesize(text).catch((err) => {
+            const error = err instanceof Error ? err : new Error(String(err));
+            log.error({ err: error }, "synthesis failed");
+            this.emit("error", error);
+        });
+    }
+    // ── Cancel ────────────────────────────────────────────────────────
+    cancel() {
+        if (this.abortController) {
+            this.abortController.abort();
+            this.abortController = null;
+        }
+        this.textBuffer = "";
+    }
+    // ── HTTP streaming synthesis ──────────────────────────────────────
+    async synthesize(text) {
+        const c = this.config;
+        this.abortController = new AbortController();
+        const isGroq = c.baseURL?.includes("groq") ?? false;
+        const responseFormat = c.outputFormat === "pcm16" ? "pcm" : isGroq ? "wav" : (c.outputFormat ?? "mp3");
+        const voice = c.voice ?? DEFAULT_VOICE;
+        const model = c.model ?? DEFAULT_MODEL;
+        const format = responseFormat === "pcm"
+            ? { encoding: "pcm16", sampleRate: c.sampleRate ?? 24000, channels: 1 }
+            : responseFormat === "opus"
+                ? { encoding: "opus", sampleRate: c.sampleRate ?? 48000, channels: 1 }
+                : { encoding: "mp3", sampleRate: c.sampleRate ?? 24000, channels: 1 };
+        // WAV handled same as MP3 for audio format metadata
+        const url = this.config?.baseURL ? `${this.config.baseURL.replace(/\/+$/, "")}/audio/speech` : DEFAULT_URL;
+        const res = await fetch(url, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${c.apiKey}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                model,
+                voice,
+                input: text,
+                response_format: responseFormat,
+            }),
+            signal: this.abortController.signal,
+        });
+        if (!res.ok) {
+            const body = await res.text();
+            throw new Error(`OpenAI TTS ${res.status}: ${body}`);
+        }
+        if (!res.body) {
+            throw new Error("OpenAI TTS: empty response body");
+        }
+        // Collect the complete audio response, then emit as one buffer.
+        // Browser's decodeAudioData needs a complete file, not partial chunks.
+        const chunks = [];
+        const reader = res.body.getReader();
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                if (this.abortController?.signal.aborted)
+                    break;
+                chunks.push(Buffer.from(value));
+            }
+        }
+        finally {
+            reader.releaseLock();
+            this.abortController = null;
+        }
+        // Emit the complete audio as one buffer
+        if (chunks.length > 0) {
+            const complete = Buffer.concat(chunks);
+            log.info({ bytes: complete.length, format: format.encoding }, "TTS audio complete");
+            this.emit("audio", complete, format);
+        }
+        this.emit("flushed");
+    }
+}
+//# sourceMappingURL=OpenAITTS.js.map

package/dist/voice/tts/OpenAITTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAITTS.js","sourceRoot":"","sources":["../../../src/voice/tts/OpenAITTS.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EACL,UAAU,GAGX,MAAM,iBAAiB,CAAC;AAEzB,MAAM,GAAG,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAE7C,MAAM,WAAW,GAAG,wCAAwC,CAAC;AAC7D,MAAM,aAAa,GAAG,MAAM,CAAC;AAC7B,MAAM,aAAa,GAAG,OAAO,CAAC;AAE9B,MAAM,OAAO,SAAU,SAAQ,UAAU;IAC9B,EAAE,GAAG,QAAQ,CAAC;IACd,SAAS,GAAG,KAAK,CAAC,CAAC,mCAAmC;IAEvD,MAAM,GAAqB,IAAI,CAAC;IAChC,UAAU,GAAG,EAAE,CAAC;IAChB,eAAe,GAA2B,IAAI,CAAC;IAC/C,MAAM,GAAG,KAAK,CAAC;IAEvB,qEAAqE;IAErE,KAAK,CAAC,OAAO,CAAC,MAAiB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,CAAC;IAED,qEAAqE;IAErE,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;IAC1B,CAAC;IAED,qEAAqE;IAErE,KAAK;QACH,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;YAAE,OAAO;QAEnD,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QAErB,6CAA6C;QAC7C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YAC3C,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IAErE,MAAM;QACJ,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;IAED,qEAAqE;IAE7D,KAAK,CAAC,UAAU,CAAC,IAAY;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAO,CAAC;QACvB,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAE7C,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC;QACpD,MAAM,cAAc,GAAG,CAAC,CAAC,YAAY,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,IAAI,KAAK,CAAC,CAAC;QACvG,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,aAAa,CAAC;QACvC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,aAAa,CAAC;QAEvC,MAAM,MAAM,GAAgB,cAAc,KAAK,KAAK;YAClD,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;YACvE,CAAC,CAAC,cAAc,KAAK,MAAM;gBACzB,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;gBACtE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAC1E,oDAAoD;QAEpD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC;QAC3G,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,CAAC,CAAC,MAAM,EAAE;gBACnC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,KAAK;gBACL,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,cAAc;aAChC,CAAC;YACF,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,cAAc,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,gEAAgE;QAChE,uEAAuE;QACvE,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,IAAI,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO;oBAAE,MAAM;gBAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QAED,wCAAwC;QACxC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE,oBAAoB,CAAC,CAAC;YACpF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;CACF"}