daemora 1.0.0-alpha.0

package/dist/voice/SidecarSupervisor.js

@@ -0,0 +1,194 @@
+/**
+ * SidecarSupervisor — manages the Python voice + desktop sidecar process.
+ *
+ * The sidecar runs as a child process with:
+ *   - A random per-spawn DAEMORA_SIDECAR_TOKEN for auth
+ *   - All vault secrets inherited via process.env
+ *   - LiveKit connection env (URL, API key/secret)
+ *
+ * Security: the token is generated fresh on every spawn. Only Daemora
+ * and the one sidecar process know it. All HTTP calls between them
+ * require X-Daemora-Token header.
+ */
+import { spawn } from "node:child_process";
+import { randomBytes } from "node:crypto";
+import { existsSync } from "node:fs";
+import { join } from "node:path";
+import { createLogger } from "../util/logger.js";
+const log = createLogger("voice.sidecar");
+const SIDECAR_PORT = Number(process.env["DAEMORA_SIDECAR_PORT"] ?? "8765");
+export class SidecarSupervisor {
+    sidecarDir;
+    livekitUrl;
+    livekitApiKey;
+    livekitApiSecret;
+    child = null;
+    token = null;
+    lastError = null;
+    starting = false;
+    constructor(sidecarDir, livekitUrl, livekitApiKey, livekitApiSecret) {
+        this.sidecarDir = sidecarDir;
+        this.livekitUrl = livekitUrl;
+        this.livekitApiKey = livekitApiKey;
+        this.livekitApiSecret = livekitApiSecret;
+    }
+    get url() {
+        return `http://127.0.0.1:${SIDECAR_PORT}`;
+    }
+    get sidecarToken() {
+        return this.token;
+    }
+    status() {
+        return {
+            running: !!(this.child && !this.child.killed && this.child.exitCode === null),
+            pid: this.child?.pid ?? null,
+            url: this.url,
+            lastError: this.lastError,
+        };
+    }
+    async start() {
+        if (this.child && !this.child.killed && this.child.exitCode === null) {
+            return this.status();
+        }
+        if (this.starting)
+            return this.status();
+        this.starting = true;
+        try {
+            // Detect bundled sidecar vs dev venv
+            const bundledRoot = process.env["DAEMORA_BUNDLED_BINARIES_DIR"];
+            let command;
+            let args;
+            let cwd;
+            if (bundledRoot) {
+                const name = process.platform === "win32" ? "daemora-sidecar.exe" : "daemora-sidecar";
+                const frozen = join(bundledRoot, "daemora-sidecar", name);
+                if (existsSync(frozen)) {
+                    command = frozen;
+                    args = [];
+                    cwd = join(bundledRoot, "daemora-sidecar");
+                }
+                else {
+                    throw new Error(`Bundled sidecar not found at ${frozen}`);
+                }
+            }
+            else {
+                const python = join(this.sidecarDir, ".venv", "bin", "python");
+                if (!existsSync(python)) {
+                    throw new Error(`Sidecar venv not found at ${python}. Run: cd desktop/sidecar && ./bootstrap.sh`);
+                }
+                command = python;
+                args = ["-m", "daemora_sidecar.main"];
+                cwd = this.sidecarDir;
+            }
+            // Kill stale processes
+            await this.killStale();
+            this.token = randomBytes(32).toString("hex");
+            const childEnv = {
+                ...process.env,
+                DAEMORA_SIDECAR_TOKEN: this.token,
+                DAEMORA_SIDECAR_PORT: String(SIDECAR_PORT),
+                DAEMORA_HTTP: `http://127.0.0.1:${process.env["PORT"] ?? "8081"}`,
+                LIVEKIT_URL: this.livekitUrl,
+                LIVEKIT_API_KEY: this.livekitApiKey,
+                LIVEKIT_API_SECRET: this.livekitApiSecret,
+                DESKTOP_SIDECAR_TOKEN: this.token,
+            };
+            log.info({ command, cwd }, "spawning sidecar");
+            this.child = spawn(command, args, {
+                cwd,
+                env: childEnv,
+                stdio: ["ignore", "pipe", "pipe"],
+                detached: false,
+            });
+            this.child.stdout?.on("data", (chunk) => {
+                const s = chunk.toString().trim();
+                if (s)
+                    log.info(`[sidecar] ${s}`);
+            });
+            this.child.stderr?.on("data", (chunk) => {
+                const s = chunk.toString().trim();
+                if (s)
+                    log.error(`[sidecar] ${s}`);
+            });
+            this.child.on("exit", (code, signal) => {
+                log.info({ code, signal }, "sidecar exited");
+                this.lastError = code !== 0 && code !== null ? `exited code ${code}` : null;
+                this.child = null;
+                this.token = null;
+            });
+            this.child.on("error", (err) => {
+                log.error({ err: err.message }, "sidecar spawn error");
+                this.lastError = err.message;
+                this.child = null;
+                this.token = null;
+            });
+            // Wait for health
+            await this.waitForHealth(10_000);
+            this.lastError = null;
+            log.info({ pid: this.child?.pid, port: SIDECAR_PORT }, "sidecar healthy");
+            return this.status();
+        }
+        finally {
+            this.starting = false;
+        }
+    }
+    async stop() {
+        if (!this.child || this.child.killed)
+            return;
+        this.child.kill("SIGTERM");
+        const killAt = Date.now() + 3000;
+        while (this.child && !this.child.killed && this.child.exitCode === null && Date.now() < killAt) {
+            await new Promise((r) => setTimeout(r, 100));
+        }
+        if (this.child && !this.child.killed)
+            this.child.kill("SIGKILL");
+        this.child = null;
+        this.token = null;
+    }
+    /** Proxy a request to the sidecar with auth token. */
+    async fetch(path, init) {
+        if (!this.token)
+            throw new Error("Sidecar not running");
+        return fetch(`${this.url}${path}`, {
+            ...init,
+            headers: {
+                "X-Daemora-Token": this.token,
+                "Content-Type": "application/json",
+                ...(init?.headers ?? {}),
+            },
+            signal: AbortSignal.timeout(10_000),
+        });
+    }
+    async waitForHealth(timeoutMs) {
+        const deadline = Date.now() + timeoutMs;
+        while (Date.now() < deadline) {
+            try {
+                const res = await fetch(`${this.url}/health`, {
+                    headers: { "X-Daemora-Token": this.token },
+                    signal: AbortSignal.timeout(500),
+                });
+                if (res.ok)
+                    return;
+            }
+            catch { /* not up yet */ }
+            await new Promise((r) => setTimeout(r, 200));
+        }
+        throw new Error(`Sidecar /health did not respond within ${timeoutMs}ms`);
+    }
+    async killStale() {
+        try {
+            const { execSync } = await import("node:child_process");
+            try {
+                execSync(`lsof -ti :${SIDECAR_PORT} 2>/dev/null | xargs kill -9`, { stdio: "ignore" });
+            }
+            catch { }
+            try {
+                execSync("pkill -9 -f daemora_sidecar 2>/dev/null", { stdio: "ignore" });
+            }
+            catch { }
+            await new Promise((r) => setTimeout(r, 500));
+        }
+        catch { }
+    }
+}
+//# sourceMappingURL=SidecarSupervisor.js.map

package/dist/voice/SidecarSupervisor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SidecarSupervisor.js","sourceRoot":"","sources":["../../src/voice/SidecarSupervisor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,GAAG,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;AAE1C,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,MAAM,CAAC,CAAC;AAS3E,MAAM,OAAO,iBAAiB;IAOT;IACA;IACA;IACA;IATX,KAAK,GAAwB,IAAI,CAAC;IAClC,KAAK,GAAkB,IAAI,CAAC;IAC5B,SAAS,GAAkB,IAAI,CAAC;IAChC,QAAQ,GAAG,KAAK,CAAC;IAEzB,YACmB,UAAkB,EAClB,UAAkB,EAClB,aAAqB,EACrB,gBAAwB;QAHxB,eAAU,GAAV,UAAU,CAAQ;QAClB,eAAU,GAAV,UAAU,CAAQ;QAClB,kBAAa,GAAb,aAAa,CAAQ;QACrB,qBAAgB,GAAhB,gBAAgB,CAAQ;IACxC,CAAC;IAEJ,IAAI,GAAG;QACL,OAAO,oBAAoB,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC;YAC7E,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,IAAI;YAC5B,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACrE,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,IAAI,CAAC;YACH,qCAAqC;YACrC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAChE,IAAI,OAAe,CAAC;YACpB,IAAI,IAAc,CAAC;YACnB,IAAI,GAAW,CAAC;YAEhB,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,iBAAiB,CAAC;gBACtF,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,iBAAiB,EAAE,IAAI,CAAC,CAAC;gBAC1D,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBACvB,OAAO,GAAG,MAAM,CAAC;oBACjB,IAAI,GAAG,EAAE,CAAC;oBACV,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,EAAE,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;gBAC/D,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,6CAA6C,CAAC,CAAC;gBACpG,CAAC;gBACD,OAAO,GAAG,MAAM,CAAC;gBACjB,IAAI,GAAG,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;gBACtC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;YACxB,CAAC;YAED,uBAAuB;YACvB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YAEvB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAE7C,MAAM,QAAQ,GAAG;gBACf,GAAG,OAAO,CAAC,GAAG;gBACd,qBAAqB,EAAE,IAAI,CAAC,KAAK;gBACjC,oBAAoB,EAAE,MAAM,CAAC,YAAY,CAAC;gBAC1C,YAAY,EAAE,oBAAoB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE;gBACjE,WAAW,EAAE,IAAI,CAAC,UAAU;gBAC5B,eAAe,EAAE,IAAI,CAAC,aAAa;gBACnC,kBAAkB,EAAE,IAAI,CAAC,gBAAgB;gBACzC,qBAAqB,EAAE,IAAI,CAAC,KAAK;aAClC,CAAC;YAEF,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,kBAAkB,CAAC,CAAC;YAC/C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;gBAChC,GAAG;gBACH,GAAG,EAAE,QAAQ;gBACb,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;gBACjC,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;gBAClC,IAAI,CAAC;oBAAE,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;gBAClC,IAAI,CAAC;oBAAE,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YACrC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBACrC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC;gBAC7C,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC5E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;gBAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YACpB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC7B,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,qBAAqB,CAAC,CAAC;gBACvD,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;gBAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YACpB,CAAC,CAAC,CAAC;YAEH,kBAAkB;YAClB,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,iBAAiB,CAAC,CAAC;YAC1E,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO;QAC7C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACjC,OAAO,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;YAC/F,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,sDAAsD;IACtD,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,IAAkB;QAC1C,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACxD,OAAO,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,IAAI,EAAE,EAAE;YACjC,GAAG,IAAI;YACP,OAAO,EAAE;gBACP,iBAAiB,EAAE,IAAI,CAAC,KAAK;gBAC7B,cAAc,EAAE,kBAAkB;gBAClC,GAAG,CAAC,IAAI,EAAE,OAAiC,IAAI,EAAE,CAAC;aACnD;YACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,SAAiB;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,SAAS,EAAE;oBAC5C,OAAO,EAAE,EAAE,iBAAiB,EAAE,IAAI,CAAC,KAAM,EAAE;oBAC3C,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC;iBACjC,CAAC,CAAC;gBACH,IAAI,GAAG,CAAC,EAAE;oBAAE,OAAO;YACrB,CAAC;YAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,CAAC;YAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,SAAS,IAAI,CAAC,CAAC;IAC3E,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACxD,IAAI,CAAC;gBAAC,QAAQ,CAAC,aAAa,YAAY,8BAA8B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACxG,IAAI,CAAC;gBAAC,QAAQ,CAAC,yCAAyC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC1F,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;CACF"}

package/dist/voice/VoiceAgent.d.ts

@@ -0,0 +1,23 @@
+/**
+ * VoiceAgent — LiveKit worker process for Daemora voice.
+ *
+ * This file is the entry point for the child worker process that LiveKit
+ * spawns whenever a user joins a voice room. It:
+ *
+ *   1. Loads Silero VAD and LiveKit's multilingual turn detector.
+ *   2. Instantiates STT / TTS plugins from the provider chosen in
+ *      Settings (forwarded to the worker via env vars by
+ *      /api/voice/sidecar/start).
+ *   3. Instantiates DaemoraLLM — our bridge that streams responses
+ *      from the main process's /api/chat over SSE so voice turns run
+ *      through Daemora's AgentLoop (with all its tools, memory, and
+ *      session history), not LiveKit's built-in LLM.
+ *   4. Starts an `AgentSession` and joins the room.
+ *
+ * The LLM is Daemora. STT, TTS, VAD, audio I/O, barge-in, and turn
+ * detection are LiveKit's — that's exactly what the JS version used
+ * and what this port is supposed to reproduce.
+ */
+declare const _default: import("@livekit/agents").Agent<Record<string, unknown>>;
+export default _default;
+//# sourceMappingURL=VoiceAgent.d.ts.map

package/dist/voice/VoiceAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceAgent.d.ts","sourceRoot":"","sources":["../../src/voice/VoiceAgent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;;AA0CH,wBA0DG"}

package/dist/voice/VoiceAgent.js

@@ -0,0 +1,265 @@
+/**
+ * VoiceAgent — LiveKit worker process for Daemora voice.
+ *
+ * This file is the entry point for the child worker process that LiveKit
+ * spawns whenever a user joins a voice room. It:
+ *
+ *   1. Loads Silero VAD and LiveKit's multilingual turn detector.
+ *   2. Instantiates STT / TTS plugins from the provider chosen in
+ *      Settings (forwarded to the worker via env vars by
+ *      /api/voice/sidecar/start).
+ *   3. Instantiates DaemoraLLM — our bridge that streams responses
+ *      from the main process's /api/chat over SSE so voice turns run
+ *      through Daemora's AgentLoop (with all its tools, memory, and
+ *      session history), not LiveKit's built-in LLM.
+ *   4. Starts an `AgentSession` and joins the room.
+ *
+ * The LLM is Daemora. STT, TTS, VAD, audio I/O, barge-in, and turn
+ * detection are LiveKit's — that's exactly what the JS version used
+ * and what this port is supposed to reproduce.
+ */
+import { readFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import { ServerOptions, cli, defineAgent, voice, } from "@livekit/agents";
+import * as silero from "@livekit/agents-plugin-silero";
+import { DaemoraLLM } from "./DaemoraLLM.js";
+// SOUL.md provides the agent's voice personality — shared with text chat.
+let SOUL_PROMPT;
+try {
+    SOUL_PROMPT = readFileSync(join(dirname(fileURLToPath(import.meta.url)), "../../SOUL.md"), "utf-8").trim();
+}
+catch {
+    SOUL_PROMPT = "You are Daemora — a personal AI agent. Be warm, natural, and helpful.";
+}
+// Catch top-level unhandled rejections so a TTS/STT misconfiguration
+// (e.g. "Groq TTS 400: voice is required") logs a single clean error
+// instead of spamming the parent's debug stream with a giant trace and
+// taking the worker down on reconnect. Recoverable (TTS/STT) errors are
+// flagged by their `recoverable: false` tag — we surface those to stderr
+// in a parseable shape and keep the worker alive so the next mic tap
+// can reconfigure and retry.
+process.on("unhandledRejection", (reason) => {
+    const err = reason;
+    const inner = err?.error instanceof Error ? err.error.message : String(err?.error ?? reason);
+    const label = err?.label ?? "voice";
+    const type = err?.type ?? "unknown";
+    console.error(`[voice] [${type}] ${label}: ${inner}`);
+});
+export default defineAgent({
+    prewarm: async (proc) => {
+        proc.userData.vad = await silero.VAD.load();
+    },
+    entry: async (ctx) => {
+        const daemoraUrl = process.env["DAEMORA_HTTP"] ?? "http://127.0.0.1:8081";
+        const stt = await buildSTT();
+        const tts = await buildTTS();
+        const agentLlm = new DaemoraLLM({ daemoraUrl });
+        const agent = new voice.Agent({
+            instructions: SOUL_PROMPT +
+                "\n\n## Voice Mode Active\nYou are speaking via voice right now. Keep responses short and natural — no markdown, no code blocks, no bullets. React with emotion.",
+        });
+        // NOTE: we intentionally skip `turnDetection`. LiveKit's multilingual
+        // turn-detector forks a separate ONNX inference process; on macOS
+        // that child regularly crashes (`libc++abi: mutex lock failed`),
+        // leaving the parent with a dead IPC channel — every subsequent
+        // `send()` throws `ERR_IPC_CHANNEL_CLOSED` and the whole session
+        // hangs with no TTS reply. VAD alone detects end-of-speech well
+        // enough for conversational voice; the refinement the turn detector
+        // adds ("was that a pause or end-of-turn?") isn't worth the crash
+        // exposure. Re-enable when we upgrade / patch @livekit/agents.
+        const session = new voice.AgentSession({
+            stt,
+            llm: agentLlm,
+            tts,
+            vad: ctx.proc.userData.vad,
+            // Daemora's agent loop can take 20+ seconds for tool-heavy turns
+            // (shell commands, file reads, web fetches). LiveKit's preemptive
+            // generation fires TTS synthesis the moment a user transcript is
+            // finalised and expects text to start flowing within ~10 s; if
+            // none arrives it closes the stream as stalled. Disable it so
+            // TTS only runs against a complete, in-hand response.
+            preemptiveGeneration: false,
+        });
+        await session.start({
+            agent,
+            room: ctx.room,
+            // Keep the agent alive when the user disconnects. Otherwise the
+            // session closes → the worker tears down → rtc-node's C++
+            // teardown hits its mutex bug and crashes → auto-respawn burns
+            // ~25s before the worker is registered again, so a second mic
+            // tap within that window never gets an agent.
+            inputOptions: { closeOnDisconnect: false },
+        });
+        await ctx.connect();
+        session.generateReply({
+            instructions: "Greet the user warmly and naturally. You are Daemora. Be brief — one sentence, like a friend picking up the phone.",
+        });
+    },
+});
+// ── STT factory ──────────────────────────────────────────────────
+async function buildSTT() {
+    // Same empty-string defence as buildTTS — see comment there.
+    const provider = (process.env["DAEMORA_STT_PROVIDER"] || undefined) ?? inferDefaultStt();
+    // Settings UI stores plain model ids ("whisper-large-v3-turbo") while the
+    // voice route also forwards inference-gateway format ("groq/whisper-...").
+    // The non-gateway plugins (OpenAI-compatible, Deepgram) want the plain id,
+    // so strip any `provider/` prefix before handing it over.
+    const modelRaw = process.env["STT_MODEL"] || process.env["DAEMORA_STT_MODEL"] || undefined;
+    const model = stripProviderPrefix(modelRaw, provider);
+    switch (provider) {
+        case "deepgram": {
+            const apiKey = process.env["DEEPGRAM_API_KEY"];
+            if (!apiKey)
+                throw new Error("DEEPGRAM_API_KEY not set");
+            const { STT } = await import("@livekit/agents-plugin-deepgram");
+            return new STT({
+                apiKey,
+                ...(model ? { model } : {}),
+            });
+        }
+        case "elevenlabs": {
+            // ElevenLabs Scribe — batch STT (no streaming). LiveKit wraps
+            // it in StreamAdapter via VAD segmentation. Supports 99+
+            // languages with auto-detect.
+            const apiKey = process.env["ELEVENLABS_API_KEY"];
+            if (!apiKey)
+                throw new Error("ELEVENLABS_API_KEY not set");
+            const language = process.env["STT_LANGUAGE"];
+            const { ElevenLabsSTT } = await import("./ElevenLabsSTT.js");
+            return new ElevenLabsSTT({
+                apiKey,
+                ...(model ? { model } : {}),
+                ...(language ? { language } : {}),
+            });
+        }
+        case "groq": {
+            const apiKey = process.env["GROQ_API_KEY"];
+            if (!apiKey)
+                throw new Error("GROQ_API_KEY not set");
+            const { STT } = await import("@livekit/agents-plugin-openai");
+            return STT.withGroq({
+                apiKey,
+                ...(model ? { model } : {}),
+            });
+        }
+        case "openai":
+        default: {
+            const apiKey = process.env["OPENAI_API_KEY"];
+            if (!apiKey)
+                throw new Error("OPENAI_API_KEY not set");
+            const { STT } = await import("@livekit/agents-plugin-openai");
+            return new STT({
+                apiKey,
+                ...(model ? { model } : { model: "whisper-1" }),
+            });
+        }
+    }
+}
+// ── TTS factory ──────────────────────────────────────────────────
+async function buildTTS() {
+    // Empty-string defence: settings often round-trip as "" instead of
+    // undefined. Treat empty as unset so the per-provider defaults below
+    // (e.g. Groq → "Fritz-PlayAI", OpenAI → "nova") actually kick in.
+    const provider = (process.env["DAEMORA_TTS_PROVIDER"] || undefined) ?? inferDefaultTts();
+    const modelRaw = process.env["TTS_MODEL"] || process.env["DAEMORA_TTS_MODEL"] || undefined;
+    const model = stripProviderPrefix(modelRaw, provider);
+    const voice = process.env["TTS_VOICE"] || process.env["DAEMORA_TTS_VOICE"] || undefined;
+    switch (provider) {
+        case "cartesia": {
+            const apiKey = process.env["CARTESIA_API_KEY"];
+            if (!apiKey)
+                throw new Error("CARTESIA_API_KEY not set");
+            const { TTS } = await import("@livekit/agents-plugin-cartesia");
+            return new TTS({
+                apiKey,
+                ...(model ? { model } : {}),
+                ...(voice ? { voice } : {}),
+            });
+        }
+        case "elevenlabs": {
+            // ElevenLabs exposes 8 TTS models (eleven_flash_v2_5 / v3 /
+            // multilingual_v2 / turbo_v2_5 / …) and supports 29–32 languages
+            // depending on model. `voice` is the voiceId (UUID) — ElevenLabs
+            // doesn't accept friendly names on the TTS endpoint.
+            const apiKey = process.env["ELEVENLABS_API_KEY"];
+            if (!apiKey)
+                throw new Error("ELEVENLABS_API_KEY not set");
+            const language = process.env["TTS_LANGUAGE"] ?? process.env["DAEMORA_TTS_LANGUAGE"];
+            const { TTS } = await import("@livekit/agents-plugin-elevenlabs");
+            return new TTS({
+                apiKey,
+                ...(model ? { model } : { model: "eleven_turbo_v2_5" }),
+                ...(voice ? { voiceId: voice } : {}),
+                ...(language ? { language } : {}),
+            });
+        }
+        case "groq": {
+            // Groq's /v1/audio/speech endpoint rejects response_format=pcm
+            // (the OpenAI plugin's hardcoded default) — it only accepts wav.
+            // Use our dedicated GroqTTS which requests wav and strips the
+            // WAV header to PCM16 before feeding it into LiveKit's frame
+            // pipeline.
+            const apiKey = process.env["GROQ_API_KEY"];
+            if (!apiKey)
+                throw new Error("GROQ_API_KEY not set");
+            const { GroqTTS } = await import("./GroqTTS.js");
+            return new GroqTTS({
+                apiKey,
+                model: model ?? "playai-tts-english",
+                voice: voice ?? "Fritz-PlayAI",
+            });
+        }
+        case "openai":
+        default: {
+            const apiKey = process.env["OPENAI_API_KEY"];
+            if (!apiKey)
+                throw new Error("OPENAI_API_KEY not set");
+            const { TTS } = await import("@livekit/agents-plugin-openai");
+            return new TTS({
+                apiKey,
+                ...(model ? { model } : { model: "gpt-4o-mini-tts" }),
+                ...(voice ? { voice: voice } : { voice: "nova" }),
+            });
+        }
+    }
+}
+function stripProviderPrefix(model, provider) {
+    if (!model)
+        return undefined;
+    // Strip "groq/", "openai/", etc. — inference-gateway format isn't
+    // valid against the plain provider API.
+    const prefix = `${provider}/`;
+    if (model.toLowerCase().startsWith(prefix))
+        return model.slice(prefix.length);
+    // Also strip colon variant ("groq:whisper-..."), just in case.
+    const colonPrefix = `${provider}:`;
+    if (model.toLowerCase().startsWith(colonPrefix))
+        return model.slice(colonPrefix.length);
+    return model;
+}
+function inferDefaultStt() {
+    if (process.env["DEEPGRAM_API_KEY"])
+        return "deepgram";
+    if (process.env["GROQ_API_KEY"])
+        return "groq";
+    return "openai";
+}
+function inferDefaultTts() {
+    if (process.env["CARTESIA_API_KEY"])
+        return "cartesia";
+    if (process.env["ELEVENLABS_API_KEY"])
+        return "elevenlabs";
+    if (process.env["GROQ_API_KEY"])
+        return "groq";
+    return "openai";
+}
+// Explicit agentName — the server pairs this name with the dispatch
+// created in /api/voice/token. Without it the worker relies on
+// "automatic dispatch" which only fires for rooms created AFTER the
+// worker is registered, causing races on the first click.
+cli.runApp(new ServerOptions({
+    agent: fileURLToPath(import.meta.url),
+    agentName: "daemora",
+}));
+//# sourceMappingURL=VoiceAgent.js.map

package/dist/voice/VoiceAgent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceAgent.js","sourceRoot":"","sources":["../../src/voice/VoiceAgent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAGL,aAAa,EACb,GAAG,EACH,WAAW,EACX,KAAK,GACN,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,MAAM,MAAM,+BAA+B,CAAC;AAGxD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,0EAA0E;AAC1E,IAAI,WAAmB,CAAC;AACxB,IAAI,CAAC;IACH,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7G,CAAC;AAAC,MAAM,CAAC;IACP,WAAW,GAAG,uEAAuE,CAAC;AACxF,CAAC;AAED,qEAAqE;AACrE,qEAAqE;AACrE,uEAAuE;AACvE,wEAAwE;AACxE,yEAAyE;AACzE,qEAAqE;AACrE,6BAA6B;AAC7B,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE;IAC1C,MAAM,GAAG,GAAG,MAA4D,CAAC;IACzE,MAAM,KAAK,GAAG,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,IAAI,MAAM,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,GAAG,EAAE,KAAK,IAAI,OAAO,CAAC;IACpC,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,IAAI,SAAS,CAAC;IACpC,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,KAAK,KAAK,KAAK,EAAE,CAAC,CAAC;AACxD,CAAC,CAAC,CAAC;AAEH,eAAe,WAAW,CAAC;IACzB,OAAO,EAAE,KAAK,EAAE,IAAgB,EAAE,EAAE;QAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,EAAE,KAAK,EAAE,GAAe,EAAE,EAAE;QAC/B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,uBAAuB,CAAC;QAE1E,MAAM,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,QAAQ,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAEhD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC;YAC5B,YAAY,EACV,WAAW;gBACX,iKAAiK;SACpK,CAAC,CAAC;QAEH,sEAAsE;QACtE,kEAAkE;QAClE,iEAAiE;QACjE,gEAAgE;QAChE,iEAAiE;QACjE,gEAAgE;QAChE,oEAAoE;QACpE,kEAAkE;QAClE,+DAA+D;QAC/D,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC;YACrC,GAAG;YACH,GAAG,EAAE,QAAQ;YACb,GAAG;YACH,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAiB;YACxC,iEAAiE;YACjE,kEAAkE;YAClE,iEAAiE;YACjE,+DAA+D;YAC/D,8DAA8D;YAC9D,sDAAsD;YACtD,oBAAoB,EAAE,KAAK;SAC5B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,KAAK,CAAC;YAClB,KAAK;YACL,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,gEAAgE;YAChE,0DAA0D;YAC1D,+DAA+D;YAC/D,8DAA8D;YAC9D,8CAA8C;YAC9C,YAAY,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE;SAC3C,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;QAEpB,OAAO,CAAC,aAAa,CAAC;YACpB,YAAY,EACV,oHAAoH;SACvH,CAAC,CAAC;IACL,CAAC;CACF,CAAC,CAAC;AAEH,oEAAoE;AAEpE,KAAK,UAAU,QAAQ;IACrB,6DAA6D;IAC7D,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,SAAS,CAAC,IAAI,eAAe,EAAE,CAAC;IACzF,0EAA0E;IAC1E,2EAA2E;IAC3E,2EAA2E;IAC3E,0DAA0D;IAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,SAAS,CAAC;IAC3F,MAAM,KAAK,GAAG,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEtD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAC/C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YACzD,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YAChE,OAAO,IAAI,GAAG,CAAC;gBACb,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACY,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,8DAA8D;YAC9D,yDAAyD;YACzD,8BAA8B;YAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC7C,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC7D,OAAO,IAAI,aAAa,CAAC;gBACvB,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3B,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACrD,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;YAC9D,OAAO,GAAG,CAAC,QAAQ,CAAC;gBAClB,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5B,CAAC,CAAC;QACL,CAAC;QACD,KAAK,QAAQ,CAAC;QACd,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACvD,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;YAC9D,OAAO,IAAI,GAAG,CAAC;gBACb,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;aAChD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC;AAED,oEAAoE;AAEpE,KAAK,UAAU,QAAQ;IACrB,mEAAmE;IACnE,qEAAqE;IACrE,kEAAkE;IAClE,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,SAAS,CAAC,IAAI,eAAe,EAAE,CAAC;IACzF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,SAAS,CAAC;IAC3F,MAAM,KAAK,GAAG,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,SAAS,CAAC;IAExF,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAC/C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YACzD,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YAChE,OAAO,IAAI,GAAG,CAAC;gBACb,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3B,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACY,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,4DAA4D;YAC5D,iEAAiE;YACjE,iEAAiE;YACjE,qDAAqD;YACrD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpF,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YAClE,OAAO,IAAI,GAAG,CAAC;gBACb,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;gBACvD,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACM,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,+DAA+D;YAC/D,iEAAiE;YACjE,8DAA8D;YAC9D,6DAA6D;YAC7D,YAAY;YACZ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACrD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YACjD,OAAO,IAAI,OAAO,CAAC;gBACjB,MAAM;gBACN,KAAK,EAAE,KAAK,IAAI,oBAAoB;gBACpC,KAAK,EAAE,KAAK,IAAI,cAAc;aAC/B,CAAC,CAAC;QACL,CAAC;QACD,KAAK,QAAQ,CAAC;QACd,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACvD,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;YAC9D,OAAO,IAAI,GAAG,CAAC;gBACb,MAAM;gBACN,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;gBACrD,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAc,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAe,EAAE,CAAC;aACpE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB,EAAE,QAAgB;IACtE,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,kEAAkE;IAClE,wCAAwC;IACxC,MAAM,MAAM,GAAG,GAAG,QAAQ,GAAG,CAAC;IAC9B,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,+DAA+D;IAC/D,MAAM,WAAW,GAAG,GAAG,QAAQ,GAAG,CAAC;IACnC,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACxF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe;IACtB,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAAE,OAAO,UAAU,CAAC;IACvD,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAAE,OAAO,MAAM,CAAC;IAC/C,OAAO,QAAQ,CAAC;AAClB,CAAC;AACD,SAAS,eAAe;IACtB,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAAE,OAAO,UAAU,CAAC;IACvD,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAAE,OAAO,YAAY,CAAC;IAC3D,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAAE,OAAO,MAAM,CAAC;IAC/C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,oEAAoE;AACpE,+DAA+D;AAC/D,oEAAoE;AACpE,0DAA0D;AAC1D,GAAG,CAAC,MAAM,CACR,IAAI,aAAa,CAAC;IAChB,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;IACrC,SAAS,EAAE,SAAS;CACrB,CAAC,CACH,CAAC"}

package/dist/voice/VoiceProviders.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Voice provider factories — build LiveKit STT + TTS plugin instances
+ * from the user's Settings (provider id, model id, voice id, API key).
+ *
+ * The Settings UI writes these keys:
+ *   DAEMORA_STT_PROVIDER   groq | openai | deepgram
+ *   STT_MODEL              whisper-large-v3-turbo, nova-3, whisper-1, ...
+ *   DAEMORA_TTS_PROVIDER   openai | groq | cartesia | elevenlabs
+ *   TTS_MODEL              gpt-4o-mini-tts | canopylabs/orpheus-v1-english | sonic-3 | eleven_turbo_v2_5 | ...
+ *   TTS_VOICE              provider-specific voice id / name
+ *
+ * Secrets live in the vault keyed by provider (e.g. OPENAI_API_KEY,
+ * GROQ_API_KEY, DEEPGRAM_API_KEY, CARTESIA_API_KEY, ELEVENLABS_API_KEY).
+ *
+ * Nothing about provider names or models is hardcoded at call sites —
+ * this is the single place where provider string → LiveKit plugin
+ * instance mapping lives. Adding a new provider means editing this
+ * file and nowhere else.
+ */
+import type { stt, tts } from "@livekit/agents";
+import type { ConfigManager } from "../config/ConfigManager.js";
+export interface VoicePluginSelection {
+    readonly stt: stt.STT;
+    readonly tts: tts.TTS;
+    readonly sttProvider: string;
+    readonly ttsProvider: string;
+}
+export declare function buildVoicePlugins(cfg: ConfigManager): Promise<VoicePluginSelection | null>;
+//# sourceMappingURL=VoiceProviders.d.ts.map

package/dist/voice/VoiceProviders.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceProviders.d.ts","sourceRoot":"","sources":["../../src/voice/VoiceProviders.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAWhE,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B;AAED,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,CAehG"}