@voxagent/bridge 0.1.0

package/dist/room.js

@@ -0,0 +1,401 @@
+/**
+ * @file Room runtime — joins LiveKit, publishes agent voice, drives the agent.
+ *
+ * Lifecycle:
+ *   1. Connect to LiveKit with the bridge JWT.
+ *   2. Publish the agent audio track so other participants subscribe to it.
+ *   3. Send `bridge.hello` over the data channel so the UI knows we're paired.
+ *   4. Listen for `prompt.user_turn` from any participant.
+ *   5. For each prompt, run the driver; fan events into:
+ *        - data channel (text deltas, tool events) for UI
+ *        - TTS engine (text deltas) → AudioSource (PCM frames) for voice
+ *        - cloud action ingest (tool start/end) for the persisted timeline
+ */
+import { Room, RoomEvent, } from '@livekit/rtc-node';
+import { request } from 'undici';
+import { AgentAudioPublisher } from './audio/source.js';
+import { log } from './logging.js';
+import { BRIDGE_TOPIC, PROTOCOL_VERSION, decodeBridgeEvent, encodeBridgeEvent, } from './protocol.js';
+import { createTtsEngine } from './tts/index.js';
+export class BridgeRoomRuntime {
+    options;
+    room;
+    audio = null;
+    tts = null;
+    activeRun = null;
+    deltaSeq = 0;
+    shuttingDown = false;
+    pendingPrompts = [];
+    constructor(options) {
+        this.options = options;
+        this.room = new Room();
+    }
+    async start() {
+        const { config, pair, capabilities } = this.options;
+        if (!config.textOnly) {
+            const apiKey = config.ttsProvider === 'openai' ? config.openAiApiKey : config.elevenLabsApiKey;
+            if (!apiKey) {
+                const envHint = config.ttsProvider === 'openai'
+                    ? 'Set OPENAI_API_KEY or VOXAGENT_OPENAI_API_KEY before running the bridge.'
+                    : 'Set VOXAGENT_ELEVENLABS_API_KEY (or ELEVENLABS_API_KEY) before running the bridge.';
+                log.error('tts_key_missing', { provider: config.ttsProvider, hint: envHint });
+            }
+            else {
+                this.tts = createTtsEngine({
+                    provider: config.ttsProvider,
+                    apiKey,
+                    voiceId: config.ttsVoiceId,
+                    modelId: config.ttsModelId,
+                    ...(config.ttsProvider === 'elevenlabs'
+                        ? { audioFormat: config.elevenLabsAudioFormat }
+                        : {}),
+                });
+                log.info('tts_engine_ready', {
+                    provider: config.ttsProvider,
+                    voiceId: config.ttsVoiceId,
+                    modelId: config.ttsModelId,
+                });
+            }
+        }
+        else {
+            log.info('tts_text_only_mode_enabled');
+        }
+        this.room.on(RoomEvent.DataReceived, this.handleDataReceived);
+        this.room.on(RoomEvent.Disconnected, this.handleDisconnect);
+        await this.room.connect(pair.livekitUrl, pair.livekitToken, {
+            autoSubscribe: true,
+            dynacast: true,
+        });
+        log.info('bridge_connected', {
+            identity: this.room.localParticipant?.identity ?? '(unknown)',
+            roomId: pair.roomId,
+        });
+        if (this.tts) {
+            this.audio = new AgentAudioPublisher(this.tts.sampleRate, this.tts.numChannels);
+            await this.audio.publish(this.room);
+        }
+        // Attach the permission broker now that the data channel is connected.
+        this.options.permissionBroker.attachPublisher((event) => {
+            void this.publishEvent(event);
+        });
+        await this.publishEvent({
+            type: 'bridge.hello',
+            protocolVersion: PROTOCOL_VERSION,
+            capabilities,
+        });
+    }
+    async shutdown(reason = 'shutdown') {
+        if (this.shuttingDown)
+            return;
+        this.shuttingDown = true;
+        if (this.activeRun) {
+            this.activeRun.abort.abort();
+            this.activeRun.utterance?.cancel();
+            try {
+                await this.activeRun.pumpPromise;
+            }
+            catch {
+                // ignore
+            }
+            this.activeRun = null;
+        }
+        try {
+            await this.publishEvent({ type: 'bridge.bye', reason });
+        }
+        catch {
+            // ignore — may already be disconnected
+        }
+        this.options.permissionBroker.detachPublisher();
+        this.options.permissionBroker.cancelAll('deny');
+        await this.options.driver.close();
+        if (this.audio)
+            await this.audio.close();
+        if (this.tts)
+            await this.tts.close();
+        try {
+            await this.room.disconnect();
+        }
+        catch {
+            // ignore
+        }
+    }
+    handleDisconnect = () => {
+        log.info('bridge_room_disconnected');
+        if (!this.shuttingDown) {
+            void this.shutdown('error');
+        }
+    };
+    handleDataReceived = (payload, _participant, _kind, topic) => {
+        if (topic !== BRIDGE_TOPIC)
+            return;
+        const event = decodeBridgeEvent(payload);
+        if (!event)
+            return;
+        if (event.type === 'prompt.user_turn') {
+            this.enqueuePrompt(event);
+        }
+        else if (event.type === 'prompt.interrupt') {
+            this.interruptActiveRun();
+        }
+        else if (event.type === 'prompt.cancel_pending') {
+            this.pendingPrompts = [];
+        }
+        else if (event.type === 'permission.response') {
+            const handled = this.options.permissionBroker.resolve(event.requestId, event.decision);
+            if (handled) {
+                void this.publishEvent({
+                    type: 'agent.permission_resolved',
+                    requestId: event.requestId,
+                    decision: event.decision,
+                });
+            }
+        }
+    };
+    enqueuePrompt(event) {
+        if (this.activeRun) {
+            // Interrupt the active run for the new prompt — matches "interrupt by speaking" UX.
+            this.interruptActiveRun();
+        }
+        this.pendingPrompts.push(event);
+        void this.drainPrompts();
+    }
+    async drainPrompts() {
+        if (this.activeRun)
+            return;
+        const next = this.pendingPrompts.shift();
+        if (!next)
+            return;
+        await this.runPrompt(next);
+        if (this.pendingPrompts.length > 0) {
+            void this.drainPrompts();
+        }
+    }
+    interruptActiveRun() {
+        if (!this.activeRun)
+            return;
+        log.info('bridge_run_interrupt', { runId: this.activeRun.runId });
+        this.activeRun.abort.abort();
+        this.activeRun.utterance?.cancel();
+        if (this.audio) {
+            void this.audio.flush();
+        }
+    }
+    async runPrompt(prompt) {
+        const abort = new AbortController();
+        this.deltaSeq = 0;
+        const utterance = this.tts ? this.tts.beginUtterance(prompt.promptId) : null;
+        const systemPromptAddendum = buildRoomContextAddendum(prompt);
+        const driverIter = this.options.driver.run({
+            prompt: prompt.text,
+            cwd: this.options.config.cwd,
+            systemPromptAddendum,
+        }, abort.signal);
+        let runId = '';
+        let runStarted = false;
+        const audioPump = utterance && this.audio ? this.pumpAudio(utterance) : Promise.resolve();
+        const pumpPromise = (async () => {
+            try {
+                for await (const event of driverIter) {
+                    await this.handleDriverEvent(event, prompt, utterance);
+                    if (event.type === 'run_start') {
+                        runId = event.runId;
+                        runStarted = true;
+                    }
+                }
+            }
+            catch (error) {
+                log.error('bridge_driver_iter_error', {
+                    message: error instanceof Error ? error.message : String(error),
+                });
+                if (runStarted && runId) {
+                    await this.publishEvent({
+                        type: 'agent.run_end',
+                        runId,
+                        reason: 'error',
+                        message: error instanceof Error ? error.message : String(error),
+                    });
+                }
+            }
+            finally {
+                utterance?.finish();
+            }
+        })();
+        this.activeRun = { runId: prompt.promptId, abort, utterance, pumpPromise };
+        try {
+            await pumpPromise;
+            await audioPump;
+        }
+        finally {
+            this.activeRun = null;
+        }
+    }
+    async pumpAudio(utterance) {
+        if (!this.audio)
+            return;
+        try {
+            for await (const frame of utterance.frames()) {
+                await this.audio.pushFrame(frame);
+            }
+            await this.audio.waitForPlayout();
+        }
+        catch (error) {
+            log.warn('bridge_audio_pump_failed', {
+                message: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+    async handleDriverEvent(event, prompt, utterance) {
+        switch (event.type) {
+            case 'run_start':
+                await this.publishEvent({
+                    type: 'agent.run_start',
+                    runId: event.runId,
+                    promptId: prompt.promptId,
+                    startedAtMs: event.startedAtMs,
+                });
+                return;
+            case 'text_delta': {
+                utterance?.pushText(event.delta);
+                await this.publishEvent({
+                    type: 'agent.text_delta',
+                    runId: event.runId,
+                    delta: event.delta,
+                    seq: this.deltaSeq++,
+                });
+                return;
+            }
+            case 'text_done':
+                await this.publishEvent({ type: 'agent.text_done', runId: event.runId, text: event.text });
+                return;
+            case 'tool_use_start': {
+                await this.publishEvent({
+                    type: 'agent.tool_use_start',
+                    runId: event.runId,
+                    toolUseId: event.toolUseId,
+                    name: event.name,
+                    input: event.input,
+                });
+                void this.ingestActionStart({
+                    runId: event.runId,
+                    toolUseId: event.toolUseId,
+                    name: event.name,
+                    input: event.input,
+                });
+                return;
+            }
+            case 'tool_use_progress':
+                await this.publishEvent({
+                    type: 'agent.tool_use_progress',
+                    runId: event.runId,
+                    toolUseId: event.toolUseId,
+                    chunk: event.chunk,
+                });
+                return;
+            case 'tool_use_end': {
+                await this.publishEvent({
+                    type: 'agent.tool_use_end',
+                    runId: event.runId,
+                    toolUseId: event.toolUseId,
+                    status: event.status,
+                    output: event.output,
+                    ...(event.latencyMs !== undefined ? { latencyMs: event.latencyMs } : {}),
+                });
+                void this.ingestActionEnd({
+                    toolUseId: event.toolUseId,
+                    status: event.status,
+                    output: event.output,
+                    latencyMs: event.latencyMs,
+                });
+                return;
+            }
+            case 'thinking_delta':
+                await this.publishEvent({
+                    type: 'agent.thinking_delta',
+                    runId: event.runId,
+                    delta: event.delta,
+                });
+                return;
+            case 'run_end':
+                await this.publishEvent({
+                    type: 'agent.run_end',
+                    runId: event.runId,
+                    reason: event.reason,
+                    ...(event.message ? { message: event.message } : {}),
+                    ...(event.totalLatencyMs !== undefined ? { totalLatencyMs: event.totalLatencyMs } : {}),
+                });
+                return;
+            default: {
+                const exhaustive = event;
+                log.warn('bridge_unknown_driver_event', { event: exhaustive });
+            }
+        }
+    }
+    async publishEvent(event) {
+        try {
+            const local = this.room.localParticipant;
+            if (!local)
+                return;
+            await local.publishData(encodeBridgeEvent(event), {
+                reliable: true,
+                topic: BRIDGE_TOPIC,
+            });
+        }
+        catch (error) {
+            log.warn('bridge_publish_failed', {
+                type: event.type,
+                message: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+    async ingestActionStart(payload) {
+        await this.callIngest('start', payload);
+    }
+    async ingestActionEnd(payload) {
+        await this.callIngest('end', payload);
+    }
+    async callIngest(phase, payload) {
+        const url = `${this.options.config.apiBaseUrl}/api/ai/actions/ingest`;
+        try {
+            const response = await request(url, {
+                method: 'POST',
+                headers: {
+                    'content-type': 'application/json',
+                    authorization: `Bearer ${this.options.pair.bridgeJwt}`,
+                },
+                body: JSON.stringify({ phase, ...payload }),
+            });
+            // Drain to free socket
+            await response.body.dump();
+            if (response.statusCode >= 400) {
+                log.debug('bridge_ingest_non_2xx', { status: response.statusCode, phase });
+            }
+        }
+        catch (error) {
+            log.debug('bridge_ingest_failed', {
+                phase,
+                message: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+}
+function buildRoomContextAddendum(prompt) {
+    const transcriptLines = prompt.transcriptWindow
+        .slice(-8)
+        .map((entry) => `${entry.speaker}: ${entry.text}`)
+        .join('\n');
+    return [
+        'You are running on the host\'s machine, paired into a live voice meeting room.',
+        `Active room: "${prompt.room.name}".`,
+        `Participants: ${prompt.room.participants.join(', ') || 'unknown'}.`,
+        'Most recent transcript context:',
+        transcriptLines || '(no prior transcript)',
+        '',
+        'Output rules — your reply is spoken aloud and shown as captions:',
+        '- Reply in plain prose. Talk the way a person talks.',
+        '- No markdown: no **bold**, no *italics*, no headings, no bullet lists, no code fences, no tables.',
+        '- Keep replies to 1-3 short sentences when answering.',
+        '- When you take an action, narrate it briefly so the room hears progress (e.g. "Reading the file now.").',
+        '- Use short code blocks only when the user explicitly asks to see code.',
+    ].join('\n');
+}
+//# sourceMappingURL=room.js.map

package/dist/room.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"room.js","sourceRoot":"","sources":["../src/room.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAEL,IAAI,EACJ,SAAS,GAEV,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAGxD,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AAGnC,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,GAIlB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,eAAe,EAAqC,MAAM,gBAAgB,CAAC;AAiBpF,MAAM,OAAO,iBAAiB;IASC;IARrB,IAAI,CAAO;IACX,KAAK,GAA+B,IAAI,CAAC;IACzC,GAAG,GAAqB,IAAI,CAAC;IAC7B,SAAS,GAAqB,IAAI,CAAC;IACnC,QAAQ,GAAG,CAAC,CAAC;IACb,YAAY,GAAG,KAAK,CAAC;IACrB,cAAc,GAA0B,EAAE,CAAC;IAEnD,YAA6B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACtD,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAEpD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,MAAM,GACV,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAClF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,OAAO,GACX,MAAM,CAAC,WAAW,KAAK,QAAQ;oBAC7B,CAAC,CAAC,0EAA0E;oBAC5E,CAAC,CAAC,oFAAoF,CAAC;gBAC3F,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,GAAG,eAAe,CAAC;oBACzB,QAAQ,EAAE,MAAM,CAAC,WAAW;oBAC5B,MAAM;oBACN,OAAO,EAAE,MAAM,CAAC,UAAU;oBAC1B,OAAO,EAAE,MAAM,CAAC,UAAU;oBAC1B,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,YAAY;wBACrC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,qBAAqB,EAAE;wBAC/C,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC,CAAC;gBACH,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,QAAQ,EAAE,MAAM,CAAC,WAAW;oBAC5B,OAAO,EAAE,MAAM,CAAC,UAAU;oBAC1B,OAAO,EAAE,MAAM,CAAC,UAAU;iBAC3B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAE5D,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE;YAC1D,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC3B,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,QAAQ,IAAI,WAAW;YAC7D,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QAED,uEAAuE;QACvE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,EAAE;YACtD,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,YAAY,CAAC;YACtB,IAAI,EAAE,cAAc;YACpB,eAAe,EAAE,gBAAgB;YACjC,YAAY;SACb,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAA+B,UAAU;QACtD,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;QACzC,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC;QAChD,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEhD,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACzC,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAEO,gBAAgB,GAAG,GAAS,EAAE;QACpC,GAAG,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC;IAEM,kBAAkB,GAAG,CAC3B,OAAmB,EACnB,YAA2C,EAC3C,KAAiC,EACjC,KAAyB,EACnB,EAAE;QACR,IAAI,KAAK,KAAK,YAAY;YAAE,OAAO;QACnC,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACtC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YAC7C,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,uBAAuB,EAAE,CAAC;YAClD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QAC3B,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvF,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,IAAI,CAAC,YAAY,CAAC;oBACrB,IAAI,EAAE,2BAA2B;oBACjC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEM,aAAa,CAAC,KAA0B;QAC9C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,oFAAoF;YACpF,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAC5B,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,MAA2B;QACjD,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE7E,MAAM,oBAAoB,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAE9D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CACxC;YACE,MAAM,EAAE,MAAM,CAAC,IAAI;YACnB,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG;YAC5B,oBAAoB;SACrB,EACD,KAAK,CAAC,MAAM,CACb,CAAC;QAEF,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,MAAM,SAAS,GAAG,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAE1F,MAAM,WAAW,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;oBACrC,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;oBACvD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBAC/B,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;wBACpB,UAAU,GAAG,IAAI,CAAC;oBACpB,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE;oBACpC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAChE,CAAC,CAAC;gBACH,IAAI,UAAU,IAAI,KAAK,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC,YAAY,CAAC;wBACtB,IAAI,EAAE,eAAe;wBACrB,KAAK;wBACL,MAAM,EAAE,OAAO;wBACf,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAChE,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,SAAS,EAAE,MAAM,EAAE,CAAC;YACtB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,IAAI,CAAC,SAAS,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;QAE3E,IAAI,CAAC;YACH,MAAM,WAAW,CAAC;YAClB,MAAM,SAAS,CAAC;QAClB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,SAAuB;QAC7C,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC7C,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE;gBACnC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,KAAkB,EAClB,MAA2B,EAC3B,SAA8B;QAE9B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,WAAW;gBACd,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtB,IAAI,EAAE,iBAAiB;oBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,WAAW,EAAE,KAAK,CAAC,WAAW;iBAC/B,CAAC,CAAC;gBACH,OAAO;YACT,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACjC,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtB,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE;iBACrB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,KAAK,WAAW;gBACd,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3F,OAAO;YACT,KAAK,gBAAgB,CAAC,CAAC,CAAC;gBACtB,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtB,IAAI,EAAE,sBAAsB;oBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;gBACH,KAAK,IAAI,CAAC,iBAAiB,CAAC;oBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,KAAK,mBAAmB;gBACtB,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtB,IAAI,EAAE,yBAAyB;oBAC/B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;gBACH,OAAO;YACT,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtB,IAAI,EAAE,oBAAoB;oBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACzE,CAAC,CAAC;gBACH,KAAK,IAAI,CAAC,eAAe,CAAC;oBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;iBAC3B,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,KAAK,gBAAgB;gBACnB,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtB,IAAI,EAAE,sBAAsB;oBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC,CAAC;gBACH,OAAO;YACT,KAAK,SAAS;gBACZ,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtB,IAAI,EAAE,eAAe;oBACrB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpD,GAAG,CAAC,KAAK,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACxF,CAAC,CAAC;gBACH,OAAO;YACT,OAAO,CAAC,CAAC,CAAC;gBACR,MAAM,UAAU,GAAU,KAAK,CAAC;gBAChC,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAA0B;QACnD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;YACzC,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,MAAM,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE;gBAChD,QAAQ,EAAE,IAAI;gBACd,KAAK,EAAE,YAAY;aACpB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE;gBAChC,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,OAK/B;QACC,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,OAK7B;QACC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAsB,EAAE,OAAgC;QAC/E,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,wBAAwB,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;gBAClC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE;iBACvD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC;aAC5C,CAAC,CAAC;YACH,uBAAuB;YACvB,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3B,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;gBAC/B,GAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBAChC,KAAK;gBACL,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,SAAS,wBAAwB,CAAC,MAA2B;IAC3D,MAAM,eAAe,GAAG,MAAM,CAAC,gBAAgB;SAC5C,KAAK,CAAC,CAAC,CAAC,CAAC;SACT,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;SACjD,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO;QACL,gFAAgF;QAChF,iBAAiB,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI;QACrC,iBAAiB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,GAAG;QACpE,iCAAiC;QACjC,eAAe,IAAI,uBAAuB;QAC1C,EAAE;QACF,kEAAkE;QAClE,sDAAsD;QACtD,oGAAoG;QACpG,uDAAuD;QACvD,0GAA0G;QAC1G,yEAAyE;KAC1E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}

package/dist/tts/elevenlabs.d.ts

@@ -0,0 +1,43 @@
+/**
+ * @file ElevenLabs streaming TTS via WebSocket.
+ *
+ * Requests raw PCM at a configurable sample rate so we can push samples
+ * directly into LiveKit's AudioSource without an MP3 decode step. The
+ * default is `pcm_16000` (Starter tier and above); higher rates require
+ * Creator/Pro tiers — pass `audioFormat` to opt up.
+ *
+ * Tier reference (as of 2026-04):
+ *   pcm_16000  — Starter+
+ *   pcm_22050  — Creator+
+ *   pcm_24000  — Pro+
+ *   pcm_44100  — Pro+
+ */
+import WebSocket from 'undici/types/websocket.js';
+import type { TtsEngine, TtsUtterance } from './types.js';
+export type ElevenLabsAudioFormat = 'pcm_16000' | 'pcm_22050' | 'pcm_24000' | 'pcm_44100';
+export interface ElevenLabsEngineOptions {
+    apiKey: string;
+    voiceId: string;
+    modelId: string;
+    /** Output format — defaults to `pcm_16000` for broadest tier compatibility. */
+    audioFormat?: ElevenLabsAudioFormat;
+    /** Optional voice tuning. */
+    voiceSettings?: {
+        stability?: number;
+        similarityBoost?: number;
+        style?: number;
+        useSpeakerBoost?: boolean;
+    };
+}
+export declare class ElevenLabsEngine implements TtsEngine {
+    private readonly options;
+    readonly sampleRate: number;
+    readonly numChannels = 1;
+    readonly audioFormat: ElevenLabsAudioFormat;
+    readonly frameSamples: number;
+    constructor(options: ElevenLabsEngineOptions);
+    beginUtterance(utteranceId: string): TtsUtterance;
+    close(): Promise<void>;
+}
+export type { WebSocket };
+//# sourceMappingURL=elevenlabs.d.ts.map

package/dist/tts/elevenlabs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"elevenlabs.d.ts","sourceRoot":"","sources":["../../src/tts/elevenlabs.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,SAAS,MAAM,2BAA2B,CAAC;AAGlD,OAAO,KAAK,EAAE,SAAS,EAAY,YAAY,EAAE,MAAM,YAAY,CAAC;AAKpE,MAAM,MAAM,qBAAqB,GAC7B,WAAW,GACX,WAAW,GACX,WAAW,GACX,WAAW,CAAC;AAchB,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,+EAA+E;IAC/E,WAAW,CAAC,EAAE,qBAAqB,CAAC;IACpC,6BAA6B;IAC7B,aAAa,CAAC,EAAE;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,CAAC;CACH;AASD,qBAAa,gBAAiB,YAAW,SAAS;IAMpC,OAAO,CAAC,QAAQ,CAAC,OAAO;IALpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,KAAgB;IACpC,QAAQ,CAAC,WAAW,EAAE,qBAAqB,CAAC;IAC5C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;gBAED,OAAO,EAAE,uBAAuB;IAM7D,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,YAAY;IAI3C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AA6OD,YAAY,EAAE,SAAS,EAAE,CAAC"}