@ozaiya/openclaw-channel 0.6.0 → 0.7.1

package/dist/src/voiceCall.js

@@ -0,0 +1,332 @@
+/**
+ * VoiceCallSession — Manages a bot's participation in a LiveKit voice call.
+ *
+ * Pipeline: User speaks → LiveKit audio track → Deepgram Nova-2 STT (WebSocket)
+ *   → transcript → onTranscript callback (agent dispatch) → reply text
+ *   → Deepgram Aura TTS (HTTP, sentence-by-sentence) → LiveKit audio publish → User hears bot
+ */
+import { Room, RoomEvent, LocalAudioTrack, AudioSource, AudioStream, AudioFrame, TrackKind, } from "@livekit/rtc-node";
+import { TrackPublishOptions } from "@livekit/rtc-node";
+import { TrackSource } from "@livekit/rtc-node";
+import { createClient, LiveTranscriptionEvents } from "@deepgram/sdk";
+export function resolveVoiceCallConfig(cfg) {
+    const deepgramApiKey = cfg.deepgramApiKey || process.env.DEEPGRAM_API_KEY || "";
+    return {
+        deepgramApiKey,
+        sttModel: cfg.stt?.model ?? "nova-2",
+        sttLanguage: cfg.stt?.language ?? "en",
+        utteranceEndMs: cfg.stt?.utteranceEndMs ?? 500,
+        endpointing: cfg.stt?.endpointing ?? 300,
+        ttsModel: cfg.tts?.model ?? "aura-asteria-en",
+        silenceTimeoutSeconds: cfg.silenceTimeoutSeconds ?? 120,
+    };
+}
+export class VoiceCallSession {
+    callId;
+    groupId;
+    room;
+    config;
+    livekitToken;
+    livekitUrl;
+    onTranscript;
+    log;
+    audioSource = null;
+    localAudioTrack = null;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    deepgramConnection = null;
+    keepAliveInterval = null;
+    silenceTimer = null;
+    connected = false;
+    disposed = false;
+    // TTS playback state for barge-in support
+    currentTtsAbort = null;
+    constructor(options) {
+        this.callId = options.callId;
+        this.groupId = options.groupId;
+        this.livekitToken = options.livekitToken;
+        this.livekitUrl = options.livekitUrl;
+        this.config = resolveVoiceCallConfig(options.voiceCallConfig);
+        this.onTranscript = options.onTranscript;
+        this.log = options.log;
+        this.room = new Room();
+    }
+    /**
+     * Connect to the LiveKit room, publish a local audio track,
+     * subscribe to remote audio, and start the Deepgram STT pipeline.
+     */
+    async connect() {
+        if (this.disposed)
+            return;
+        if (!this.config.deepgramApiKey) {
+            throw new Error("VoiceCallSession: deepgramApiKey is required");
+        }
+        this.log?.info?.(`[voice-call:${this.callId}] connecting to LiveKit room`);
+        // Create AudioSource for TTS output (48kHz mono, matching Deepgram Aura output)
+        this.audioSource = new AudioSource(48000, 1);
+        // Create local audio track from the source
+        this.localAudioTrack = LocalAudioTrack.createAudioTrack("bot-voice", this.audioSource);
+        // Listen for remote track subscriptions
+        this.room.on(RoomEvent.TrackSubscribed, (track, publication, participant) => {
+            this.handleTrackSubscribed(track, publication, participant);
+        });
+        // Connect to LiveKit room
+        await this.room.connect(this.livekitUrl, this.livekitToken, {
+            autoSubscribe: true,
+            dynacast: true,
+        });
+        this.connected = true;
+        // Publish our audio track
+        if (this.room.localParticipant) {
+            await this.room.localParticipant.publishTrack(this.localAudioTrack, new TrackPublishOptions({
+                source: TrackSource.SOURCE_MICROPHONE,
+            }));
+        }
+        // Connect Deepgram STT
+        this.connectStt();
+        // Subscribe to any already-connected remote audio tracks
+        for (const [, participant] of this.room.remoteParticipants) {
+            for (const [, publication] of participant.trackPublications) {
+                if (publication.track && publication.kind === TrackKind.KIND_AUDIO) {
+                    this.startAudioPipeline(publication.track, participant);
+                }
+            }
+        }
+        // Start silence timeout
+        this.resetSilenceTimer();
+        this.log?.info?.(`[voice-call:${this.callId}] connected and publishing audio`);
+    }
+    /**
+     * Disconnect from the LiveKit room and clean up all resources.
+     */
+    async disconnect() {
+        if (this.disposed)
+            return;
+        this.disposed = true;
+        this.connected = false;
+        this.log?.info?.(`[voice-call:${this.callId}] disconnecting`);
+        // Cancel any in-flight TTS
+        this.cancelCurrentPlayback();
+        // Stop silence timer
+        if (this.silenceTimer) {
+            clearTimeout(this.silenceTimer);
+            this.silenceTimer = null;
+        }
+        // Stop keepalive
+        if (this.keepAliveInterval) {
+            clearInterval(this.keepAliveInterval);
+            this.keepAliveInterval = null;
+        }
+        // Close Deepgram connection
+        if (this.deepgramConnection) {
+            try {
+                this.deepgramConnection.requestClose();
+            }
+            catch {
+                // ignore
+            }
+            this.deepgramConnection = null;
+        }
+        // Close audio source and track
+        if (this.localAudioTrack) {
+            try {
+                await this.localAudioTrack.close(true);
+            }
+            catch {
+                // ignore
+            }
+            this.localAudioTrack = null;
+            this.audioSource = null;
+        }
+        // Disconnect from LiveKit
+        try {
+            await this.room.disconnect();
+        }
+        catch {
+            // ignore
+        }
+    }
+    /**
+     * Synthesize text to speech using Deepgram Aura and play it through the LiveKit audio track.
+     * Supports sentence-level streaming — call multiple times for each sentence.
+     */
+    async speakText(text, abortSignal) {
+        if (this.disposed || !this.audioSource)
+            return;
+        const url = `https://api.deepgram.com/v1/speak?model=${encodeURIComponent(this.config.ttsModel)}&encoding=linear16&sample_rate=48000`;
+        const res = await fetch(url, {
+            method: "POST",
+            headers: {
+                Authorization: `Token ${this.config.deepgramApiKey}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({ text }),
+            signal: abortSignal,
+        });
+        if (!res.ok) {
+            this.log?.warn?.(`[voice-call:${this.callId}] TTS error: ${res.status} ${res.statusText}`);
+            return;
+        }
+        const arrayBuffer = await res.arrayBuffer();
+        if (abortSignal?.aborted)
+            return;
+        const pcmData = new Int16Array(arrayBuffer);
+        // Send audio in 20ms frames at 48kHz mono (48000 * 0.020 = 960 samples per frame)
+        const samplesPerFrame = 960;
+        for (let i = 0; i < pcmData.length; i += samplesPerFrame) {
+            if (abortSignal?.aborted || this.disposed)
+                return;
+            const end = Math.min(i + samplesPerFrame, pcmData.length);
+            const frameData = pcmData.slice(i, end);
+            const frame = new AudioFrame(frameData, 48000, 1, frameData.length);
+            await this.audioSource.captureFrame(frame);
+        }
+    }
+    /**
+     * Speak a full agent reply with sentence-level streaming.
+     * Splits text into sentences and speaks each one immediately for lower latency.
+     */
+    async speakReply(text) {
+        if (this.disposed)
+            return;
+        // Create abort controller for barge-in support
+        const abort = new AbortController();
+        this.currentTtsAbort = abort;
+        try {
+            const sentences = splitIntoSentences(text);
+            for (const sentence of sentences) {
+                if (abort.signal.aborted || this.disposed)
+                    return;
+                await this.speakText(sentence, abort.signal);
+            }
+        }
+        catch (err) {
+            if (abort.signal.aborted)
+                return; // Expected on barge-in
+            throw err;
+        }
+        finally {
+            if (this.currentTtsAbort === abort) {
+                this.currentTtsAbort = null;
+            }
+        }
+    }
+    /**
+     * Cancel any in-progress TTS playback (barge-in).
+     */
+    cancelCurrentPlayback() {
+        if (this.currentTtsAbort) {
+            this.currentTtsAbort.abort();
+            this.currentTtsAbort = null;
+        }
+        // Clear any queued audio
+        this.audioSource?.clearQueue();
+    }
+    // --- Private methods ---
+    connectStt() {
+        const deepgram = createClient(this.config.deepgramApiKey);
+        const connection = deepgram.listen.live({
+            model: this.config.sttModel,
+            language: this.config.sttLanguage,
+            encoding: "linear16",
+            sample_rate: 16000,
+            channels: 1,
+            interim_results: true,
+            utterance_end_ms: this.config.utteranceEndMs,
+            endpointing: this.config.endpointing,
+            vad_events: true,
+            smart_format: true,
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        connection.on(LiveTranscriptionEvents.Transcript, (data) => {
+            const transcript = data.channel?.alternatives?.[0]?.transcript;
+            if (transcript && transcript.trim().length > 0) {
+                const isFinal = data.is_final ?? false;
+                if (isFinal) {
+                    this.resetSilenceTimer();
+                    this.log?.info?.(`[voice-call:${this.callId}] STT final: "${transcript.trim()}"`);
+                    this.onTranscript(transcript.trim());
+                }
+            }
+        });
+        connection.on(LiveTranscriptionEvents.SpeechStarted, () => {
+            // Barge-in: user started speaking, cancel current playback
+            this.cancelCurrentPlayback();
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        connection.on(LiveTranscriptionEvents.Error, (err) => {
+            this.log?.warn?.(`[voice-call:${this.callId}] Deepgram STT error: ${String(err)}`);
+        });
+        this.deepgramConnection = connection;
+        // KeepAlive every 5s to prevent WebSocket timeout
+        this.keepAliveInterval = setInterval(() => {
+            try {
+                if (this.deepgramConnection) {
+                    this.deepgramConnection.keepAlive();
+                }
+            }
+            catch {
+                // ignore
+            }
+        }, 5000);
+    }
+    handleTrackSubscribed(track, _publication, participant) {
+        if (track.kind !== TrackKind.KIND_AUDIO)
+            return;
+        this.startAudioPipeline(track, participant);
+    }
+    startAudioPipeline(track, _participant) {
+        if (this.disposed || !this.deepgramConnection)
+            return;
+        this.log?.info?.(`[voice-call:${this.callId}] subscribing to audio from participant`);
+        // Create audio stream resampled to 16kHz mono for Deepgram
+        const audioStream = new AudioStream(track, { sampleRate: 16000, numChannels: 1 });
+        const dgConn = this.deepgramConnection;
+        // Forward audio frames to Deepgram
+        void (async () => {
+            for await (const frame of audioStream) {
+                if (this.disposed || !this.deepgramConnection)
+                    break;
+                try {
+                    // Deepgram send() expects ArrayBufferLike — use the underlying ArrayBuffer
+                    const data = frame.data;
+                    const arrayBuffer = data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
+                    dgConn.send(arrayBuffer);
+                }
+                catch {
+                    // Connection may be closing
+                    break;
+                }
+            }
+        })();
+    }
+    resetSilenceTimer() {
+        if (this.silenceTimer) {
+            clearTimeout(this.silenceTimer);
+        }
+        this.silenceTimer = setTimeout(() => {
+            this.log?.info?.(`[voice-call:${this.callId}] silence timeout (${this.config.silenceTimeoutSeconds}s), disconnecting`);
+            void this.disconnect();
+        }, this.config.silenceTimeoutSeconds * 1000);
+    }
+}
+/**
+ * Split text into sentences for streaming TTS.
+ * Detects sentence boundaries at . ! ? followed by whitespace or end of string.
+ */
+function splitIntoSentences(text) {
+    const sentences = [];
+    const regex = /[^.!?]*[.!?]+[\s]*/g;
+    let match;
+    let lastIndex = 0;
+    while ((match = regex.exec(text)) !== null) {
+        sentences.push(match[0].trim());
+        lastIndex = regex.lastIndex;
+    }
+    // Remaining text without sentence-ending punctuation
+    const remainder = text.slice(lastIndex).trim();
+    if (remainder) {
+        sentences.push(remainder);
+    }
+    return sentences.length > 0 ? sentences : [text];
+}
+//# sourceMappingURL=voiceCall.js.map

package/dist/src/voiceCall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voiceCall.js","sourceRoot":"","sources":["../../src/voiceCall.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EACL,IAAI,EACJ,SAAS,EACT,eAAe,EACf,WAAW,EACX,WAAW,EACX,UAAU,EACV,SAAS,GAIV,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AA4BtE,MAAM,UAAU,sBAAsB,CAAC,GAA0B;IAC/D,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;IAChF,OAAO;QACL,cAAc;QACd,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,QAAQ;QACpC,WAAW,EAAE,GAAG,CAAC,GAAG,EAAE,QAAQ,IAAI,IAAI;QACtC,cAAc,EAAE,GAAG,CAAC,GAAG,EAAE,cAAc,IAAI,GAAG;QAC9C,WAAW,EAAE,GAAG,CAAC,GAAG,EAAE,WAAW,IAAI,GAAG;QACxC,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,iBAAiB;QAC7C,qBAAqB,EAAE,GAAG,CAAC,qBAAqB,IAAI,GAAG;KACxD,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,gBAAgB;IAClB,MAAM,CAAS;IACf,OAAO,CAAS;IAEjB,IAAI,CAAO;IACX,MAAM,CAA0B;IAChC,YAAY,CAAS;IACrB,UAAU,CAAS;IACnB,YAAY,CAAyB;IACrC,GAAG,CAAkC;IAErC,WAAW,GAAuB,IAAI,CAAC;IACvC,eAAe,GAA2B,IAAI,CAAC;IACvD,8DAA8D;IACtD,kBAAkB,GAAQ,IAAI,CAAC;IAC/B,iBAAiB,GAA0C,IAAI,CAAC;IAChE,YAAY,GAAyC,IAAI,CAAC;IAC1D,SAAS,GAAG,KAAK,CAAC;IAClB,QAAQ,GAAG,KAAK,CAAC;IAEzB,0CAA0C;IAClC,eAAe,GAA2B,IAAI,CAAC;IAEvD,YAAY,OAAgC;QAC1C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,sBAAsB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,8BAA8B,CAAC,CAAC;QAE3E,gFAAgF;QAChF,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAE7C,2CAA2C;QAC3C,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAEvF,wCAAwC;QACxC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,KAAkB,EAAE,WAAmC,EAAE,WAA8B,EAAE,EAAE;YAClI,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE;YAC1D,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,0BAA0B;QAC1B,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,mBAAmB,CAAC;gBAC1F,MAAM,EAAE,WAAW,CAAC,iBAAiB;aACtC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,yDAAyD;QACzD,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC3D,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,WAAW,CAAC,iBAAiB,EAAE,CAAC;gBAC5D,IAAI,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC;oBACnE,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,KAAoB,EAAE,WAAW,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,kCAAkC,CAAC,CAAC;IACjF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAE9D,2BAA2B;QAC3B,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE7B,qBAAqB;QACrB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,iBAAiB;QACjB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,4BAA4B;QAC5B,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACjC,CAAC;QAED,+BAA+B;QAC/B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,0BAA0B;QAC1B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,WAAyB;QACrD,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAE/C,MAAM,GAAG,GAAG,2CAA2C,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,sCAAsC,CAAC;QAEtI,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,SAAS,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE;gBACpD,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;YAC9B,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC3F,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QAC5C,IAAI,WAAW,EAAE,OAAO;YAAE,OAAO;QAEjC,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;QAE5C,kFAAkF;QAClF,MAAM,eAAe,GAAG,GAAG,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,eAAe,EAAE,CAAC;YACzD,IAAI,WAAW,EAAE,OAAO,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAElD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAExC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,WAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,+CAA+C;QAC/C,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;YAC3C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ;oBAAE,OAAO;gBAClD,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO,CAAC,uBAAuB;YACzD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,eAAe,KAAK,KAAK,EAAE,CAAC;gBACnC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,yBAAyB;QACzB,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC;IACjC,CAAC;IAED,0BAA0B;IAElB,UAAU;QAChB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;YACtC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC3B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACjC,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,CAAC;YACX,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC5C,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,8DAA8D;QAC9D,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,UAAU,EAAE,CAAC,IAAS,EAAE,EAAE;YAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC;YAC/D,IAAI,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC;gBACvC,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACzB,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,iBAAiB,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;oBAClF,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,aAAa,EAAE,GAAG,EAAE;YACxD,2DAA2D;YAC3D,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,8DAA8D;QAC9D,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,EAAE,CAAC,GAAQ,EAAE,EAAE;YACxD,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,yBAAyB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC;QAErC,kDAAkD;QAClD,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,GAAG,EAAE;YACxC,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAC5B,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC;gBACtC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,CAAC;IACX,CAAC;IAEO,qBAAqB,CAC3B,KAAkB,EAClB,YAAoC,EACpC,WAA8B;QAE9B,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU;YAAE,OAAO;QAChD,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9C,CAAC;IAEO,kBAAkB,CAAC,KAAkB,EAAE,YAA+B;QAC5E,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAEtD,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,yCAAyC,CAAC,CAAC;QAEtF,2DAA2D;QAC3D,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;QAElF,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACvC,mCAAmC;QACnC,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,kBAAkB;oBAAE,MAAM;gBACrD,IAAI,CAAC;oBACH,2EAA2E;oBAC3E,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC1F,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC3B,CAAC;gBAAC,MAAM,CAAC;oBACP,4BAA4B;oBAC5B,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,MAAM,sBAAsB,IAAI,CAAC,MAAM,CAAC,qBAAqB,mBAAmB,CAAC,CAAC;YACvH,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;QACzB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC;IAC/C,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,qBAAqB,CAAC;IACpC,IAAI,KAA6B,CAAC;IAClC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAChC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IAC9B,CAAC;IAED,qDAAqD;IACrD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,SAAS,EAAE,CAAC;QACd,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ozaiya/openclaw-channel",
-  "version": "0.6.0",
+  "version": "0.7.1",
   "description": "OpenClaw channel plugin for Ozaiya Chat",
   "license": "MIT",
   "type": "module",
@@ -62,6 +62,8 @@
     "openclaw": ">=2026.0.0"
   },
   "dependencies": {
+    "@deepgram/sdk": "^4.11.0",
+    "@livekit/rtc-node": "^0.13.0",
     "libsodium-wrappers": "^0.7.15",
     "socket.io-client": "^4.8.1"
   },