@ozaiya/openclaw-channel 0.8.0 → 0.8.2

package/dist/src/phoneCall.js

@@ -0,0 +1,360 @@
+/**
+ * PhoneCallSession — Manages a bot's outbound phone call via LiveKit SIP.
+ *
+ * Two modes:
+ * - **auto**: Phone audio → STT → agent dispatch → TTS → phone audio
+ * - **manual**: Phone audio → STT → post to chat, user reply → TTS → phone audio
+ *
+ * Reuses STT/TTS patterns from VoiceCallSession.
+ */
+import { Room, RoomEvent, LocalAudioTrack, AudioSource, AudioStream, AudioFrame, TrackKind, IceTransportType, TrackPublishOptions, TrackSource, } from "@livekit/rtc-node";
+import { createClient, LiveTranscriptionEvents } from "@deepgram/sdk";
+import { synthesizeSpeechForCall } from "./ttsEngine.js";
+export class PhoneCallSession {
+    phoneCallId;
+    groupId;
+    mode;
+    room;
+    config;
+    livekitToken;
+    livekitUrl;
+    onTranscript;
+    onPhoneHangUp;
+    log;
+    audioSource = null;
+    localAudioTrack = null;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    deepgramConnection = null;
+    keepAliveInterval = null;
+    silenceTimer = null;
+    connected = false;
+    disposed = false;
+    currentTtsAbort = null;
+    // STT reconnection state
+    sttReconnectAttempts = 0;
+    sttReconnectTimer = null;
+    static MAX_STT_RECONNECT = 10;
+    /** Accumulated transcript for reporting to server */
+    transcript = [];
+    constructor(options) {
+        this.phoneCallId = options.phoneCallId;
+        this.groupId = options.groupId;
+        this.mode = options.mode;
+        this.livekitToken = options.livekitToken;
+        this.livekitUrl = options.livekitUrl;
+        this.config = resolvePhoneCallConfig(options.voiceCallConfig);
+        this.onTranscript = options.onTranscript;
+        this.onPhoneHangUp = options.onPhoneHangUp;
+        this.log = options.log;
+        this.room = new Room();
+    }
+    /**
+     * Connect to the LiveKit room, publish audio track, subscribe to phone audio,
+     * and start the STT pipeline.
+     */
+    async connect() {
+        if (this.disposed)
+            return;
+        if (!this.config.deepgramApiKey) {
+            throw new Error("PhoneCallSession: deepgramApiKey is required");
+        }
+        this.log?.info?.(`[phone-call:${this.phoneCallId}] connecting to LiveKit room`);
+        // Create AudioSource for TTS output (48kHz mono)
+        this.audioSource = new AudioSource(48000, 1);
+        this.localAudioTrack = LocalAudioTrack.createAudioTrack("bot-voice", this.audioSource);
+        // Listen for remote tracks (phone person's audio)
+        this.room.on(RoomEvent.TrackSubscribed, (track, pub, participant) => {
+            if (track.kind === TrackKind.KIND_AUDIO) {
+                this.startAudioPipeline(track);
+            }
+        });
+        // Detect phone hang-up (SIP participant leaves)
+        this.room.on(RoomEvent.ParticipantDisconnected, (participant) => {
+            if (participant.identity === "phone") {
+                this.log?.info?.(`[phone-call:${this.phoneCallId}] phone participant disconnected (hang up)`);
+                this.onPhoneHangUp?.();
+            }
+        });
+        // Connect to LiveKit room
+        await this.room.connect(this.livekitUrl, this.livekitToken, {
+            autoSubscribe: true,
+            dynacast: true,
+            ...(this.config.forceTurnRelay ? {
+                rtcConfig: {
+                    iceTransportType: IceTransportType.TRANSPORT_RELAY,
+                    continualGatheringPolicy: 0,
+                    iceServers: [],
+                },
+            } : {}),
+        });
+        this.connected = true;
+        // Publish audio track
+        if (this.room.localParticipant) {
+            await this.room.localParticipant.publishTrack(this.localAudioTrack, new TrackPublishOptions({
+                source: TrackSource.SOURCE_MICROPHONE,
+            }));
+        }
+        // Connect STT
+        this.connectStt();
+        // Subscribe to existing remote audio tracks
+        for (const [, participant] of this.room.remoteParticipants) {
+            for (const [, publication] of participant.trackPublications) {
+                if (publication.track && publication.kind === TrackKind.KIND_AUDIO) {
+                    this.startAudioPipeline(publication.track);
+                }
+            }
+        }
+        this.resetSilenceTimer();
+        this.log?.info?.(`[phone-call:${this.phoneCallId}] connected and publishing audio`);
+    }
+    /**
+     * Disconnect from LiveKit and clean up resources.
+     */
+    async disconnect() {
+        if (this.disposed)
+            return;
+        this.disposed = true;
+        this.connected = false;
+        this.log?.info?.(`[phone-call:${this.phoneCallId}] disconnecting`);
+        this.cancelCurrentPlayback();
+        if (this.sttReconnectTimer) {
+            clearTimeout(this.sttReconnectTimer);
+            this.sttReconnectTimer = null;
+        }
+        if (this.silenceTimer) {
+            clearTimeout(this.silenceTimer);
+            this.silenceTimer = null;
+        }
+        if (this.keepAliveInterval) {
+            clearInterval(this.keepAliveInterval);
+            this.keepAliveInterval = null;
+        }
+        if (this.deepgramConnection) {
+            try {
+                this.deepgramConnection.requestClose();
+            }
+            catch { /* ignore */ }
+            this.deepgramConnection = null;
+        }
+        if (this.localAudioTrack) {
+            try {
+                await this.localAudioTrack.close(true);
+            }
+            catch { /* ignore */ }
+            this.localAudioTrack = null;
+            this.audioSource = null;
+        }
+        try {
+            await this.room.disconnect();
+        }
+        catch { /* ignore */ }
+    }
+    /**
+     * Synthesize text to speech and play through the phone call audio track.
+     * Uses unified TTS engine (Deepgram or Volcengine) based on config/language.
+     */
+    async speakText(text, abortSignal) {
+        if (this.disposed || !this.audioSource)
+            return;
+        // Record in transcript
+        this.transcript.push({ speaker: "bot", text, ts: Date.now() });
+        const pcmData = await synthesizeSpeechForCall(text, this.config.callTts, abortSignal, this.log);
+        if (!pcmData || abortSignal?.aborted || this.disposed)
+            return;
+        const samplesPerFrame = 960; // 20ms at 48kHz
+        for (let i = 0; i < pcmData.length; i += samplesPerFrame) {
+            if (abortSignal?.aborted || this.disposed)
+                return;
+            const end = Math.min(i + samplesPerFrame, pcmData.length);
+            const frameData = pcmData.slice(i, end);
+            const frame = new AudioFrame(frameData, 48000, 1, frameData.length);
+            await this.audioSource.captureFrame(frame);
+        }
+    }
+    /**
+     * Speak a full reply with sentence-level streaming and barge-in support.
+     */
+    async speakReply(text) {
+        if (this.disposed)
+            return;
+        const abort = new AbortController();
+        this.currentTtsAbort = abort;
+        try {
+            const sentences = splitIntoSentences(text);
+            for (const sentence of sentences) {
+                if (abort.signal.aborted || this.disposed)
+                    return;
+                await this.speakText(sentence, abort.signal);
+            }
+        }
+        catch (err) {
+            if (abort.signal.aborted)
+                return;
+            throw err;
+        }
+        finally {
+            if (this.currentTtsAbort === abort) {
+                this.currentTtsAbort = null;
+            }
+        }
+    }
+    cancelCurrentPlayback() {
+        if (this.currentTtsAbort) {
+            this.currentTtsAbort.abort();
+            this.currentTtsAbort = null;
+        }
+        this.audioSource?.clearQueue();
+    }
+    get isDisposed() {
+        return this.disposed;
+    }
+    // --- Private ---
+    connectStt() {
+        const deepgram = createClient(this.config.deepgramApiKey);
+        const connection = deepgram.listen.live({
+            model: this.config.sttModel,
+            language: this.config.sttLanguage,
+            encoding: "linear16",
+            sample_rate: 16000,
+            channels: 1,
+            interim_results: true,
+            utterance_end_ms: this.config.utteranceEndMs,
+            endpointing: this.config.endpointing,
+            vad_events: true,
+            smart_format: true,
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        connection.on(LiveTranscriptionEvents.Transcript, (data) => {
+            const transcript = data.channel?.alternatives?.[0]?.transcript;
+            if (transcript && transcript.trim().length > 0) {
+                const isFinal = data.is_final ?? false;
+                if (isFinal) {
+                    this.sttReconnectAttempts = 0;
+                    this.resetSilenceTimer();
+                    const text = transcript.trim();
+                    this.log?.info?.(`[phone-call:${this.phoneCallId}] STT final: "${text}"`);
+                    this.transcript.push({ speaker: "phone", text, ts: Date.now() });
+                    this.onTranscript(text);
+                }
+            }
+        });
+        connection.on(LiveTranscriptionEvents.SpeechStarted, () => {
+            this.cancelCurrentPlayback();
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        connection.on(LiveTranscriptionEvents.Error, (err) => {
+            this.log?.warn?.(`[phone-call:${this.phoneCallId}] Deepgram STT error: ${err instanceof Error ? err.message : JSON.stringify(err)}`);
+        });
+        connection.on(LiveTranscriptionEvents.Close, () => {
+            if (!this.disposed) {
+                this.log?.warn?.(`[phone-call:${this.phoneCallId}] Deepgram STT closed unexpectedly, scheduling reconnect`);
+                this.scheduleReconnectStt();
+            }
+        });
+        this.deepgramConnection = connection;
+        if (this.keepAliveInterval)
+            clearInterval(this.keepAliveInterval);
+        this.keepAliveInterval = setInterval(() => {
+            try {
+                this.deepgramConnection?.keepAlive();
+            }
+            catch { /* ignore */ }
+        }, 5000);
+    }
+    scheduleReconnectStt() {
+        if (this.disposed || this.sttReconnectAttempts >= PhoneCallSession.MAX_STT_RECONNECT) {
+            this.log?.warn?.(`[phone-call:${this.phoneCallId}] STT max reconnect attempts reached`);
+            return;
+        }
+        const delay = Math.min(1000 * Math.pow(2, this.sttReconnectAttempts), 30000);
+        this.sttReconnectAttempts++;
+        this.log?.info?.(`[phone-call:${this.phoneCallId}] STT reconnect attempt ${this.sttReconnectAttempts} in ${delay}ms`);
+        this.sttReconnectTimer = setTimeout(() => {
+            if (this.disposed)
+                return;
+            if (this.keepAliveInterval) {
+                clearInterval(this.keepAliveInterval);
+                this.keepAliveInterval = null;
+            }
+            try {
+                this.deepgramConnection?.requestClose();
+            }
+            catch { /* ignore */ }
+            this.deepgramConnection = null;
+            this.connectStt();
+            for (const [, participant] of this.room.remoteParticipants) {
+                for (const [, publication] of participant.trackPublications) {
+                    if (publication.track && publication.kind === TrackKind.KIND_AUDIO) {
+                        this.startAudioPipeline(publication.track);
+                    }
+                }
+            }
+        }, delay);
+    }
+    startAudioPipeline(track) {
+        if (this.disposed || !this.deepgramConnection)
+            return;
+        this.log?.info?.(`[phone-call:${this.phoneCallId}] subscribing to phone audio`);
+        const audioStream = new AudioStream(track, { sampleRate: 16000, numChannels: 1 });
+        const dgConn = this.deepgramConnection;
+        void (async () => {
+            for await (const frame of audioStream) {
+                if (this.disposed || !this.deepgramConnection)
+                    break;
+                try {
+                    const data = frame.data;
+                    const arrayBuffer = data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
+                    dgConn.send(arrayBuffer);
+                }
+                catch {
+                    break;
+                }
+            }
+        })();
+    }
+    resetSilenceTimer() {
+        if (this.silenceTimer)
+            clearTimeout(this.silenceTimer);
+        this.silenceTimer = setTimeout(() => {
+            this.log?.info?.(`[phone-call:${this.phoneCallId}] silence timeout (${this.config.silenceTimeoutSeconds}s), disconnecting`);
+            this.onPhoneHangUp?.();
+        }, this.config.silenceTimeoutSeconds * 1000);
+    }
+}
+function resolvePhoneCallConfig(cfg) {
+    const deepgramApiKey = cfg.deepgramApiKey || process.env.DEEPGRAM_API_KEY || "";
+    const sttLanguage = cfg.stt?.language ?? "en";
+    const ttsModel = cfg.tts?.model ?? "aura-asteria-en";
+    return {
+        deepgramApiKey,
+        sttModel: cfg.stt?.model ?? "nova-2",
+        sttLanguage,
+        utteranceEndMs: cfg.stt?.utteranceEndMs ?? 500,
+        endpointing: cfg.stt?.endpointing ?? 300,
+        ttsModel,
+        silenceTimeoutSeconds: cfg.silenceTimeoutSeconds ?? 300, // 5min for phone calls
+        forceTurnRelay: cfg.forceTurnRelay ?? false,
+        callTts: {
+            ttsEngine: cfg.ttsEngine ?? "auto",
+            sttLanguage,
+            deepgramApiKey,
+            deepgramTtsModel: ttsModel,
+            volcengineTts: cfg.volcengineTts,
+        },
+    };
+}
+function splitIntoSentences(text) {
+    const sentences = [];
+    const regex = /[^.!?]*[.!?]+[\s]*/g;
+    let match;
+    let lastIndex = 0;
+    while ((match = regex.exec(text)) !== null) {
+        sentences.push(match[0].trim());
+        lastIndex = regex.lastIndex;
+    }
+    const remainder = text.slice(lastIndex).trim();
+    if (remainder)
+        sentences.push(remainder);
+    return sentences.length > 0 ? sentences : [text];
+}
+//# sourceMappingURL=phoneCall.js.map

package/dist/src/phoneCall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"phoneCall.js","sourceRoot":"","sources":["../../src/phoneCall.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EACL,IAAI,EACJ,SAAS,EACT,eAAe,EACf,WAAW,EACX,WAAW,EACX,UAAU,EACV,SAAS,EAIT,gBAAgB,EAChB,mBAAmB,EACnB,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAEtE,OAAO,EAAE,uBAAuB,EAAsB,MAAM,gBAAgB,CAAC;AA+B7E,MAAM,OAAO,gBAAgB;IAClB,WAAW,CAAS;IACpB,OAAO,CAAS;IAChB,IAAI,CAAoB;IAEzB,IAAI,CAAO;IACX,MAAM,CAA0B;IAChC,YAAY,CAAS;IACrB,UAAU,CAAS;IACnB,YAAY,CAAyB;IACrC,aAAa,CAAc;IAC3B,GAAG,CAAkC;IAErC,WAAW,GAAuB,IAAI,CAAC;IACvC,eAAe,GAA2B,IAAI,CAAC;IACvD,8DAA8D;IACtD,kBAAkB,GAAQ,IAAI,CAAC;IAC/B,iBAAiB,GAA0C,IAAI,CAAC;IAChE,YAAY,GAAyC,IAAI,CAAC;IAC1D,SAAS,GAAG,KAAK,CAAC;IAClB,QAAQ,GAAG,KAAK,CAAC;IAEjB,eAAe,GAA2B,IAAI,CAAC;IAEvD,yBAAyB;IACjB,oBAAoB,GAAG,CAAC,CAAC;IACzB,iBAAiB,GAAyC,IAAI,CAAC;IAC/D,MAAM,CAAU,iBAAiB,GAAG,EAAE,CAAC;IAE/C,qDAAqD;IAC5C,UAAU,GAAyD,EAAE,CAAC;IAE/E,YAAY,OAAgC;QAC1C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,sBAAsB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,8BAA8B,CAAC,CAAC;QAEhF,iDAAiD;QACjD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAEvF,kDAAkD;QAClD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,KAAkB,EAAE,GAA2B,EAAE,WAA8B,EAAE,EAAE;YAC1H,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC;gBACxC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gDAAgD;QAChD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,uBAAuB,EAAE,CAAC,WAA8B,EAAE,EAAE;YACjF,IAAI,WAAW,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACrC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,4CAA4C,CAAC,CAAC;gBAC9F,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE;YAC1D,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;YACd,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;gBAC/B,SAAS,EAAE;oBACT,gBAAgB,EAAE,gBAAgB,CAAC,eAAe;oBAClD,wBAAwB,EAAE,CAAC;oBAC3B,UAAU,EAAE,EAAE;iBACf;aACF,CAAC,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,sBAAsB;QACtB,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,mBAAmB,CAAC;gBAC1F,MAAM,EAAE,WAAW,CAAC,iBAAiB;aACtC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,cAAc;QACd,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,4CAA4C;QAC5C,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC3D,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,WAAW,CAAC,iBAAiB,EAAE,CAAC;gBAC5D,IAAI,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC;oBACnE,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,KAAoB,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,kCAAkC,CAAC,CAAC;IACtF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,iBAAiB,CAAC,CAAC;QAEnE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACrC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBAAC,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACtE,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACjC,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACtE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC9D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,WAAyB;QACrD,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAE/C,uBAAuB;QACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAE/D,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAChG,IAAI,CAAC,OAAO,IAAI,WAAW,EAAE,OAAO,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE9D,MAAM,eAAe,GAAG,GAAG,CAAC,CAAC,gBAAgB;QAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,eAAe,EAAE,CAAC;YACzD,IAAI,WAAW,EAAE,OAAO,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,WAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;YAC3C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ;oBAAE,OAAO;gBAClD,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO;YACjC,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,eAAe,KAAK,KAAK,EAAE,CAAC;gBACnC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,qBAAqB;QACnB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC;IACjC,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,kBAAkB;IAEV,UAAU;QAChB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;YACtC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC3B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACjC,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,CAAC;YACX,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC5C,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,8DAA8D;QAC9D,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,UAAU,EAAE,CAAC,IAAS,EAAE,EAAE;YAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC;YAC/D,IAAI,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC;gBACvC,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;oBAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACzB,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;oBAC/B,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,iBAAiB,IAAI,GAAG,CAAC,CAAC;oBAC1E,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACjE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,aAAa,EAAE,GAAG,EAAE;YACxD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,8DAA8D;QAC9D,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,EAAE,CAAC,GAAQ,EAAE,EAAE;YACxD,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,yBAAyB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvI,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,EAAE,GAAG,EAAE;YAChD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,0DAA0D,CAAC,CAAC;gBAC5G,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC;QAErC,IAAI,IAAI,CAAC,iBAAiB;YAAE,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAClE,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC,GAAG,EAAE;YACxC,IAAI,CAAC;gBAAC,IAAI,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACtE,CAAC,EAAE,IAAI,CAAC,CAAC;IACX,CAAC;IAEO,oBAAoB;QAC1B,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,oBAAoB,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,CAAC;YACrF,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,sCAAsC,CAAC,CAAC;YACxF,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,oBAAoB,CAAC,EAAE,KAAK,CAAC,CAAC;QAC7E,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,2BAA2B,IAAI,CAAC,oBAAoB,OAAO,KAAK,IAAI,CAAC,CAAC;QAEtH,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC,GAAG,EAAE;YACvC,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAC1B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBACtC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAChC,CAAC;YACD,IAAI,CAAC;gBAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACvE,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAE/B,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC3D,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,WAAW,CAAC,iBAAiB,EAAE,CAAC;oBAC5D,IAAI,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC;wBACnE,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,KAAoB,CAAC,CAAC;oBAC5D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC;IAEO,kBAAkB,CAAC,KAAkB;QAC3C,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAEtD,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,8BAA8B,CAAC,CAAC;QAEhF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEvC,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,kBAAkB;oBAAE,MAAM;gBACrD,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBACxB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC1F,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC3B,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,YAAY;YAAE,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,eAAe,IAAI,CAAC,WAAW,sBAAsB,IAAI,CAAC,MAAM,CAAC,qBAAqB,mBAAmB,CAAC,CAAC;YAC5H,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;QACzB,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC;IAC/C,CAAC;;AAGH,SAAS,sBAAsB,CAAC,GAA0B;IACxD,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;IAChF,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,EAAE,QAAQ,IAAI,IAAI,CAAC;IAC9C,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,iBAAiB,CAAC;IACrD,OAAO;QACL,cAAc;QACd,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,QAAQ;QACpC,WAAW;QACX,cAAc,EAAE,GAAG,CAAC,GAAG,EAAE,cAAc,IAAI,GAAG;QAC9C,WAAW,EAAE,GAAG,CAAC,GAAG,EAAE,WAAW,IAAI,GAAG;QACxC,QAAQ;QACR,qBAAqB,EAAE,GAAG,CAAC,qBAAqB,IAAI,GAAG,EAAE,uBAAuB;QAChF,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,KAAK;QAC3C,OAAO,EAAE;YACP,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,MAAM;YAClC,WAAW;YACX,cAAc;YACd,gBAAgB,EAAE,QAAQ;YAC1B,aAAa,EAAE,GAAG,CAAC,aAAa;SACjC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,qBAAqB,CAAC;IACpC,IAAI,KAA6B,CAAC;IAClC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAChC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IAC9B,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,SAAS;QAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC"}

package/dist/src/ttsEngine.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Unified TTS engine for voice/phone calls.
+ *
+ * Supports two backends:
+ * - Deepgram Aura: returns linear16 PCM at 48kHz (English)
+ * - Volcengine: returns raw PCM at 48kHz (Chinese + other languages)
+ *
+ * Auto-select: if stt.language starts with "zh", use volcengine; else deepgram.
+ */
+import type { OzaiyaVolcengineTtsConfig } from "./types.js";
+export type TtsEngineType = "deepgram" | "volcengine" | "auto";
+export interface CallTtsConfig {
+    ttsEngine: TtsEngineType;
+    sttLanguage: string;
+    deepgramApiKey: string;
+    deepgramTtsModel: string;
+    volcengineTts?: OzaiyaVolcengineTtsConfig;
+}
+interface TtsLog {
+    info?: (msg: string) => void;
+    warn?: (msg: string) => void;
+}
+/**
+ * Resolve which TTS engine to use based on config and language.
+ */
+export declare function resolveEngine(config: CallTtsConfig): "deepgram" | "volcengine";
+/**
+ * Synthesize speech for a voice/phone call.
+ * Returns Int16Array of PCM audio at 48kHz mono, ready for LiveKit AudioFrame.
+ */
+export declare function synthesizeSpeechForCall(text: string, config: CallTtsConfig, abortSignal?: AbortSignal, log?: TtsLog): Promise<Int16Array | null>;
+export {};

package/dist/src/ttsEngine.js

@@ -0,0 +1,202 @@
+/**
+ * Resolve which TTS engine to use based on config and language.
+ */
+export function resolveEngine(config) {
+    if (config.ttsEngine === "deepgram")
+        return "deepgram";
+    if (config.ttsEngine === "volcengine")
+        return "volcengine";
+    // auto: pick by language
+    if (config.sttLanguage.startsWith("zh"))
+        return "volcengine";
+    return "deepgram";
+}
+/**
+ * Synthesize speech for a voice/phone call.
+ * Returns Int16Array of PCM audio at 48kHz mono, ready for LiveKit AudioFrame.
+ */
+export async function synthesizeSpeechForCall(text, config, abortSignal, log) {
+    const engine = resolveEngine(config);
+    if (engine === "volcengine") {
+        if (!config.volcengineTts) {
+            log?.warn?.("ttsEngine: volcengine selected but no volcengineTts config");
+            // Fallback to deepgram
+            return synthesizeDeepgram(text, config.deepgramApiKey, config.deepgramTtsModel, abortSignal, log);
+        }
+        return synthesizeVolcengineCall(text, config.volcengineTts, abortSignal, log);
+    }
+    return synthesizeDeepgram(text, config.deepgramApiKey, config.deepgramTtsModel, abortSignal, log);
+}
+/**
+ * Deepgram Aura TTS → PCM Int16Array at 48kHz.
+ */
+async function synthesizeDeepgram(text, apiKey, model, abortSignal, log) {
+    const url = `https://api.deepgram.com/v1/speak?model=${encodeURIComponent(model)}&encoding=linear16&sample_rate=48000`;
+    const res = await fetch(url, {
+        method: "POST",
+        headers: {
+            Authorization: `Token ${apiKey}`,
+            "Content-Type": "application/json",
+        },
+        body: JSON.stringify({ text }),
+        signal: abortSignal,
+    });
+    if (!res.ok) {
+        log?.warn?.(`ttsEngine: Deepgram TTS error: ${res.status} ${res.statusText}`);
+        return null;
+    }
+    const arrayBuffer = await res.arrayBuffer();
+    if (abortSignal?.aborted)
+        return null;
+    return new Int16Array(arrayBuffer);
+}
+/**
+ * Volcengine TTS → PCM Int16Array at 48kHz.
+ * Priority: arkApiKey → apiKey (v3) → accessToken (v1).
+ * Requests raw PCM encoding at 48kHz for direct LiveKit playback.
+ */
+async function synthesizeVolcengineCall(text, config, abortSignal, log) {
+    const voice = config.voice ?? "zh_female_wanwanxiaohe_moon_bigtts";
+    const speedRatio = config.speedRatio ?? 1.0;
+    try {
+        if (config.arkApiKey) {
+            return await volcGatewayPcm(text, config.arkApiKey, voice, speedRatio, abortSignal, log);
+        }
+        else if (config.apiKey) {
+            const resourceId = config.resourceId ?? "volc.service_type.10029";
+            return await volcV3Pcm(text, config.apiKey, voice, speedRatio, resourceId, abortSignal, log);
+        }
+        else if (config.accessToken) {
+            return await volcV1Pcm(text, config, voice, speedRatio, abortSignal, log);
+        }
+        else {
+            log?.warn?.("ttsEngine: Volcengine: no auth configured");
+            return null;
+        }
+    }
+    catch (err) {
+        log?.warn?.(`ttsEngine: Volcengine TTS failed: ${String(err)}`);
+        return null;
+    }
+}
+/**
+ * Volcengine AI Gateway → raw PCM 48kHz.
+ */
+async function volcGatewayPcm(text, arkApiKey, voice, speedRatio, abortSignal, log) {
+    log?.info?.(`ttsEngine: Volcengine Gateway PCM: voice=${voice}`);
+    const res = await fetch("https://ai-gateway.vei.volces.com/v1/audio/speech", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${arkApiKey}`,
+        },
+        body: JSON.stringify({
+            model: "doubao-tts",
+            input: text,
+            voice,
+            response_format: "pcm",
+            speed: speedRatio,
+        }),
+        signal: abortSignal,
+    });
+    if (!res.ok) {
+        const errText = await res.text().catch(() => "");
+        log?.warn?.(`ttsEngine: Volcengine Gateway PCM error: ${res.status} ${errText}`);
+        return null;
+    }
+    const buf = await res.arrayBuffer();
+    if (buf.byteLength === 0)
+        return null;
+    // Gateway returns 24kHz PCM by default — upsample to 48kHz
+    const src = new Int16Array(buf);
+    return upsample24kTo48k(src);
+}
+/**
+ * Volcengine v3 streaming → raw PCM 48kHz.
+ */
+async function volcV3Pcm(text, apiKey, voice, speedRatio, resourceId, abortSignal, log) {
+    const headers = {
+        "Content-Type": "application/json",
+        "X-Api-Key": apiKey,
+        "X-Api-Resource-Id": resourceId,
+        "X-Api-Connect-Id": `tts-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+    };
+    const body = {
+        user: { uid: "ozaiya-bot" },
+        req_params: { text, speaker: voice, speed_ratio: speedRatio },
+        audio_params: { format: "pcm", sample_rate: 48000 },
+    };
+    const res = await fetch("https://openspeech.bytedance.com/api/v3/tts/unidirectional", {
+        method: "POST",
+        headers,
+        body: JSON.stringify(body),
+        signal: abortSignal,
+    });
+    if (!res.ok) {
+        log?.warn?.(`ttsEngine: Volcengine v3 PCM error: ${res.status}`);
+        return null;
+    }
+    const responseText = await res.text();
+    const chunks = [];
+    for (const line of responseText.split("\n")) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        try {
+            const chunk = JSON.parse(trimmed);
+            if (chunk.data)
+                chunks.push(Buffer.from(chunk.data, "base64"));
+        }
+        catch { /* skip */ }
+    }
+    if (chunks.length === 0)
+        return null;
+    const combined = Buffer.concat(chunks);
+    return new Int16Array(combined.buffer, combined.byteOffset, combined.byteLength / 2);
+}
+/**
+ * Volcengine v1 → raw PCM, upsample to 48kHz.
+ */
+async function volcV1Pcm(text, config, voice, speedRatio, abortSignal, log) {
+    const cluster = config.cluster ?? "volcano_tts";
+    const payload = {
+        app: { appid: config.appId ?? "", token: config.accessToken ?? "", cluster },
+        user: { uid: "ozaiya-bot" },
+        audio: { voice_type: voice, encoding: "pcm", speed_ratio: speedRatio, rate: 24000 },
+        request: { reqid: `tts-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`, text, operation: "query" },
+    };
+    const res = await fetch("https://openspeech.bytedance.com/api/v1/tts", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer;${config.accessToken}`,
+        },
+        body: JSON.stringify(payload),
+        signal: abortSignal,
+    });
+    if (!res.ok) {
+        log?.warn?.(`ttsEngine: Volcengine v1 PCM error: ${res.status}`);
+        return null;
+    }
+    const result = (await res.json());
+    if (result.code !== 3000 || !result.data)
+        return null;
+    const buf = Buffer.from(result.data, "base64");
+    const src = new Int16Array(buf.buffer, buf.byteOffset, buf.byteLength / 2);
+    // v1 returns 24kHz — upsample to 48kHz
+    return upsample24kTo48k(src);
+}
+/**
+ * Simple linear interpolation upsample from 24kHz to 48kHz (2x).
+ */
+function upsample24kTo48k(src) {
+    const dst = new Int16Array(src.length * 2);
+    for (let i = 0; i < src.length; i++) {
+        dst[i * 2] = src[i];
+        // Interpolate: average of current and next sample (clamp at end)
+        const next = i + 1 < src.length ? src[i + 1] : src[i];
+        dst[i * 2 + 1] = Math.round((src[i] + next) / 2);
+    }
+    return dst;
+}
+//# sourceMappingURL=ttsEngine.js.map

package/dist/src/ttsEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ttsEngine.js","sourceRoot":"","sources":["../../src/ttsEngine.ts"],"names":[],"mappings":"AA4BA;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,MAAqB;IACjD,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU;QAAE,OAAO,UAAU,CAAC;IACvD,IAAI,MAAM,CAAC,SAAS,KAAK,YAAY;QAAE,OAAO,YAAY,CAAC;IAC3D,yBAAyB;IACzB,IAAI,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IAC7D,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAY,EACZ,MAAqB,EACrB,WAAyB,EACzB,GAAY;IAEZ,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAErC,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1B,GAAG,EAAE,IAAI,EAAE,CAAC,4DAA4D,CAAC,CAAC;YAC1E,uBAAuB;YACvB,OAAO,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,gBAAgB,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QACpG,CAAC;QACD,OAAO,wBAAwB,CAAC,IAAI,EAAE,MAAM,CAAC,aAAa,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,gBAAgB,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;AACpG,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAC/B,IAAY,EACZ,MAAc,EACd,KAAa,EACb,WAAyB,EACzB,GAAY;IAEZ,MAAM,GAAG,GAAG,2CAA2C,kBAAkB,CAAC,KAAK,CAAC,sCAAsC,CAAC;IAEvH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC3B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,SAAS,MAAM,EAAE;YAChC,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;QAC9B,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,GAAG,EAAE,IAAI,EAAE,CAAC,kCAAkC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC9E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,WAAW,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IACtC,OAAO,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;AACrC,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,wBAAwB,CACrC,IAAY,EACZ,MAAiC,EACjC,WAAyB,EACzB,GAAY;IAEZ,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,oCAAoC,CAAC;IACnE,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC;IAE5C,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,MAAM,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAC3F,CAAC;aAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,yBAAyB,CAAC;YAClE,OAAO,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAC/F,CAAC;aAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC9B,OAAO,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,GAAG,EAAE,IAAI,EAAE,CAAC,2CAA2C,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,EAAE,IAAI,EAAE,CAAC,qCAAqC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,IAAY,EACZ,SAAiB,EACjB,KAAa,EACb,UAAkB,EAClB,WAAyB,EACzB,GAAY;IAEZ,GAAG,EAAE,IAAI,EAAE,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,mDAAmD,EAAE;QAC3E,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,SAAS,EAAE;SACrC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,YAAY;YACnB,KAAK,EAAE,IAAI;YACX,KAAK;YACL,eAAe,EAAE,KAAK;YACtB,KAAK,EAAE,UAAU;SAClB,CAAC;QACF,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACjD,GAAG,EAAE,IAAI,EAAE,CAAC,4CAA4C,GAAG,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,GAAG,CAAC,UAAU,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtC,2DAA2D;IAC3D,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CACtB,IAAY,EACZ,MAAc,EACd,KAAa,EACb,UAAkB,EAClB,UAAkB,EAClB,WAAyB,EACzB,GAAY;IAEZ,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,kBAAkB;QAClC,WAAW,EAAE,MAAM;QACnB,mBAAmB,EAAE,UAAU;QAC/B,kBAAkB,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;KAClF,CAAC;IACF,MAAM,IAAI,GAAG;QACX,IAAI,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE;QAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE;QAC7D,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;KACpD,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,4DAA4D,EAAE;QACpF,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,GAAG,EAAE,IAAI,EAAE,CAAC,uCAAuC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IACtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;YACvD,IAAI,KAAK,CAAC,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;AACvF,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CACtB,IAAY,EACZ,MAAiC,EACjC,KAAa,EACb,UAAkB,EAClB,WAAyB,EACzB,GAAY;IAEZ,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC;IAChD,MAAM,OAAO,GAAG;QACd,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE,EAAE,OAAO,EAAE;QAC5E,IAAI,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE;QAC3B,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE;QACnF,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE;KAC5G,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,6CAA6C,EAAE;QACrE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,CAAC,WAAW,EAAE;SAC9C;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QAC7B,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,GAAG,EAAE,IAAI,EAAE,CAAC,uCAAuC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAqC,CAAC;IACtE,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEtD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAC3E,uCAAuC;IACvC,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,GAAe;IACvC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,iEAAiE;QACjE,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtD,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}