@getpaseo/server 0.1.69 → 0.1.70

package/dist/server/server/voice/voice-turn-controller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"voice-turn-controller.d.ts","sourceRoot":"","sources":["../../../../src/server/voice/voice-turn-controller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAKnC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAkBlF,MAAM,WAAW,4BAA4B;IAC3C,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,eAAe,CAAC,SAAS,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,iBAAiB,CAAC,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClF;AAED,wBAAgB,yBAAyB,CAAC,MAAM,EAAE;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,qBAAqB,CAAC;IACrC,aAAa,EAAE,kBAAkB,CAAC;IAClC,SAAS,EAAE,4BAA4B,CAAC;IACxC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,GAAG,mBAAmB,CAwLtB"}
+{"version":3,"file":"voice-turn-controller.d.ts","sourceRoot":"","sources":["../../../../src/server/voice/voice-turn-controller.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAKnC,OAAO,KAAK,EACV,oBAAoB,EAGrB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAyClF,MAAM,WAAW,4BAA4B;IAC3C,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,mBAAmB,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrF,iBAAiB,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,iBAAiB,CAAC,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClF;AAQD,UAAU,oBAAoB;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;CACpB;AAaD,wBAAgB,yBAAyB,CAAC,MAAM,EAAE;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,qBAAqB,CAAC;IACrC,GAAG,EAAE,oBAAoB,CAAC;IAC1B,SAAS,EAAE,4BAA4B,CAAC;CACzC,GAAG,mBAAmB,CA4btB"}

package/dist/server/server/voice/voice-turn-controller.js

@@ -2,94 +2,327 @@ import { Buffer } from "node:buffer";
 import { v4 as uuidv4 } from "uuid";
 import { Pcm16MonoResampler } from "../agent/pcm16-resampler.js";
 import { parsePcmRateFromFormat } from "../speech/audio.js";
-import { FixedDurationPcmRingBuffer } from "./fixed-duration-pcm-ring-buffer.js";
-const PCM_CHANNELS = 1;
-const PCM_BITS_PER_SAMPLE = 16;
-const DEFAULT_PREFIX_DURATION_MS = 1000;
+const VOICE_FINAL_TRANSCRIPT_TIMEOUT_MS = 10000;
+const FILLER_PARTIAL_WORDS = new Set([
+    "uh",
+    "um",
+    "ah",
+    "eh",
+    "er",
+    "hmm",
+    "mm",
+    "mmm",
+    "mhm",
+    "huh",
+    "uhhuh",
+    "uh-huh",
+    "oh",
+]);
+function isFillerOnlyPartial(transcript) {
+    const tokens = transcript
+        .toLowerCase()
+        .replace(/[^\p{L}\p{N}\s'-]/gu, "")
+        .split(/\s+/)
+        .filter(Boolean);
+    if (tokens.length === 0) {
+        return true;
+    }
+    return tokens.every((token) => FILLER_PARTIAL_WORDS.has(token));
+}
 export function createVoiceTurnController(params) {
     const detector = params.turnDetection.createSession({
         logger: params.logger.child({ component: "turn-detection" }),
     });
-    const prefixBuffer = new FixedDurationPcmRingBuffer({
-        sampleRate: detector.requiredSampleRate,
-        channels: PCM_CHANNELS,
-        bitsPerSample: PCM_BITS_PER_SAMPLE,
-        durationMs: params.prefixDurationMs ?? DEFAULT_PREFIX_DURATION_MS,
-    });
     let state = { status: "idle" };
     let resampler = null;
+    let sttSession = null;
+    let sttResampler = null;
     let inputRate = detector.requiredSampleRate;
-    let utteranceChunks = [];
+    let sttInputRate = 0;
     let queued = Promise.resolve();
-    let submissionQueue = Promise.resolve();
-    function buildVoicePcmFormat(sampleRate) {
-        return `audio/pcm;rate=${sampleRate};bits=16`;
-    }
+    let activeTranscriptSegmentId = null;
+    let partialTranscriptFired = false;
+    let reconnectAttemptedForTurn = false;
+    const sealedTranscriptSegmentIds = new Set();
+    let currentFinalizingTurn = null;
     function fail(error) {
         params.callbacks.onError(error instanceof Error ? error : new Error(String(error)));
     }
+    function firePartialTranscript(segmentId, transcript) {
+        if (partialTranscriptFired || state.status !== "capturing") {
+            return;
+        }
+        partialTranscriptFired = true;
+        void runSerial(async () => {
+            await params.callbacks.onPartialTranscript({ segmentId, transcript });
+        });
+    }
+    function clearFinalizingTurnTimeout() {
+        if (currentFinalizingTurn) {
+            clearTimeout(currentFinalizingTurn.timeout);
+        }
+    }
+    function getFinalizingTurnForSegment(segmentId) {
+        if (!currentFinalizingTurn) {
+            return null;
+        }
+        if (currentFinalizingTurn.committedSegmentIds.includes(segmentId)) {
+            return currentFinalizingTurn;
+        }
+        if (currentFinalizingTurn.committedSegmentIds.length > 0) {
+            return null;
+        }
+        if (activeTranscriptSegmentId && activeTranscriptSegmentId !== segmentId) {
+            return null;
+        }
+        return currentFinalizingTurn;
+    }
+    function getOrderedFinalSegmentIds(turn) {
+        if (turn.committedSegmentIds.length === 0) {
+            return [...turn.finalTranscriptSegmentIds];
+        }
+        return turn.committedSegmentIds.filter((segmentId) => turn.finalTranscriptSegmentIds.has(segmentId));
+    }
+    function assembleFinalTranscript(turn) {
+        const orderedFinalSegmentIds = getOrderedFinalSegmentIds(turn);
+        const transcript = orderedFinalSegmentIds
+            .map((segmentId) => turn.transcriptsBySegmentId.get(segmentId)?.trim() ?? "")
+            .filter((segment) => segment.length > 0)
+            .join(" ")
+            .trim();
+        const orderedFinalMeta = orderedFinalSegmentIds
+            .map((segmentId) => turn.transcriptMetaBySegmentId.get(segmentId))
+            .filter((meta) => Boolean(meta));
+        const language = orderedFinalMeta.find((meta) => meta.language)?.language;
+        const singleSegmentMeta = orderedFinalMeta.length === 1 ? orderedFinalMeta[0] : null;
+        const allLowConfidence = orderedFinalMeta.length > 0 &&
+            orderedFinalMeta.every((meta) => meta.isLowConfidence === true);
+        return {
+            segmentId: turn.committedSegmentIds[0] ?? orderedFinalSegmentIds[0] ?? turn.turnId,
+            transcript,
+            ...(language ? { language } : {}),
+            ...(singleSegmentMeta?.avgLogprob !== undefined
+                ? { avgLogprob: singleSegmentMeta.avgLogprob }
+                : {}),
+            ...(allLowConfidence ? { isLowConfidence: true } : {}),
+            durationMs: Math.max(0, Date.now() - turn.startedAt),
+        };
+    }
+    function fireFinalTranscript(turn, reason) {
+        if (turn.fired || currentFinalizingTurn?.turnId !== turn.turnId) {
+            return;
+        }
+        turn.fired = true;
+        clearTimeout(turn.timeout);
+        currentFinalizingTurn = null;
+        const finalTranscript = assembleFinalTranscript(turn);
+        if (reason === "timeout") {
+            params.logger.warn({
+                turnId: turn.turnId,
+                committedSegments: turn.committedSegmentIds.length,
+                receivedFinals: turn.finalTranscriptSegmentIds.size,
+                timeoutMs: VOICE_FINAL_TRANSCRIPT_TIMEOUT_MS,
+                transcriptLength: finalTranscript.transcript.length,
+            }, "voice_turn.final_transcript_timeout");
+        }
+        void runSerial(async () => {
+            await params.callbacks.onFinalTranscript(finalTranscript);
+        });
+    }
+    function maybeFireFinalTranscript(turn) {
+        if (turn.fired || turn.committedSegmentIds.length === 0) {
+            return;
+        }
+        const allCommittedSegmentsFinal = turn.committedSegmentIds.every((segmentId) => turn.finalTranscriptSegmentIds.has(segmentId));
+        if (allCommittedSegmentsFinal) {
+            fireFinalTranscript(turn, "complete");
+        }
+    }
+    async function reconnectSttSession() {
+        const previousSession = sttSession;
+        sttSession = null;
+        sttResampler = null;
+        sttInputRate = 0;
+        previousSession?.close();
+        try {
+            const nextSession = createSttSession();
+            await nextSession.connect();
+            sttSession = nextSession;
+            params.logger.info("voice_turn.stt_reconnected");
+        }
+        catch (error) {
+            fail(error);
+            params.logger.warn({ err: error }, "voice_turn.stt_reconnect_failed");
+        }
+    }
+    function handleSttError(error) {
+        fail(error);
+        params.logger.warn({ err: error }, "voice_turn.stt_error");
+        if (reconnectAttemptedForTurn) {
+            sttSession?.close();
+            sttSession = null;
+            return;
+        }
+        reconnectAttemptedForTurn = true;
+        void runSerial(reconnectSttSession);
+    }
+    function handleFinalSttTranscript(event) {
+        const turn = getFinalizingTurnForSegment(event.segmentId);
+        if (!turn || turn.fired) {
+            return;
+        }
+        turn.transcriptsBySegmentId.set(event.segmentId, event.transcript);
+        turn.finalTranscriptSegmentIds.add(event.segmentId);
+        turn.transcriptMetaBySegmentId.set(event.segmentId, {
+            ...(event.language ? { language: event.language } : {}),
+            ...(event.avgLogprob !== undefined ? { avgLogprob: event.avgLogprob } : {}),
+            ...(event.isLowConfidence !== undefined ? { isLowConfidence: event.isLowConfidence } : {}),
+        });
+        maybeFireFinalTranscript(turn);
+    }
+    function handlePartialSttTranscript(event) {
+        if (state.status !== "capturing" || partialTranscriptFired) {
+            return;
+        }
+        if (sealedTranscriptSegmentIds.has(event.segmentId)) {
+            return;
+        }
+        if (activeTranscriptSegmentId && event.segmentId !== activeTranscriptSegmentId) {
+            return;
+        }
+        const transcript = event.transcript.trim();
+        if (!transcript) {
+            return;
+        }
+        activeTranscriptSegmentId = event.segmentId;
+        if (isFillerOnlyPartial(transcript)) {
+            return;
+        }
+        firePartialTranscript(event.segmentId, transcript);
+    }
+    function handleSttTranscript(event) {
+        if (event.isFinal) {
+            handleFinalSttTranscript(event);
+            return;
+        }
+        handlePartialSttTranscript(event);
+    }
+    function createSttSession() {
+        const session = params.stt.createSession({
+            logger: params.logger.child({ component: "stt" }),
+            language: "en",
+        });
+        session.on("transcript", handleSttTranscript);
+        session.on("committed", ({ segmentId }) => {
+            sealedTranscriptSegmentIds.add(segmentId);
+            if (state.status === "capturing" && !activeTranscriptSegmentId) {
+                activeTranscriptSegmentId = segmentId;
+            }
+            const turn = currentFinalizingTurn;
+            if (turn && !turn.committedSegmentIds.includes(segmentId)) {
+                turn.committedSegmentIds.push(segmentId);
+                maybeFireFinalTranscript(turn);
+            }
+        });
+        session.on("error", handleSttError);
+        return session;
+    }
     function runSerial(task) {
         queued = queued.then(task).catch((error) => {
             fail(error);
         });
         return queued;
     }
-    function enqueueUtteranceSubmission(utterance) {
-        submissionQueue = submissionQueue
-            .then(async () => {
-            await params.utteranceSink.submitUtterance(utterance);
+    function updateDetectorResampler(parsedInputRate) {
+        if (parsedInputRate === inputRate) {
             return;
-        })
-            .catch((error) => {
-            fail(error);
-        });
+        }
+        inputRate = parsedInputRate;
+        resampler =
+            inputRate === detector.requiredSampleRate
+                ? null
+                : new Pcm16MonoResampler({
+                    inputRate,
+                    outputRate: detector.requiredSampleRate,
+                });
+    }
+    function updateSttResampler(session, parsedInputRate) {
+        if (parsedInputRate === sttInputRate) {
+            return;
+        }
+        sttInputRate = parsedInputRate;
+        sttResampler =
+            sttInputRate === session.requiredSampleRate
+                ? null
+                : new Pcm16MonoResampler({
+                    inputRate: sttInputRate,
+                    outputRate: session.requiredSampleRate,
+                });
+    }
+    function pcmForDetector(pcm16) {
+        return resampler === null ? pcm16 : resampler.processChunk(pcm16);
+    }
+    function pcmForStt(session, pcm16, detectorPcm16) {
+        if (session.requiredSampleRate === detector.requiredSampleRate) {
+            return detectorPcm16;
+        }
+        if (sttResampler === null) {
+            return pcm16;
+        }
+        return sttResampler.processChunk(pcm16);
     }
     async function handleSpeechStarted() {
         if (state.status === "capturing") {
             return;
         }
         await params.callbacks.onSpeechStarted();
-        const prefix = prefixBuffer.drain();
         const startedAt = Date.now();
-        utteranceChunks = prefix.length > 0 ? [prefix] : [];
+        activeTranscriptSegmentId = null;
+        partialTranscriptFired = false;
+        reconnectAttemptedForTurn = false;
+        clearFinalizingTurnTimeout();
+        currentFinalizingTurn = null;
         state = {
             status: "capturing",
             utteranceId: uuidv4(),
             startedAt,
-            rollingPrefixBytes: prefixBuffer.byteLength,
-            utteranceBytes: prefix.length,
         };
         params.logger.info({
             utteranceId: state.utteranceId,
-            prefixBytes: prefix.length,
-            rollingPrefixBytes: prefixBuffer.byteLength,
         }, "voice_turn.speech_started");
     }
     async function handleSpeechStopped() {
         if (state.status !== "capturing") {
             return;
         }
-        const utterance = Buffer.concat(utteranceChunks);
+        const turnId = state.utteranceId;
         const startedAt = state.startedAt;
         const endedAt = Date.now();
-        utteranceChunks = [];
-        state = { status: "listening", rollingPrefixBytes: prefixBuffer.byteLength };
+        state = { status: "listening" };
+        const finalizingTurn = {
+            turnId,
+            startedAt,
+            committedSegmentIds: [],
+            transcriptsBySegmentId: new Map(),
+            finalTranscriptSegmentIds: new Set(),
+            transcriptMetaBySegmentId: new Map(),
+            timeout: setTimeout(() => {
+                fireFinalTranscript(finalizingTurn, "timeout");
+            }, VOICE_FINAL_TRANSCRIPT_TIMEOUT_MS),
+            fired: false,
+        };
+        currentFinalizingTurn = finalizingTurn;
         detector.reset();
+        try {
+            sttSession?.commit();
+        }
+        catch (error) {
+            handleSttError(error);
+        }
         await params.callbacks.onSpeechStopped();
         params.logger.info({
-            utteranceBytes: utterance.length,
             utteranceAgeMs: Math.max(0, endedAt - startedAt),
         }, "voice_turn.speech_stopped");
-        if (utterance.length === 0) {
-            return;
-        }
-        enqueueUtteranceSubmission({
-            pcm16: utterance,
-            sampleRate: detector.requiredSampleRate,
-            format: buildVoicePcmFormat(detector.requiredSampleRate),
-            startedAt,
-            endedAt,
-        });
     }
     detector.on("speech_started", () => {
         void runSerial(handleSpeechStarted);
@@ -100,16 +333,22 @@ export function createVoiceTurnController(params) {
     detector.on("error", fail);
     return {
         async start() {
+            sttSession = createSttSession();
+            await sttSession.connect();
             await detector.connect();
-            state = { status: "listening", rollingPrefixBytes: prefixBuffer.byteLength };
+            state = { status: "listening" };
         },
         async stop() {
             await runSerial(async () => {
+                clearFinalizingTurnTimeout();
                 detector.close();
-                prefixBuffer.clear();
-                utteranceChunks = [];
+                sttSession?.close();
                 resampler?.reset();
+                sttResampler?.reset();
                 resampler = null;
+                sttResampler = null;
+                sttSession = null;
+                currentFinalizingTurn = null;
                 state = { status: "idle" };
             });
         },
@@ -124,36 +363,29 @@ export function createVoiceTurnController(params) {
                 }
                 const parsedInputRate = parsePcmRateFromFormat(input.format, detector.requiredSampleRate) ??
                     detector.requiredSampleRate;
-                if (parsedInputRate !== inputRate) {
-                    inputRate = parsedInputRate;
-                    resampler =
-                        inputRate === detector.requiredSampleRate
-                            ? null
-                            : new Pcm16MonoResampler({
-                                inputRate,
-                                outputRate: detector.requiredSampleRate,
-                            });
+                updateDetectorResampler(parsedInputRate);
+                const currentSttSession = sttSession;
+                if (currentSttSession) {
+                    updateSttResampler(currentSttSession, parsedInputRate);
                 }
-                const normalized = resampler === null ? pcm16 : resampler.processChunk(pcm16);
-                if (normalized.length === 0) {
+                const detectorPcm16 = pcmForDetector(pcm16);
+                const sttPcm16 = currentSttSession
+                    ? pcmForStt(currentSttSession, pcm16, detectorPcm16)
+                    : null;
+                if (detectorPcm16.length === 0 && (!sttPcm16 || sttPcm16.length === 0)) {
                     return;
                 }
-                prefixBuffer.append(normalized);
-                if (state.status === "listening") {
-                    state = {
-                        status: "listening",
-                        rollingPrefixBytes: prefixBuffer.byteLength,
-                    };
+                if (detectorPcm16.length > 0) {
+                    detector.appendPcm16(detectorPcm16);
                 }
-                else if (state.status === "capturing") {
-                    utteranceChunks.push(normalized);
-                    state = {
-                        ...state,
-                        rollingPrefixBytes: prefixBuffer.byteLength,
-                        utteranceBytes: state.utteranceBytes + normalized.length,
-                    };
+                if (sttPcm16 && sttPcm16.length > 0) {
+                    try {
+                        currentSttSession?.appendPcm16(sttPcm16);
+                    }
+                    catch (error) {
+                        handleSttError(error);
+                    }
                 }
-                detector.appendPcm16(normalized);
             });
         },
     };

package/dist/server/server/voice/voice-turn-controller.js.map

@@ -1 +1 @@
-{"version":3,"file":"voice-turn-controller.js","sourceRoot":"","sources":["../../../../src/server/voice/voice-turn-controller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAE5D,OAAO,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAC;AAEjF,MAAM,YAAY,GAAG,CAAC,CAAC;AACvB,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,0BAA0B,GAAG,IAAI,CAAC;AAqCxC,MAAM,UAAU,yBAAyB,CAAC,MAMzC;IACC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC;QAClD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;KAC7D,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,IAAI,0BAA0B,CAAC;QAClD,UAAU,EAAE,QAAQ,CAAC,kBAAkB;QACvC,QAAQ,EAAE,YAAY;QACtB,aAAa,EAAE,mBAAmB;QAClC,UAAU,EAAE,MAAM,CAAC,gBAAgB,IAAI,0BAA0B;KAClE,CAAC,CAAC;IAEH,IAAI,KAAK,GAAoB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAChD,IAAI,SAAS,GAA8B,IAAI,CAAC;IAChD,IAAI,SAAS,GAAG,QAAQ,CAAC,kBAAkB,CAAC;IAC5C,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,IAAI,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,eAAe,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAExC,SAAS,mBAAmB,CAAC,UAAkB;QAC7C,OAAO,kBAAkB,UAAU,UAAU,CAAC;IAChD,CAAC;IAED,SAAS,IAAI,CAAC,KAAc;QAC1B,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,SAAS,SAAS,CAAC,IAAyB;QAC1C,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACzC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,SAAS,0BAA0B,CAAC,SAAiC;QACnE,eAAe,GAAG,eAAe;aAC9B,IAAI,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YACtD,OAAO;QACT,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAEzC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,eAAe,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,KAAK,GAAG;YACN,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,MAAM,EAAE;YACrB,SAAS;YACT,kBAAkB,EAAE,YAAY,CAAC,UAAU;YAC3C,cAAc,EAAE,MAAM,CAAC,MAAM;SAC9B,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;YACE,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,kBAAkB,EAAE,YAAY,CAAC,UAAU;SAC5C,EACD,2BAA2B,CAC5B,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,eAAe,GAAG,EAAE,CAAC;QACrB,KAAK,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,kBAAkB,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC;QAE7E,QAAQ,CAAC,KAAK,EAAE,CAAC;QAEjB,MAAM,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;YACE,cAAc,EAAE,SAAS,CAAC,MAAM;YAChC,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;SACjD,EACD,2BAA2B,CAC5B,CAAC;QAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,0BAA0B,CAAC;YACzB,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,QAAQ,CAAC,kBAAkB;YACvC,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YACxD,SAAS;YACT,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAE3B,OAAO;QACL,KAAK,CAAC,KAAK;YACT,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YACzB,KAAK,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,kBAAkB,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC;QAC/E,CAAC;QAED,KAAK,CAAC,IAAI;YACR,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;gBACzB,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjB,YAAY,CAAC,KAAK,EAAE,CAAC;gBACrB,eAAe,GAAG,EAAE,CAAC;gBACrB,SAAS,EAAE,KAAK,EAAE,CAAC;gBACnB,SAAS,GAAG,IAAI,CAAC;gBACjB,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,iBAAiB,CAAC,KAAK;YAC3B,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;gBACzB,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBACvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAO;gBACT,CAAC;gBAED,MAAM,eAAe,GACnB,sBAAsB,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC;oBACjE,QAAQ,CAAC,kBAAkB,CAAC;gBAE9B,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;oBAClC,SAAS,GAAG,eAAe,CAAC;oBAC5B,SAAS;wBACP,SAAS,KAAK,QAAQ,CAAC,kBAAkB;4BACvC,CAAC,CAAC,IAAI;4BACN,CAAC,CAAC,IAAI,kBAAkB,CAAC;gCACrB,SAAS;gCACT,UAAU,EAAE,QAAQ,CAAC,kBAAkB;6BACxC,CAAC,CAAC;gBACX,CAAC;gBAED,MAAM,UAAU,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC9E,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBAEhC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACjC,KAAK,GAAG;wBACN,MAAM,EAAE,WAAW;wBACnB,kBAAkB,EAAE,YAAY,CAAC,UAAU;qBAC5C,CAAC;gBACJ,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACxC,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACjC,KAAK,GAAG;wBACN,GAAG,KAAK;wBACR,kBAAkB,EAAE,YAAY,CAAC,UAAU;wBAC3C,cAAc,EAAE,KAAK,CAAC,cAAc,GAAG,UAAU,CAAC,MAAM;qBACzD,CAAC;gBACJ,CAAC;gBAED,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"voice-turn-controller.js","sourceRoot":"","sources":["../../../../src/server/voice/voice-turn-controller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAQ5D,MAAM,iCAAiC,GAAG,KAAM,CAAC;AAEjD,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,KAAK;IACL,KAAK;IACL,OAAO;IACP,QAAQ;IACR,IAAI;CACL,CAAC,CAAC;AAEH,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,MAAM,MAAM,GAAG,UAAU;SACtB,WAAW,EAAE;SACb,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC;SAClC,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAClE,CAAC;AAmDD,MAAM,UAAU,yBAAyB,CAAC,MAKzC;IACC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC;QAClD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;KAC7D,CAAC,CAAC;IAEH,IAAI,KAAK,GAAoB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAChD,IAAI,SAAS,GAA8B,IAAI,CAAC;IAChD,IAAI,UAAU,GAAyC,IAAI,CAAC;IAC5D,IAAI,YAAY,GAA8B,IAAI,CAAC;IACnD,IAAI,SAAS,GAAG,QAAQ,CAAC,kBAAkB,CAAC;IAC5C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,yBAAyB,GAAkB,IAAI,CAAC;IACpD,IAAI,sBAAsB,GAAG,KAAK,CAAC;IACnC,IAAI,yBAAyB,GAAG,KAAK,CAAC;IACtC,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAAU,CAAC;IACrD,IAAI,qBAAqB,GAA+B,IAAI,CAAC;IAE7D,SAAS,IAAI,CAAC,KAAc;QAC1B,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,SAAS,qBAAqB,CAAC,SAAiB,EAAE,UAAkB;QAClE,IAAI,sBAAsB,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,sBAAsB,GAAG,IAAI,CAAC;QAC9B,KAAK,SAAS,CAAC,KAAK,IAAI,EAAE;YACxB,MAAM,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,SAAS,0BAA0B;QACjC,IAAI,qBAAqB,EAAE,CAAC;YAC1B,YAAY,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,SAAS,2BAA2B,CAAC,SAAiB;QACpD,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,qBAAqB,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAClE,OAAO,qBAAqB,CAAC;QAC/B,CAAC;QAED,IAAI,qBAAqB,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,yBAAyB,IAAI,yBAAyB,KAAK,SAAS,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,SAAS,yBAAyB,CAAC,IAAyB;QAC1D,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,OAAO,CAAC,GAAG,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACnD,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAC9C,CAAC;IACJ,CAAC;IAED,SAAS,uBAAuB,CAAC,IAAyB;QACxD,MAAM,sBAAsB,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,sBAAsB;aACtC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;aAC5E,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;aACvC,IAAI,CAAC,GAAG,CAAC;aACT,IAAI,EAAE,CAAC;QACV,MAAM,gBAAgB,GAAG,sBAAsB;aAC5C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;aACjE,MAAM,CAAC,CAAC,IAAI,EAAiC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;QAC1E,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACrF,MAAM,gBAAgB,GACpB,gBAAgB,CAAC,MAAM,GAAG,CAAC;YAC3B,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC;QAElE,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,sBAAsB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM;YAClF,UAAU;YACV,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,iBAAiB,EAAE,UAAU,KAAK,SAAS;gBAC7C,CAAC,CAAC,EAAE,UAAU,EAAE,iBAAiB,CAAC,UAAU,EAAE;gBAC9C,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;SACrD,CAAC;IACJ,CAAC;IAED,SAAS,mBAAmB,CAAC,IAAyB,EAAE,MAA8B;QACpF,IAAI,IAAI,CAAC,KAAK,IAAI,qBAAqB,EAAE,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,qBAAqB,GAAG,IAAI,CAAC;QAE7B,MAAM,eAAe,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM;gBAClD,cAAc,EAAE,IAAI,CAAC,yBAAyB,CAAC,IAAI;gBACnD,SAAS,EAAE,iCAAiC;gBAC5C,gBAAgB,EAAE,eAAe,CAAC,UAAU,CAAC,MAAM;aACpD,EACD,qCAAqC,CACtC,CAAC;QACJ,CAAC;QAED,KAAK,SAAS,CAAC,KAAK,IAAI,EAAE;YACxB,MAAM,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,SAAS,wBAAwB,CAAC,IAAyB;QACzD,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO;QACT,CAAC;QAED,MAAM,yBAAyB,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,EAAE,CAC7E,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAC9C,CAAC;QACF,IAAI,yBAAyB,EAAE,CAAC;YAC9B,mBAAmB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,MAAM,eAAe,GAAG,UAAU,CAAC;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,YAAY,GAAG,IAAI,CAAC;QACpB,YAAY,GAAG,CAAC,CAAC;QACjB,eAAe,EAAE,KAAK,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,gBAAgB,EAAE,CAAC;YACvC,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;YAC5B,UAAU,GAAG,WAAW,CAAC;YACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,CAAC;YACZ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,iCAAiC,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,SAAS,cAAc,CAAC,KAAc;QACpC,IAAI,CAAC,KAAK,CAAC,CAAC;QACZ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAC3D,IAAI,yBAAyB,EAAE,CAAC;YAC9B,UAAU,EAAE,KAAK,EAAE,CAAC;YACpB,UAAU,GAAG,IAAI,CAAC;YAClB,OAAO;QACT,CAAC;QAED,yBAAyB,GAAG,IAAI,CAAC;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC;IAED,SAAS,wBAAwB,CAAC,KAAkC;QAClE,MAAM,IAAI,GAAG,2BAA2B,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE;YAClD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,GAAG,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3F,CAAC,CAAC;QACH,wBAAwB,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,SAAS,0BAA0B,CAAC,KAAkC;QACpE,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,sBAAsB,EAAE,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,IAAI,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YACpD,OAAO;QACT,CAAC;QAED,IAAI,yBAAyB,IAAI,KAAK,CAAC,SAAS,KAAK,yBAAyB,EAAE,CAAC;YAC/E,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,yBAAyB,GAAG,KAAK,CAAC,SAAS,CAAC;QAE5C,IAAI,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACrD,CAAC;IAED,SAAS,mBAAmB,CAAC,KAAkC;QAC7D,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,wBAAwB,CAAC,KAAK,CAAC,CAAC;YAChC,OAAO;QACT,CAAC;QAED,0BAA0B,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,gBAAgB;QACvB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC;YACvC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YACjD,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,mBAAmB,CAAC,CAAC;QAC9C,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YACxC,0BAA0B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAC/D,yBAAyB,GAAG,SAAS,CAAC;YACxC,CAAC;YACD,MAAM,IAAI,GAAG,qBAAqB,CAAC;YACnC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACzC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACpC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,SAAS,SAAS,CAAC,IAAyB;QAC1C,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACzC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,SAAS,uBAAuB,CAAC,eAAuB;QACtD,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO;QACT,CAAC;QAED,SAAS,GAAG,eAAe,CAAC;QAC5B,SAAS;YACP,SAAS,KAAK,QAAQ,CAAC,kBAAkB;gBACvC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,kBAAkB,CAAC;oBACrB,SAAS;oBACT,UAAU,EAAE,QAAQ,CAAC,kBAAkB;iBACxC,CAAC,CAAC;IACX,CAAC;IAED,SAAS,kBAAkB,CACzB,OAAsC,EACtC,eAAuB;QAEvB,IAAI,eAAe,KAAK,YAAY,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,YAAY,GAAG,eAAe,CAAC;QAC/B,YAAY;YACV,YAAY,KAAK,OAAO,CAAC,kBAAkB;gBACzC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,kBAAkB,CAAC;oBACrB,SAAS,EAAE,YAAY;oBACvB,UAAU,EAAE,OAAO,CAAC,kBAAkB;iBACvC,CAAC,CAAC;IACX,CAAC;IAED,SAAS,cAAc,CAAC,KAAa;QACnC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,SAAS,SAAS,CAChB,OAAsC,EACtC,KAAa,EACb,aAAqB;QAErB,IAAI,OAAO,CAAC,kBAAkB,KAAK,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YAC/D,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,yBAAyB,GAAG,IAAI,CAAC;QACjC,sBAAsB,GAAG,KAAK,CAAC;QAC/B,yBAAyB,GAAG,KAAK,CAAC;QAClC,0BAA0B,EAAE,CAAC;QAC7B,qBAAqB,GAAG,IAAI,CAAC;QAC7B,KAAK,GAAG;YACN,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,MAAM,EAAE;YACrB,SAAS;SACV,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;YACE,WAAW,EAAE,KAAK,CAAC,WAAW;SAC/B,EACD,2BAA2B,CAC5B,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC;QACjC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,KAAK,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAEhC,MAAM,cAAc,GAAwB;YAC1C,MAAM;YACN,SAAS;YACT,mBAAmB,EAAE,EAAE;YACvB,sBAAsB,EAAE,IAAI,GAAG,EAAE;YACjC,yBAAyB,EAAE,IAAI,GAAG,EAAE;YACpC,yBAAyB,EAAE,IAAI,GAAG,EAAE;YACpC,OAAO,EAAE,UAAU,CAAC,GAAG,EAAE;gBACvB,mBAAmB,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YACjD,CAAC,EAAE,iCAAiC,CAAC;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;QACF,qBAAqB,GAAG,cAAc,CAAC;QAEvC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,UAAU,EAAE,MAAM,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;YACE,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;SACjD,EACD,2BAA2B,CAC5B,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAE3B,OAAO;QACL,KAAK,CAAC,KAAK;YACT,UAAU,GAAG,gBAAgB,EAAE,CAAC;YAChC,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YACzB,KAAK,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAClC,CAAC;QAED,KAAK,CAAC,IAAI;YACR,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;gBACzB,0BAA0B,EAAE,CAAC;gBAC7B,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjB,UAAU,EAAE,KAAK,EAAE,CAAC;gBACpB,SAAS,EAAE,KAAK,EAAE,CAAC;gBACnB,YAAY,EAAE,KAAK,EAAE,CAAC;gBACtB,SAAS,GAAG,IAAI,CAAC;gBACjB,YAAY,GAAG,IAAI,CAAC;gBACpB,UAAU,GAAG,IAAI,CAAC;gBAClB,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,iBAAiB,CAAC,KAAK;YAC3B,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;gBACzB,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBACvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAO;gBACT,CAAC;gBAED,MAAM,eAAe,GACnB,sBAAsB,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC;oBACjE,QAAQ,CAAC,kBAAkB,CAAC;gBAE9B,uBAAuB,CAAC,eAAe,CAAC,CAAC;gBACzC,MAAM,iBAAiB,GAAG,UAAU,CAAC;gBACrC,IAAI,iBAAiB,EAAE,CAAC;oBACtB,kBAAkB,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;gBACzD,CAAC;gBAED,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC5C,MAAM,QAAQ,GAAG,iBAAiB;oBAChC,CAAC,CAAC,SAAS,CAAC,iBAAiB,EAAE,KAAK,EAAE,aAAa,CAAC;oBACpD,CAAC,CAAC,IAAI,CAAC;gBACT,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;oBACvE,OAAO;gBACT,CAAC;gBAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,QAAQ,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;gBACtC,CAAC;gBAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,IAAI,CAAC;wBACH,iBAAiB,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;oBAC3C,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,cAAc,CAAC,KAAK,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/server/server/voice-config.js

@@ -41,7 +41,7 @@ export function buildVoiceModeSystemPrompt(existing, enabled) {
         .join("\n\n");
 }
 export function wrapSpokenInput(text) {
-    return `<spoken-input>\n${text}\n</spoken-input>`;
+    return `<spoken-input>\n${text}\n</spoken-input>\n<instruction>This message was spoken by the user. Respond using the speak tool only, not normal messages, because the user may not be looking at the chat.</instruction>`;
 }
 export function buildVoiceAgentMcpServerConfig(params) {
     return {

package/dist/server/server/voice-config.js.map

@@ -1 +1 @@
-{"version":3,"file":"voice-config.js","sourceRoot":"","sources":["../../../src/server/voice-config.ts"],"names":[],"mappings":"AAAA,MAAM,wBAAwB,GAAG,oBAAoB,CAAC;AACtD,MAAM,sBAAsB,GAAG,qBAAqB,CAAC;AAErD,MAAM,8BAA8B,GAAG;IACrC,6BAA6B;IAC7B,oCAAoC;IACpC,uDAAuD;IACvD,8DAA8D;IAC9D,+HAA+H;IAC/H,2FAA2F;IAC3F,6CAA6C;IAC7C,kEAAkE;IAClE,2KAA2K;IAC3K,wDAAwD;CACzD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,MAAM,gCAAgC,GAAG;IACvC,8BAA8B;IAC9B,kEAAkE;CACnE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,yBAAyB;IAChC,OAAO,IAAI,MAAM,CACf,GAAG,YAAY,CAAC,wBAAwB,CAAC,aAAa,YAAY,CAAC,sBAAsB,CAAC,EAAE,EAC5F,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAAiB;IAC1D,MAAM,OAAO,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;IACjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzE,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAA4B,EAAE,OAAgB;IACvF,MAAM,UAAU,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,OAAO;QAC9B,CAAC,CAAC,8BAA8B;QAChC,CAAC,CAAC,gCAAgC,CAAC;IACrC,MAAM,UAAU,GAAG,CAAC,wBAAwB,EAAE,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAC1F,IAAI,CACL,CAAC;IAEF,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC;SAC5B,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SACjF,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,mBAAmB,IAAI,mBAAmB,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAK9C;IAMC,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;QACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"voice-config.js","sourceRoot":"","sources":["../../../src/server/voice-config.ts"],"names":[],"mappings":"AAAA,MAAM,wBAAwB,GAAG,oBAAoB,CAAC;AACtD,MAAM,sBAAsB,GAAG,qBAAqB,CAAC;AAErD,MAAM,8BAA8B,GAAG;IACrC,6BAA6B;IAC7B,oCAAoC;IACpC,uDAAuD;IACvD,8DAA8D;IAC9D,+HAA+H;IAC/H,2FAA2F;IAC3F,6CAA6C;IAC7C,kEAAkE;IAClE,2KAA2K;IAC3K,wDAAwD;CACzD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,MAAM,gCAAgC,GAAG;IACvC,8BAA8B;IAC9B,kEAAkE;CACnE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,yBAAyB;IAChC,OAAO,IAAI,MAAM,CACf,GAAG,YAAY,CAAC,wBAAwB,CAAC,aAAa,YAAY,CAAC,sBAAsB,CAAC,EAAE,EAC5F,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAAiB;IAC1D,MAAM,OAAO,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;IACjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzE,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAA4B,EAAE,OAAgB;IACvF,MAAM,UAAU,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,OAAO;QAC9B,CAAC,CAAC,8BAA8B;QAChC,CAAC,CAAC,gCAAgC,CAAC;IACrC,MAAM,UAAU,GAAG,CAAC,wBAAwB,EAAE,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAC1F,IAAI,CACL,CAAC;IAEF,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC;SAC5B,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SACjF,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,mBAAmB,IAAI,6LAA6L,CAAC;AAC9N,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAK9C;IAMC,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;QACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3C,CAAC;AACJ,CAAC"}