@ck123pm/paseo-server 0.1.80

package/dist/server/server/voice/voice-turn-controller.js

@@ -0,0 +1,393 @@
+import { Buffer } from "node:buffer";
+import { v4 as uuidv4 } from "uuid";
+import { Pcm16MonoResampler } from "../agent/pcm16-resampler.js";
+import { parsePcmRateFromFormat } from "../speech/audio.js";
+const VOICE_FINAL_TRANSCRIPT_TIMEOUT_MS = 10000;
+const FILLER_PARTIAL_WORDS = new Set([
+    "uh",
+    "um",
+    "ah",
+    "eh",
+    "er",
+    "hmm",
+    "mm",
+    "mmm",
+    "mhm",
+    "huh",
+    "uhhuh",
+    "uh-huh",
+    "oh",
+]);
+function isFillerOnlyPartial(transcript) {
+    const tokens = transcript
+        .toLowerCase()
+        .replace(/[^\p{L}\p{N}\s'-]/gu, "")
+        .split(/\s+/)
+        .filter(Boolean);
+    if (tokens.length === 0) {
+        return true;
+    }
+    return tokens.every((token) => FILLER_PARTIAL_WORDS.has(token));
+}
+export function createVoiceTurnController(params) {
+    const detector = params.turnDetection.createSession({
+        logger: params.logger.child({ component: "turn-detection" }),
+    });
+    let state = { status: "idle" };
+    let resampler = null;
+    let sttSession = null;
+    let sttResampler = null;
+    let inputRate = detector.requiredSampleRate;
+    let sttInputRate = 0;
+    let queued = Promise.resolve();
+    let activeTranscriptSegmentId = null;
+    let partialTranscriptFired = false;
+    let reconnectAttemptedForTurn = false;
+    const sealedTranscriptSegmentIds = new Set();
+    let currentFinalizingTurn = null;
+    function fail(error) {
+        params.callbacks.onError(error instanceof Error ? error : new Error(String(error)));
+    }
+    function firePartialTranscript(segmentId, transcript) {
+        if (partialTranscriptFired || state.status !== "capturing") {
+            return;
+        }
+        partialTranscriptFired = true;
+        void runSerial(async () => {
+            await params.callbacks.onPartialTranscript({ segmentId, transcript });
+        });
+    }
+    function clearFinalizingTurnTimeout() {
+        if (currentFinalizingTurn) {
+            clearTimeout(currentFinalizingTurn.timeout);
+        }
+    }
+    function getFinalizingTurnForSegment(segmentId) {
+        if (!currentFinalizingTurn) {
+            return null;
+        }
+        if (currentFinalizingTurn.committedSegmentIds.includes(segmentId)) {
+            return currentFinalizingTurn;
+        }
+        if (currentFinalizingTurn.committedSegmentIds.length > 0) {
+            return null;
+        }
+        if (activeTranscriptSegmentId && activeTranscriptSegmentId !== segmentId) {
+            return null;
+        }
+        return currentFinalizingTurn;
+    }
+    function getOrderedFinalSegmentIds(turn) {
+        if (turn.committedSegmentIds.length === 0) {
+            return [...turn.finalTranscriptSegmentIds];
+        }
+        return turn.committedSegmentIds.filter((segmentId) => turn.finalTranscriptSegmentIds.has(segmentId));
+    }
+    function assembleFinalTranscript(turn) {
+        const orderedFinalSegmentIds = getOrderedFinalSegmentIds(turn);
+        const transcript = orderedFinalSegmentIds
+            .map((segmentId) => turn.transcriptsBySegmentId.get(segmentId)?.trim() ?? "")
+            .filter((segment) => segment.length > 0)
+            .join(" ")
+            .trim();
+        const orderedFinalMeta = orderedFinalSegmentIds
+            .map((segmentId) => turn.transcriptMetaBySegmentId.get(segmentId))
+            .filter((meta) => Boolean(meta));
+        const language = orderedFinalMeta.find((meta) => meta.language)?.language;
+        const singleSegmentMeta = orderedFinalMeta.length === 1 ? orderedFinalMeta[0] : null;
+        const allLowConfidence = orderedFinalMeta.length > 0 &&
+            orderedFinalMeta.every((meta) => meta.isLowConfidence === true);
+        return {
+            segmentId: turn.committedSegmentIds[0] ?? orderedFinalSegmentIds[0] ?? turn.turnId,
+            transcript,
+            ...(language ? { language } : {}),
+            ...(singleSegmentMeta?.avgLogprob !== undefined
+                ? { avgLogprob: singleSegmentMeta.avgLogprob }
+                : {}),
+            ...(allLowConfidence ? { isLowConfidence: true } : {}),
+            durationMs: Math.max(0, Date.now() - turn.startedAt),
+        };
+    }
+    function fireFinalTranscript(turn, reason) {
+        if (turn.fired || currentFinalizingTurn?.turnId !== turn.turnId) {
+            return;
+        }
+        turn.fired = true;
+        clearTimeout(turn.timeout);
+        currentFinalizingTurn = null;
+        const finalTranscript = assembleFinalTranscript(turn);
+        if (reason === "timeout") {
+            params.logger.warn({
+                turnId: turn.turnId,
+                committedSegments: turn.committedSegmentIds.length,
+                receivedFinals: turn.finalTranscriptSegmentIds.size,
+                timeoutMs: VOICE_FINAL_TRANSCRIPT_TIMEOUT_MS,
+                transcriptLength: finalTranscript.transcript.length,
+            }, "voice_turn.final_transcript_timeout");
+        }
+        void runSerial(async () => {
+            await params.callbacks.onFinalTranscript(finalTranscript);
+        });
+    }
+    function maybeFireFinalTranscript(turn) {
+        if (turn.fired || turn.committedSegmentIds.length === 0) {
+            return;
+        }
+        const allCommittedSegmentsFinal = turn.committedSegmentIds.every((segmentId) => turn.finalTranscriptSegmentIds.has(segmentId));
+        if (allCommittedSegmentsFinal) {
+            fireFinalTranscript(turn, "complete");
+        }
+    }
+    async function reconnectSttSession() {
+        const previousSession = sttSession;
+        sttSession = null;
+        sttResampler = null;
+        sttInputRate = 0;
+        previousSession?.close();
+        try {
+            const nextSession = createSttSession();
+            await nextSession.connect();
+            sttSession = nextSession;
+            params.logger.info("voice_turn.stt_reconnected");
+        }
+        catch (error) {
+            fail(error);
+            params.logger.warn({ err: error }, "voice_turn.stt_reconnect_failed");
+        }
+    }
+    function handleSttError(error) {
+        fail(error);
+        params.logger.warn({ err: error }, "voice_turn.stt_error");
+        if (reconnectAttemptedForTurn) {
+            sttSession?.close();
+            sttSession = null;
+            return;
+        }
+        reconnectAttemptedForTurn = true;
+        void runSerial(reconnectSttSession);
+    }
+    function handleFinalSttTranscript(event) {
+        const turn = getFinalizingTurnForSegment(event.segmentId);
+        if (!turn || turn.fired) {
+            return;
+        }
+        turn.transcriptsBySegmentId.set(event.segmentId, event.transcript);
+        turn.finalTranscriptSegmentIds.add(event.segmentId);
+        turn.transcriptMetaBySegmentId.set(event.segmentId, {
+            ...(event.language ? { language: event.language } : {}),
+            ...(event.avgLogprob !== undefined ? { avgLogprob: event.avgLogprob } : {}),
+            ...(event.isLowConfidence !== undefined ? { isLowConfidence: event.isLowConfidence } : {}),
+        });
+        maybeFireFinalTranscript(turn);
+    }
+    function handlePartialSttTranscript(event) {
+        if (state.status !== "capturing" || partialTranscriptFired) {
+            return;
+        }
+        if (sealedTranscriptSegmentIds.has(event.segmentId)) {
+            return;
+        }
+        if (activeTranscriptSegmentId && event.segmentId !== activeTranscriptSegmentId) {
+            return;
+        }
+        const transcript = event.transcript.trim();
+        if (!transcript) {
+            return;
+        }
+        activeTranscriptSegmentId = event.segmentId;
+        if (isFillerOnlyPartial(transcript)) {
+            return;
+        }
+        firePartialTranscript(event.segmentId, transcript);
+    }
+    function handleSttTranscript(event) {
+        if (event.isFinal) {
+            handleFinalSttTranscript(event);
+            return;
+        }
+        handlePartialSttTranscript(event);
+    }
+    function createSttSession() {
+        const session = params.stt.createSession({
+            logger: params.logger.child({ component: "stt" }),
+            language: params.sttLanguage ?? "en",
+        });
+        session.on("transcript", handleSttTranscript);
+        session.on("committed", ({ segmentId }) => {
+            sealedTranscriptSegmentIds.add(segmentId);
+            if (state.status === "capturing" && !activeTranscriptSegmentId) {
+                activeTranscriptSegmentId = segmentId;
+            }
+            const turn = currentFinalizingTurn;
+            if (turn && !turn.committedSegmentIds.includes(segmentId)) {
+                turn.committedSegmentIds.push(segmentId);
+                maybeFireFinalTranscript(turn);
+            }
+        });
+        session.on("error", handleSttError);
+        return session;
+    }
+    function runSerial(task) {
+        queued = queued.then(task).catch((error) => {
+            fail(error);
+        });
+        return queued;
+    }
+    function updateDetectorResampler(parsedInputRate) {
+        if (parsedInputRate === inputRate) {
+            return;
+        }
+        inputRate = parsedInputRate;
+        resampler =
+            inputRate === detector.requiredSampleRate
+                ? null
+                : new Pcm16MonoResampler({
+                    inputRate,
+                    outputRate: detector.requiredSampleRate,
+                });
+    }
+    function updateSttResampler(session, parsedInputRate) {
+        if (parsedInputRate === sttInputRate) {
+            return;
+        }
+        sttInputRate = parsedInputRate;
+        sttResampler =
+            sttInputRate === session.requiredSampleRate
+                ? null
+                : new Pcm16MonoResampler({
+                    inputRate: sttInputRate,
+                    outputRate: session.requiredSampleRate,
+                });
+    }
+    function pcmForDetector(pcm16) {
+        return resampler === null ? pcm16 : resampler.processChunk(pcm16);
+    }
+    function pcmForStt(session, pcm16, detectorPcm16) {
+        if (session.requiredSampleRate === detector.requiredSampleRate) {
+            return detectorPcm16;
+        }
+        if (sttResampler === null) {
+            return pcm16;
+        }
+        return sttResampler.processChunk(pcm16);
+    }
+    async function handleSpeechStarted() {
+        if (state.status === "capturing") {
+            return;
+        }
+        await params.callbacks.onSpeechStarted();
+        const startedAt = Date.now();
+        activeTranscriptSegmentId = null;
+        partialTranscriptFired = false;
+        reconnectAttemptedForTurn = false;
+        clearFinalizingTurnTimeout();
+        currentFinalizingTurn = null;
+        state = {
+            status: "capturing",
+            utteranceId: uuidv4(),
+            startedAt,
+        };
+        params.logger.info({
+            utteranceId: state.utteranceId,
+        }, "voice_turn.speech_started");
+    }
+    async function handleSpeechStopped() {
+        if (state.status !== "capturing") {
+            return;
+        }
+        const turnId = state.utteranceId;
+        const startedAt = state.startedAt;
+        const endedAt = Date.now();
+        state = { status: "listening" };
+        const finalizingTurn = {
+            turnId,
+            startedAt,
+            committedSegmentIds: [],
+            transcriptsBySegmentId: new Map(),
+            finalTranscriptSegmentIds: new Set(),
+            transcriptMetaBySegmentId: new Map(),
+            timeout: setTimeout(() => {
+                fireFinalTranscript(finalizingTurn, "timeout");
+            }, VOICE_FINAL_TRANSCRIPT_TIMEOUT_MS),
+            fired: false,
+        };
+        currentFinalizingTurn = finalizingTurn;
+        detector.reset();
+        try {
+            sttSession?.commit();
+        }
+        catch (error) {
+            handleSttError(error);
+        }
+        await params.callbacks.onSpeechStopped();
+        params.logger.info({
+            utteranceAgeMs: Math.max(0, endedAt - startedAt),
+        }, "voice_turn.speech_stopped");
+    }
+    detector.on("speech_started", () => {
+        void runSerial(handleSpeechStarted);
+    });
+    detector.on("speech_stopped", () => {
+        void runSerial(handleSpeechStopped);
+    });
+    detector.on("error", fail);
+    return {
+        async start() {
+            sttSession = createSttSession();
+            await sttSession.connect();
+            await detector.connect();
+            state = { status: "listening" };
+        },
+        async stop() {
+            await runSerial(async () => {
+                clearFinalizingTurnTimeout();
+                detector.close();
+                sttSession?.close();
+                resampler?.reset();
+                sttResampler?.reset();
+                resampler = null;
+                sttResampler = null;
+                sttSession = null;
+                currentFinalizingTurn = null;
+                state = { status: "idle" };
+            });
+        },
+        async appendClientChunk(input) {
+            await runSerial(async () => {
+                if (state.status === "idle") {
+                    return;
+                }
+                const pcm16 = Buffer.from(input.audioBase64, "base64");
+                if (pcm16.length === 0) {
+                    return;
+                }
+                const parsedInputRate = parsePcmRateFromFormat(input.format, detector.requiredSampleRate) ??
+                    detector.requiredSampleRate;
+                updateDetectorResampler(parsedInputRate);
+                const currentSttSession = sttSession;
+                if (currentSttSession) {
+                    updateSttResampler(currentSttSession, parsedInputRate);
+                }
+                const detectorPcm16 = pcmForDetector(pcm16);
+                const sttPcm16 = currentSttSession
+                    ? pcmForStt(currentSttSession, pcm16, detectorPcm16)
+                    : null;
+                if (detectorPcm16.length === 0 && (!sttPcm16 || sttPcm16.length === 0)) {
+                    return;
+                }
+                if (detectorPcm16.length > 0) {
+                    detector.appendPcm16(detectorPcm16);
+                }
+                if (sttPcm16 && sttPcm16.length > 0) {
+                    try {
+                        currentSttSession?.appendPcm16(sttPcm16);
+                    }
+                    catch (error) {
+                        handleSttError(error);
+                    }
+                }
+            });
+        },
+    };
+}
+//# sourceMappingURL=voice-turn-controller.js.map

package/dist/server/server/voice/voice-turn-controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-turn-controller.js","sourceRoot":"","sources":["../../../../src/server/voice/voice-turn-controller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAQ5D,MAAM,iCAAiC,GAAG,KAAM,CAAC;AAEjD,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,KAAK;IACL,KAAK;IACL,OAAO;IACP,QAAQ;IACR,IAAI;CACL,CAAC,CAAC;AAEH,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,MAAM,MAAM,GAAG,UAAU;SACtB,WAAW,EAAE;SACb,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC;SAClC,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAClE,CAAC;AAmDD,MAAM,UAAU,yBAAyB,CAAC,MAMzC;IACC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC;QAClD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;KAC7D,CAAC,CAAC;IAEH,IAAI,KAAK,GAAoB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAChD,IAAI,SAAS,GAA8B,IAAI,CAAC;IAChD,IAAI,UAAU,GAAyC,IAAI,CAAC;IAC5D,IAAI,YAAY,GAA8B,IAAI,CAAC;IACnD,IAAI,SAAS,GAAG,QAAQ,CAAC,kBAAkB,CAAC;IAC5C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,yBAAyB,GAAkB,IAAI,CAAC;IACpD,IAAI,sBAAsB,GAAG,KAAK,CAAC;IACnC,IAAI,yBAAyB,GAAG,KAAK,CAAC;IACtC,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAAU,CAAC;IACrD,IAAI,qBAAqB,GAA+B,IAAI,CAAC;IAE7D,SAAS,IAAI,CAAC,KAAc;QAC1B,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,SAAS,qBAAqB,CAAC,SAAiB,EAAE,UAAkB;QAClE,IAAI,sBAAsB,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,sBAAsB,GAAG,IAAI,CAAC;QAC9B,KAAK,SAAS,CAAC,KAAK,IAAI,EAAE;YACxB,MAAM,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,SAAS,0BAA0B;QACjC,IAAI,qBAAqB,EAAE,CAAC;YAC1B,YAAY,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,SAAS,2BAA2B,CAAC,SAAiB;QACpD,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,qBAAqB,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAClE,OAAO,qBAAqB,CAAC;QAC/B,CAAC;QAED,IAAI,qBAAqB,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,yBAAyB,IAAI,yBAAyB,KAAK,SAAS,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,SAAS,yBAAyB,CAAC,IAAyB;QAC1D,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,OAAO,CAAC,GAAG,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACnD,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAC9C,CAAC;IACJ,CAAC;IAED,SAAS,uBAAuB,CAAC,IAAyB;QACxD,MAAM,sBAAsB,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,sBAAsB;aACtC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;aAC5E,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;aACvC,IAAI,CAAC,GAAG,CAAC;aACT,IAAI,EAAE,CAAC;QACV,MAAM,gBAAgB,GAAG,sBAAsB;aAC5C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;aACjE,MAAM,CAAC,CAAC,IAAI,EAAiC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;QAC1E,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACrF,MAAM,gBAAgB,GACpB,gBAAgB,CAAC,MAAM,GAAG,CAAC;YAC3B,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC;QAElE,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,sBAAsB,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM;YAClF,UAAU;YACV,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,iBAAiB,EAAE,UAAU,KAAK,SAAS;gBAC7C,CAAC,CAAC,EAAE,UAAU,EAAE,iBAAiB,CAAC,UAAU,EAAE;gBAC9C,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;SACrD,CAAC;IACJ,CAAC;IAED,SAAS,mBAAmB,CAAC,IAAyB,EAAE,MAA8B;QACpF,IAAI,IAAI,CAAC,KAAK,IAAI,qBAAqB,EAAE,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,qBAAqB,GAAG,IAAI,CAAC;QAE7B,MAAM,eAAe,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM;gBAClD,cAAc,EAAE,IAAI,CAAC,yBAAyB,CAAC,IAAI;gBACnD,SAAS,EAAE,iCAAiC;gBAC5C,gBAAgB,EAAE,eAAe,CAAC,UAAU,CAAC,MAAM;aACpD,EACD,qCAAqC,CACtC,CAAC;QACJ,CAAC;QAED,KAAK,SAAS,CAAC,KAAK,IAAI,EAAE;YACxB,MAAM,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,SAAS,wBAAwB,CAAC,IAAyB;QACzD,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO;QACT,CAAC;QAED,MAAM,yBAAyB,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,EAAE,CAC7E,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAC9C,CAAC;QACF,IAAI,yBAAyB,EAAE,CAAC;YAC9B,mBAAmB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,MAAM,eAAe,GAAG,UAAU,CAAC;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,YAAY,GAAG,IAAI,CAAC;QACpB,YAAY,GAAG,CAAC,CAAC;QACjB,eAAe,EAAE,KAAK,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,gBAAgB,EAAE,CAAC;YACvC,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;YAC5B,UAAU,GAAG,WAAW,CAAC;YACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,CAAC;YACZ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,iCAAiC,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,SAAS,cAAc,CAAC,KAAc;QACpC,IAAI,CAAC,KAAK,CAAC,CAAC;QACZ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAC3D,IAAI,yBAAyB,EAAE,CAAC;YAC9B,UAAU,EAAE,KAAK,EAAE,CAAC;YACpB,UAAU,GAAG,IAAI,CAAC;YAClB,OAAO;QACT,CAAC;QAED,yBAAyB,GAAG,IAAI,CAAC;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC;IAED,SAAS,wBAAwB,CAAC,KAAkC;QAClE,MAAM,IAAI,GAAG,2BAA2B,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE;YAClD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,GAAG,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3F,CAAC,CAAC;QACH,wBAAwB,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,SAAS,0BAA0B,CAAC,KAAkC;QACpE,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,sBAAsB,EAAE,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,IAAI,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YACpD,OAAO;QACT,CAAC;QAED,IAAI,yBAAyB,IAAI,KAAK,CAAC,SAAS,KAAK,yBAAyB,EAAE,CAAC;YAC/E,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,yBAAyB,GAAG,KAAK,CAAC,SAAS,CAAC;QAE5C,IAAI,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,qBAAqB,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACrD,CAAC;IAED,SAAS,mBAAmB,CAAC,KAAkC;QAC7D,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,wBAAwB,CAAC,KAAK,CAAC,CAAC;YAChC,OAAO;QACT,CAAC;QAED,0BAA0B,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,SAAS,gBAAgB;QACvB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC;YACvC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YACjD,QAAQ,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;SACrC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,mBAAmB,CAAC,CAAC;QAC9C,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YACxC,0BAA0B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBAC/D,yBAAyB,GAAG,SAAS,CAAC;YACxC,CAAC;YACD,MAAM,IAAI,GAAG,qBAAqB,CAAC;YACnC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACzC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACpC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,SAAS,SAAS,CAAC,IAAyB;QAC1C,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACzC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,SAAS,uBAAuB,CAAC,eAAuB;QACtD,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO;QACT,CAAC;QAED,SAAS,GAAG,eAAe,CAAC;QAC5B,SAAS;YACP,SAAS,KAAK,QAAQ,CAAC,kBAAkB;gBACvC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,kBAAkB,CAAC;oBACrB,SAAS;oBACT,UAAU,EAAE,QAAQ,CAAC,kBAAkB;iBACxC,CAAC,CAAC;IACX,CAAC;IAED,SAAS,kBAAkB,CACzB,OAAsC,EACtC,eAAuB;QAEvB,IAAI,eAAe,KAAK,YAAY,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,YAAY,GAAG,eAAe,CAAC;QAC/B,YAAY;YACV,YAAY,KAAK,OAAO,CAAC,kBAAkB;gBACzC,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,kBAAkB,CAAC;oBACrB,SAAS,EAAE,YAAY;oBACvB,UAAU,EAAE,OAAO,CAAC,kBAAkB;iBACvC,CAAC,CAAC;IACX,CAAC;IAED,SAAS,cAAc,CAAC,KAAa;QACnC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,SAAS,SAAS,CAChB,OAAsC,EACtC,KAAa,EACb,aAAqB;QAErB,IAAI,OAAO,CAAC,kBAAkB,KAAK,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YAC/D,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,yBAAyB,GAAG,IAAI,CAAC;QACjC,sBAAsB,GAAG,KAAK,CAAC;QAC/B,yBAAyB,GAAG,KAAK,CAAC;QAClC,0BAA0B,EAAE,CAAC;QAC7B,qBAAqB,GAAG,IAAI,CAAC;QAC7B,KAAK,GAAG;YACN,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE,MAAM,EAAE;YACrB,SAAS;SACV,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;YACE,WAAW,EAAE,KAAK,CAAC,WAAW;SAC/B,EACD,2BAA2B,CAC5B,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,mBAAmB;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC;QACjC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,KAAK,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAEhC,MAAM,cAAc,GAAwB;YAC1C,MAAM;YACN,SAAS;YACT,mBAAmB,EAAE,EAAE;YACvB,sBAAsB,EAAE,IAAI,GAAG,EAAE;YACjC,yBAAyB,EAAE,IAAI,GAAG,EAAE;YACpC,yBAAyB,EAAE,IAAI,GAAG,EAAE;YACpC,OAAO,EAAE,UAAU,CAAC,GAAG,EAAE;gBACvB,mBAAmB,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YACjD,CAAC,EAAE,iCAAiC,CAAC;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;QACF,qBAAqB,GAAG,cAAc,CAAC;QAEvC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,UAAU,EAAE,MAAM,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,MAAM,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB;YACE,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;SACjD,EACD,2BAA2B,CAC5B,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,gBAAgB,EAAE,GAAG,EAAE;QACjC,KAAK,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAE3B,OAAO;QACL,KAAK,CAAC,KAAK;YACT,UAAU,GAAG,gBAAgB,EAAE,CAAC;YAChC,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YACzB,KAAK,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAClC,CAAC;QAED,KAAK,CAAC,IAAI;YACR,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;gBACzB,0BAA0B,EAAE,CAAC;gBAC7B,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjB,UAAU,EAAE,KAAK,EAAE,CAAC;gBACpB,SAAS,EAAE,KAAK,EAAE,CAAC;gBACnB,YAAY,EAAE,KAAK,EAAE,CAAC;gBACtB,SAAS,GAAG,IAAI,CAAC;gBACjB,YAAY,GAAG,IAAI,CAAC;gBACpB,UAAU,GAAG,IAAI,CAAC;gBAClB,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,KAAK,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,iBAAiB,CAAC,KAAK;YAC3B,MAAM,SAAS,CAAC,KAAK,IAAI,EAAE;gBACzB,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBACvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAO;gBACT,CAAC;gBAED,MAAM,eAAe,GACnB,sBAAsB,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,kBAAkB,CAAC;oBACjE,QAAQ,CAAC,kBAAkB,CAAC;gBAE9B,uBAAuB,CAAC,eAAe,CAAC,CAAC;gBACzC,MAAM,iBAAiB,GAAG,UAAU,CAAC;gBACrC,IAAI,iBAAiB,EAAE,CAAC;oBACtB,kBAAkB,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;gBACzD,CAAC;gBAED,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC5C,MAAM,QAAQ,GAAG,iBAAiB;oBAChC,CAAC,CAAC,SAAS,CAAC,iBAAiB,EAAE,KAAK,EAAE,aAAa,CAAC;oBACpD,CAAC,CAAC,IAAI,CAAC;gBACT,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;oBACvE,OAAO;gBACT,CAAC;gBAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,QAAQ,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;gBACtC,CAAC;gBAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,IAAI,CAAC;wBACH,iBAAiB,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;oBAC3C,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,cAAc,CAAC,KAAK,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/server/server/voice-config.d.ts

@@ -0,0 +1,15 @@
+export declare function stripVoiceModeSystemPrompt(existing?: string): string | undefined;
+export declare function buildVoiceModeSystemPrompt(existing: string | undefined, enabled: boolean): string;
+export declare function wrapSpokenInput(text: string): string;
+export declare function buildVoiceAgentMcpServerConfig(params: {
+    command: string;
+    baseArgs: string[];
+    socketPath: string;
+    env?: Record<string, string>;
+}): {
+    type: "stdio";
+    command: string;
+    args: string[];
+    env?: Record<string, string>;
+};
+//# sourceMappingURL=voice-config.d.ts.map

package/dist/server/server/voice-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-config.d.ts","sourceRoot":"","sources":["../../../src/server/voice-config.ts"],"names":[],"mappings":"AAgCA,wBAAgB,0BAA0B,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAOhF;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM,CAYjG;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B,GAAG;IACF,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B,CAOA"}

package/dist/server/server/voice-config.js

@@ -0,0 +1,54 @@
+const VOICE_PROMPT_BLOCK_START = "<paseo_voice_mode>";
+const VOICE_PROMPT_BLOCK_END = "</paseo_voice_mode>";
+const VOICE_AGENT_SYSTEM_INSTRUCTION = [
+    "Paseo voice mode is now on.",
+    "You are the Paseo voice assistant.",
+    "The user cannot see your chat messages or tool calls.",
+    "Always use the speak tool for all user-facing communication.",
+    "Before calling any non-speak tool, first call speak with a short acknowledgement of what you heard and what you will do next.",
+    "For long-running work, use speak to provide progress updates before and during execution.",
+    "Treat the user input as transcribed speech.",
+    "If the user intent is clear, proceed without extra confirmation.",
+    "If the transcription seems incomplete, cut off, ambiguous, or may contain a non-obvious mistake or misspelling, ask a clarifying question via speak before taking action.",
+    "Use concise plain language suitable for speech output.",
+].join(" ");
+const VOICE_AGENT_DISABLED_INSTRUCTION = [
+    "Paseo voice mode is now off.",
+    "Ignore any earlier Paseo voice mode instructions in this thread.",
+].join(" ");
+function escapeRegExp(value) {
+    return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+function makeVoicePromptBlockRegex() {
+    return new RegExp(`${escapeRegExp(VOICE_PROMPT_BLOCK_START)}[\\s\\S]*?${escapeRegExp(VOICE_PROMPT_BLOCK_END)}`, "g");
+}
+export function stripVoiceModeSystemPrompt(existing) {
+    const trimmed = existing?.trim();
+    if (!trimmed) {
+        return undefined;
+    }
+    const stripped = trimmed.replace(makeVoicePromptBlockRegex(), "").trim();
+    return stripped.length > 0 ? stripped : undefined;
+}
+export function buildVoiceModeSystemPrompt(existing, enabled) {
+    const basePrompt = stripVoiceModeSystemPrompt(existing);
+    const voiceInstruction = enabled
+        ? VOICE_AGENT_SYSTEM_INSTRUCTION
+        : VOICE_AGENT_DISABLED_INSTRUCTION;
+    const voiceBlock = [VOICE_PROMPT_BLOCK_START, voiceInstruction, VOICE_PROMPT_BLOCK_END].join("\n");
+    return [basePrompt, voiceBlock]
+        .filter((entry) => typeof entry === "string" && entry.length > 0)
+        .join("\n\n");
+}
+export function wrapSpokenInput(text) {
+    return `<spoken-input>\n${text}\n</spoken-input>\n<instruction>This message was spoken by the user. Respond using the speak tool only, not normal messages, because the user may not be looking at the chat.</instruction>`;
+}
+export function buildVoiceAgentMcpServerConfig(params) {
+    return {
+        type: "stdio",
+        command: params.command,
+        args: [...params.baseArgs, "--socket", params.socketPath],
+        ...(params.env ? { env: params.env } : {}),
+    };
+}
+//# sourceMappingURL=voice-config.js.map

package/dist/server/server/voice-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-config.js","sourceRoot":"","sources":["../../../src/server/voice-config.ts"],"names":[],"mappings":"AAAA,MAAM,wBAAwB,GAAG,oBAAoB,CAAC;AACtD,MAAM,sBAAsB,GAAG,qBAAqB,CAAC;AAErD,MAAM,8BAA8B,GAAG;IACrC,6BAA6B;IAC7B,oCAAoC;IACpC,uDAAuD;IACvD,8DAA8D;IAC9D,+HAA+H;IAC/H,2FAA2F;IAC3F,6CAA6C;IAC7C,kEAAkE;IAClE,2KAA2K;IAC3K,wDAAwD;CACzD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,MAAM,gCAAgC,GAAG;IACvC,8BAA8B;IAC9B,kEAAkE;CACnE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,yBAAyB;IAChC,OAAO,IAAI,MAAM,CACf,GAAG,YAAY,CAAC,wBAAwB,CAAC,aAAa,YAAY,CAAC,sBAAsB,CAAC,EAAE,EAC5F,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAAiB;IAC1D,MAAM,OAAO,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;IACjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzE,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,QAA4B,EAAE,OAAgB;IACvF,MAAM,UAAU,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,OAAO;QAC9B,CAAC,CAAC,8BAA8B;QAChC,CAAC,CAAC,gCAAgC,CAAC;IACrC,MAAM,UAAU,GAAG,CAAC,wBAAwB,EAAE,gBAAgB,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAC1F,IAAI,CACL,CAAC;IAEF,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC;SAC5B,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SACjF,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,mBAAmB,IAAI,6LAA6L,CAAC;AAC9N,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAK9C;IAMC,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;QACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3C,CAAC;AACJ,CAAC"}

package/dist/server/server/voice-permission-policy.d.ts

@@ -0,0 +1,4 @@
+import type { AgentPermissionRequest } from "./agent/agent-sdk-types.js";
+/** Voice assistant policy: only allow the speak tool. */
+export declare function isVoicePermissionAllowed(request: AgentPermissionRequest): boolean;
+//# sourceMappingURL=voice-permission-policy.d.ts.map

package/dist/server/server/voice-permission-policy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-permission-policy.d.ts","sourceRoot":"","sources":["../../../src/server/voice-permission-policy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAGzE,yDAAyD;AACzD,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAWjF"}

package/dist/server/server/voice-permission-policy.js

@@ -0,0 +1,13 @@
+import { isSpeakToolName } from "./agent/tool-name-normalization.js";
+/** Voice assistant policy: only allow the speak tool. */
+export function isVoicePermissionAllowed(request) {
+    if (request.kind !== "tool") {
+        return false;
+    }
+    const normalizedName = request.name.trim().toLowerCase();
+    if (!normalizedName) {
+        return false;
+    }
+    return isSpeakToolName(normalizedName);
+}
+//# sourceMappingURL=voice-permission-policy.js.map

package/dist/server/server/voice-permission-policy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-permission-policy.js","sourceRoot":"","sources":["../../../src/server/voice-permission-policy.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AAErE,yDAAyD;AACzD,MAAM,UAAU,wBAAwB,CAAC,OAA+B;IACtE,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACzD,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,eAAe,CAAC,cAAc,CAAC,CAAC;AACzC,CAAC"}

package/dist/server/server/voice-types.d.ts

@@ -0,0 +1,12 @@
+export type VoiceSpeakHandler = (params: {
+    text: string;
+    callerAgentId: string;
+    signal?: AbortSignal;
+}) => Promise<void>;
+export interface VoiceCallerContext {
+    childAgentDefaultLabels?: Record<string, string>;
+    lockedCwd?: string;
+    allowCustomCwd?: boolean;
+    enableVoiceTools?: boolean;
+}
+//# sourceMappingURL=voice-types.d.ts.map

package/dist/server/server/voice-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-types.d.ts","sourceRoot":"","sources":["../../../src/server/voice-types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG,CAAC,MAAM,EAAE;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAEpB,MAAM,WAAW,kBAAkB;IACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B"}

package/dist/server/server/voice-types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=voice-types.js.map

package/dist/server/server/voice-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-types.js","sourceRoot":"","sources":["../../../src/server/voice-types.ts"],"names":[],"mappings":""}

package/dist/server/server/websocket/runtime-metrics.d.ts

@@ -0,0 +1,71 @@
+import type { WSOutboundMessage } from "../messages.js";
+export interface WebSocketRuntimeCounters {
+    connectedAwaitingHello: number;
+    helloResumed: number;
+    helloNew: number;
+    pendingDisconnected: number;
+    sessionDisconnectedWaitingReconnect: number;
+    sessionSocketDisconnectedAttached: number;
+    sessionCleanup: number;
+    validationFailed: number;
+    binaryBeforeHelloRejected: number;
+    pendingMessageRejectedBeforeHello: number;
+    missingConnectionForMessage: number;
+    unexpectedHelloOnActiveConnection: number;
+    relayExternalSocketAttached: number;
+    originRejected: number;
+    hostRejected: number;
+}
+export interface WebSocketRuntimeMetricsSnapshot {
+    windowMs: number;
+    counters: WebSocketRuntimeCounters;
+    inboundMessageTypesTop: Array<[string, number]>;
+    inboundSessionRequestTypesTop: Array<[string, number]>;
+    outboundMessageTypesTop: Array<[string, number]>;
+    outboundSessionMessageTypesTop: Array<[string, number]>;
+    outboundAgentStreamTypesTop: Array<[string, number]>;
+    outboundAgentStreamAgentsTop: Array<[string, number]>;
+    outboundBinaryFrameTypesTop: Array<[string, number]>;
+    bufferedAmount: {
+        p95: number;
+        max: number;
+    };
+    latency: Array<{
+        type: string;
+        count: number;
+        minMs: number;
+        maxMs: number;
+        p50Ms: number;
+        totalMs: number;
+    }>;
+}
+type Clock = () => number;
+export declare class WebSocketRuntimeMetricsWindow {
+    private readonly clock;
+    private windowStartedAt;
+    private readonly counters;
+    private readonly inboundMessageCounts;
+    private readonly inboundSessionRequestCounts;
+    private readonly outboundMessageCounts;
+    private readonly outboundSessionMessageCounts;
+    private readonly outboundAgentStreamCounts;
+    private readonly outboundAgentStreamByAgentCounts;
+    private readonly outboundBinaryFrameCounts;
+    private readonly bufferedAmountSamples;
+    private readonly requestLatencies;
+    constructor(clock?: Clock);
+    incrementCounter(counter: keyof WebSocketRuntimeCounters): void;
+    recordInboundMessage(type: string): void;
+    recordInboundSessionRequest(type: string): void;
+    recordOutboundMessage(message: WSOutboundMessage, bufferedAmount?: number): void;
+    recordOutboundBinaryFrame(bufferedAmount?: number): void;
+    recordRequestLatency(type: string, durationMs: number): void;
+    snapshotAndReset(): WebSocketRuntimeMetricsSnapshot;
+    private recordOutboundAgentStreamMessage;
+    private recordBufferedAmount;
+    private computeLatencyStats;
+    private computeBufferedAmountStats;
+    private reset;
+}
+export {};
+//# sourceMappingURL=runtime-metrics.d.ts.map

package/dist/server/server/websocket/runtime-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-metrics.d.ts","sourceRoot":"","sources":["../../../../src/server/websocket/runtime-metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA0B,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEhF,MAAM,WAAW,wBAAwB;IACvC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mCAAmC,EAAE,MAAM,CAAC;IAC5C,iCAAiC,EAAE,MAAM,CAAC;IAC1C,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,yBAAyB,EAAE,MAAM,CAAC;IAClC,iCAAiC,EAAE,MAAM,CAAC;IAC1C,2BAA2B,EAAE,MAAM,CAAC;IACpC,iCAAiC,EAAE,MAAM,CAAC;IAC1C,2BAA2B,EAAE,MAAM,CAAC;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,+BAA+B;IAC9C,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,wBAAwB,CAAC;IACnC,sBAAsB,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAChD,6BAA6B,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACvD,uBAAuB,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACjD,8BAA8B,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACxD,2BAA2B,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACrD,4BAA4B,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACtD,2BAA2B,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACrD,cAAc,EAAE;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;IACF,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ;AAED,KAAK,KAAK,GAAG,MAAM,MAAM,CAAC;AAE1B,qBAAa,6BAA6B;IAa5B,OAAO,CAAC,QAAQ,CAAC,KAAK;IAZlC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqD;IAC9E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAA6B;IAClE,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAA6B;IACzE,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA6B;IACnE,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAA6B;IAC1E,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAA6B;IACvE,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAA6B;IAC9E,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAA6B;IACvE,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAgB;IACtD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAA+B;gBAEnC,KAAK,GAAE,KAAgB;IAIpD,gBAAgB,CAAC,OAAO,EAAE,MAAM,wBAAwB,GAAG,IAAI;IAI/D,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAIxC,2BAA2B,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAI/C,qBAAqB,CAAC,OAAO,EAAE,iBAAiB,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;IAiBhF,yBAAyB,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;IAKxD,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAS5D,gBAAgB,IAAI,+BAA+B;IAoBnD,OAAO,CAAC,gCAAgC;IASxC,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,mBAAmB;IAgB3B,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,KAAK;CAed"}