@tianshu-ai/tianshu 0.53.9 → 0.54.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tianshu-ai/tianshu",
-  "version": "0.53.9",
+  "version": "0.54.2",
   "description": "An open AI agent platform with a sidecar browser. Built in public.",
   "license": "Apache-2.0",
   "homepage": "https://github.com/tianshu-ai/tianshu",
@@ -65,6 +65,7 @@
     "typescript": "^7.0.2"
   },
   "dependencies": {
+    "@andresaya/edge-tts": "^1.8.0",
     "@clack/prompts": "^1.5.1",
     "@earendil-works/pi-agent-core": "0.82.1",
     "@earendil-works/pi-ai": "0.82.1",

package/packages/server/dist/boot/routes-tts.d.ts

@@ -0,0 +1,3 @@
+import type { Express } from "express";
+export declare function mountTtsRoutes(app: Express): void;
+//# sourceMappingURL=routes-tts.d.ts.map

package/packages/server/dist/boot/routes-tts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes-tts.d.ts","sourceRoot":"","sources":["../../src/boot/routes-tts.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,OAAO,EAAqB,MAAM,SAAS,CAAC;AAkQ1D,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,QA8E1C"}

package/packages/server/dist/boot/routes-tts.js

@@ -0,0 +1,297 @@
+// POST /api/tts: text -> audio proxy.
+//
+// Yu, 2026-09-19: supports two TTS backends selected by env
+// TTS_PROVIDER:
+//
+//   "edge" (default) — Microsoft Edge's online TTS via the
+//     @andresaya/edge-tts npm package. Zero local setup, no API key,
+//     free unlimited use. Chinese voices (Xiaoxiao/Yunxi/Yunyang)
+//     are near-production quality. Trade-off: needs internet;
+//     Microsoft EULA forbids commercial use (fine for a personal
+//     side project like tianshu, revisit before shipping).
+//
+//   "cosyvoice" — Local CosyVoice 2 FastAPI server (Apache 2.0,
+//     ~150 ms first-packet latency, native Apple Silicon MPS).
+//     Yu runs the CosyVoice server separately; tianshu forwards
+//     via HTTP. See scripts/COSYVOICE_SETUP.md for setup.
+//
+// Same public contract in both cases:
+//   POST /api/tts   body: { text, voice? }
+//   → response body: audio/* (mp3 for edge, wav for cosyvoice)
+//
+// Browser <audio> plays either directly; useTts hook doesn't care.
+import { EdgeTTS } from "@andresaya/edge-tts";
+// ─── Common config ───────────────────────────────────────────
+/** Which backend to use. Default "edge" because it works out of
+ *  the box with no local deps; user can switch to "cosyvoice"
+ *  once that's running locally. */
+const TTS_PROVIDER = (process.env.TTS_PROVIDER || "edge").toLowerCase();
+/** Absolute cap on request text — we never let a browser paste a
+ *  novel-length string; the upstream will time out anyway. */
+const MAX_TEXT_CHARS = 4000;
+// ─── Edge TTS config ─────────────────────────────────────────
+/** Default Chinese voice when the client doesn't specify one.
+ *  Xiaoxiao is Microsoft's flagship zh-CN voice — natural
+ *  prosody, works for both formal and conversational text.
+ *  Alternatives: zh-CN-YunxiNeural (male), zh-CN-YunyangNeural
+ *  (male, newscaster), en-US-AriaNeural (English female). */
+const DEFAULT_EDGE_VOICE = "zh-CN-XiaoxiaoNeural";
+/** Edge output format — 24 kHz mono MP3 at 96 kbps. Browsers
+ *  play mp3 natively via <audio>, no header building needed. */
+const EDGE_OUTPUT_FORMAT = "audio-24khz-96kbitrate-mono-mp3";
+// ─── CosyVoice config ────────────────────────────────────────
+/** CosyVoice FastAPI server URL (default matches server.py's
+ *  `--port 50000`). */
+const DEFAULT_COSY_URL = "http://localhost:50000";
+/** CosyVoice2-0.5B outputs 24 kHz mono int16 PCM. Hardcoded to
+ *  match the model; expose as env if we run a different one. */
+const COSY_SAMPLE_RATE = 24000;
+const COSY_CHANNELS = 1;
+const COSY_BITS_PER_SAMPLE = 16;
+/** Default CosyVoice speaker id. */
+const DEFAULT_COSY_VOICE = "中文女";
+/**
+ * Build a 44-byte RIFF wav header for mono int16 PCM.
+ * Used by the CosyVoice branch because CosyVoice yields raw PCM.
+ */
+function buildWavHeader(pcmByteLen) {
+    const header = Buffer.alloc(44);
+    const byteRate = COSY_SAMPLE_RATE * COSY_CHANNELS * (COSY_BITS_PER_SAMPLE / 8);
+    const blockAlign = COSY_CHANNELS * (COSY_BITS_PER_SAMPLE / 8);
+    header.write("RIFF", 0);
+    header.writeUInt32LE(36 + pcmByteLen, 4);
+    header.write("WAVE", 8);
+    header.write("fmt ", 12);
+    header.writeUInt32LE(16, 16);
+    header.writeUInt16LE(1, 20);
+    header.writeUInt16LE(COSY_CHANNELS, 22);
+    header.writeUInt32LE(COSY_SAMPLE_RATE, 24);
+    header.writeUInt32LE(byteRate, 28);
+    header.writeUInt16LE(blockAlign, 32);
+    header.writeUInt16LE(COSY_BITS_PER_SAMPLE, 34);
+    header.write("data", 36);
+    header.writeUInt32LE(pcmByteLen, 40);
+    return header;
+}
+/**
+ * Edge TTS handler — streams mp3 chunks via @andresaya/edge-tts's
+ * synthesizeStream() async iterator.
+ *
+ * Yu, 2026-09-19 21:27: switched from batch synthesize() +
+ * toBase64() to streaming. Reason: edge-tts's cloud endpoint has
+ * ~1.8s first-byte latency; the batch path also waited for the
+ * FULL synthesis before returning (~2.6s), so users heard silence
+ * for ~2s after the reply text finished streaming. Streaming
+ * halves the perceived delay because express flushes each chunk
+ * to the browser and MediaSource on the client starts playback
+ * as soon as the first chunk arrives.
+ *
+ * Wire-level (probed 2026-09-19 against @andresaya/edge-tts@1.8.0):
+ *   synthesizeStream(text, voice, { outputFormat })
+ *     → AsyncIterable<Uint8Array>
+ *   Each chunk is ~1.4 KB of raw MP3 frames aligned on frame
+ *   boundaries. Content-Type is audio/mpeg. No trailing footer or
+ *   completion marker — iterator just ends.
+ *
+ * Response uses chunked transfer encoding implicitly (express
+ * writes without Content-Length). Client MediaSource + fetch
+ * ReadableStream + SourceBuffer.appendBuffer plays as chunks land.
+ */
+async function handleEdge(res, text, voice) {
+    const useVoice = voice?.trim() || DEFAULT_EDGE_VOICE;
+    const tts = new EdgeTTS();
+    console.log(`[tts] edge streaming synthesise: len=${text.length} voice=${useVoice}`);
+    // Set headers up-front; don't set Content-Length — that would
+    // require buffering the whole thing.
+    res.setHeader("Content-Type", "audio/mpeg");
+    res.setHeader("Cache-Control", "no-store");
+    // Explicitly disable Nagle-style buffering on the response so
+    // the first chunk gets flushed to the client immediately.
+    res.setHeader("X-Accel-Buffering", "no");
+    const start = Date.now();
+    let chunkCount = 0;
+    let byteCount = 0;
+    let firstChunkMs = null;
+    try {
+        const iter = tts.synthesizeStream(text, useVoice, { outputFormat: EDGE_OUTPUT_FORMAT });
+        for await (const chunk of iter) {
+            if (firstChunkMs == null)
+                firstChunkMs = Date.now() - start;
+            chunkCount++;
+            byteCount += chunk.length;
+            res.write(Buffer.from(chunk));
+        }
+    }
+    catch (err) {
+        console.warn("[tts] edge stream failed mid-flight:", err);
+        // Headers already sent; can't return a JSON error body. Best
+        // effort: end the response so the browser sees an empty stream.
+        try {
+            res.end();
+        }
+        catch {
+            // ignore
+        }
+        return;
+    }
+    res.end();
+    console.log(`[tts] edge streamed mp3: ${byteCount}B in ${chunkCount} chunks ` +
+        `(first at ${firstChunkMs}ms, total ${Date.now() - start}ms)`);
+}
+/**
+ * CosyVoice handler — forwards to the local FastAPI server, buffers
+ * PCM, prepends a wav header, streams back.
+ */
+async function handleCosyvoice(res, text, voice) {
+    const useVoice = voice?.trim() || DEFAULT_COSY_VOICE;
+    const upstream = process.env.TTS_URL || DEFAULT_COSY_URL;
+    const url = `${upstream}/inference_sft`;
+    // CosyVoice's FastAPI expects multipart/form-data (server.py:
+    // `tts_text: str = Form(), spk_id: str = Form()`).
+    const form = new FormData();
+    form.set("tts_text", text);
+    form.set("spk_id", useVoice);
+    console.log(`[tts] cosyvoice forwarding: len=${text.length} voice=${useVoice} url=${url}`);
+    let upstreamRes;
+    try {
+        upstreamRes = await fetch(url, { method: "POST", body: form });
+    }
+    catch (err) {
+        console.warn(`[tts] cosyvoice upstream unreachable: ${upstream}`, err);
+        res.status(503).json({
+            error: "tts upstream unreachable",
+            detail: err instanceof Error ? err.message : String(err),
+            hint: `Is CosyVoice running at ${upstream}? See scripts/COSYVOICE_SETUP.md.`,
+        });
+        return;
+    }
+    if (!upstreamRes.ok || !upstreamRes.body) {
+        console.warn(`[tts] cosyvoice upstream error: ${upstreamRes.status} ${upstreamRes.statusText}`);
+        res.status(upstreamRes.status).json({
+            error: "tts upstream returned error",
+            status: upstreamRes.status,
+            statusText: upstreamRes.statusText,
+        });
+        return;
+    }
+    // Buffer full PCM then wrap with RIFF wav header (needs total
+    // byte length up front). ~24 KB/s at 24 kHz mono int16 — a 10 s
+    // reply is ~240 KB, safe in memory.
+    const chunks = [];
+    let totalBytes = 0;
+    const reader = upstreamRes.body.getReader();
+    try {
+        while (true) {
+            const { value, done } = await reader.read();
+            if (done)
+                break;
+            const buf = Buffer.from(value);
+            chunks.push(buf);
+            totalBytes += buf.length;
+        }
+    }
+    catch (err) {
+        console.warn("[tts] cosyvoice stream aborted:", err);
+        res.status(502).json({
+            error: "tts upstream stream aborted",
+            detail: err instanceof Error ? err.message : String(err),
+        });
+        return;
+    }
+    if (totalBytes === 0) {
+        console.warn("[tts] cosyvoice returned empty PCM");
+        res.status(502).json({ error: "tts upstream returned empty audio" });
+        return;
+    }
+    const header = buildWavHeader(totalBytes);
+    const wavLen = header.length + totalBytes;
+    res.setHeader("Content-Type", "audio/wav");
+    res.setHeader("Content-Length", String(wavLen));
+    res.setHeader("Cache-Control", "no-store");
+    res.write(header);
+    for (const chunk of chunks)
+        res.write(chunk);
+    res.end();
+    console.log(`[tts] cosyvoice delivered wav: pcm=${totalBytes}B total=${wavLen}B ` +
+        `(${(totalBytes /
+            COSY_SAMPLE_RATE /
+            (COSY_BITS_PER_SAMPLE / 8) /
+            COSY_CHANNELS).toFixed(1)}s)`);
+}
+export function mountTtsRoutes(app) {
+    app.post("/api/tts", async (req, res) => {
+        const body = (req.body ?? {});
+        const text = typeof body.text === "string" ? body.text.trim() : "";
+        const voice = typeof body.voice === "string" && body.voice.trim().length
+            ? body.voice.trim()
+            : undefined;
+        // Client override wins over env default. Yu, 2026-09-19: added
+        // so the Settings page can flip between edge/cosyvoice without
+        // restarting the server.
+        const requestedProvider = typeof body.provider === "string" &&
+            body.provider.trim().length
+            ? body.provider.trim().toLowerCase()
+            : TTS_PROVIDER;
+        if (!text) {
+            res.status(400).json({ error: "text is required" });
+            return;
+        }
+        if (text.length > MAX_TEXT_CHARS) {
+            res.status(400).json({
+                error: `text too long: ${text.length} chars > max ${MAX_TEXT_CHARS}`,
+            });
+            return;
+        }
+        if (requestedProvider === "edge") {
+            await handleEdge(res, text, voice);
+        }
+        else if (requestedProvider === "cosyvoice") {
+            await handleCosyvoice(res, text, voice);
+        }
+        else {
+            console.warn(`[tts] unknown provider: ${requestedProvider}`);
+            res.status(400).json({
+                error: `unknown provider: ${requestedProvider}`,
+                hint: "Use provider=edge or provider=cosyvoice",
+            });
+        }
+    });
+    // GET /api/tts/status
+    //
+    // Powers the Settings > Text-to-Speech page. Reports:
+    //   - providerDefault: server's TTS_PROVIDER env (client uses
+    //     this as a fallback when the user has no preference yet)
+    //   - cosyvoiceUrl: env TTS_URL (or default) so the user can see
+    //     what external service the server is pointed at
+    //   - cosyvoiceReachable: null (didn't probe) | true | false
+    //     — probes only when the caller asked for it via ?probe=1,
+    //     because Yu is happy to launch CosyVoice separately and
+    //     doesn't want a health check on every settings page load.
+    app.get("/api/tts/status", async (req, res) => {
+        const cosyvoiceUrl = process.env.TTS_URL || DEFAULT_COSY_URL;
+        let cosyvoiceReachable = null;
+        const shouldProbe = String(req.query.probe ?? "1") === "1";
+        if (shouldProbe) {
+            try {
+                // We don't have a dedicated health endpoint on CosyVoice's
+                // FastAPI server, so probe /docs (auto-generated by FastAPI
+                // — cheap, always present, no side effects).
+                const probe = await fetch(`${cosyvoiceUrl}/docs`, {
+                    method: "GET",
+                    signal: AbortSignal.timeout(1500),
+                });
+                cosyvoiceReachable = probe.ok;
+            }
+            catch {
+                cosyvoiceReachable = false;
+            }
+        }
+        res.json({
+            providerDefault: TTS_PROVIDER,
+            cosyvoiceUrl,
+            cosyvoiceReachable,
+        });
+    });
+    console.log(`[tts] mounted /api/tts + /api/tts/status provider=${TTS_PROVIDER}`);
+}
+//# sourceMappingURL=routes-tts.js.map

package/packages/server/dist/boot/routes-tts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes-tts.js","sourceRoot":"","sources":["../../src/boot/routes-tts.ts"],"names":[],"mappings":"AAAA,sCAAsC;AACtC,EAAE;AACF,4DAA4D;AAC5D,gBAAgB;AAChB,EAAE;AACF,2DAA2D;AAC3D,qEAAqE;AACrE,kEAAkE;AAClE,8DAA8D;AAC9D,iEAAiE;AACjE,2DAA2D;AAC3D,EAAE;AACF,gEAAgE;AAChE,+DAA+D;AAC/D,gEAAgE;AAChE,0DAA0D;AAC1D,EAAE;AACF,sCAAsC;AACtC,2CAA2C;AAC3C,+DAA+D;AAC/D,EAAE;AACF,mEAAmE;AAGnE,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE9C,gEAAgE;AAEhE;;mCAEmC;AACnC,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;AAExE;8DAC8D;AAC9D,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,gEAAgE;AAEhE;;;;6DAI6D;AAC7D,MAAM,kBAAkB,GAAG,sBAAsB,CAAC;AAElD;gEACgE;AAChE,MAAM,kBAAkB,GAAG,iCAAiC,CAAC;AAE7D,gEAAgE;AAEhE;uBACuB;AACvB,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAElD;gEACgE;AAChE,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAEhC,oCAAoC;AACpC,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAWjC;;;GAGG;AACH,SAAS,cAAc,CAAC,UAAkB;IACxC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,QAAQ,GACZ,gBAAgB,GAAG,aAAa,GAAG,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,aAAa,GAAG,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC;IAE9D,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,CAAC,aAAa,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;IAC3C,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;IAC/C,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAErC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,KAAK,UAAU,UAAU,CACvB,GAAa,EACb,IAAY,EACZ,KAAyB;IAEzB,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,kBAAkB,CAAC;IACrD,MAAM,GAAG,GAAG,IAAI,OAAO,EAAE,CAAC;IAE1B,OAAO,CAAC,GAAG,CACT,wCAAwC,IAAI,CAAC,MAAM,UAAU,QAAQ,EAAE,CACxE,CAAC;IAEF,8DAA8D;IAC9D,qCAAqC;IACrC,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAC5C,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAC3C,8DAA8D;IAC9D,0DAA0D;IAC1D,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;IAEzC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,YAAY,GAAkB,IAAI,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,IAAI,GAAI,GAMZ,CAAC,gBAAgB,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC1E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YAC/B,IAAI,YAAY,IAAI,IAAI;gBAAE,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAC5D,UAAU,EAAE,CAAC;YACb,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;YAC1B,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAC;QAC1D,6DAA6D;QAC7D,gEAAgE;QAChE,IAAI,CAAC;YACH,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,OAAO;IACT,CAAC;IAED,GAAG,CAAC,GAAG,EAAE,CAAC;IACV,OAAO,CAAC,GAAG,CACT,4BAA4B,SAAS,QAAQ,UAAU,UAAU;QAC/D,aAAa,YAAY,aAAa,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,KAAK,CAChE,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAC5B,GAAa,EACb,IAAY,EACZ,KAAyB;IAEzB,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,kBAAkB,CAAC;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,gBAAgB,CAAC;IACzD,MAAM,GAAG,GAAG,GAAG,QAAQ,gBAAgB,CAAC;IAExC,8DAA8D;IAC9D,mDAAmD;IACnD,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC5B,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE7B,OAAO,CAAC,GAAG,CACT,mCAAmC,IAAI,CAAC,MAAM,UAAU,QAAQ,QAAQ,GAAG,EAAE,CAC9E,CAAC;IAEF,IAAI,WAAgC,CAAC;IACrC,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,yCAAyC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC;QACvE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE,0BAA0B;YACjC,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;YACxD,IAAI,EAAE,2BAA2B,QAAQ,mCAAmC;SAC7E,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACzC,OAAO,CAAC,IAAI,CACV,mCAAmC,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,EAAE,CAClF,CAAC;QACF,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;YAClC,KAAK,EAAE,6BAA6B;YACpC,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,UAAU,EAAE,WAAW,CAAC,UAAU;SACnC,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,8DAA8D;IAC9D,gEAAgE;IAChE,oCAAoC;IACpC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,UAAU,IAAI,GAAG,CAAC,MAAM,CAAC;QAC3B,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;QACrD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE,6BAA6B;YACpC,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACzD,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACnD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mCAAmC,EAAE,CAAC,CAAC;QACrE,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC;IAE1C,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IAC3C,GAAG,CAAC,SAAS,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAChD,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAC3C,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7C,GAAG,CAAC,GAAG,EAAE,CAAC;IAEV,OAAO,CAAC,GAAG,CACT,sCAAsC,UAAU,WAAW,MAAM,IAAI;QACnE,IAAI,CACF,UAAU;YACV,gBAAgB;YAChB,CAAC,oBAAoB,GAAG,CAAC,CAAC;YAC1B,aAAa,CACd,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACnB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAY;IACzC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACzD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAmB,CAAC;QAChD,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,MAAM,KAAK,GACT,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM;YACxD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YACnB,CAAC,CAAC,SAAS,CAAC;QAChB,+DAA+D;QAC/D,+DAA+D;QAC/D,yBAAyB;QACzB,MAAM,iBAAiB,GACrB,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;YACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM;YACzB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,CAAC,CAAC,YAAY,CAAC;QAEnB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;YACjC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,kBAAkB,IAAI,CAAC,MAAM,gBAAgB,cAAc,EAAE;aACrE,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,iBAAiB,KAAK,MAAM,EAAE,CAAC;YACjC,MAAM,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,iBAAiB,KAAK,WAAW,EAAE,CAAC;YAC7C,MAAM,eAAe,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,2BAA2B,iBAAiB,EAAE,CAAC,CAAC;YAC7D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,qBAAqB,iBAAiB,EAAE;gBAC/C,IAAI,EAAE,yCAAyC;aAChD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,sBAAsB;IACtB,EAAE;IACF,sDAAsD;IACtD,8DAA8D;IAC9D,8DAA8D;IAC9D,iEAAiE;IACjE,qDAAqD;IACrD,6DAA6D;IAC7D,+DAA+D;IAC/D,6DAA6D;IAC7D,+DAA+D;IAC/D,GAAG,CAAC,GAAG,CAAC,iBAAiB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC/D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,gBAAgB,CAAC;QAC7D,IAAI,kBAAkB,GAAmB,IAAI,CAAC;QAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,GAAG,CAAC;QAC3D,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,2DAA2D;gBAC3D,4DAA4D;gBAC5D,6CAA6C;gBAC7C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,GAAG,YAAY,OAAO,EAAE;oBAChD,MAAM,EAAE,KAAK;oBACb,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;iBAClC,CAAC,CAAC;gBACH,kBAAkB,GAAG,KAAK,CAAC,EAAE,CAAC;YAChC,CAAC;YAAC,MAAM,CAAC;gBACP,kBAAkB,GAAG,KAAK,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,GAAG,CAAC,IAAI,CAAC;YACP,eAAe,EAAE,YAAY;YAC7B,YAAY;YACZ,kBAAkB;SACnB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,qDAAqD,YAAY,EAAE,CAAC,CAAC;AACnF,CAAC"}

package/packages/server/dist/chat/handler.d.ts

@@ -31,6 +31,11 @@ interface RunPromptArgs {
     signal: AbortSignal;
     pluginRegistry?: import("../core/plugins/registry.js").PluginRegistry;
     homeDir?: string;
+    /** Yu, 2026-09-19: client had voice mode on when it sent the
+     *  prompt. When true, defaultSystemPrompt gets a per-turn hint to
+     *  inject the voice-summary fragment. Text-mode turns leave the
+     *  prompt unchanged. */
+    voiceMode?: boolean;
     /**
      * Optional explicit session. When provided, runPrompt skips the
      *  `ensureActiveSession(userId)` lookup and uses this session

package/packages/server/dist/chat/handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../src/chat/handler.ts"],"names":[],"mappings":"AAgDA,OAAO,EACL,mBAAmB,EACnB,cAAc,EAEd,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAC9B,MAAM,uBAAuB,CAAC;AAI/B,OAAO,EACL,mBAAmB,EACnB,cAAc,EACd,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,GAC9B,CAAC;AAGF,OAAO,EACL,mBAAmB,EACnB,0BAA0B,EAC1B,wBAAwB,EACxB,2BAA2B,EAC3B,wBAAwB,EACxB,2BAA2B,EAC3B,yBAAyB,EACzB,6BAA6B,EAC7B,2BAA2B,EAC3B,4BAA4B,EAC5B,KAAK,oBAAoB,GAC1B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAOL,KAAK,aAAa,EACnB,MAAM,kBAAkB,CAAC;AA4B1B,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAOL,KAAK,WAAW,EAEjB,MAAM,eAAe,CAAC;AAWvB,OAAO,EAGL,KAAK,SAAS,EAEd,KAAK,cAAc,EAEpB,MAAM,kBAAkB,CAAC;AA6B1B,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,aAAa,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,CAAC;IAClB;;;;;OAKG;IACH,cAAc,CAAC,EAAE,OAAO,6BAA6B,EAAE,cAAc,CAAC;IACtE,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,eAAe,GAAG,IAAI,CAyP7D;AAED,UAAU,aAAa;IACrB,GAAG,EAAE,aAAa,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,CAAC,GAAG,EAAE,SAAS,KAAK,IAAI,CAAC;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,cAAc,EAAE,CAAC;IAC/B,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,6BAA6B,EAAE,cAAc,CAAC;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,OAAO,eAAe,EAAE,WAAW,CAAC;IAC9C;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;;;;;OAOG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,wBAAsB,SAAS,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CA6jClE;AAmVD,wBAAgB,uBAAuB,CACrC,oBAAoB,EAAE,WAAW,CAAC,MAAM,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EAC3D,2BAA2B,CAAC,EAAE,MAAM,GACnC,MAAM,CAuCR;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,EAAE,CAgB3E;AAsCD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,uBAAuB,CACrC,GAAG,EAAE,aAAa,EAClB,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,IAAI,CA0Ef;AA4QD,wBAAgB,cAAc,IAAI,WAAW,EAAE,CAkC9C;AAGD,YAAY,EAAE,WAAW,EAAE,CAAC"}
+{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../../src/chat/handler.ts"],"names":[],"mappings":"AAgDA,OAAO,EACL,mBAAmB,EACnB,cAAc,EAEd,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAC9B,MAAM,uBAAuB,CAAC;AAI/B,OAAO,EACL,mBAAmB,EACnB,cAAc,EACd,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,GAC9B,CAAC;AAGF,OAAO,EACL,mBAAmB,EACnB,0BAA0B,EAC1B,wBAAwB,EACxB,2BAA2B,EAC3B,wBAAwB,EACxB,2BAA2B,EAC3B,yBAAyB,EACzB,6BAA6B,EAC7B,2BAA2B,EAC3B,4BAA4B,EAC5B,KAAK,oBAAoB,GAC1B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAOL,KAAK,aAAa,EACnB,MAAM,kBAAkB,CAAC;AA4B1B,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAOL,KAAK,WAAW,EAEjB,MAAM,eAAe,CAAC;AAWvB,OAAO,EAGL,KAAK,SAAS,EAEd,KAAK,cAAc,EAEpB,MAAM,kBAAkB,CAAC;AA6B1B,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,aAAa,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,CAAC;IAClB;;;;;OAKG;IACH,cAAc,CAAC,EAAE,OAAO,6BAA6B,EAAE,cAAc,CAAC;IACtE,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,eAAe,GAAG,IAAI,CA0P7D;AAED,UAAU,aAAa;IACrB,GAAG,EAAE,aAAa,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,CAAC,GAAG,EAAE,SAAS,KAAK,IAAI,CAAC;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,cAAc,EAAE,CAAC;IAC/B,MAAM,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,6BAA6B,EAAE,cAAc,CAAC;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;4BAGwB;IACxB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,OAAO,eAAe,EAAE,WAAW,CAAC;IAC9C;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC;;;;;;;OAOG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,wBAAsB,SAAS,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CA8jClE;AAmVD,wBAAgB,uBAAuB,CACrC,oBAAoB,EAAE,WAAW,CAAC,MAAM,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EAC3D,2BAA2B,CAAC,EAAE,MAAM,GACnC,MAAM,CAuCR;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,EAAE,CAgB3E;AAsCD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,uBAAuB,CACrC,GAAG,EAAE,aAAa,EAClB,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,IAAI,CA0Ef;AA4QD,wBAAgB,cAAc,IAAI,WAAW,EAAE,CAkC9C;AAGD,YAAY,EAAE,WAAW,EAAE,CAAC"}

package/packages/server/dist/chat/handler.js

@@ -213,6 +213,7 @@ export function attachChatHandler(opts) {
                     pluginRegistry,
                     homeDir,
                     session: explicitSession,
+                    voiceMode: parsed.voiceMode === true,
                 }).catch((err) => {
                     send({
                         type: "stream_error",
@@ -598,7 +599,7 @@ export async function runPrompt(args) {
         replyStyle: mainConfig.overrides.replyStyle,
         userOnboarding: mainConfig.overrides.userOnboarding,
         customFragments: mainConfig.customFragments,
-    });
+    }, { voiceMode: args.voiceMode === true });
     dumpSystemPrompt({ ctx, role: "main", userId, systemPrompt });
     // pi 0.80: the harness owns a `Models` instance and resolves auth
     // through it, replacing 0.79's `getApiKeyAndHeaders` callback. We