agentgui 1.0.175 → 1.0.177

package/lib/speech.js

@@ -8,7 +8,7 @@ const require = createRequire(import.meta.url);
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 const ROOT = path.dirname(__dirname);
 const DATA_DIR = path.join(ROOT, 'data');
-const AUDIO_EXTENSIONS = ['.mp3', '.wav', '.ogg', '.flac', '.m4a'];
+const AUDIO_EXTENSIONS = ['.wav', '.mp3', '.ogg', '.flac', '.m4a'];
 
 function getVoiceDirs() {
   const dirs = [];
@@ -106,6 +106,7 @@ const SPEAKER_EMBEDDINGS_URL = 'https://huggingface.co/datasets/Xenova/speaker_e
 const SPEAKER_EMBEDDINGS_PATH = path.join(DATA_DIR, 'speaker_embeddings.bin');
 const DATASET_API = 'https://datasets-server.huggingface.co/rows?dataset=Xenova%2Fspeaker_embeddings&config=default&split=train';
 const SAMPLES_TO_AVERAGE = 30;
+const DEFAULT_EMBEDDING_B64 = 'xhibvao34LylqXQ8cNg7Pd1cCTw0keG8awRRvRqje7070G48AtOgPMFbnr1oeKC9I4ZuPZzqGT1DjWs8y3iMPB/SZLzdl7E6b9QaPKSpHTwYuh49FrMlO9YnebwmTzu9/3CPvQuvCbxsSWC9Sb2bO+tvXj0Cjpo8mTMxu/FDrjzQ4x09gyxCvUn6STxjAo+9vtXdPJtsYT3iMna9dQ+EvfQ72zuvxk69GAonPU8KdjsNPAU96e/8veN7lrwgyzk8HA5vvYE1Rz3gpZ484MsLPUKkxTzM54U81ECwvcbFHzv8gT08T6/7POCqBT2fv5E8fvsXPfZiJrzEhme8dg8kPR+mKTutQOU822maPMlMDb1x/IS93+6KvdyThzwhry880JBqvRVOhjzZods8SD08PLpObTn/0wk9BnAwvWiiz72EWgS9RpcjvV4VR73ZqJW9PoUFvfZYYb1h26S98levPHZbTjxH6qU9RPfoPHmJu70mSNo8ztJmvWgMBj0IX8i7TE3lPINY2DzoEma9wMObvTwKCT3pObe8t9KEvaWixjzc5fI8hj6MvaKv4Txl4h09d2a+PHCvTDxorJ69ekRrPeoPjz1JPfI7rUH7PIaJgz0O1YW9JLumvCxDnr1bmMm8GbIFPBX1oL3bRN08oYcXPEaFfL13Vxo9EKfbvTFcOTxdogA9XS3kPEWJoLvChc887BEgPMOvUT2Ba3s8tUDBvYPMZ72dNRG80AuTvQt7d72foTU9qO20O4INEb1u1iE9ibqJvZYaOj2nbYc8lsodvS5HPD1lCqK9EkBYPR0I/rySMIK9plcpPdpJEz2E/DY88d2DPIRTf71ZQZS9b1v5PPseFT2YiJu8OiOwPC8Wnr2QW4Q8n+o7PPQ8PD0QqAg9Vk7APDT6+jzreP88KH6GvTvAKD0AYiO9qOavvORySjvQ6y+9epb5PFvZijxYzlK9BwjUPK0HXL3acWc7dmwmPc/kXb2VBg68MGYRPR5q9zzmFiS9al2IvdVTfDwJOa88SzVkvVlrPD0WvJQ8Vm76PMUAQDzNgyK8QQZVPdMoibxrCBc9BgKTPDLoV70Iu6g7k+kBPZ3lhTy6sOU8OGkVvFaLRD14oqa9a4UVO4z4Gr1eYlO9u5BgPWS1ZL3kFPE8JGEwPQFTl71tHso8g+ElPd9Rgr2XCtc8axudvWC2IL09wSg9E7ZzPT6uBz2XmK09A1HcPJK8rTxK8Zu8GuMTPTuINTyRAhS9OSqDPDralLza3q48EgtePPf797rIWKo9NtkrvbO34zxKZ6m97l0GPQYVlL2igDA9UyfEPJhZyjx4/2Q8ggBpPYcAkzzIVu08ykYNPESdZr3uqmq8fS/zPKUYvzv67x49cUkqvXDlJj1us/88gASuvcs6G7sUshY9SgWiOqu4OD1WQ7k7/sLoPKuLJjwZYFm9an+zPOnfNry9Jh49/XX3vN1sc731fBM9TnBDPHzOAD26/dS9mg57vY+TA7wVJCw9pPb1PE30l7019la9UyRTPXFqljyRDnw9eZ6nvU03kTtS9907L+wavIBtab3k6cs8KVr6vPZ5zTxy+Zs8VuopPQTTUj0tNxg96qZyPY69lTzQEp48BXGJvVopBDvskUg9G2dOPaJMXDylJZU8FxcMvBQkNzzjPKs8FYUpvepYYj1AQsK9upQsvS4037xDcO48GhmIvWb1iT1gJhy9TG7iPHKAG70cuCQ8F1ZwPYqtj7300T89rTujPbXy2r3/cK69FtBNvY3iMT0DoqI4KK0QPYKEqr2Z6RU9ni0UPUNDLb3BsCi8+GttvZYp9zwUaHe9TqrFPOnlH7yCXJC9U8vDu8u2MjxA8xs9SAGxvPpphr29y2e9y2AYvTv+Eb1Elus9DdpGPSfmNL39Ggu85RVXPZbLh70Jvna7XkLGvR230DtGjpu7Ih8HPJKnIz1o35i8x5NVvXwFNDzs/ZM8+kw8PfFJSTwdlJA9ZJ+tvaoVZ7zTvVi8p6wluwh/IT0Kmg088o1rPRhiwjxpWIe9a+LuvYuYtjwAxE09WkPJPBuFh73UotY820JjvXpnQD3fJ/w8TM3JPOz0pTnbTim9tpe6PBHzJT1HEb66SkAKPasLgr1l/Mm8IOGgvM2pZbzwd4a9znOIO4d4Bb1DW5I8EZXzOxvBKDqKpHG9UwCHvd/Epb2cDRi9V1ztPNPBNTrLXHa8FdGHPPo+hb3DnJ08G+SvvVPQBL6zzrC8Omksvc+eIjyvGfU8eG9nvaVkdL1HBvs8eaeGPfcbVD1/Pfw8+TUFvU6aTL2JN5W8HXDNvGKFEj1i+T09UiCIOySbDD2x2/y7VTmnvTe3gb0ZhJw8WrKIuU5RGT09mKU7eFGtPFpr6DzaoyI9hsItPKU+YzuQlXK8f9IePSmUxTwXdoo9W6FJPV2kLzwkU1o8fGnfPInxg70rEVe9H7sNPWJDbbxSqLY8cQAOPUdpAD2YknK9ykFXPeVALz1mq3W96kO/PLERzjyXIRC7jxsXPRnLzjyUEoU7gTKvu+stlb1D1g45IH+2u5sOIj0wXPA8yTqDvT6mV72NsFq8ExeuPJlGyDxvjgk9lJeJvWSF8DwFvaW7oZ9GvHq1Rr1FJsk83zxVvfyGqTz7thG9fslpPF5RPb1Q6BQ9iXGovTeDeb2cmic8oBsRPYeni72TPcI8EKcPvfCJUbyQJqW9fCAYPRk8qT2q6rk8mEw2PfDeXL0=';
 
 let transformersModule = null;
 let sttPipeline = null;
@@ -116,13 +117,17 @@ let sttLoading = false;
 let ttsLoading = false;
 let speakerEmbeddingLoading = false;
 let ttsLoadError = null;
+let ttsLoadErrorTime = 0;
 let sttLoadError = null;
 const voiceEmbeddingsCache = new Map();
 const SAMPLE_RATE_STT = 16000;
 const SAMPLE_RATE_TTS = 16000;
+const TTS_ERROR_RETRY_MS = 30000;
 
-const TTS_CACHE_MAX = 100;
+const TTS_CACHE_MAX_BYTES = 10 * 1024 * 1024;
+let ttsCacheBytes = 0;
 const ttsCache = new Map();
+const ttsInflight = new Map();
 
 async function loadTransformers() {
   if (transformersModule) return transformersModule;
@@ -139,16 +144,36 @@ function whisperModelPath() {
   return 'onnx-community/whisper-base';
 }
 
+function defaultEmbedding() {
+  const buf = Buffer.from(DEFAULT_EMBEDDING_B64, 'base64');
+  return new Float32Array(new Uint8Array(buf).buffer);
+}
+
 async function ensureSpeakerEmbeddings() {
   if (speakerEmbeddings) return speakerEmbeddings;
   if (!fs.existsSync(DATA_DIR)) fs.mkdirSync(DATA_DIR, { recursive: true });
-  if (!fs.existsSync(SPEAKER_EMBEDDINGS_PATH)) {
-    const resp = await fetch(SPEAKER_EMBEDDINGS_URL);
-    if (!resp.ok) throw new Error('Failed to download speaker embeddings');
-    fs.writeFileSync(SPEAKER_EMBEDDINGS_PATH, Buffer.from(await resp.arrayBuffer()));
+  if (fs.existsSync(SPEAKER_EMBEDDINGS_PATH)) {
+    const buf = fs.readFileSync(SPEAKER_EMBEDDINGS_PATH);
+    if (buf.length === 2048) {
+      speakerEmbeddings = new Float32Array(new Uint8Array(buf).buffer);
+      return speakerEmbeddings;
+    }
   }
-  const buf = fs.readFileSync(SPEAKER_EMBEDDINGS_PATH);
-  speakerEmbeddings = new Float32Array(new Uint8Array(buf).buffer);
+  try {
+    const resp = await fetch(SPEAKER_EMBEDDINGS_URL);
+    if (resp.ok) {
+      const data = Buffer.from(await resp.arrayBuffer());
+      if (data.length >= 2048) {
+        fs.writeFileSync(SPEAKER_EMBEDDINGS_PATH, data);
+        speakerEmbeddings = new Float32Array(new Uint8Array(data).buffer);
+        return speakerEmbeddings;
+      }
+    }
+  } catch (_) {}
+  console.log('[TTS] Using bundled default speaker embedding');
+  speakerEmbeddings = defaultEmbedding();
+  const buf = Buffer.from(speakerEmbeddings.buffer);
+  fs.writeFileSync(SPEAKER_EMBEDDINGS_PATH, buf);
   return speakerEmbeddings;
 }
 
@@ -167,25 +192,30 @@ async function loadVoiceEmbedding(voiceId) {
   }
   const offset = SPEAKER_OFFSETS[voiceId];
   if (offset === undefined) return ensureSpeakerEmbeddings();
-  const url = `${DATASET_API}&offset=${offset}&length=${SAMPLES_TO_AVERAGE}`;
-  const resp = await fetch(url);
-  if (!resp.ok) throw new Error('Failed to fetch voice embeddings for ' + voiceId);
-  const data = await resp.json();
-  const avg = new Float32Array(512);
-  let count = 0;
-  for (const item of data.rows) {
-    const match = item.row.filename.match(/cmu_us_(\w+)_arctic/);
-    if (match && match[1] === voiceId) {
-      for (let i = 0; i < 512; i++) avg[i] += item.row.xvector[i];
-      count++;
+  try {
+    const url = `${DATASET_API}&offset=${offset}&length=${SAMPLES_TO_AVERAGE}`;
+    const resp = await fetch(url);
+    if (!resp.ok) throw new Error('HTTP ' + resp.status);
+    const data = await resp.json();
+    const avg = new Float32Array(512);
+    let count = 0;
+    for (const item of data.rows) {
+      const match = item.row.filename.match(/cmu_us_(\w+)_arctic/);
+      if (match && match[1] === voiceId) {
+        for (let i = 0; i < 512; i++) avg[i] += item.row.xvector[i];
+        count++;
+      }
     }
+    if (count === 0) return ensureSpeakerEmbeddings();
+    for (let i = 0; i < 512; i++) avg[i] /= count;
+    if (!fs.existsSync(DATA_DIR)) fs.mkdirSync(DATA_DIR, { recursive: true });
+    fs.writeFileSync(binPath, Buffer.from(avg.buffer));
+    voiceEmbeddingsCache.set(voiceId, avg);
+    return avg;
+  } catch (err) {
+    console.error('[TTS] Failed to fetch voice embedding for ' + voiceId + ':', err.message);
+    return ensureSpeakerEmbeddings();
   }
-  if (count === 0) return ensureSpeakerEmbeddings();
-  for (let i = 0; i < 512; i++) avg[i] /= count;
-  if (!fs.existsSync(DATA_DIR)) fs.mkdirSync(DATA_DIR, { recursive: true });
-  fs.writeFileSync(binPath, Buffer.from(avg.buffer));
-  voiceEmbeddingsCache.set(voiceId, avg);
-  return avg;
 }
 
 async function getSpeakerEmbeddingPipeline() {
@@ -230,6 +260,12 @@ async function decodeAudioFile(filePath) {
     const decoded = decodeWavToFloat32(buf);
     return resampleTo16k(decoded.audio, decoded.sampleRate);
   }
+  const wavPath = filePath.replace(/\.[^.]+$/, '.wav');
+  if (fs.existsSync(wavPath)) {
+    const wavBuf = fs.readFileSync(wavPath);
+    const decoded = decodeWavToFloat32(wavBuf);
+    return resampleTo16k(decoded.audio, decoded.sampleRate);
+  }
   const decode = (await import('audio-decode')).default;
   const audioBuffer = await decode(buf);
   const mono = audioBuffer.getChannelData(0);
@@ -242,23 +278,28 @@ async function generateEmbeddingFromCustomVoice(voiceId) {
     console.error('[VOICES] Custom voice file not found for:', voiceId);
     return ensureSpeakerEmbeddings();
   }
-  console.log('[VOICES] Generating embedding from:', audioFile);
-  const audio = await decodeAudioFile(audioFile);
-  if (audio.length < SAMPLE_RATE_STT * 0.5) {
-    throw new Error('Audio too short for embedding extraction (need at least 0.5 seconds)');
-  }
-  const pipe = await getSpeakerEmbeddingPipeline();
-  const output = await pipe(audio, { pooling: 'mean', normalize: true });
-  const embedding = new Float32Array(512);
-  for (let i = 0; i < Math.min(512, output.data.length); i++) {
-    embedding[i] = output.data[i];
+  try {
+    console.log('[VOICES] Generating embedding from:', audioFile);
+    const audio = await decodeAudioFile(audioFile);
+    if (audio.length < SAMPLE_RATE_STT * 0.5) {
+      throw new Error('Audio too short for embedding extraction');
+    }
+    const pipe = await getSpeakerEmbeddingPipeline();
+    const output = await pipe(audio, { pooling: 'mean', normalize: true });
+    const embedding = new Float32Array(512);
+    for (let i = 0; i < Math.min(512, output.data.length); i++) {
+      embedding[i] = output.data[i];
+    }
+    if (!fs.existsSync(DATA_DIR)) fs.mkdirSync(DATA_DIR, { recursive: true });
+    const binPath = path.join(DATA_DIR, `speaker_${voiceId}.bin`);
+    fs.writeFileSync(binPath, Buffer.from(embedding.buffer));
+    voiceEmbeddingsCache.set(voiceId, embedding);
+    console.log('[VOICES] Generated embedding for custom voice:', voiceId);
+    return embedding;
+  } catch (err) {
+    console.error('[VOICES] Failed to generate embedding for', voiceId + ':', err.message);
+    return ensureSpeakerEmbeddings();
   }
-  if (!fs.existsSync(DATA_DIR)) fs.mkdirSync(DATA_DIR, { recursive: true });
-  const binPath = path.join(DATA_DIR, `speaker_${voiceId}.bin`);
-  fs.writeFileSync(binPath, Buffer.from(embedding.buffer));
-  voiceEmbeddingsCache.set(voiceId, embedding);
-  console.log('[VOICES] Generated embedding for custom voice:', voiceId);
-  return embedding;
 }
 
 async function getSTT() {
@@ -295,7 +336,11 @@ async function getSTT() {
 
 async function getTTS() {
   if (ttsPipeline) return ttsPipeline;
-  if (ttsLoadError) throw ttsLoadError;
+  if (ttsLoadError) {
+    if (Date.now() - ttsLoadErrorTime < TTS_ERROR_RETRY_MS) throw ttsLoadError;
+    ttsLoadError = null;
+    ttsLoadErrorTime = 0;
+  }
   if (ttsLoading) {
     while (ttsLoading) await new Promise(r => setTimeout(r, 100));
     if (ttsLoadError) throw ttsLoadError;
@@ -312,10 +357,12 @@ async function getTTS() {
     });
     await ensureSpeakerEmbeddings();
     ttsLoadError = null;
+    ttsLoadErrorTime = 0;
     return ttsPipeline;
   } catch (err) {
     ttsPipeline = null;
     ttsLoadError = new Error('TTS model load failed: ' + err.message);
+    ttsLoadErrorTime = Date.now();
     throw ttsLoadError;
   } finally {
     ttsLoading = false;
@@ -443,11 +490,17 @@ function splitSentences(text) {
 }
 
 function cachePut(key, buf) {
-  if (ttsCache.size >= TTS_CACHE_MAX) {
+  if (ttsCache.has(key)) {
+    ttsCacheBytes -= ttsCache.get(key).length;
+    ttsCache.delete(key);
+  }
+  while (ttsCacheBytes + buf.length > TTS_CACHE_MAX_BYTES && ttsCache.size > 0) {
     const oldest = ttsCache.keys().next().value;
+    ttsCacheBytes -= ttsCache.get(oldest).length;
     ttsCache.delete(oldest);
   }
   ttsCache.set(key, buf);
+  ttsCacheBytes += buf.length;
 }
 
 async function synthesize(text, voiceId) {
@@ -458,12 +511,18 @@ async function synthesize(text, voiceId) {
     ttsCache.set(cacheKey, cached);
     return cached;
   }
-  const tts = await getTTS();
-  const embeddings = await loadVoiceEmbedding(voiceId);
-  const result = await tts(text, { speaker_embeddings: embeddings });
-  const wav = encodeWav(result.audio, result.sampling_rate || SAMPLE_RATE_TTS);
-  cachePut(cacheKey, wav);
-  return wav;
+  const inflight = ttsInflight.get(cacheKey);
+  if (inflight) return inflight;
+  const promise = (async () => {
+    const tts = await getTTS();
+    const embeddings = await loadVoiceEmbedding(voiceId);
+    const result = await tts(text, { speaker_embeddings: embeddings });
+    const wav = encodeWav(result.audio, result.sampling_rate || SAMPLE_RATE_TTS);
+    cachePut(cacheKey, wav);
+    return wav;
+  })();
+  ttsInflight.set(cacheKey, promise);
+  try { return await promise; } finally { ttsInflight.delete(cacheKey); }
 }
 
 async function* synthesizeStream(text, voiceId) {
@@ -487,14 +546,29 @@ async function* synthesizeStream(text, voiceId) {
 }
 
 function getStatus() {
+  const ttsRetryExpired = ttsLoadError && (Date.now() - ttsLoadErrorTime >= TTS_ERROR_RETRY_MS);
   return {
     sttReady: !!sttPipeline,
     ttsReady: !!ttsPipeline,
     sttLoading,
     ttsLoading,
     sttError: sttLoadError ? sttLoadError.message : null,
-    ttsError: ttsLoadError ? ttsLoadError.message : null,
+    ttsError: (ttsLoadError && !ttsRetryExpired) ? ttsLoadError.message : null,
   };
 }
 
-export { transcribe, synthesize, synthesizeStream, getSTT, getTTS, getStatus, getVoices };
+function preloadTTS() {
+  getTTS().catch(err => console.error('[TTS] Preload failed:', err.message));
+}
+
+function ttsCacheKey(text, voiceId) {
+  return (voiceId || 'default') + ':' + text;
+}
+
+function ttsCacheGet(key) {
+  const cached = ttsCache.get(key);
+  if (cached) { ttsCache.delete(key); ttsCache.set(key, cached); }
+  return cached || null;
+}
+
+export { transcribe, synthesize, synthesizeStream, getSTT, getTTS, getStatus, getVoices, preloadTTS, ttsCacheKey, ttsCacheGet, splitSentences };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentgui",
-  "version": "1.0.175",
+  "version": "1.0.177",
   "description": "Multi-agent ACP client with real-time communication",
   "type": "module",
   "main": "server.js",

package/server.js

@@ -15,6 +15,49 @@ async function getSpeech() {
   return speechModule;
 }
 
+function eagerTTS(text, conversationId, sessionId) {
+  getSpeech().then(speech => {
+    const status = speech.getStatus();
+    if (!status.ttsReady || status.ttsError) return;
+    const voices = new Set();
+    for (const ws of syncClients) {
+      const vid = ws.ttsVoiceId || 'default';
+      const convKey = `conv-${conversationId}`;
+      if (ws.subscriptions && (ws.subscriptions.has(sessionId) || ws.subscriptions.has(convKey))) {
+        voices.add(vid);
+      }
+    }
+    if (voices.size === 0) return;
+    const sentences = speech.splitSentences(text);
+    for (const vid of voices) {
+      for (const sentence of sentences) {
+        const cacheKey = speech.ttsCacheKey(sentence, vid);
+        const cached = speech.ttsCacheGet(cacheKey);
+        if (cached) {
+          pushTTSAudio(cacheKey, cached, conversationId, sessionId, vid);
+          continue;
+        }
+        speech.synthesize(sentence, vid).then(wav => {
+          pushTTSAudio(cacheKey, wav, conversationId, sessionId, vid);
+        }).catch(() => {});
+      }
+    }
+  }).catch(() => {});
+}
+
+function pushTTSAudio(cacheKey, wav, conversationId, sessionId, voiceId) {
+  const b64 = wav.toString('base64');
+  broadcastSync({
+    type: 'tts_audio',
+    cacheKey,
+    audio: b64,
+    voiceId,
+    conversationId,
+    sessionId,
+    timestamp: Date.now()
+  });
+}
+
 const require = createRequire(import.meta.url);
 const express = require('express');
 const Busboy = require('busboy');
@@ -852,6 +895,10 @@ async function processMessageWithStreaming(conversationId, messageId, sessionId,
             blockIndex: allBlocks.length - 1,
             timestamp: Date.now()
           });
+
+          if (block.type === 'text' && block.text) {
+            eagerTTS(block.text, conversationId, sessionId);
+          }
         }
       } else if (parsed.type === 'user' && parsed.message?.content) {
         for (const block of parsed.message.content) {
@@ -900,6 +947,11 @@ async function processMessageWithStreaming(conversationId, messageId, sessionId,
           timestamp: Date.now()
         });
 
+        if (parsed.result) {
+          const resultText = typeof parsed.result === 'string' ? parsed.result : JSON.stringify(parsed.result);
+          if (resultText) eagerTTS(resultText, conversationId, sessionId);
+        }
+
         if (parsed.result && allBlocks.length === 0) {
           allBlocks.push({ type: 'text', text: String(parsed.result) });
         }
@@ -1128,6 +1180,8 @@ wss.on('connection', (ws, req) => {
             subscriptions: Array.from(ws.subscriptions),
             timestamp: Date.now()
           }));
+        } else if (data.type === 'set_voice') {
+          ws.ttsVoiceId = data.voiceId || 'default';
         } else if (data.type === 'ping') {
           ws.send(JSON.stringify({
             type: 'pong',

package/static/js/voice.js

@@ -15,6 +15,8 @@
   var spokenChunks = new Set();
   var isLoadingHistory = false;
   var selectedVoiceId = localStorage.getItem('voice-selected-id') || 'default';
+  var ttsAudioCache = new Map();
+  var TTS_CLIENT_CACHE_MAX = 50;
 
   function init() {
     setupTTSToggle();
@@ -69,6 +71,7 @@
     selector.addEventListener('change', function() {
       selectedVoiceId = selector.value;
       localStorage.setItem('voice-selected-id', selectedVoiceId);
+      sendVoiceToServer();
     });
   }
 
@@ -295,12 +298,29 @@
     processQueue();
   }
 
+  function cacheTTSAudio(cacheKey, b64) {
+    if (ttsAudioCache.size >= TTS_CLIENT_CACHE_MAX) {
+      var oldest = ttsAudioCache.keys().next().value;
+      ttsAudioCache.delete(oldest);
+    }
+    var binary = atob(b64);
+    var bytes = new Uint8Array(binary.length);
+    for (var i = 0; i < binary.length; i++) bytes[i] = binary.charCodeAt(i);
+    ttsAudioCache.set(cacheKey, new Blob([bytes], { type: 'audio/wav' }));
+  }
+
+  function getCachedTTSBlob(text) {
+    var key = selectedVoiceId + ':' + text;
+    return ttsAudioCache.get(key) || null;
+  }
+
   var audioChunkQueue = [];
   var isPlayingChunk = false;
   var streamDone = false;
   var ttsConsecutiveFailures = 0;
   var TTS_MAX_FAILURES = 3;
   var ttsDisabledUntilReset = false;
+  var streamingSupported = true;
 
   function playNextChunk() {
     if (audioChunkQueue.length === 0) {
@@ -344,6 +364,15 @@
     audioChunkQueue = [];
     isPlayingChunk = false;
 
+    var cachedBlob = getCachedTTSBlob(text);
+    if (cachedBlob) {
+      ttsConsecutiveFailures = 0;
+      audioChunkQueue.push(cachedBlob);
+      streamDone = true;
+      if (!isPlayingChunk) playNextChunk();
+      return;
+    }
+
     function onTtsSuccess() {
       ttsConsecutiveFailures = 0;
     }
@@ -363,12 +392,16 @@
     }
 
     function tryStreaming() {
+      if (!streamingSupported) { tryNonStreaming(text); return; }
       fetch(BASE + '/api/tts-stream', {
         method: 'POST',
         headers: { 'Content-Type': 'application/json' },
         body: JSON.stringify({ text: text, voiceId: selectedVoiceId })
       }).then(function(resp) {
-        if (!resp.ok) throw new Error('TTS stream failed: ' + resp.status);
+        if (!resp.ok) {
+          streamingSupported = false;
+          throw new Error('TTS stream failed: ' + resp.status);
+        }
         var reader = resp.body.getReader();
         var buffer = new Uint8Array(0);
 
@@ -532,11 +565,23 @@
     }
   }
 
+  function sendVoiceToServer() {
+    if (typeof agentGUIClient !== 'undefined' && agentGUIClient && agentGUIClient.wsManager && agentGUIClient.wsManager.isConnected) {
+      agentGUIClient.wsManager.sendMessage({ type: 'set_voice', voiceId: selectedVoiceId });
+    }
+  }
+
   function setupStreamingListener() {
     window.addEventListener('ws-message', function(e) {
-      if (!voiceActive) return;
       var data = e.detail;
       if (!data) return;
+      if (data.type === 'tts_audio' && data.audio && data.voiceId === selectedVoiceId) {
+        cacheTTSAudio(data.cacheKey, data.audio);
+      }
+      if (data.type === 'sync_connected') {
+        sendVoiceToServer();
+      }
+      if (!voiceActive) return;
       if (data.type === 'streaming_progress' && data.block) {
         handleVoiceBlock(data.block, true);
       }