agentgui 1.0.526 → 1.0.528

package/lib/claude-runner.js

@@ -7,6 +7,9 @@ function getSpawnOptions(cwd, additionalOptions = {}) {
   if (isWindows) {
     options.shell = true;
   }
+  if (!options.env) {
+    options.env = { ...process.env };
+  }
   return options;
 }
 
@@ -50,6 +53,7 @@ class AgentRunner {
     this.adapterCommand = config.adapterCommand || null;
     this.adapterArgs = config.adapterArgs || [];
     this.npxPackage = config.npxPackage || null;
+    this.spawnEnv = config.spawnEnv || {};
   }
 
   defaultBuildArgs(prompt, config) {
@@ -81,7 +85,11 @@ class AgentRunner {
       } = config;
 
       const args = this.buildArgs(prompt, config);
-      const proc = spawn(this.command, args, getSpawnOptions(cwd));
+      const spawnOpts = getSpawnOptions(cwd);
+      if (Object.keys(this.spawnEnv).length > 0) {
+        spawnOpts.env = { ...spawnOpts.env, ...this.spawnEnv };
+      }
+      const proc = spawn(this.command, args, spawnOpts);
 
       if (config.onPid) {
         try { config.onPid(proc.pid); } catch (e) {}
@@ -256,7 +264,11 @@ class AgentRunner {
         args = [...resolved.prefixArgs, ...this.buildArgs(prompt, config)];
       }
 
-      const proc = spawn(cmd, args, getSpawnOptions(cwd));
+      const spawnOpts = getSpawnOptions(cwd);
+      if (Object.keys(this.spawnEnv).length > 0) {
+        spawnOpts.env = { ...spawnOpts.env, ...this.spawnEnv };
+      }
+      const proc = spawn(cmd, args, spawnOpts);
 
       if (config.onPid) {
         try { config.onPid(proc.pid); } catch (e) {}
@@ -568,6 +580,7 @@ registry.register({
   protocol: 'direct',
   supportsStdin: true,
   supportedFeatures: ['streaming', 'resume', 'system-prompt', 'permissions-skip'],
+  spawnEnv: { MAX_THINKING_TOKENS: '0' },
 
   buildArgs(prompt, config) {
     const {

package/lib/speech.js

@@ -1,4 +1,51 @@
 import { createRequire } from 'module';
 const require = createRequire(import.meta.url);
 const speech = require('webtalk/speech');
-export const { transcribe, synthesize, synthesizeStream, getSTT, getStatus, getVoices, preloadTTS, ttsCacheKey, ttsCacheGet, splitSentences, resetSTTError, clearCorruptedSTTCache } = speech;
+
+const ttsMemCache = new Map();
+const TTS_CACHE_MAX_BYTES = 10 * 1024 * 1024;
+let ttsCacheBytes = 0;
+
+function ttsCacheKey(text, voiceId) {
+  return (voiceId || 'default') + ':' + text;
+}
+
+function ttsCacheGet(key) {
+  return ttsMemCache.get(key) || null;
+}
+
+function ttsCacheSet(key, wav) {
+  if (ttsMemCache.has(key)) return;
+  const size = wav ? wav.length : 0;
+  while (ttsCacheBytes + size > TTS_CACHE_MAX_BYTES && ttsMemCache.size > 0) {
+    const oldest = ttsMemCache.keys().next().value;
+    const old = ttsMemCache.get(oldest);
+    ttsCacheBytes -= old ? old.length : 0;
+    ttsMemCache.delete(oldest);
+  }
+  ttsMemCache.set(key, wav);
+  ttsCacheBytes += size;
+}
+
+async function synthesizeWithCache(text, voiceId) {
+  const key = ttsCacheKey(text, voiceId);
+  const cached = ttsCacheGet(key);
+  if (cached) return cached;
+  const wav = await speech.synthesize(text, voiceId);
+  ttsCacheSet(key, wav);
+  return wav;
+}
+
+export const transcribe = speech.transcribe;
+export const synthesize = synthesizeWithCache;
+export const synthesizeStream = speech.synthesizeStream;
+export const getSTT = speech.getSTT;
+export const getStatus = speech.getStatus;
+export const getVoices = speech.getVoices;
+export const preloadTTS = speech.preloadTTS;
+export { ttsCacheKey, ttsCacheGet, ttsCacheSet };
+export const splitSentences = speech.splitSentences;
+export const resetSTTError = speech.resetSTTError;
+export const clearCorruptedSTTCache = speech.clearCorruptedSTTCache;
+export const getSttOptions = speech.getSttOptions;
+export const VOICE_DIRS = speech.VOICE_DIRS;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentgui",
-  "version": "1.0.526",
+  "version": "1.0.528",
   "description": "Multi-agent ACP client with real-time communication",
   "type": "module",
   "main": "server.js",

package/server.js

@@ -64,7 +64,7 @@ const voiceCacheManager = {
     this.generating.set(cacheKey, true);
     try {
       const speech = await getSpeech();
-      const audioBlob = await speech.ttsSync(text, 'en-US');
+      const audioBlob = await speech.synthesize(text, 'default');
       const saved = queries.saveVoiceCache(conversationId, text, audioBlob);
       const totalSize = queries.getVoiceCacheSize(conversationId);
       if (totalSize > this.maxCacheSize) {
@@ -240,14 +240,15 @@ function flushTTSaccumulator(key, conversationId, sessionId) {
       }
     }
     if (voices.size === 0) return;
-    const cacheKey = speech.ttsCacheKey(text, vid);
     for (const vid of voices) {
+      const cacheKey = speech.ttsCacheKey(text, vid);
       const cached = speech.ttsCacheGet(cacheKey);
       if (cached) {
         pushTTSAudio(cacheKey, cached, conversationId, sessionId, vid);
         continue;
       }
       speech.synthesize(text, vid).then(wav => {
+        if (speech.ttsCacheSet) speech.ttsCacheSet(cacheKey, wav);
         pushTTSAudio(cacheKey, wav, conversationId, sessionId, vid);
       }).catch(() => {});
     }
@@ -2880,6 +2881,23 @@ const server = http.createServer(async (req, res) => {
       return;
     }
 
+    if (pathOnly.startsWith('/api/tts-cache/') && req.method === 'GET') {
+      const cacheKey = decodeURIComponent(pathOnly.slice('/api/tts-cache/'.length));
+      try {
+        const speech = await getSpeech();
+        const cached = speech.ttsCacheGet(cacheKey);
+        if (cached) {
+          res.writeHead(200, { 'Content-Type': 'audio/wav', 'Content-Length': cached.length, 'Cache-Control': 'public, max-age=3600' });
+          res.end(cached);
+        } else {
+          sendJSON(req, res, 404, { error: 'not cached' });
+        }
+      } catch (err) {
+        sendJSON(req, res, 500, { error: err.message });
+      }
+      return;
+    }
+
     if (pathOnly === '/api/speech-status' && req.method === 'GET') {
       try {
         const { getStatus } = await getSpeech();

package/static/js/tools-manager.js

@@ -25,28 +25,39 @@
 
     if (!autoSpeakToggle || !voiceSelector) return;
 
-    // Load saved preferences
     var savedAutoSpeak = localStorage.getItem('toolsAutoSpeak') === 'true';
-    var savedVoice = localStorage.getItem('toolsVoice') || 'default';
-
     autoSpeakToggle.checked = savedAutoSpeak;
-    voiceSelector.value = savedVoice;
 
-    // Listen for voice list updates
     window.addEventListener('ws-message', function(e) {
       var data = e.detail;
-      if (data && data.type === 'voice_list') {
-        updateVoiceSelector(data.voices);
-      }
+      if (data && data.type === 'voice_list') updateVoiceSelector(data.voices);
     });
 
-    // Save preferences on change
+    function trySubscribeVsManager() {
+      if (window.wsManager && window.wsManager.subscribeToVoiceList) {
+        window.wsManager.subscribeToVoiceList(updateVoiceSelector);
+      } else {
+        var BASE = window.__BASE_URL || '';
+        fetch(BASE + '/api/voices').then(function(r) { return r.json(); }).then(function(d) {
+          if (d.ok && Array.isArray(d.voices)) updateVoiceSelector(d.voices);
+        }).catch(function() {});
+        setTimeout(function() {
+          if (window.wsManager && window.wsManager.subscribeToVoiceList) {
+            window.wsManager.subscribeToVoiceList(updateVoiceSelector);
+          }
+        }, 2000);
+      }
+    }
+    trySubscribeVsManager();
+
     autoSpeakToggle.addEventListener('change', function() {
       localStorage.setItem('toolsAutoSpeak', this.checked);
+      if (window.voiceModule) window.voiceModule.setAutoSpeak(this.checked);
     });
 
     voiceSelector.addEventListener('change', function() {
       localStorage.setItem('toolsVoice', this.value);
+      if (window.voiceModule) window.voiceModule.setVoice(this.value);
     });
   }
 
@@ -54,17 +65,40 @@
     var voiceSelector = document.getElementById('toolsVoiceSelector');
     if (!voiceSelector || !voices || !Array.isArray(voices)) return;
 
-    var currentValue = voiceSelector.value;
-    voiceSelector.innerHTML = '<option value="default">Voice</option>';
+    var currentValue = voiceSelector.value || localStorage.getItem('toolsVoice') || 'default';
+    voiceSelector.innerHTML = '';
+
+    var builtIn = voices.filter(function(v) { return !v.isCustom; });
+    var custom = voices.filter(function(v) { return v.isCustom; });
+
+    if (builtIn.length) {
+      var grp1 = document.createElement('optgroup');
+      grp1.label = 'Built-in Voices';
+      builtIn.forEach(function(voice) {
+        var opt = document.createElement('option');
+        opt.value = voice.id;
+        var parts = [];
+        if (voice.gender && voice.gender !== 'custom') parts.push(voice.gender);
+        if (voice.accent && voice.accent !== 'custom') parts.push(voice.accent);
+        opt.textContent = voice.name + (parts.length ? ' (' + parts.join(', ') + ')' : '');
+        grp1.appendChild(opt);
+      });
+      voiceSelector.appendChild(grp1);
+    }
 
-    voices.forEach(function(voice) {
-      var option = document.createElement('option');
-      option.value = voice;
-      option.textContent = voice;
-      voiceSelector.appendChild(option);
-    });
+    if (custom.length) {
+      var grp2 = document.createElement('optgroup');
+      grp2.label = 'Custom Voices';
+      custom.forEach(function(voice) {
+        var opt = document.createElement('option');
+        opt.value = voice.id;
+        opt.textContent = voice.name;
+        grp2.appendChild(opt);
+      });
+      voiceSelector.appendChild(grp2);
+    }
 
-    if (voices.includes(currentValue)) {
+    if (voiceSelector.querySelector('option[value="' + currentValue + '"]')) {
       voiceSelector.value = currentValue;
     }
   }
@@ -194,10 +228,23 @@
     popup.classList.remove('open');
   }
 
+  function isAutoSpeakOn() {
+    var toggle = document.getElementById('toolsAutoSpeakToggle');
+    return toggle ? toggle.checked : false;
+  }
+
   function onWsMessage(e) {
     var data = e.detail;
     if (!data) return;
 
+    if (data.type === 'streaming_progress' && data.block && data.block.type === 'text' && data.block.text) {
+      if (isAutoSpeakOn() && (!data.blockRole || data.blockRole === 'assistant')) {
+        if (window.voiceModule && typeof window.voiceModule.speakText === 'function') {
+          window.voiceModule.speakText(data.block.text);
+        }
+      }
+    }
+
     if (data.type === 'tools_update_started') {
       var updateTools = data.tools || [];
       updateTools.forEach(function(toolId) {

package/static/js/voice.js

@@ -18,7 +18,7 @@
   var _lastVoiceBlockText = null;
   var _lastVoiceBlockTime = 0;
   var _voiceBreakNext = false;
-  var selectedVoiceId = localStorage.getItem('voice-selected-id') || 'default';
+  var selectedVoiceId = localStorage.getItem('gmgui-voice-selection') || 'default';
   var ttsAudioCache = new Map();
   var TTS_CLIENT_CACHE_MAX = 50;
 
@@ -33,7 +33,7 @@
   function setupVoiceSelector() {
     var selector = document.getElementById('voiceSelector');
     if (!selector) return;
-    var saved = localStorage.getItem('voice-selected-id');
+    var saved = localStorage.getItem('gmgui-voice-selection');
     if (saved) selectedVoiceId = saved;
     if (window.wsManager) {
       window.wsManager.subscribeToVoiceList(function(voices) {
@@ -66,8 +66,8 @@
           });
           selector.appendChild(grp2);
         }
-        if (saved && selector.querySelector('option[value="' + saved + '"]')) {
-          selector.value = saved;
+        if (selectedVoiceId && selector.querySelector('option[value="' + selectedVoiceId + '"]')) {
+          selector.value = selectedVoiceId;
         }
       });
       return;
@@ -104,15 +104,15 @@
             });
             selector.appendChild(grp2);
           }
-          if (saved && selector.querySelector('option[value="' + saved + '"]')) {
-            selector.value = saved;
+          if (selectedVoiceId && selector.querySelector('option[value="' + selectedVoiceId + '"]')) {
+            selector.value = selectedVoiceId;
           }
         })
         .catch(function(err) { console.error('[Voice] Failed to load voices:', err); });
     }
     selector.addEventListener('change', function() {
       selectedVoiceId = selector.value;
-      localStorage.setItem('voice-selected-id', selectedVoiceId);
+      localStorage.setItem('gmgui-voice-selection', selectedVoiceId);
       sendVoiceToServer();
     });
   }
@@ -211,14 +211,14 @@
   function setupTTSToggle() {
     var toggle = document.getElementById('voiceTTSToggle');
     if (toggle) {
-      var saved = localStorage.getItem('voice-tts-enabled');
+      var saved = localStorage.getItem('gmgui-auto-speak');
       if (saved !== null) {
         ttsEnabled = saved === 'true';
         toggle.checked = ttsEnabled;
       }
       toggle.addEventListener('change', function() {
         ttsEnabled = toggle.checked;
-        localStorage.setItem('voice-tts-enabled', ttsEnabled);
+        localStorage.setItem('gmgui-auto-speak', ttsEnabled);
         if (!ttsEnabled) stopSpeaking();
       });
     }
@@ -352,6 +352,10 @@
 
   function speak(text) {
     if (!ttsEnabled) return;
+    speakDirect(text);
+  }
+
+  function speakDirect(text) {
     var clean = text.replace(/<[^>]*>/g, '').trim();
     if (!clean) return;
     var parts = [];
@@ -946,10 +950,39 @@
     return text.replace(/[&<>"']/g, function(c) { return map[c]; });
   }
 
+  function getAutoSpeak() {
+    return ttsEnabled;
+  }
+
+  function setAutoSpeak(value) {
+    ttsEnabled = Boolean(value);
+    localStorage.setItem('gmgui-auto-speak', ttsEnabled);
+    var toggle = document.getElementById('voiceTTSToggle');
+    if (toggle) toggle.checked = ttsEnabled;
+    if (!ttsEnabled) stopSpeaking();
+  }
+
+  function getVoice() {
+    return selectedVoiceId;
+  }
+
+  function setVoice(voiceId) {
+    selectedVoiceId = String(voiceId);
+    localStorage.setItem('gmgui-voice-selection', selectedVoiceId);
+    var selector = document.getElementById('voiceSelector');
+    if (selector) selector.value = selectedVoiceId;
+    sendVoiceToServer();
+  }
+
   window.voiceModule = {
     activate: activate,
     deactivate: deactivate,
-    handleBlock: handleVoiceBlock
+    handleBlock: handleVoiceBlock,
+    getAutoSpeak: getAutoSpeak,
+    setAutoSpeak: setAutoSpeak,
+    getVoice: getVoice,
+    setVoice: setVoice,
+    speakText: speakDirect
   };
 
   if (document.readyState === 'loading') {