agentgui 1.0.277 → 1.0.279

package/lib/speech.js

@@ -134,11 +134,20 @@ function preloadTTS() {
     console.log('[TTS] pocket-tts functions not available');
     return;
   }
+  if (typeof serverTTS.isInstalled === 'function' && !serverTTS.isInstalled()) {
+    console.log('[TTS] pocket-tts not installed yet - will install on first use');
+    return;
+  }
+  const portableDataDir = process.env.PORTABLE_DATA_DIR;
+  const binaryPaths = portableDataDir ? [
+    path.join(portableDataDir, 'pocket-venv', 'Scripts', 'pocket-tts.exe'),
+    path.join(portableDataDir, 'pocket-venv', 'bin', 'pocket-tts'),
+  ] : undefined;
   const defaultVoice = serverTTS.findVoiceFile('custom_cleetus', EXTRA_VOICE_DIRS) || '/config/voices/cleetus.wav';
   const voicePath = fs.existsSync(defaultVoice) ? defaultVoice : null;
-  serverTTS.start(voicePath, {}).then(ok => {
+  serverTTS.start(voicePath, binaryPaths ? { binaryPaths } : {}).then(ok => {
     if (ok) console.log('[TTS] pocket-tts sidecar started');
-    else console.log('[TTS] pocket-tts failed to start');
+    else console.log('[TTS] pocket-tts not available - will use edge-tts fallback');
   }).catch(err => {
     console.error('[TTS] pocket-tts start error:', err.message);
   });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentgui",
-  "version": "1.0.277",
+  "version": "1.0.279",
   "description": "Multi-agent ACP client with real-time communication",
   "type": "module",
   "main": "server.js",

package/server.js

@@ -91,116 +91,91 @@ async function ensureModelsDownloaded() {
     const totalFiles = 16;
     let completedFiles = 0;
 
+    const require = createRequire(import.meta.url);
+
     if (!sttOk) {
-      console.log('[MODELS] Downloading STT model via IPFS...');
       broadcastModelProgress({ started: true, done: false, downloading: true, type: 'stt', source: 'ipfs', completedFiles, totalFiles });
-
+      let sttDownloaded = false;
+
+      const LIGHTHOUSE_STT_CID = 'bafybeidyw252ecy4vs46bbmezrtw325gl2ymdltosmzqgx4edjsc3fbofy';
+      const lighthouseSttBase = `https://gateway.lighthouse.storage/ipfs/${LIGHTHOUSE_STT_CID}/stt/onnx-community/whisper-base/`;
+      const whisperModels = require('webtalk/whisper-models');
+      console.log('[MODELS] Downloading STT from Lighthouse IPFS:', LIGHTHOUSE_STT_CID);
+      fs.mkdirSync(sttDir, { recursive: true });
+      const WHISPER_FILES = [
+        'config.json', 'preprocessor_config.json', 'tokenizer.json',
+        'tokenizer_config.json', 'vocab.json', 'merges.txt',
+        'model_quantized.onnx', 'onnx/encoder_model.onnx',
+        'onnx/decoder_model_merged_q4.onnx', 'onnx/decoder_model_merged.onnx'
+      ];
       try {
-        const ipfsCid = queries.getIpfsCidByModel('whisper-base', 'stt');
-        if (!ipfsCid) {
-          console.warn('[MODELS] STT IPFS CID not registered in database');
-          console.warn('[MODELS] To enable STT: Pin whisper-base model to IPFS and register CID via: queries.recordIpfsCid(cid, "whisper-base", "stt", hash, gateway)');
-          broadcastModelProgress({
-            done: true,
-            error: 'STT model CID not registered - speech will be unavailable. Register via IPFS.',
-            type: 'stt',
-            completedFiles,
-            totalFiles
-          });
-        } else {
-          console.log('[MODELS] Downloading STT from Lighthouse IPFS:', ipfsCid.cid);
-          fs.mkdirSync(sttDir, { recursive: true });
-
-          // Download from Lighthouse gateway: https://gateway.lighthouse.storage/ipfs/CID/stt/onnx-community/whisper-base/
-          const lighthouseGateway = 'https://gateway.lighthouse.storage/ipfs';
-          const sttUrl = `${lighthouseGateway}/${ipfsCid.cid}/stt/onnx-community/whisper-base/onnx/`;
-          const sttFile = path.join(sttDir, 'whisper-onnx.tar');
-
-          await IPFSDownloader.downloadWithProgress(
-            sttUrl,
-            sttFile,
-            (progress) => {
-              broadcastModelProgress({
-                started: true,
-                done: false,
-                downloading: true,
-                type: 'stt',
-                source: 'lighthouse-ipfs',
-                gateway: 'gateway.lighthouse.storage',
-                ...progress,
-                completedFiles,
-                totalFiles
-              });
-            }
-          );
-          console.log('[MODELS] STT model downloaded successfully from Lighthouse IPFS');
+        for (const file of WHISPER_FILES) {
+          const dest = path.join(sttDir, file);
+          if (!fs.existsSync(dest)) {
+            fs.mkdirSync(path.dirname(dest), { recursive: true });
+            await whisperModels.downloadFile(lighthouseSttBase + file, dest, 3);
+          }
         }
+        console.log('[MODELS] STT model downloaded from Lighthouse IPFS');
+        sttDownloaded = true;
       } catch (err) {
-        console.error('[MODELS] IPFS STT download failed:', err.message);
-        broadcastModelProgress({
-          done: true,
-          error: `IPFS STT download failed: ${err.message}`,
-          type: 'stt',
-          completedFiles,
-          totalFiles
-        });
+        console.error('[MODELS] IPFS STT download failed:', err.message, '- falling back to HuggingFace');
+      }
+
+      if (!sttDownloaded) {
+        console.log('[MODELS] Downloading STT model via HuggingFace...');
+        broadcastModelProgress({ started: true, done: false, downloading: true, type: 'stt', source: 'huggingface', completedFiles, totalFiles });
+        try {
+          const modelsDir = path.join(dataDir, 'models');
+          fs.mkdirSync(modelsDir, { recursive: true });
+          await whisperModels.ensureModel('onnx-community/whisper-base', {
+            modelsDir,
+            whisperBaseUrl: 'https://huggingface.co/',
+          });
+          console.log('[MODELS] STT model downloaded from HuggingFace');
+        } catch (hfErr) {
+          console.error('[MODELS] HuggingFace STT download failed:', hfErr.message);
+          broadcastModelProgress({ done: true, error: `STT download failed: ${hfErr.message}`, type: 'stt', completedFiles, totalFiles });
+        }
       }
       completedFiles += 10;
     }
 
     if (!ttsOk) {
-      console.log('[MODELS] Downloading TTS models via IPFS...');
       broadcastModelProgress({ started: true, done: false, downloading: true, type: 'tts', source: 'ipfs', completedFiles, totalFiles });
+      let ttsDownloaded = false;
 
+      const LIGHTHOUSE_TTS_CID = 'bafybeidyw252ecy4vs46bbmezrtw325gl2ymdltosmzqgx4edjsc3fbofy';
+      const lighthouseTtsBase = `https://gateway.lighthouse.storage/ipfs/${LIGHTHOUSE_TTS_CID}/tts/`;
+      const ttsModels = require('webtalk/tts-models');
+      console.log('[MODELS] Downloading TTS from Lighthouse IPFS:', LIGHTHOUSE_TTS_CID);
+      fs.mkdirSync(ttsDir, { recursive: true });
       try {
-        const ipfsCid = queries.getIpfsCidByModel('tts', 'voice');
-        if (!ipfsCid) {
-          console.warn('[MODELS] TTS IPFS CID not registered in database');
-          console.warn('[MODELS] To enable TTS: Pin TTS models to IPFS and register CID via: queries.recordIpfsCid(cid, "tts", "voice", hash, gateway)');
-          broadcastModelProgress({
-            done: true,
-            error: 'TTS model CID not registered - speech synthesis will be unavailable. Register via IPFS.',
-            type: 'tts',
-            completedFiles,
-            totalFiles
+        await ttsModels.ensureTTSModels({
+          ttsModelsDir: ttsDir,
+          ttsDir: path.join(dataDir, 'models', 'tts'),
+          ttsBaseUrl: lighthouseTtsBase,
+        });
+        console.log('[MODELS] TTS models downloaded from Lighthouse IPFS');
+        ttsDownloaded = true;
+      } catch (err) {
+        console.error('[MODELS] IPFS TTS download failed:', err.message, '- falling back to HuggingFace');
+      }
+
+      if (!ttsDownloaded) {
+        console.log('[MODELS] Downloading TTS models via HuggingFace...');
+        broadcastModelProgress({ started: true, done: false, downloading: true, type: 'tts', source: 'huggingface', completedFiles, totalFiles });
+        try {
+          await ttsModels.ensureTTSModels({
+            ttsModelsDir: ttsDir,
+            ttsDir: path.join(dataDir, 'models', 'tts'),
+            ttsBaseUrl: 'https://huggingface.co/datasets/AnEntrypoint/sttttsmodels/resolve/main/tts/',
           });
-        } else {
-          console.log('[MODELS] Downloading TTS from Lighthouse IPFS:', ipfsCid.cid);
-          fs.mkdirSync(ttsDir, { recursive: true });
-
-          // Download from Lighthouse gateway: https://gateway.lighthouse.storage/ipfs/CID/tts/
-          const lighthouseGateway = 'https://gateway.lighthouse.storage/ipfs';
-          const ttsUrl = `${lighthouseGateway}/${ipfsCid.cid}/tts/`;
-          const ttsFile = path.join(ttsDir, 'tts-models.tar');
-
-          await IPFSDownloader.downloadWithProgress(
-            ttsUrl,
-            ttsFile,
-            (progress) => {
-              broadcastModelProgress({
-                started: true,
-                done: false,
-                downloading: true,
-                type: 'tts',
-                source: 'lighthouse-ipfs',
-                gateway: 'gateway.lighthouse.storage',
-                ...progress,
-                completedFiles,
-                totalFiles
-              });
-            }
-          );
-          console.log('[MODELS] TTS models downloaded successfully from Lighthouse IPFS');
+          console.log('[MODELS] TTS models downloaded from HuggingFace');
+        } catch (hfErr) {
+          console.error('[MODELS] HuggingFace TTS download failed:', hfErr.message);
+          broadcastModelProgress({ done: true, error: `TTS download failed: ${hfErr.message}`, type: 'tts', completedFiles, totalFiles });
         }
-      } catch (err) {
-        console.error('[MODELS] IPFS TTS download failed:', err.message);
-        broadcastModelProgress({
-          done: true,
-          error: `IPFS TTS download failed: ${err.message}`,
-          type: 'tts',
-          completedFiles,
-          totalFiles
-        });
       }
       completedFiles += 6;
     }