agentgui 1.0.269 → 1.0.271

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentgui",
-  "version": "1.0.269",
+  "version": "1.0.271",
   "description": "Multi-agent ACP client with real-time communication",
   "type": "module",
   "main": "server.js",

package/server.js

@@ -88,38 +88,107 @@ async function ensureModelsDownloaded() {
     modelDownloadState.downloading = true;
     modelDownloadState.error = null;
 
-    const webtalkDir = path.dirname(r.resolve('webtalk'));
-    const webtalkWhisper = r(path.join(webtalkDir, 'whisper-models'));
-    const webtalkTTS = r(path.join(webtalkDir, 'tts-models'));
-    const { createConfig } = r('webtalk/config');
-    const config = createConfig({ sdkDir: path.dirname(fileURLToPath(import.meta.url)) });
-    config.modelsDir = gmguiModels;
-    config.ttsModelsDir = ttsDir;
-    config.sttModelsDir = sttDir;
-    config.whisperBaseUrl = 'https://huggingface.co/';
-    config.ttsBaseUrl = 'https://huggingface.co/datasets/AnEntrypoint/sttttsmodels/resolve/main/tts/';
-
     const totalFiles = 16;
     let completedFiles = 0;
 
     if (!sttOk) {
-      console.log('[MODELS] Downloading STT model...');
-      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'stt', completedFiles, totalFiles });
+      console.log('[MODELS] Downloading STT model via IPFS...');
+      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'stt', source: 'ipfs', completedFiles, totalFiles });
+
       try {
-        await webtalkWhisper.ensureModel('onnx-community/whisper-base', config);
+        const ipfsCid = queries.getIpfsCidByModel('whisper-base', 'stt');
+        if (!ipfsCid) {
+          console.warn('[MODELS] STT IPFS CID not registered in database');
+          console.warn('[MODELS] To enable STT: Pin whisper-base model to IPFS and register CID via: queries.recordIpfsCid(cid, "whisper-base", "stt", hash, gateway)');
+          broadcastModelProgress({
+            done: true,
+            error: 'STT model CID not registered - speech will be unavailable. Register via IPFS.',
+            type: 'stt',
+            completedFiles,
+            totalFiles
+          });
+        } else {
+          console.log('[MODELS] Downloading STT from IPFS:', ipfsCid.cid);
+          const sttFile = path.join(sttDir, 'model.onnx');
+          fs.mkdirSync(sttDir, { recursive: true });
+          await IPFSDownloader.downloadWithProgress(
+            `https://ipfs.io/ipfs/${ipfsCid.cid}`,
+            sttFile,
+            (progress) => {
+              broadcastModelProgress({
+                started: true,
+                done: false,
+                downloading: true,
+                type: 'stt',
+                source: 'ipfs',
+                ...progress,
+                completedFiles,
+                totalFiles
+              });
+            }
+          );
+          console.log('[MODELS] STT model downloaded successfully from IPFS');
+        }
       } catch (err) {
-        console.warn('[MODELS] STT download failed, falling back to HuggingFace:', err.message);
+        console.error('[MODELS] IPFS STT download failed:', err.message);
+        broadcastModelProgress({
+          done: true,
+          error: `IPFS STT download failed: ${err.message}`,
+          type: 'stt',
+          completedFiles,
+          totalFiles
+        });
       }
       completedFiles += 10;
     }
 
     if (!ttsOk) {
-      console.log('[MODELS] Downloading TTS models...');
-      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'tts', completedFiles, totalFiles });
+      console.log('[MODELS] Downloading TTS models via IPFS...');
+      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'tts', source: 'ipfs', completedFiles, totalFiles });
+
       try {
-        await webtalkTTS.ensureTTSModels(config);
+        const ipfsCid = queries.getIpfsCidByModel('tts', 'voice');
+        if (!ipfsCid) {
+          console.warn('[MODELS] TTS IPFS CID not registered in database');
+          console.warn('[MODELS] To enable TTS: Pin TTS models to IPFS and register CID via: queries.recordIpfsCid(cid, "tts", "voice", hash, gateway)');
+          broadcastModelProgress({
+            done: true,
+            error: 'TTS model CID not registered - speech synthesis will be unavailable. Register via IPFS.',
+            type: 'tts',
+            completedFiles,
+            totalFiles
+          });
+        } else {
+          console.log('[MODELS] Downloading TTS from IPFS:', ipfsCid.cid);
+          const ttsFile = path.join(ttsDir, 'models.tar.gz');
+          fs.mkdirSync(ttsDir, { recursive: true });
+          await IPFSDownloader.downloadWithProgress(
+            `https://ipfs.io/ipfs/${ipfsCid.cid}`,
+            ttsFile,
+            (progress) => {
+              broadcastModelProgress({
+                started: true,
+                done: false,
+                downloading: true,
+                type: 'tts',
+                source: 'ipfs',
+                ...progress,
+                completedFiles,
+                totalFiles
+              });
+            }
+          );
+          console.log('[MODELS] TTS models downloaded successfully from IPFS');
+        }
       } catch (err) {
-        console.warn('[MODELS] TTS download failed, falling back to HuggingFace:', err.message);
+        console.error('[MODELS] IPFS TTS download failed:', err.message);
+        broadcastModelProgress({
+          done: true,
+          error: `IPFS TTS download failed: ${err.message}`,
+          type: 'tts',
+          completedFiles,
+          totalFiles
+        });
       }
       completedFiles += 6;
     }