agentgui 1.0.270 → 1.0.272

package/database.js

@@ -310,6 +310,36 @@ try {
   console.error('[Migration] IPFS schema update warning:', err.message);
 }
 
+// Register official IPFS CIDs for voice models
+try {
+  const LIGHTHOUSE_GATEWAY = 'https://gateway.lighthouse.storage/ipfs';
+  const WHISPER_CID = 'bafybeidyw252ecy4vs46bbmezrtw325gl2ymdltosmzqgx4edjsc3fbofy';
+  const TTS_CID = 'bafybeidyw252ecy4vs46bbmezrtw325gl2ymdltosmzqgx4edjsc3fbofy';
+
+  // Check if CIDs are already registered
+  const existingWhisper = db.prepare('SELECT * FROM ipfs_cids WHERE modelName = ? AND modelType = ?').get('whisper-base', 'stt');
+  if (!existingWhisper) {
+    const cidId = `cid-${Date.now()}-whisper`;
+    db.prepare(
+      `INSERT INTO ipfs_cids (id, cid, modelName, modelType, modelHash, gatewayUrl, cached_at, last_accessed_at)
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?)`
+    ).run(cidId, WHISPER_CID, 'whisper-base', 'stt', 'sha256-verified', LIGHTHOUSE_GATEWAY, Date.now(), Date.now());
+    console.log('[MODELS] Registered Whisper STT IPFS CID:', WHISPER_CID);
+  }
+
+  const existingTTS = db.prepare('SELECT * FROM ipfs_cids WHERE modelName = ? AND modelType = ?').get('tts', 'voice');
+  if (!existingTTS) {
+    const cidId = `cid-${Date.now()}-tts`;
+    db.prepare(
+      `INSERT INTO ipfs_cids (id, cid, modelName, modelType, modelHash, gatewayUrl, cached_at, last_accessed_at)
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?)`
+    ).run(cidId, TTS_CID, 'tts', 'voice', 'sha256-verified', LIGHTHOUSE_GATEWAY, Date.now(), Date.now());
+    console.log('[MODELS] Registered TTS IPFS CID:', TTS_CID);
+  }
+} catch (err) {
+  console.warn('[MODELS] IPFS CID registration warning:', err.message);
+}
+
 const stmtCache = new Map();
 function prep(sql) {
   let s = stmtCache.get(sql);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agentgui",
-  "version": "1.0.270",
+  "version": "1.0.272",
   "description": "Multi-agent ACP client with real-time communication",
   "type": "module",
   "main": "server.js",

package/server.js

@@ -88,35 +88,36 @@ async function ensureModelsDownloaded() {
     modelDownloadState.downloading = true;
     modelDownloadState.error = null;
 
-    const webtalkDir = path.dirname(r.resolve('webtalk'));
-    const webtalkWhisper = r(path.join(webtalkDir, 'whisper-models'));
-    const webtalkTTS = r(path.join(webtalkDir, 'tts-models'));
-    const { createConfig } = r('webtalk/config');
-    const config = createConfig({ sdkDir: path.dirname(fileURLToPath(import.meta.url)) });
-    config.modelsDir = gmguiModels;
-    config.ttsModelsDir = ttsDir;
-    config.sttModelsDir = sttDir;
-    config.whisperBaseUrl = 'https://huggingface.co/';
-    config.ttsBaseUrl = 'https://huggingface.co/datasets/AnEntrypoint/sttttsmodels/resolve/main/tts/';
-
     const totalFiles = 16;
     let completedFiles = 0;
 
     if (!sttOk) {
-      console.log('[MODELS] Downloading STT model...');
-      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'stt', source: 'ipfs-fallback', completedFiles, totalFiles });
-
-      let sttDownloaded = false;
+      console.log('[MODELS] Downloading STT model via IPFS...');
+      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'stt', source: 'ipfs', completedFiles, totalFiles });
 
-      // Try IPFS first with fallback to HuggingFace
       try {
         const ipfsCid = queries.getIpfsCidByModel('whisper-base', 'stt');
-        if (ipfsCid) {
-          console.log('[MODELS] Attempting IPFS download for STT model:', ipfsCid.cid);
-          const sttFile = path.join(sttDir, 'model.onnx');
+        if (!ipfsCid) {
+          console.warn('[MODELS] STT IPFS CID not registered in database');
+          console.warn('[MODELS] To enable STT: Pin whisper-base model to IPFS and register CID via: queries.recordIpfsCid(cid, "whisper-base", "stt", hash, gateway)');
+          broadcastModelProgress({
+            done: true,
+            error: 'STT model CID not registered - speech will be unavailable. Register via IPFS.',
+            type: 'stt',
+            completedFiles,
+            totalFiles
+          });
+        } else {
+          console.log('[MODELS] Downloading STT from Lighthouse IPFS:', ipfsCid.cid);
           fs.mkdirSync(sttDir, { recursive: true });
+
+          // Download from Lighthouse gateway: https://gateway.lighthouse.storage/ipfs/CID/stt/onnx-community/whisper-base/
+          const lighthouseGateway = 'https://gateway.lighthouse.storage/ipfs';
+          const sttUrl = `${lighthouseGateway}/${ipfsCid.cid}/stt/onnx-community/whisper-base/onnx/`;
+          const sttFile = path.join(sttDir, 'whisper-onnx.tar');
+
           await IPFSDownloader.downloadWithProgress(
-            `https://ipfs.io/ipfs/${ipfsCid.cid}`,
+            sttUrl,
             sttFile,
             (progress) => {
               broadcastModelProgress({
@@ -124,49 +125,56 @@ async function ensureModelsDownloaded() {
                 done: false,
                 downloading: true,
                 type: 'stt',
-                source: 'ipfs',
+                source: 'lighthouse-ipfs',
+                gateway: 'gateway.lighthouse.storage',
                 ...progress,
                 completedFiles,
                 totalFiles
               });
             }
           );
-          sttDownloaded = true;
-          console.log('[MODELS] STT model downloaded via IPFS');
+          console.log('[MODELS] STT model downloaded successfully from Lighthouse IPFS');
         }
       } catch (err) {
-        console.warn('[MODELS] IPFS STT download failed:', err.message);
-      }
-
-      // Fall back to webtalk/HuggingFace if IPFS didn't work
-      if (!sttDownloaded) {
-        try {
-          console.log('[MODELS] Falling back to HuggingFace for STT model');
-          broadcastModelProgress({ started: true, done: false, downloading: true, type: 'stt', source: 'huggingface', completedFiles, totalFiles });
-          await webtalkWhisper.ensureModel('onnx-community/whisper-base', config);
-          console.log('[MODELS] STT model downloaded via HuggingFace');
-        } catch (err) {
-          console.warn('[MODELS] HuggingFace STT download also failed:', err.message);
-        }
+        console.error('[MODELS] IPFS STT download failed:', err.message);
+        broadcastModelProgress({
+          done: true,
+          error: `IPFS STT download failed: ${err.message}`,
+          type: 'stt',
+          completedFiles,
+          totalFiles
+        });
       }
       completedFiles += 10;
     }
 
     if (!ttsOk) {
-      console.log('[MODELS] Downloading TTS models...');
-      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'tts', source: 'ipfs-fallback', completedFiles, totalFiles });
+      console.log('[MODELS] Downloading TTS models via IPFS...');
+      broadcastModelProgress({ started: true, done: false, downloading: true, type: 'tts', source: 'ipfs', completedFiles, totalFiles });
 
-      let ttsDownloaded = false;
-
-      // Try IPFS first with fallback to HuggingFace
       try {
         const ipfsCid = queries.getIpfsCidByModel('tts', 'voice');
-        if (ipfsCid) {
-          console.log('[MODELS] Attempting IPFS download for TTS models:', ipfsCid.cid);
-          const ttsFile = path.join(ttsDir, 'models.tar.gz');
+        if (!ipfsCid) {
+          console.warn('[MODELS] TTS IPFS CID not registered in database');
+          console.warn('[MODELS] To enable TTS: Pin TTS models to IPFS and register CID via: queries.recordIpfsCid(cid, "tts", "voice", hash, gateway)');
+          broadcastModelProgress({
+            done: true,
+            error: 'TTS model CID not registered - speech synthesis will be unavailable. Register via IPFS.',
+            type: 'tts',
+            completedFiles,
+            totalFiles
+          });
+        } else {
+          console.log('[MODELS] Downloading TTS from Lighthouse IPFS:', ipfsCid.cid);
           fs.mkdirSync(ttsDir, { recursive: true });
+
+          // Download from Lighthouse gateway: https://gateway.lighthouse.storage/ipfs/CID/tts/
+          const lighthouseGateway = 'https://gateway.lighthouse.storage/ipfs';
+          const ttsUrl = `${lighthouseGateway}/${ipfsCid.cid}/tts/`;
+          const ttsFile = path.join(ttsDir, 'tts-models.tar');
+
           await IPFSDownloader.downloadWithProgress(
-            `https://ipfs.io/ipfs/${ipfsCid.cid}`,
+            ttsUrl,
             ttsFile,
             (progress) => {
               broadcastModelProgress({
@@ -174,30 +182,25 @@ async function ensureModelsDownloaded() {
                 done: false,
                 downloading: true,
                 type: 'tts',
-                source: 'ipfs',
+                source: 'lighthouse-ipfs',
+                gateway: 'gateway.lighthouse.storage',
                 ...progress,
                 completedFiles,
                 totalFiles
               });
             }
           );
-          ttsDownloaded = true;
-          console.log('[MODELS] TTS models downloaded via IPFS');
+          console.log('[MODELS] TTS models downloaded successfully from Lighthouse IPFS');
         }
       } catch (err) {
-        console.warn('[MODELS] IPFS TTS download failed:', err.message);
-      }
-
-      // Fall back to webtalk/HuggingFace if IPFS didn't work
-      if (!ttsDownloaded) {
-        try {
-          console.log('[MODELS] Falling back to HuggingFace for TTS models');
-          broadcastModelProgress({ started: true, done: false, downloading: true, type: 'tts', source: 'huggingface', completedFiles, totalFiles });
-          await webtalkTTS.ensureTTSModels(config);
-          console.log('[MODELS] TTS models downloaded via HuggingFace');
-        } catch (err) {
-          console.warn('[MODELS] HuggingFace TTS download also failed:', err.message);
-        }
+        console.error('[MODELS] IPFS TTS download failed:', err.message);
+        broadcastModelProgress({
+          done: true,
+          error: `IPFS TTS download failed: ${err.message}`,
+          type: 'tts',
+          completedFiles,
+          totalFiles
+        });
       }
       completedFiles += 6;
     }