@fugood/buttress-server 2.25.0-beta.23 → 2.25.0-beta.31

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/buttress-server",
-  "version": "2.25.0-beta.23",
+  "version": "2.25.0-beta.31",
   "main": "lib/index.mjs",
   "types": "lib/index.d.mts",
   "type": "module",
@@ -30,7 +30,7 @@
   "dependencies": {
     "@elysiajs/cors": "^1.1.1",
     "@elysiajs/node": "^1.4.2",
-    "@fugood/llama.node": "^1.7.3",
+    "@fugood/llama.node": "^1.7.4",
     "@fugood/whisper.node": "^1.0.19",
     "@huggingface/gguf": "^0.3.2",
     "@iarna/toml": "^3.0.0",
@@ -39,11 +39,13 @@
     "jose": "^5.9.6",
     "ms": "^2.1.1",
     "node-machine-id": "^1.1.12",
+    "onnxruntime-node": "1.24.3",
+    "sharp": "^0.34.1",
     "zod": "^3.25.76"
   },
   "devDependencies": {
     "tsdown": "^0.20.1",
     "typescript": "^5.9.3"
   },
-  "gitHead": "8b167250b57c5e9973e60de8266b880d15adcce6"
+  "gitHead": "e5a278376a30e9e6ede48391b0502882eafe00e1"
 }

package/public/status.html

@@ -539,6 +539,48 @@
           </div>
         </div>
       </div>
+
+      <!-- ONNX-STT Status (hidden unless active) -->
+      <div class="card" id="onnxSttCard" style="display:none">
+        <div class="card-header">
+          <span class="card-title">ONNX-STT Status</span>
+          <span class="badge badge-info" id="onnxSttGeneratorCount">0 generators</span>
+        </div>
+        <div id="onnxSttGenerators"></div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Model Load History</div>
+          <div class="collapsible-content" id="onnxSttModelHistory">
+            <div class="empty-state">No model load history</div>
+          </div>
+        </div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Transcription History</div>
+          <div class="collapsible-content" id="onnxSttTranscriptionHistory">
+            <div class="empty-state">No transcription history</div>
+          </div>
+        </div>
+      </div>
+
+      <!-- ONNX-TTS Status (hidden unless active) -->
+      <div class="card" id="onnxTtsCard" style="display:none">
+        <div class="card-header">
+          <span class="card-title">ONNX-TTS Status</span>
+          <span class="badge badge-info" id="onnxTtsGeneratorCount">0 generators</span>
+        </div>
+        <div id="onnxTtsGenerators"></div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Model Load History</div>
+          <div class="collapsible-content" id="onnxTtsModelHistory">
+            <div class="empty-state">No model load history</div>
+          </div>
+        </div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Synthesis History</div>
+          <div class="collapsible-content" id="onnxTtsSynthesisHistory">
+            <div class="empty-state">No synthesis history</div>
+          </div>
+        </div>
+      </div>
     </div>
   </div>
 
@@ -844,6 +886,59 @@
       })
     }
 
+    function formatBytes(bytes) {
+      if (!bytes || bytes === 0) return '-'
+      if (bytes < 1024) return bytes + ' B'
+      if (bytes < 1024 * 1024) return (bytes / 1024).toFixed(1) + ' KB'
+      if (bytes < 1024 * 1024 * 1024) return (bytes / (1024 * 1024)).toFixed(1) + ' MB'
+      return (bytes / (1024 * 1024 * 1024)).toFixed(2) + ' GB'
+    }
+
+    function renderOnnxGenerators(containerId, countId, generators, label) {
+      const container = document.getElementById(containerId)
+      document.getElementById(countId).textContent = `${generators.length} generator${generators.length !== 1 ? 's' : ''}`
+
+      withScrollPreserve(container, () => {
+        if (generators.length === 0) {
+          container.innerHTML = `<div class="empty-state">No ${label} generators loaded</div>`
+          return
+        }
+
+        container.innerHTML = `
+          <div class="table-wrapper">
+            <div class="table-inner">
+              <table>
+                <thead>
+                  <tr>
+                    <th>ID</th>
+                    <th>Model</th>
+                    <th>DType</th>
+                    <th>Provider</th>
+                    <th>Device</th>
+                    <th>Model Size</th>
+                    <th>Pipelines</th>
+                  </tr>
+                </thead>
+                <tbody>
+                  ${generators.map(g => `
+                    <tr>
+                      <td class="mono">${escapeHtml(g.id?.slice(0, 8) || '-')}</td>
+                      <td>${formatModelName(g.repoId)}${g.vocoderRepoId ? '<br><span style="font-size:11px;color:var(--text-muted)">+ ' + formatModelName(g.vocoderRepoId) + '</span>' : ''}</td>
+                      <td>${escapeHtml(typeof g.dtype === 'object' ? JSON.stringify(g.dtype) : g.dtype || '-')}</td>
+                      <td><span class="badge ${g.provider === 'cpu' ? 'badge-info' : 'badge-success'}">${escapeHtml(g.provider || '-')}</span></td>
+                      <td>${escapeHtml(g.device || '-')}</td>
+                      <td>${formatBytes(g.modelBytes)}</td>
+                      <td>${g.pipelines ?? 0}</td>
+                    </tr>
+                  `).join('')}
+                </tbody>
+              </table>
+            </div>
+          </div>
+        `
+      })
+    }
+
     // Escape HTML
     function escapeHtml(str) {
       if (str == null) return ''
@@ -869,6 +964,8 @@
       const llm = status.ggmlLlm || {}
       const stt = status.ggmlStt || {}
       const mlx = status.mlxLlm || {}
+      const onnxStt = status.onnxStt || {}
+      const onnxTts = status.onnxTts || {}
 
       // LLM
       renderLlmGenerators(llm.generators || [])
@@ -983,6 +1080,70 @@
           }
         },
       ])
+
+      // ONNX-STT
+      const hasOnnxStt = (onnxStt.generators?.length > 0) ||
+        (onnxStt.history?.modelLoads?.length > 0) ||
+        (onnxStt.history?.transcriptions?.length > 0)
+      document.getElementById('onnxSttCard').style.display = hasOnnxStt ? '' : 'none'
+      renderOnnxGenerators('onnxSttGenerators', 'onnxSttGeneratorCount', onnxStt.generators || [], 'ONNX STT')
+
+      renderHistory('onnxSttModelHistory', onnxStt.history?.modelLoads || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'DType', render: i => escapeHtml(typeof i.dtype === 'object' ? JSON.stringify(i.dtype) : i.dtype || '-') },
+        { label: 'Provider', render: i => `<span class="badge ${i.provider === 'cpu' ? 'badge-info' : 'badge-success'}">${escapeHtml(i.provider || '-')}</span>` },
+        { label: 'Duration', render: i => `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed: ${escapeHtml(i.error || 'Unknown')}</span>`
+        },
+      ])
+
+      renderHistory('onnxSttTranscriptionHistory', onnxStt.history?.transcriptions || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'Provider', render: i => escapeHtml(i.provider || '-') },
+        { label: 'Segments', render: i => i.segmentCount ?? '-' },
+        { label: 'Text Len', render: i => i.textLength ?? '-' },
+        { label: 'Duration', render: i => `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed</span>`
+        },
+      ])
+
+      // ONNX-TTS
+      const hasOnnxTts = (onnxTts.generators?.length > 0) ||
+        (onnxTts.history?.modelLoads?.length > 0) ||
+        (onnxTts.history?.syntheses?.length > 0)
+      document.getElementById('onnxTtsCard').style.display = hasOnnxTts ? '' : 'none'
+      renderOnnxGenerators('onnxTtsGenerators', 'onnxTtsGeneratorCount', onnxTts.generators || [], 'ONNX TTS')
+
+      renderHistory('onnxTtsModelHistory', onnxTts.history?.modelLoads || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'DType', render: i => escapeHtml(typeof i.dtype === 'object' ? JSON.stringify(i.dtype) : i.dtype || '-') },
+        { label: 'Provider', render: i => `<span class="badge ${i.provider === 'cpu' ? 'badge-info' : 'badge-success'}">${escapeHtml(i.provider || '-')}</span>` },
+        { label: 'Vocoder', render: i => i.vocoderRepoId ? formatModelName(i.vocoderRepoId) : '-' },
+        { label: 'Duration', render: i => `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed: ${escapeHtml(i.error || 'Unknown')}</span>`
+        },
+      ])
+
+      renderHistory('onnxTtsSynthesisHistory', onnxTts.history?.syntheses || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'Provider', render: i => escapeHtml(i.provider || '-') },
+        { label: 'Text Len', render: i => i.textLength ?? '-' },
+        { label: 'Duration', render: i => i.cached ? '<span class="badge badge-info">Cached</span>' : `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed</span>`
+        },
+      ])
     }
 
     // Fallback: Fetch status via HTTP polling
@@ -994,7 +1155,7 @@
         const response = await fetch('/buttress/status')
         const data = await response.json()
         // Direct JSON response (not tRPC wrapped)
-        if (data.ggmlLlm || data.ggmlStt || data.mlxLlm) {
+        if (data.ggmlLlm || data.ggmlStt || data.mlxLlm || data.onnxStt || data.onnxTts) {
           updateUI(data)
           setConnectionStatus('connected')
         }