@fugood/buttress-server 2.25.0-beta.9 → 2.25.0

package/lib/utils/net.d.ts

@@ -0,0 +1,6 @@
+export declare const getLocalIpAddress: () => string | null;
+export interface BroadcastInterface {
+    address: string;
+    broadcast: string;
+}
+export declare const getBroadcastInterfaces: () => BroadcastInterface[];

package/lib/utils/router.d.ts

@@ -0,0 +1,2 @@
+import type { ButtressApp } from '../types';
+export declare const createRouter: (options?: any) => ButtressApp;

package/lib/utils/serialize.d.ts

@@ -0,0 +1,2 @@
+export declare const deserialize: (input: string) => any;
+export declare const serialize: (output: any) => string;

package/lib/utils/serverCaps.d.ts

@@ -0,0 +1,4 @@
+import type { GeneratorInfo, GeneratorType } from '../types';
+export declare const enrichGeneratorsWithCaps: (generators: {
+    type: GeneratorType;
+}[]) => Promise<GeneratorInfo[]>;

package/lib/utils/sessionGuard.d.ts

@@ -0,0 +1,33 @@
+import type { Session } from '../types';
+type AnyRecord = Record<string, unknown>;
+/**
+ * Extract a session id from the `X-Buttress-Sess-Id` request header.
+ * Query-param fallback is intentionally not supported: session ids would
+ * otherwise show up in proxy access logs and browser history, and there is
+ * no transport in our supported clients that can't set custom headers.
+ */
+export declare const extractSessionIdFromRequest: (headers: Record<string, string | undefined> | undefined) => string | null;
+/**
+ * Elysia `beforeHandle` guard for HTTP routes that operate on a buttress
+ * session (file upload/download). Verifies:
+ *
+ *   1. A session id is supplied via the `X-Buttress-Sess-Id` header.
+ *   2. The session exists in the in-memory map (i.e. `init` has been issued
+ *      over WS for this client).
+ *   3. When the server is bound to a workspace, the request's access token
+ *      identity matches the identity recorded on the session — preventing
+ *      one device in a workspace from acting on another device's session.
+ *
+ * Handlers can re-extract the resolved session via `resolveGuardedSession`.
+ */
+export declare const buttressSessionGuard: any;
+/**
+ * Re-resolve the session that `buttressSessionGuard` validated. Returns null
+ * only if called outside the guard's protection (programming error). Handlers
+ * should treat null as 500 / unreachable.
+ */
+export declare const resolveGuardedSession: (store: AnyRecord, headers: Record<string, string | undefined>) => {
+    sessionId: string;
+    session: Session;
+} | null;
+export {};

package/lib/utils/test-caps.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Display model capabilities in a Markdown table format
+ * @param {Object} options - Display options
+ * @param {Array<string>} options.modelIds - Array of model repository IDs
+ * @param {Object|null} options.defaultConfig - Default configuration from TOML
+ * @returns {Promise<void>}
+ */
+export declare function showModelsTable({ modelIds, defaultConfig, }?: {
+    modelIds?: string[];
+    defaultConfig?: any;
+}): Promise<void>;
+/**
+ * Test ggml-llm capabilities for a backend type with optional model configuration
+ * @param {Object} options - Test options
+ * @param {string|null} options.modelId - Model repository ID
+ * @param {Object|null} options.defaultConfig - Default configuration from TOML
+ * @returns {Promise<void>}
+ */
+export declare function testGgmlLlmCapabilities({ modelId, defaultConfig, }?: {
+    modelId?: string | null;
+    defaultConfig?: any;
+}): Promise<void>;
+/**
+ * Display STT model capabilities in a Markdown table format
+ * @param {Object} options - Display options
+ * @param {Array<string>} options.modelIds - Array of model IDs (format: repo_id:filename)
+ * @param {Object|null} options.defaultConfig - Default configuration from TOML
+ * @returns {Promise<void>}
+ */
+export declare function showSttModelsTable({ modelIds, defaultConfig, }?: {
+    modelIds?: string[];
+    defaultConfig?: any;
+}): Promise<void>;
+/**
+ * Test ggml-stt capabilities for a backend type with optional model configuration
+ * @param {Object} options - Test options
+ * @param {string|null} options.modelId - Model ID (format: repo_id:filename)
+ * @param {Object|null} options.defaultConfig - Default configuration from TOML
+ * @returns {Promise<void>}
+ */
+/**
+ * Display MLX model capabilities in a Markdown table format.
+ *
+ * MLX getCapabilities is a platform/python check (no per-model GGUF metadata),
+ * so the table shows hardware fit based on unified memory and model repo IDs.
+ */
+export declare function showMlxModelsTable({ modelIds, defaultConfig, }?: {
+    modelIds?: string[];
+    defaultConfig?: any;
+}): Promise<void>;
+/**
+ * Test MLX LLM capabilities for a single model with detailed output
+ */
+export declare function testMlxLlmCapabilities({ modelId, defaultConfig, }?: {
+    modelId?: string | null;
+    defaultConfig?: any;
+}): Promise<void>;
+export declare function testGgmlSttCapabilities({ modelId, defaultConfig, }?: {
+    modelId?: string | null;
+    defaultConfig?: any;
+}): Promise<void>;

package/lib/utils/workspaceState.d.ts

@@ -0,0 +1,21 @@
+export interface WorkspaceBinding {
+    id: string;
+    name?: string;
+    serverId: string;
+    issuerPublicKey: string;
+    kid: string;
+    boundAt: string;
+}
+export interface ServerKeyPair {
+    publicKeySpki: string;
+    privateKeyPkcs8: string;
+    kid: string;
+}
+export interface WorkspaceState {
+    workspace: WorkspaceBinding | null;
+    serverKeyPair: ServerKeyPair | null;
+}
+export declare const resolveStateDir: () => string;
+export declare const resolveStatePath: () => string;
+export declare const loadWorkspaceState: () => WorkspaceState;
+export declare const saveWorkspaceState: (state: WorkspaceState) => Promise<void>;

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "@fugood/buttress-server",
-  "version": "2.25.0-beta.9",
+  "version": "2.25.0",
   "main": "lib/index.mjs",
-  "types": "lib/index.d.mts",
+  "types": "lib/index.d.ts",
   "type": "module",
   "bin": {
     "bricks-buttress": "./bin/bricks-buttress"
@@ -15,7 +15,7 @@
   ],
   "scripts": {
     "typecheck": "tsc --noEmit",
-    "build": "tsdown -c rolldown.config.js",
+    "build": "tsdown -c rolldown.config.js --config-loader native && tsc --noCheck --emitDeclarationOnly",
     "prepublish": "bun run build",
     "dev": "bun src/index.ts",
     "start": "bun lib/index.mjs",
@@ -30,8 +30,8 @@
   "dependencies": {
     "@elysiajs/cors": "^1.1.1",
     "@elysiajs/node": "^1.4.2",
-    "@fugood/llama.node": "^1.7.0-rc.11",
-    "@fugood/whisper.node": "^1.0.18",
+    "@fugood/llama.node": "1.7.11",
+    "@fugood/whisper.node": "^1.1.1",
     "@huggingface/gguf": "^0.3.2",
     "@iarna/toml": "^3.0.0",
     "bytes": "^3.1.0",
@@ -39,11 +39,13 @@
     "jose": "^5.9.6",
     "ms": "^2.1.1",
     "node-machine-id": "^1.1.12",
+    "onnxruntime-node": "1.24.3",
+    "sharp": "^0.34.1",
     "zod": "^3.25.76"
   },
   "devDependencies": {
-    "tsdown": "^0.20.1",
-    "typescript": "^5.9.3"
+    "tsdown": "^0.22.4",
+    "typescript": "^7.0.2"
   },
-  "gitHead": "9274cc21f1e882d26f80e45a972d814d648c861a"
+  "gitHead": "a2690b315c7043b65d71f21609b65358cd50d9a4"
 }

package/public/status.html

@@ -539,6 +539,48 @@
           </div>
         </div>
       </div>
+
+      <!-- ONNX-STT Status (hidden unless active) -->
+      <div class="card" id="onnxSttCard" style="display:none">
+        <div class="card-header">
+          <span class="card-title">ONNX-STT Status</span>
+          <span class="badge badge-info" id="onnxSttGeneratorCount">0 generators</span>
+        </div>
+        <div id="onnxSttGenerators"></div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Model Load History</div>
+          <div class="collapsible-content" id="onnxSttModelHistory">
+            <div class="empty-state">No model load history</div>
+          </div>
+        </div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Transcription History</div>
+          <div class="collapsible-content" id="onnxSttTranscriptionHistory">
+            <div class="empty-state">No transcription history</div>
+          </div>
+        </div>
+      </div>
+
+      <!-- ONNX-TTS Status (hidden unless active) -->
+      <div class="card" id="onnxTtsCard" style="display:none">
+        <div class="card-header">
+          <span class="card-title">ONNX-TTS Status</span>
+          <span class="badge badge-info" id="onnxTtsGeneratorCount">0 generators</span>
+        </div>
+        <div id="onnxTtsGenerators"></div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Model Load History</div>
+          <div class="collapsible-content" id="onnxTtsModelHistory">
+            <div class="empty-state">No model load history</div>
+          </div>
+        </div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Synthesis History</div>
+          <div class="collapsible-content" id="onnxTtsSynthesisHistory">
+            <div class="empty-state">No synthesis history</div>
+          </div>
+        </div>
+      </div>
     </div>
   </div>
 
@@ -844,6 +886,59 @@
       })
     }
 
+    function formatBytes(bytes) {
+      if (!bytes || bytes === 0) return '-'
+      if (bytes < 1024) return bytes + ' B'
+      if (bytes < 1024 * 1024) return (bytes / 1024).toFixed(1) + ' KB'
+      if (bytes < 1024 * 1024 * 1024) return (bytes / (1024 * 1024)).toFixed(1) + ' MB'
+      return (bytes / (1024 * 1024 * 1024)).toFixed(2) + ' GB'
+    }
+
+    function renderOnnxGenerators(containerId, countId, generators, label) {
+      const container = document.getElementById(containerId)
+      document.getElementById(countId).textContent = `${generators.length} generator${generators.length !== 1 ? 's' : ''}`
+
+      withScrollPreserve(container, () => {
+        if (generators.length === 0) {
+          container.innerHTML = `<div class="empty-state">No ${label} generators loaded</div>`
+          return
+        }
+
+        container.innerHTML = `
+          <div class="table-wrapper">
+            <div class="table-inner">
+              <table>
+                <thead>
+                  <tr>
+                    <th>ID</th>
+                    <th>Model</th>
+                    <th>DType</th>
+                    <th>Provider</th>
+                    <th>Device</th>
+                    <th>Model Size</th>
+                    <th>Pipelines</th>
+                  </tr>
+                </thead>
+                <tbody>
+                  ${generators.map(g => `
+                    <tr>
+                      <td class="mono">${escapeHtml(g.id?.slice(0, 8) || '-')}</td>
+                      <td>${formatModelName(g.repoId)}${g.vocoderRepoId ? '<br><span style="font-size:11px;color:var(--text-muted)">+ ' + formatModelName(g.vocoderRepoId) + '</span>' : ''}</td>
+                      <td>${escapeHtml(typeof g.dtype === 'object' ? JSON.stringify(g.dtype) : g.dtype || '-')}</td>
+                      <td><span class="badge ${g.provider === 'cpu' ? 'badge-info' : 'badge-success'}">${escapeHtml(g.provider || '-')}</span></td>
+                      <td>${escapeHtml(g.device || '-')}</td>
+                      <td>${formatBytes(g.modelBytes)}</td>
+                      <td>${g.pipelines ?? 0}</td>
+                    </tr>
+                  `).join('')}
+                </tbody>
+              </table>
+            </div>
+          </div>
+        `
+      })
+    }
+
     // Escape HTML
     function escapeHtml(str) {
       if (str == null) return ''
@@ -869,6 +964,8 @@
       const llm = status.ggmlLlm || {}
       const stt = status.ggmlStt || {}
       const mlx = status.mlxLlm || {}
+      const onnxStt = status.onnxStt || {}
+      const onnxTts = status.onnxTts || {}
 
       // LLM
       renderLlmGenerators(llm.generators || [])
@@ -983,6 +1080,70 @@
           }
         },
       ])
+
+      // ONNX-STT
+      const hasOnnxStt = (onnxStt.generators?.length > 0) ||
+        (onnxStt.history?.modelLoads?.length > 0) ||
+        (onnxStt.history?.transcriptions?.length > 0)
+      document.getElementById('onnxSttCard').style.display = hasOnnxStt ? '' : 'none'
+      renderOnnxGenerators('onnxSttGenerators', 'onnxSttGeneratorCount', onnxStt.generators || [], 'ONNX STT')
+
+      renderHistory('onnxSttModelHistory', onnxStt.history?.modelLoads || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'DType', render: i => escapeHtml(typeof i.dtype === 'object' ? JSON.stringify(i.dtype) : i.dtype || '-') },
+        { label: 'Provider', render: i => `<span class="badge ${i.provider === 'cpu' ? 'badge-info' : 'badge-success'}">${escapeHtml(i.provider || '-')}</span>` },
+        { label: 'Duration', render: i => `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed: ${escapeHtml(i.error || 'Unknown')}</span>`
+        },
+      ])
+
+      renderHistory('onnxSttTranscriptionHistory', onnxStt.history?.transcriptions || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'Provider', render: i => escapeHtml(i.provider || '-') },
+        { label: 'Segments', render: i => i.segmentCount ?? '-' },
+        { label: 'Text Len', render: i => i.textLength ?? '-' },
+        { label: 'Duration', render: i => `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed</span>`
+        },
+      ])
+
+      // ONNX-TTS
+      const hasOnnxTts = (onnxTts.generators?.length > 0) ||
+        (onnxTts.history?.modelLoads?.length > 0) ||
+        (onnxTts.history?.syntheses?.length > 0)
+      document.getElementById('onnxTtsCard').style.display = hasOnnxTts ? '' : 'none'
+      renderOnnxGenerators('onnxTtsGenerators', 'onnxTtsGeneratorCount', onnxTts.generators || [], 'ONNX TTS')
+
+      renderHistory('onnxTtsModelHistory', onnxTts.history?.modelLoads || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'DType', render: i => escapeHtml(typeof i.dtype === 'object' ? JSON.stringify(i.dtype) : i.dtype || '-') },
+        { label: 'Provider', render: i => `<span class="badge ${i.provider === 'cpu' ? 'badge-info' : 'badge-success'}">${escapeHtml(i.provider || '-')}</span>` },
+        { label: 'Vocoder', render: i => i.vocoderRepoId ? formatModelName(i.vocoderRepoId) : '-' },
+        { label: 'Duration', render: i => `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed: ${escapeHtml(i.error || 'Unknown')}</span>`
+        },
+      ])
+
+      renderHistory('onnxTtsSynthesisHistory', onnxTts.history?.syntheses || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'Provider', render: i => escapeHtml(i.provider || '-') },
+        { label: 'Text Len', render: i => i.textLength ?? '-' },
+        { label: 'Duration', render: i => i.cached ? '<span class="badge badge-info">Cached</span>' : `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed</span>`
+        },
+      ])
     }
 
     // Fallback: Fetch status via HTTP polling
@@ -994,7 +1155,7 @@
         const response = await fetch('/buttress/status')
         const data = await response.json()
         // Direct JSON response (not tRPC wrapped)
-        if (data.ggmlLlm || data.ggmlStt || data.mlxLlm) {
+        if (data.ggmlLlm || data.ggmlStt || data.mlxLlm || data.onnxStt || data.onnxTts) {
           updateUI(data)
           setConnectionStatus('connected')
         }

package/lib/chunk-C8PTHxhX.mjs

@@ -1,2 +0,0 @@
-#!/usr/bin/env node
-var e=Object.defineProperty,t=(t,n)=>{let r={};for(var i in t)e(r,i,{get:t[i],enumerable:!0});return n&&e(r,Symbol.toStringTag,{value:`Module`}),r};export{t};