@fugood/buttress-server 2.25.2 → 2.25.3

package/lib/routes/tts-shared.d.ts

@@ -8,8 +8,8 @@
  */
 import type { GeneratorCacheEntry } from './generator-cache';
 export declare const TTS_TYPES: string[];
-/** Get the TTS backend API for a generator type (only onnx-tts today). */
-export declare function getTtsBackend(backend: any, _type: string): any;
+/** Get the TTS backend API for a generator type. */
+export declare function getTtsBackend(backend: any, type: string): any;
 export declare function getOrCreateTtsGenerator(backend: any, config: any, requestedModel?: string, logPrefix?: string): Promise<GeneratorCacheEntry>;
 export declare function releaseTtsGenerator(backend: any, entry: GeneratorCacheEntry | null | undefined, logPrefix?: string): Promise<void>;
 export type SynthesizeRequest = {

package/lib/services/ggml-tts.d.ts

@@ -0,0 +1,42 @@
+import { z } from 'zod';
+import type { ReadableStream } from 'node:stream/web';
+import type { ServiceContext, EventStream, Expand } from '../types';
+export declare const schemas: {
+    initContext: z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>], null>;
+    synthesize: z.ZodTuple<[z.ZodString, z.ZodObject<{
+        text: z.ZodString;
+        options: z.ZodOptional<z.ZodObject<{
+            speaker: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+        }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+            speaker: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+        }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+            speaker: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+        }, z.ZodTypeAny, "passthrough">>>;
+    }, "strip", z.ZodTypeAny, {
+        text: string;
+        options?: z.objectOutputType<{
+            speaker: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+        }, z.ZodTypeAny, "passthrough"> | undefined;
+    }, {
+        text: string;
+        options?: z.objectInputType<{
+            speaker: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+        }, z.ZodTypeAny, "passthrough"> | undefined;
+    }>], null>;
+    releaseContext: z.ZodTuple<[z.ZodString], null>;
+};
+export interface SynthesizeResult {
+    filename: string;
+    sampling_rate: number;
+    channels: number;
+}
+export interface Service {
+    initContext: (ctx: ServiceContext, ...args: z.infer<typeof schemas.initContext>) => ReadableStream<Expand<EventStream>>;
+    synthesize: (ctx: ServiceContext, ...args: z.infer<typeof schemas.synthesize>) => Promise<SynthesizeResult>;
+    releaseContext: (ctx: ServiceContext, ...args: z.infer<typeof schemas.releaseContext>) => Promise<{
+        released: boolean;
+        alreadyReleased?: boolean;
+    }>;
+}
+declare const _default: Service;
+export default _default;

package/lib/services/index.d.ts

@@ -2,6 +2,7 @@ import type { ServiceContext } from '../types';
 import type { Service as CommonService } from './common';
 import type { Service as GgmlLlmService } from './ggml-llm';
 import type { Service as GgmlSttService } from './ggml-stt';
+import type { Service as GgmlTtsService } from './ggml-tts';
 import type { Service as MlxLlmService } from './mlx-llm';
 import type { Service as OnnxSttService } from './onnx-stt';
 import type { Service as OnnxTtsService } from './onnx-tts';
@@ -19,6 +20,7 @@ declare const services: {
         }, id: any, audioData: any, options: any): Promise<any>;
         releaseContext: ({ backend, session }: ServiceContext, id: any, force: any) => Promise<any>;
     };
+    ggmlTts: GgmlTtsService;
     mlxLlm: MlxLlmService;
     onnxStt: OnnxSttService;
     onnxTts: OnnxTtsService;
@@ -32,6 +34,7 @@ export type Services = {
     common: ClientService<CommonService>;
     ggmlLlm: ClientService<GgmlLlmService>;
     ggmlStt: ClientService<GgmlSttService>;
+    ggmlTts: ClientService<GgmlTtsService>;
     mlxLlm: ClientService<MlxLlmService>;
     onnxStt: ClientService<OnnxSttService>;
     onnxTts: ClientService<OnnxTtsService>;

package/lib/types.d.ts

@@ -25,7 +25,7 @@ export type RuntimeConfig = {
     huggingface_token?: string;
     session_cache?: SessionCacheConfig;
 } & Record<string, any>;
-export type GeneratorType = 'ggml-llm' | 'ggml-stt' | 'mlx-llm' | 'onnx-stt' | 'onnx-tts';
+export type GeneratorType = 'ggml-llm' | 'ggml-stt' | 'ggml-tts' | 'mlx-llm' | 'onnx-stt' | 'onnx-tts';
 export type GeneratorConfig = {
     type: GeneratorType;
 } & Record<string, any>;

package/lib/utils/fileResponse.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Serve a local file from a route.
+ *
+ * Not elysia's `file()` on Bun: it returns an ElysiaFile, which elysia's
+ * adapter dispatches by constructor *name* — and bundling renames the class
+ * (always under identifier minification, and under plain bundling whenever
+ * another module declares the same symbol). The compiled distribution shipped
+ * that way, degrading every file response to `String(response)` — HTTP 200
+ * "[object Object]". A BunFile dispatches through the global `Blob` case onto
+ * the same `handleFile` path, and globals survive any bundler. The Node
+ * fallback runs unbundled from lib/, where `file()` is safe.
+ * Covered by scripts/__tests__/bundle-file-response.test.js.
+ */
+export declare const fileResponse: (path: string) => any;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/buttress-server",
-  "version": "2.25.2",
+  "version": "2.25.3",
   "main": "lib/index.mjs",
   "types": "lib/index.d.ts",
   "type": "module",
@@ -39,7 +39,7 @@
   "dependencies": {
     "@elysiajs/cors": "^1.1.1",
     "@elysiajs/node": "^1.4.2",
-    "@fugood/llama.node": "1.7.14",
+    "@fugood/llama.node": "1.8.0-rc.2",
     "@fugood/whisper.node": "^1.1.1",
     "@huggingface/gguf": "^0.3.2",
     "@iarna/toml": "^3.0.0",
@@ -69,5 +69,5 @@
     "tsdown": "^0.22.4",
     "typescript": "^7.0.2"
   },
-  "gitHead": "c1dd33ba3bfaecacf5650b93f55cb5211f61f077"
+  "gitHead": "0a712b850bf86dc30defb32658122438a38d39ba"
 }

package/public/status.html

@@ -582,6 +582,27 @@
         </div>
       </div>
 
+      <!-- GGML-TTS Status (hidden unless active) -->
+      <div class="card" id="ggmlTtsCard" style="display:none">
+        <div class="card-header">
+          <span class="card-title">GGML-TTS Status</span>
+          <span class="badge badge-info" id="ggmlTtsGeneratorCount">0 generators</span>
+        </div>
+        <div id="ggmlTtsGenerators"></div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Model Load History</div>
+          <div class="collapsible-content" id="ggmlTtsModelHistory">
+            <div class="empty-state">No model load history</div>
+          </div>
+        </div>
+        <div class="section">
+          <div class="section-title collapsible" onclick="toggleSection(this)">Synthesis History</div>
+          <div class="collapsible-content" id="ggmlTtsSynthesisHistory">
+            <div class="empty-state">No synthesis history</div>
+          </div>
+        </div>
+      </div>
+
       <!-- Local Functions (hidden unless enabled) -->
       <div class="card" id="functionsCard" style="display:none">
         <div class="card-header">
@@ -972,6 +993,52 @@
       })
     }
 
+    function renderGgmlTtsGenerators(generators) {
+      const container = document.getElementById('ggmlTtsGenerators')
+      document.getElementById('ggmlTtsGeneratorCount').textContent =
+        `${generators.length} generator${generators.length !== 1 ? 's' : ''}`
+
+      withScrollPreserve(container, () => {
+        if (generators.length === 0) {
+          container.innerHTML = '<div class="empty-state">No GGML TTS generators loaded</div>'
+          return
+        }
+
+        container.innerHTML = `
+          <div class="table-wrapper">
+            <div class="table-inner">
+              <table>
+                <thead>
+                  <tr>
+                    <th>ID</th>
+                    <th>Model</th>
+                    <th>Quant</th>
+                    <th>Variant</th>
+                    <th>GPU</th>
+                    <th>Model Size</th>
+                    <th>Context</th>
+                  </tr>
+                </thead>
+                <tbody>
+                  ${generators.map(g => `
+                    <tr>
+                      <td class="mono">${escapeHtml(g.id?.slice(0, 8) || '-')}</td>
+                      <td>${formatModelName(g.repoId)}${g.vocoderRepoId ? '<br><span style="font-size:11px;color:var(--text-muted)">+ ' + formatModelName(g.vocoderRepoId) + '</span>' : ''}</td>
+                      <td>${escapeHtml(g.quantization || '-')}</td>
+                      <td>${escapeHtml(g.variant || '-')}</td>
+                      <td><span class="badge ${g.useGpu ? 'badge-success' : 'badge-info'}">${g.useGpu ? 'yes' : 'no'}</span></td>
+                      <td>${formatBytes(g.modelBytes)}</td>
+                      <td>${g.hasContext ? '<span class="badge badge-success">loaded</span>' : '-'}</td>
+                    </tr>
+                  `).join('')}
+                </tbody>
+              </table>
+            </div>
+          </div>
+        `
+      })
+    }
+
     // Escape HTML
     function escapeHtml(str) {
       if (str == null) return ''
@@ -999,6 +1066,7 @@
       const mlx = status.mlxLlm || {}
       const onnxStt = status.onnxStt || {}
       const onnxTts = status.onnxTts || {}
+      const ggmlTts = status.ggmlTts || {}
 
       // LLM
       renderLlmGenerators(llm.generators || [])
@@ -1178,6 +1246,38 @@
         },
       ])
 
+      // GGML-TTS
+      const hasGgmlTts = (ggmlTts.generators?.length > 0) ||
+        (ggmlTts.history?.modelLoads?.length > 0) ||
+        (ggmlTts.history?.syntheses?.length > 0)
+      document.getElementById('ggmlTtsCard').style.display = hasGgmlTts ? '' : 'none'
+      renderGgmlTtsGenerators(ggmlTts.generators || [])
+
+      renderHistory('ggmlTtsModelHistory', ggmlTts.history?.modelLoads || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'Quant', render: i => escapeHtml(i.quantization || '-') },
+        { label: 'Variant', render: i => escapeHtml(i.variant || '-') },
+        { label: 'Vocoder', render: i => i.vocoderRepoId ? formatModelName(i.vocoderRepoId) : '-' },
+        { label: 'Duration', render: i => `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed: ${escapeHtml(i.error || 'Unknown')}</span>`
+        },
+      ])
+
+      renderHistory('ggmlTtsSynthesisHistory', ggmlTts.history?.syntheses || [], [
+        { label: 'Time', render: i => `<span class="timestamp">${formatRelativeTime(i.timestamp)}</span>` },
+        { label: 'Model', render: i => formatModelName(i.repoId) },
+        { label: 'Variant', render: i => escapeHtml(i.variant || '-') },
+        { label: 'Text Len', render: i => i.textLength ?? '-' },
+        { label: 'Duration', render: i => i.cached ? '<span class="badge badge-info">Cached</span>' : `${(i.durationMs / 1000).toFixed(1)}s` },
+        { label: 'Status', render: i => i.success ?
+          '<span class="badge badge-success">Success</span>' :
+          `<span class="badge badge-error">Failed</span>`
+        },
+      ])
+
       renderFunctionsStatus(status.functions || {})
     }
 
@@ -1271,7 +1371,7 @@
         const response = await fetch('/buttress/status')
         const data = await response.json()
         // Direct JSON response (not tRPC wrapped)
-        if (data.ggmlLlm || data.ggmlStt || data.mlxLlm || data.onnxStt || data.onnxTts) {
+        if (data.ggmlLlm || data.ggmlStt || data.mlxLlm || data.onnxStt || data.onnxTts || data.ggmlTts) {
           updateUI(data)
           setConnectionStatus('connected')
         }