@chatpanel/gateway 0.6.55 → 0.6.57

package/src/tts-voices.js

@@ -25,6 +25,17 @@ import { randomUUID } from 'node:crypto';
 import os from 'node:os';
 
 export const EMBED_DIM = 512;
+
+// A voice print is engine-specific: SpeechT5 wants a 512-d wavlm x-vector, Pocket
+// TTS wants its Mimi encoder's [1, N, 1024] conditioning. They are NOT
+// interchangeable, and the sample is discarded after saving, so whatever a voice
+// might later need has to be computed WHILE the audio is still in hand.
+//
+// The pocket conditioning is ~100k floats — small on disk, absurd inside a JSON
+// document that a settings page lists — so it lives beside the record as raw
+// Float32 and only its shape is stored in the JSON.
+export const KIND_SPEECHT5 = 'wavlm-512';
+export const KIND_POCKET = 'pocket-mimi';
 const MAX_VOICES = 20;
 const MAX_NAME = 60;
 
@@ -62,22 +73,50 @@ export function listVoices() {
       // The vector is deliberately NOT returned by the listing: the UI needs a
       // name and an id, and 512 floats of someone's voice print have no business
       // in a settings page's JSON.
-      if (v?.id && v?.name) out.push({ id: v.id, name: v.name, createdAt: v.createdAt || 0, dim: v.vec?.length || 0 });
+      if (v?.id && v?.name) {
+        out.push({
+          id: v.id, name: v.name, createdAt: v.createdAt || 0, dim: v.vec?.length || 0,
+          kinds: v.pocketShape ? [KIND_SPEECHT5, KIND_POCKET] : [KIND_SPEECHT5],
+        });
+      }
     } catch { /* a corrupt file must not break the list */ }
   }
   return out.sort((a, b) => b.createdAt - a.createdAt);
 }
 
+function pocketFileFor(id) {
+  return join(voicesDir(), `${id}.pocket.bin`);
+}
+
 export function getVoice(id) {
   if (!isValidVoiceRef(id)) return null;
   try {
     const v = JSON.parse(readFileSync(fileFor(id), 'utf8'));
-    return Array.isArray(v?.vec) && v.vec.length === EMBED_DIM ? v : null;
+    if (!Array.isArray(v?.vec) || v.vec.length !== EMBED_DIM) return null;
+    return v;
+  } catch { return null; }
+}
+
+/** The Pocket TTS conditioning for a voice, or null if it has none saved. */
+export function getPocketVoice(id) {
+  if (!isValidVoiceRef(id)) return null;
+  const meta = getVoice(id);
+  if (!meta?.pocketShape) return null;
+  try {
+    const buf = readFileSync(pocketFileFor(id));
+    return { data: new Float32Array(buf.buffer, buf.byteOffset, Math.floor(buf.byteLength / 4)), shape: meta.pocketShape };
   } catch { return null; }
 }
 
+/** Which engines can speak as this voice. Drives what the UI may offer. */
+export function voiceKinds(id) {
+  const v = getVoice(id);
+  if (!v) return [];
+  return v.pocketShape ? [KIND_SPEECHT5, KIND_POCKET] : [KIND_SPEECHT5];
+}
+
 /** Persist an embedding under a user-chosen name. Returns the stored record. */
-export function saveVoice({ name, vec }) {
+export function saveVoice({ name, vec, pocket = null }) {
   const clean = String(name || '').trim().slice(0, MAX_NAME);
   if (!clean) throw new Error('a name is required');
   if (!vec || vec.length !== EMBED_DIM) throw new Error(`expected a ${EMBED_DIM}-value embedding, got ${vec?.length || 0}`);
@@ -85,8 +124,13 @@ export function saveVoice({ name, vec }) {
   const dir = voicesDir();
   mkdirSync(dir, { recursive: true });
   const rec = { id: randomUUID(), name: clean, createdAt: Date.now(), vec: Array.from(vec, (x) => Number(x) || 0) };
+  if (pocket?.data?.length && Array.isArray(pocket.shape)) {
+    rec.pocketShape = pocket.shape;
+    const f32 = pocket.data instanceof Float32Array ? pocket.data : Float32Array.from(pocket.data);
+    writeFileSync(pocketFileFor(rec.id), Buffer.from(f32.buffer, f32.byteOffset, f32.byteLength));
+  }
   writeFileSync(fileFor(rec.id), JSON.stringify(rec));
-  return { id: rec.id, name: rec.name, createdAt: rec.createdAt, dim: rec.vec.length };
+  return { id: rec.id, name: rec.name, createdAt: rec.createdAt, dim: rec.vec.length, kinds: rec.pocketShape ? [KIND_SPEECHT5, KIND_POCKET] : [KIND_SPEECHT5] };
 }
 
 /** Remove one permanently. Returns whether there was anything to remove. */
@@ -95,5 +139,7 @@ export function deleteVoice(id) {
   const p = fileFor(id);
   if (!existsSync(p)) return false;
   rmSync(p, { force: true });
+  // Both halves, or the conditioning outlives the record that named it.
+  rmSync(pocketFileFor(id), { force: true });
   return true;
 }