@jambonz/speech-utils 1.0.1 → 1.0.4

package/.github/workflows/publish.yml

@@ -12,8 +12,8 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-node@v3
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
         with:
           node-version: lts/*
           registry-url: 'https://registry.npmjs.org'

package/lib/synth-audio.js

@@ -1136,6 +1136,8 @@ const synthRimelabs = async(logger, {
     if (opts.repetition_penalty) params += `,repetition_penalty=${opts.repetition_penalty}`;
     if (opts.top_p) params += `,top_p=${opts.top_p}`;
     if (opts.max_tokens) params += `,max_tokens=${opts.max_tokens}`;
+    // Coda model parameters
+    if (opts.timeScaleFactor) params += `,time_scale_factor=${opts.timeScaleFactor}`;
     params += '}';
 
     return {
@@ -1341,6 +1343,18 @@ const synthCartesia = async(logger, {
   try {
     const client = new CartesiaClient({ apiKey: api_key });
     const sampleRate = 48000;
+
+    // omit a control unless explicitly provided (0 is a valid value, so test for nullish only)
+    const has = (v) => v !== null && v !== undefined;
+    /* Voice controls are model-family specific:
+       - sonic-2 takes `experimentalControls` (emotion is an array, no volume).
+       - sonic-3 family (sonic-3, sonic-3.5, pinned sonic-3.x snapshots) takes
+         `generationConfig` (emotion is a string, volume supported). Match the same
+         "starts with sonic-3" predicate the freeswitch streaming module uses
+         (mod_cartesia_tts_streaming: strncmp(model_id, "sonic-3", ...)), so cached
+         and streamed synthesis behave identically.
+       Older models (sonic, sonic-english, sonic-multilingual, sonic-2024-*) take neither. */
+    const isSonic3 = model_id?.startsWith('sonic-3');
     const mp3Stream = await client.tts.bytes({
       modelId: model_id,
       transcript: text,
@@ -1356,16 +1370,16 @@ const synthCartesia = async(logger, {
         ),
         ...(model_id === 'sonic-2' && (opts.speed || opts.emotion) && {
           experimentalControls: {
-            ...(opts.speed !== null && opts.speed !== undefined && {speed: opts.speed}),
+            ...(has(opts.speed) && {speed: opts.speed}),
             ...(opts.emotion && {emotion: [opts.emotion]}),
           }
         }),
       },
-      ...(model_id === 'sonic-3' && (opts.speed || opts.emotion || opts.volume) && {
+      ...(isSonic3 && (has(opts.speed) || has(opts.emotion) || has(opts.volume)) && {
         generationConfig: {
-          ...(opts.volume !== null && opts.volume !== undefined && {volume: opts.volume}),
-          ...(opts.speed !== null && opts.speed !== undefined && {speed: opts.speed}),
-          ...(opts.emotion !== null && opts.emotion !== undefined && {emotion: opts.emotion}),
+          ...(has(opts.volume) && {volume: opts.volume}),
+          ...(has(opts.speed) && {speed: opts.speed}),
+          ...(has(opts.emotion) && {emotion: opts.emotion}),
         }
       }),
       language: language,
@@ -1389,6 +1403,32 @@ const synthCartesia = async(logger, {
       sampleRate
     };
   } catch (err) {
+    /* Cartesia's tts.bytes() uses a streaming response, so on an HTTP error the SDK
+       throws a CartesiaError whose `body` is an unconsumed stream-wrapper object
+       (async-iterable, yielding Uint8Array chunks) rather than the parsed error
+       JSON. Read it so callers get a meaningful message instead of a serialized
+       stream object. */
+    if (err && err.body && typeof err.body !== 'string' && typeof err.body[Symbol.asyncIterator] === 'function') {
+      try {
+        const chunks = [];
+        for await (const chunk of err.body) {
+          chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+        }
+        const text = Buffer.concat(chunks).toString('utf8');
+        if (text) {
+          let parsed;
+          try {
+            parsed = JSON.parse(text);
+          } catch {
+            parsed = null;
+          }
+          err.message = (parsed && (parsed.error || parsed.message)) || text;
+          err.body = parsed || text;
+        }
+      } catch (readErr) {
+        logger.info({readErr}, 'synth Cartesia: failed to read error response body');
+      }
+    }
     logger.info({err}, 'synth Cartesia returned error');
     stats.increment('tts.count', ['vendor:cartesia', 'accepted:no']);
     throw err;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jambonz/speech-utils",
-  "version": "1.0.1",
+  "version": "1.0.4",
   "description": "TTS-related speech utilities for jambonz",
   "main": "index.js",
   "author": "Dave Horton",