@absolutejs/voice 0.0.22-beta.664 → 0.0.22-beta.666

package/dist/telephony/telnyx.d.ts

@@ -162,9 +162,8 @@ export type TelnyxVoiceRoutesOptions<TContext = unknown, TSession extends VoiceS
     };
 };
 export type VoiceTelnyxWebhookEventStore = {
-    claim?: (eventId: string) => Promise<boolean> | boolean;
-    has: (eventId: string) => Promise<boolean> | boolean;
-    set: (eventId: string) => Promise<void> | void;
+    /** Atomically accepts an unseen event id and rejects every duplicate. */
+    claim: (eventId: string) => Promise<boolean> | boolean;
 };
 export type VoiceTelnyxWebhookEventStoreOptions = {
     ttlSeconds?: number;
@@ -182,7 +181,7 @@ export type VoicePostgresTelnyxWebhookEventStoreOptions = VoiceTelnyxWebhookEven
     tableName?: string;
     tablePrefix?: string;
 };
-export type VoiceRedisTelnyxWebhookEventClient = Pick<RedisClient, "exists" | "set">;
+export type VoiceRedisTelnyxWebhookEventClient = Pick<RedisClient, "set">;
 export type VoiceRedisTelnyxWebhookEventStoreOptions = VoiceTelnyxWebhookEventStoreOptions & {
     client?: VoiceRedisTelnyxWebhookEventClient;
     keyPrefix?: string;

package/dist/testing/index.js

@@ -2914,6 +2914,11 @@ var serverMessageToAction = (message) => {
         transcript: message.transcript,
         type: "partial"
       };
+    case "playback_rate":
+      return {
+        rate: message.rate,
+        type: "playback_rate"
+      };
     case "replay":
       return {
         assistantTexts: message.assistantTexts,
@@ -3096,6 +3101,7 @@ var isVoiceServerMessage = (value) => {
     case "error":
     case "final":
     case "partial":
+    case "playback_rate":
     case "pong":
     case "replay":
     case "session":
@@ -3522,6 +3528,7 @@ var createInitialState2 = () => ({
   isConnected: false,
   paused: false,
   partial: "",
+  playbackRate: null,
   reconnect: createInitialReconnectState(),
   scenarioId: null,
   sessionId: null,
@@ -3630,6 +3637,12 @@ var createVoiceStreamStore = () => {
           partial: joinPartial(turnFinalText, action.transcript.text)
         };
         break;
+      case "playback_rate":
+        state = {
+          ...state,
+          playbackRate: Math.max(0.5, Math.min(2, action.rate))
+        };
+        break;
       case "replay":
         turnFinalText = action.partial;
         state = {
@@ -3795,6 +3808,9 @@ var createVoiceStream = (path, options = {}) => {
     get partial() {
       return store.getSnapshot().partial;
     },
+    get playbackRate() {
+      return store.getSnapshot().playbackRate;
+    },
     get paused() {
       return store.getSnapshot().paused;
     },
@@ -4167,6 +4183,7 @@ var createInitialState3 = (stream) => ({
   paused: stream.paused,
   pauseExpiresAt: stream.pauseExpiresAt,
   partial: stream.partial,
+  playbackRate: stream.playbackRate,
   reconnect: stream.reconnect,
   recordingError: null,
   sessionId: stream.sessionId,
@@ -4204,6 +4221,7 @@ var createVoiceController = (path, options = {}) => {
       paused: stream.paused,
       pauseExpiresAt: stream.pauseExpiresAt,
       partial: stream.partial,
+      playbackRate: stream.playbackRate,
       reconnect: stream.reconnect,
       sessionId: stream.sessionId,
       sessionMetadata: stream.sessionMetadata,
@@ -4350,6 +4368,9 @@ var createVoiceController = (path, options = {}) => {
     get partial() {
       return state.partial;
     },
+    get playbackRate() {
+      return state.playbackRate;
+    },
     get paused() {
       return state.paused;
     },
@@ -4459,10 +4480,18 @@ var createVoiceDuplexController = (path, options = {}) => {
     }
   });
   const audioPlayer = createVoiceAudioPlayer(controller, options.audioPlayer);
+  let appliedPlaybackRate = controller.playbackRate;
+  const unsubscribePlaybackRate = controller.subscribe(() => {
+    if (controller.playbackRate !== null && controller.playbackRate !== appliedPlaybackRate) {
+      appliedPlaybackRate = controller.playbackRate;
+      audioPlayer.setPlaybackRate(controller.playbackRate);
+    }
+  });
   bargeInBinding = bindVoiceBargeIn(controller, audioPlayer, options.bargeIn);
   const close = () => {
     bargeInBinding?.close();
     bargeInBinding = null;
+    unsubscribePlaybackRate();
     audioPlayer.close();
     controller.close();
   };
@@ -7250,6 +7279,11 @@ var createVoiceSession = (options) => {
   let lastSpeechEnergyAt = 0;
   let sttHealthPhaseStart = 0;
   let sttDeafConfirmedAt = 0;
+  const resetSttHealthWindow = () => {
+    lastSpeechEnergyAt = 0;
+    sttHealthPhaseStart = 0;
+    sttDeafConfirmedAt = 0;
+  };
   let lastSttRecoverySpokenAt = 0;
   let activeTTSTurnId;
   let assistantSpeechEndsAt = 0;
@@ -9681,6 +9715,7 @@ var createVoiceSession = (options) => {
       markTurnCommitted(currentSession, finalText, transcripts);
     });
     speechDetected = false;
+    resetSttHealthWindow();
     rewindFallbackTurnAudio();
     logger.info("voice turn committed", {
       reason,
@@ -10008,30 +10043,35 @@ var createVoiceSession = (options) => {
         clearSilenceTimer();
       }
       const nowMs = Date.now();
-      if (nowMs - lastSpeechEnergyAt > STT_HEALTH_SPEECH_GAP_MS) {
-        sttHealthPhaseStart = nowMs;
-      }
-      lastSpeechEnergyAt = nowMs;
-      const lastTranscriptAt = latest.currentTurn.lastTranscriptAt ?? 0;
-      if (!options.realtime && sttSession && lastTranscriptAt < sttHealthPhaseStart && nowMs - sttHealthPhaseStart >= STT_HEALTH_STALE_MS) {
-        sttDeafConfirmedAt = nowMs;
-        sttReconnectCount = nowMs - lastSttReconnectAt < STT_RECONNECT_FLAP_WINDOW_MS ? sttReconnectCount + 1 : 1;
-        lastSttReconnectAt = nowMs;
-        sttHealthPhaseStart = nowMs;
-        maybeSpeakSttRecovery(nowMs, latest);
-        if (sttReconnectCount <= MAX_STT_RECONNECTS_IN_FLAP_WINDOW) {
-          await appendTrace({
-            payload: {
-              action: "stt-health-reconnect",
-              attempt: sttReconnectCount,
-              classification: "stt-deaf",
-              reason: `no transcript for ${STT_HEALTH_STALE_MS}ms of continuous speech`
-            },
-            session: latest,
-            type: "session.error"
-          });
-          await closeAdapter("stt stale; health-reconnect");
-          return;
+      if (assistantTurnInProgress) {
+        resetSttHealthWindow();
+      } else {
+        if (nowMs - lastSpeechEnergyAt > STT_HEALTH_SPEECH_GAP_MS) {
+          sttHealthPhaseStart = nowMs;
+        }
+        lastSpeechEnergyAt = nowMs;
+        const lastTranscriptAt = latest.currentTurn.lastTranscriptAt ?? 0;
+        if (!options.realtime && sttSession && lastTranscriptAt < sttHealthPhaseStart && nowMs - sttHealthPhaseStart >= STT_HEALTH_STALE_MS) {
+          sttDeafConfirmedAt = nowMs;
+          sttReconnectCount = nowMs - lastSttReconnectAt < STT_RECONNECT_FLAP_WINDOW_MS ? sttReconnectCount + 1 : 1;
+          lastSttReconnectAt = nowMs;
+          sttHealthPhaseStart = nowMs;
+          maybeSpeakSttRecovery(nowMs, latest);
+          if (sttReconnectCount <= MAX_STT_RECONNECTS_IN_FLAP_WINDOW) {
+            await appendTrace({
+              payload: {
+                action: "stt-health-reconnect",
+                attempt: sttReconnectCount,
+                classification: "stt-deaf",
+                recoverable: true,
+                reason: `no transcript for ${STT_HEALTH_STALE_MS}ms of continuous speech`
+              },
+              session: latest,
+              type: "session.error"
+            });
+            await closeAdapter("stt stale; health-reconnect");
+            return;
+          }
         }
       }
     } else if (speechDetected) {
@@ -10161,6 +10201,11 @@ var createVoiceSession = (options) => {
         speechThreshold: turnDetection.speechThreshold,
         transcriptStabilityMs: turnDetection.transcriptStabilityMs
       };
+    }),
+    setPlaybackRate: async (rate) => runSerial("api.setPlaybackRate", async () => {
+      const clamped = Math.max(0.5, Math.min(2, Number(rate) || 1));
+      await send({ rate: clamped, type: "playback_rate" });
+      return clamped;
     })
   };
   return api;

package/dist/vue/index.js

@@ -10720,6 +10720,11 @@ var serverMessageToAction = (message) => {
         transcript: message.transcript,
         type: "partial"
       };
+    case "playback_rate":
+      return {
+        rate: message.rate,
+        type: "playback_rate"
+      };
     case "replay":
       return {
         assistantTexts: message.assistantTexts,
@@ -10902,6 +10907,7 @@ var isVoiceServerMessage = (value) => {
     case "error":
     case "final":
     case "partial":
+    case "playback_rate":
     case "pong":
     case "replay":
     case "session":
@@ -11328,6 +11334,7 @@ var createInitialState = () => ({
   isConnected: false,
   paused: false,
   partial: "",
+  playbackRate: null,
   reconnect: createInitialReconnectState(),
   scenarioId: null,
   sessionId: null,
@@ -11436,6 +11443,12 @@ var createVoiceStreamStore = () => {
           partial: joinPartial(turnFinalText, action.transcript.text)
         };
         break;
+      case "playback_rate":
+        state = {
+          ...state,
+          playbackRate: Math.max(0.5, Math.min(2, action.rate))
+        };
+        break;
       case "replay":
         turnFinalText = action.partial;
         state = {
@@ -11601,6 +11614,9 @@ var createVoiceStream = (path, options = {}) => {
     get partial() {
       return store.getSnapshot().partial;
     },
+    get playbackRate() {
+      return store.getSnapshot().playbackRate;
+    },
     get paused() {
       return store.getSnapshot().paused;
     },
@@ -12226,6 +12242,7 @@ var createInitialState2 = (stream) => ({
   paused: stream.paused,
   pauseExpiresAt: stream.pauseExpiresAt,
   partial: stream.partial,
+  playbackRate: stream.playbackRate,
   reconnect: stream.reconnect,
   recordingError: null,
   sessionId: stream.sessionId,
@@ -12263,6 +12280,7 @@ var createVoiceController = (path, options = {}) => {
       paused: stream.paused,
       pauseExpiresAt: stream.pauseExpiresAt,
       partial: stream.partial,
+      playbackRate: stream.playbackRate,
       reconnect: stream.reconnect,
       sessionId: stream.sessionId,
       sessionMetadata: stream.sessionMetadata,
@@ -12409,6 +12427,9 @@ var createVoiceController = (path, options = {}) => {
     get partial() {
       return state.partial;
     },
+    get playbackRate() {
+      return state.playbackRate;
+    },
     get paused() {
       return state.paused;
     },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.664",
+  "version": "0.0.22-beta.666",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",