@absolutejs/voice 0.0.22-beta.664 → 0.0.22-beta.666

package/dist/angular/index.js

@@ -511,6 +511,11 @@ var serverMessageToAction = (message) => {
         transcript: message.transcript,
         type: "partial"
       };
+    case "playback_rate":
+      return {
+        rate: message.rate,
+        type: "playback_rate"
+      };
     case "replay":
       return {
         assistantTexts: message.assistantTexts,
@@ -693,6 +698,7 @@ var isVoiceServerMessage = (value) => {
     case "error":
     case "final":
     case "partial":
+    case "playback_rate":
     case "pong":
     case "replay":
     case "session":
@@ -1119,6 +1125,7 @@ var createInitialState = () => ({
   isConnected: false,
   paused: false,
   partial: "",
+  playbackRate: null,
   reconnect: createInitialReconnectState(),
   scenarioId: null,
   sessionId: null,
@@ -1227,6 +1234,12 @@ var createVoiceStreamStore = () => {
           partial: joinPartial(turnFinalText, action.transcript.text)
         };
         break;
+      case "playback_rate":
+        state = {
+          ...state,
+          playbackRate: Math.max(0.5, Math.min(2, action.rate))
+        };
+        break;
       case "replay":
         turnFinalText = action.partial;
         state = {
@@ -1392,6 +1405,9 @@ var createVoiceStream = (path, options = {}) => {
     get partial() {
       return store.getSnapshot().partial;
     },
+    get playbackRate() {
+      return store.getSnapshot().playbackRate;
+    },
     get paused() {
       return store.getSnapshot().paused;
     },
@@ -1764,6 +1780,7 @@ var createInitialState2 = (stream) => ({
   paused: stream.paused,
   pauseExpiresAt: stream.pauseExpiresAt,
   partial: stream.partial,
+  playbackRate: stream.playbackRate,
   reconnect: stream.reconnect,
   recordingError: null,
   sessionId: stream.sessionId,
@@ -1801,6 +1818,7 @@ var createVoiceController = (path, options = {}) => {
       paused: stream.paused,
       pauseExpiresAt: stream.pauseExpiresAt,
       partial: stream.partial,
+      playbackRate: stream.playbackRate,
       reconnect: stream.reconnect,
       sessionId: stream.sessionId,
       sessionMetadata: stream.sessionMetadata,
@@ -1947,6 +1965,9 @@ var createVoiceController = (path, options = {}) => {
     get partial() {
       return state.partial;
     },
+    get playbackRate() {
+      return state.playbackRate;
+    },
     get paused() {
       return state.paused;
     },

package/dist/client/actions.d.ts

@@ -13,6 +13,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -37,6 +38,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -61,6 +63,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -85,6 +88,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -109,6 +113,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -133,6 +138,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -157,6 +163,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -181,6 +188,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     event?: undefined;
     message?: undefined;
     recoverable?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -205,6 +213,32 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     event?: undefined;
     message?: undefined;
     recoverable?: undefined;
+    rate?: undefined;
+    assistantTexts?: undefined;
+    call?: undefined;
+    partial?: undefined;
+    scenarioId?: undefined;
+    sessionMetadata?: undefined;
+    status?: undefined;
+    turns?: undefined;
+    paused?: undefined;
+    pauseExpiresAt?: undefined;
+    turn?: undefined;
+} | {
+    rate: number;
+    type: "playback_rate";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
+    text?: undefined;
+    delta?: undefined;
+    sessionId?: undefined;
+    reconnect?: undefined;
+    event?: undefined;
+    message?: undefined;
+    recoverable?: undefined;
+    transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -236,6 +270,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     paused?: undefined;
     pauseExpiresAt?: undefined;
     turn?: undefined;
@@ -258,6 +293,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -278,6 +314,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     message?: undefined;
     recoverable?: undefined;
     transcript?: undefined;
+    rate?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;

package/dist/client/htmxBootstrap.js

@@ -279,6 +279,11 @@ var serverMessageToAction = (message) => {
         transcript: message.transcript,
         type: "partial"
       };
+    case "playback_rate":
+      return {
+        rate: message.rate,
+        type: "playback_rate"
+      };
     case "replay":
       return {
         assistantTexts: message.assistantTexts,
@@ -610,6 +615,7 @@ var isVoiceServerMessage = (value) => {
     case "error":
     case "final":
     case "partial":
+    case "playback_rate":
     case "pong":
     case "replay":
     case "session":
@@ -1036,6 +1042,7 @@ var createInitialState = () => ({
   isConnected: false,
   paused: false,
   partial: "",
+  playbackRate: null,
   reconnect: createInitialReconnectState(),
   scenarioId: null,
   sessionId: null,
@@ -1144,6 +1151,12 @@ var createVoiceStreamStore = () => {
           partial: joinPartial(turnFinalText, action.transcript.text)
         };
         break;
+      case "playback_rate":
+        state = {
+          ...state,
+          playbackRate: Math.max(0.5, Math.min(2, action.rate))
+        };
+        break;
       case "replay":
         turnFinalText = action.partial;
         state = {
@@ -1309,6 +1322,9 @@ var createVoiceStream = (path, options = {}) => {
     get partial() {
       return store.getSnapshot().partial;
     },
+    get playbackRate() {
+      return store.getSnapshot().playbackRate;
+    },
     get paused() {
       return store.getSnapshot().paused;
     },
@@ -1644,6 +1660,7 @@ var createInitialState2 = (stream) => ({
   paused: stream.paused,
   pauseExpiresAt: stream.pauseExpiresAt,
   partial: stream.partial,
+  playbackRate: stream.playbackRate,
   reconnect: stream.reconnect,
   recordingError: null,
   sessionId: stream.sessionId,
@@ -1681,6 +1698,7 @@ var createVoiceController = (path, options = {}) => {
       paused: stream.paused,
       pauseExpiresAt: stream.pauseExpiresAt,
       partial: stream.partial,
+      playbackRate: stream.playbackRate,
       reconnect: stream.reconnect,
       sessionId: stream.sessionId,
       sessionMetadata: stream.sessionMetadata,
@@ -1827,6 +1845,9 @@ var createVoiceController = (path, options = {}) => {
     get partial() {
       return state.partial;
     },
+    get playbackRate() {
+      return state.playbackRate;
+    },
     get paused() {
       return state.paused;
     },

package/dist/client/index.js

@@ -172,6 +172,7 @@ var isVoiceServerMessage = (value) => {
     case "error":
     case "final":
     case "partial":
+    case "playback_rate":
     case "pong":
     case "replay":
     case "session":
@@ -1376,6 +1377,11 @@ var serverMessageToAction = (message) => {
         transcript: message.transcript,
         type: "partial"
       };
+    case "playback_rate":
+      return {
+        rate: message.rate,
+        type: "playback_rate"
+      };
     case "replay":
       return {
         assistantTexts: message.assistantTexts,
@@ -1522,6 +1528,7 @@ var createInitialState2 = () => ({
   isConnected: false,
   paused: false,
   partial: "",
+  playbackRate: null,
   reconnect: createInitialReconnectState(),
   scenarioId: null,
   sessionId: null,
@@ -1630,6 +1637,12 @@ var createVoiceStreamStore = () => {
           partial: joinPartial(turnFinalText, action.transcript.text)
         };
         break;
+      case "playback_rate":
+        state = {
+          ...state,
+          playbackRate: Math.max(0.5, Math.min(2, action.rate))
+        };
+        break;
       case "replay":
         turnFinalText = action.partial;
         state = {
@@ -1795,6 +1808,9 @@ var createVoiceStream = (path, options = {}) => {
     get partial() {
       return store.getSnapshot().partial;
     },
+    get playbackRate() {
+      return store.getSnapshot().playbackRate;
+    },
     get paused() {
       return store.getSnapshot().paused;
     },
@@ -2360,6 +2376,7 @@ var createInitialState3 = (stream) => ({
   paused: stream.paused,
   pauseExpiresAt: stream.pauseExpiresAt,
   partial: stream.partial,
+  playbackRate: stream.playbackRate,
   reconnect: stream.reconnect,
   recordingError: null,
   sessionId: stream.sessionId,
@@ -2397,6 +2414,7 @@ var createVoiceController = (path, options = {}) => {
       paused: stream.paused,
       pauseExpiresAt: stream.pauseExpiresAt,
       partial: stream.partial,
+      playbackRate: stream.playbackRate,
       reconnect: stream.reconnect,
       sessionId: stream.sessionId,
       sessionMetadata: stream.sessionMetadata,
@@ -2543,6 +2561,9 @@ var createVoiceController = (path, options = {}) => {
     get partial() {
       return state.partial;
     },
+    get playbackRate() {
+      return state.playbackRate;
+    },
     get paused() {
       return state.paused;
     },
@@ -2651,10 +2672,18 @@ var createVoiceDuplexController = (path, options = {}) => {
     }
   });
   const audioPlayer = createVoiceAudioPlayer(controller, options.audioPlayer);
+  let appliedPlaybackRate = controller.playbackRate;
+  const unsubscribePlaybackRate = controller.subscribe(() => {
+    if (controller.playbackRate !== null && controller.playbackRate !== appliedPlaybackRate) {
+      appliedPlaybackRate = controller.playbackRate;
+      audioPlayer.setPlaybackRate(controller.playbackRate);
+    }
+  });
   bargeInBinding = bindVoiceBargeIn(controller, audioPlayer, options.bargeIn);
   const close = () => {
     bargeInBinding?.close();
     bargeInBinding = null;
+    unsubscribePlaybackRate();
     audioPlayer.close();
     controller.close();
   };

package/dist/core/types.d.ts

@@ -601,6 +601,8 @@ export type VoiceSessionHandle<TContext = unknown, TSession extends VoiceSession
     /** Lift a caller-driven pause: watchdogs re-arm and turns process again. */
     resume: () => Promise<void>;
     snapshot: () => Promise<TSession>;
+    /** Ask connected browser clients to change assistant-audio playback speed. */
+    setPlaybackRate: (rate: number) => Promise<number>;
     /**
      * Mutate the live turn-detection config for this session — useful when a
      * tool call wants to dial silenceMs up ("the caller asked for more time")
@@ -1335,6 +1337,11 @@ export type VoiceServerAudioMessage = {
     receivedAt: number;
     turnId?: string;
 };
+/** Requests a live assistant-audio playback-rate change in browser clients. */
+export type VoiceServerPlaybackRateMessage = {
+    type: "playback_rate";
+    rate: number;
+};
 export type VoiceServerCompleteMessage = {
     type: "complete";
     sessionId: string;
@@ -1356,7 +1363,7 @@ export type VoiceServerConnectionMessage = {
     type: "connection";
     reconnect: VoiceReconnectClientState;
 };
-export type VoiceServerMessage<TResult = unknown> = VoiceServerSessionMessage | VoiceServerReplayMessage<TResult> | VoiceServerPartialMessage | VoiceServerFinalMessage | VoiceServerTurnMessage<TResult> | VoiceServerAssistantMessage | VoiceServerAssistantDeltaMessage | VoiceServerAudioMessage | VoiceServerCallControlAckMessage | VoiceServerCallLifecycleMessage | VoiceServerCompleteMessage | VoiceServerErrorMessage | VoiceServerPongMessage | VoiceServerConnectionMessage;
+export type VoiceServerMessage<TResult = unknown> = VoiceServerSessionMessage | VoiceServerReplayMessage<TResult> | VoiceServerPartialMessage | VoiceServerFinalMessage | VoiceServerTurnMessage<TResult> | VoiceServerAssistantMessage | VoiceServerAssistantDeltaMessage | VoiceServerAudioMessage | VoiceServerPlaybackRateMessage | VoiceServerCallControlAckMessage | VoiceServerCallLifecycleMessage | VoiceServerCompleteMessage | VoiceServerErrorMessage | VoiceServerPongMessage | VoiceServerConnectionMessage;
 export type VoiceConnectionOptions = {
     browserMedia?: false | VoiceBrowserMediaReporterOptions;
     protocols?: string[];
@@ -1559,6 +1566,8 @@ export type VoiceStreamState<TResult = unknown> = {
     }>;
     error: string | null;
     isConnected: boolean;
+    /** Latest server-requested assistant playback rate, or null if unchanged. */
+    playbackRate: number | null;
 };
 export type VoiceStream<TResult = unknown> = {
     call: VoiceCallLifecycleState | null;
@@ -1578,6 +1587,7 @@ export type VoiceStream<TResult = unknown> = {
     getSnapshot: () => VoiceStreamState<TResult>;
     isConnected: boolean;
     partial: string;
+    playbackRate: number | null;
     reconnect: VoiceReconnectClientState;
     sendAudio: (audio: Uint8Array | ArrayBuffer) => void;
     simulateDisconnect: () => void;
@@ -1678,6 +1688,7 @@ export type VoiceController<TResult = unknown> = {
     isConnected: boolean;
     isRecording: boolean;
     partial: string;
+    playbackRate: number | null;
     reconnect: VoiceReconnectClientState;
     recordingError: string | null;
     sendAudio: (audio: Uint8Array | ArrayBuffer) => void;
@@ -1762,6 +1773,9 @@ export type VoiceStoreAction<TResult = unknown> = {
     type: "error";
     message: string;
     recoverable?: boolean;
+} | {
+    type: "playback_rate";
+    rate: number;
 } | {
     type: "connected";
 } | {

package/dist/embed/index.js

@@ -276,6 +276,11 @@ var serverMessageToAction = (message) => {
         transcript: message.transcript,
         type: "partial"
       };
+    case "playback_rate":
+      return {
+        rate: message.rate,
+        type: "playback_rate"
+      };
     case "replay":
       return {
         assistantTexts: message.assistantTexts,
@@ -607,6 +612,7 @@ var isVoiceServerMessage = (value) => {
     case "error":
     case "final":
     case "partial":
+    case "playback_rate":
     case "pong":
     case "replay":
     case "session":
@@ -1033,6 +1039,7 @@ var createInitialState = () => ({
   isConnected: false,
   paused: false,
   partial: "",
+  playbackRate: null,
   reconnect: createInitialReconnectState(),
   scenarioId: null,
   sessionId: null,
@@ -1141,6 +1148,12 @@ var createVoiceStreamStore = () => {
           partial: joinPartial(turnFinalText, action.transcript.text)
         };
         break;
+      case "playback_rate":
+        state = {
+          ...state,
+          playbackRate: Math.max(0.5, Math.min(2, action.rate))
+        };
+        break;
       case "replay":
         turnFinalText = action.partial;
         state = {
@@ -1306,6 +1319,9 @@ var createVoiceStream = (path, options = {}) => {
     get partial() {
       return store.getSnapshot().partial;
     },
+    get playbackRate() {
+      return store.getSnapshot().playbackRate;
+    },
     get paused() {
       return store.getSnapshot().paused;
     },
@@ -1641,6 +1657,7 @@ var createInitialState2 = (stream) => ({
   paused: stream.paused,
   pauseExpiresAt: stream.pauseExpiresAt,
   partial: stream.partial,
+  playbackRate: stream.playbackRate,
   reconnect: stream.reconnect,
   recordingError: null,
   sessionId: stream.sessionId,
@@ -1678,6 +1695,7 @@ var createVoiceController = (path, options = {}) => {
       paused: stream.paused,
       pauseExpiresAt: stream.pauseExpiresAt,
       partial: stream.partial,
+      playbackRate: stream.playbackRate,
       reconnect: stream.reconnect,
       sessionId: stream.sessionId,
       sessionMetadata: stream.sessionMetadata,
@@ -1824,6 +1842,9 @@ var createVoiceController = (path, options = {}) => {
     get partial() {
       return state.partial;
     },
+    get playbackRate() {
+      return state.playbackRate;
+    },
     get paused() {
       return state.paused;
     },