@absolutejs/voice 0.0.22-beta.565 → 0.0.22-beta.567

package/dist/angular/index.js

@@ -416,8 +416,15 @@ var serverMessageToAction = (message) => {
     case "assistant":
       return {
         text: message.text,
+        turnId: message.turnId,
         type: "assistant"
       };
+    case "assistant_delta":
+      return {
+        delta: message.delta,
+        turnId: message.turnId,
+        type: "assistant_delta"
+      };
     case "complete":
       return {
         sessionId: message.sessionId,
@@ -836,6 +843,7 @@ var createInitialReconnectState = () => ({
 });
 var createInitialState = () => ({
   assistantAudio: [],
+  assistantStreamingText: "",
   assistantTexts: [],
   call: null,
   error: null,
@@ -873,9 +881,16 @@ var createVoiceStreamStore = () => {
       case "assistant":
         state = {
           ...state,
+          assistantStreamingText: "",
           assistantTexts: [...state.assistantTexts, action.text]
         };
         break;
+      case "assistant_delta":
+        state = {
+          ...state,
+          assistantStreamingText: `${state.assistantStreamingText}${action.delta}`
+        };
+        break;
       case "complete":
         state = {
           ...state,
@@ -943,6 +958,7 @@ var createVoiceStreamStore = () => {
       case "replay":
         state = {
           ...state,
+          assistantStreamingText: "",
           assistantTexts: [...action.assistantTexts],
           call: action.call ?? null,
           error: null,
@@ -1054,6 +1070,9 @@ var createVoiceStream = (path, options = {}) => {
     get assistantTexts() {
       return store.getSnapshot().assistantTexts;
     },
+    get assistantStreamingText() {
+      return store.getSnapshot().assistantStreamingText;
+    },
     get call() {
       return store.getSnapshot().call;
     },
@@ -1437,6 +1456,7 @@ var resolveVoiceRuntimePreset = (name = "default") => {
 // src/client/controller.ts
 var createInitialState2 = (stream) => ({
   assistantAudio: [...stream.assistantAudio],
+  assistantStreamingText: stream.assistantStreamingText,
   assistantTexts: [...stream.assistantTexts],
   call: stream.call,
   error: stream.error,
@@ -1469,6 +1489,7 @@ var createVoiceController = (path, options = {}) => {
     state = {
       ...state,
       assistantAudio: [...stream.assistantAudio],
+      assistantStreamingText: stream.assistantStreamingText,
       assistantTexts: [...stream.assistantTexts],
       call: stream.call,
       error: stream.error,
@@ -1562,6 +1583,9 @@ var createVoiceController = (path, options = {}) => {
     get assistantTexts() {
       return state.assistantTexts;
     },
+    get assistantStreamingText() {
+      return state.assistantStreamingText;
+    },
     bindHTMX(bindingOptions) {
       return bindVoiceHTMX(stream, bindingOptions);
     },
@@ -4201,6 +4225,7 @@ class VoiceStreamService {
   connect(path, options = {}) {
     const stream = createVoiceStream(path, options);
     const assistantAudioSignal = signal20([]);
+    const assistantStreamingTextSignal = signal20("");
     const assistantTextsSignal = signal20([]);
     const callSignal = signal20(null);
     const errorSignal = signal20(null);
@@ -4213,6 +4238,7 @@ class VoiceStreamService {
     const turnsSignal = signal20([]);
     const sync = () => {
       assistantAudioSignal.set([...stream.assistantAudio]);
+      assistantStreamingTextSignal.set(stream.assistantStreamingText);
       assistantTextsSignal.set([...stream.assistantTexts]);
       callSignal.set(stream.call);
       errorSignal.set(stream.error);
@@ -4228,6 +4254,7 @@ class VoiceStreamService {
     sync();
     return {
       assistantAudio: computed20(() => assistantAudioSignal()),
+      assistantStreamingText: computed20(() => assistantStreamingTextSignal()),
       assistantTexts: computed20(() => assistantTextsSignal()),
       call: computed20(() => callSignal()),
       callControl: (message) => stream.callControl(message),
@@ -4264,6 +4291,7 @@ class VoiceControllerService {
   connect(path, options = {}) {
     const controller = createVoiceController(path, options);
     const assistantAudioSignal = signal21([]);
+    const assistantStreamingTextSignal = signal21("");
     const assistantTextsSignal = signal21([]);
     const errorSignal = signal21(null);
     const isConnectedSignal = signal21(false);
@@ -4276,6 +4304,7 @@ class VoiceControllerService {
     const turnsSignal = signal21([]);
     const sync = () => {
       assistantAudioSignal.set([...controller.assistantAudio]);
+      assistantStreamingTextSignal.set(controller.assistantStreamingText);
       assistantTextsSignal.set([...controller.assistantTexts]);
       errorSignal.set(controller.error);
       isConnectedSignal.set(controller.isConnected);
@@ -4291,6 +4320,7 @@ class VoiceControllerService {
     sync();
     return {
       assistantAudio: computed21(() => assistantAudioSignal()),
+      assistantStreamingText: computed21(() => assistantStreamingTextSignal()),
       assistantTexts: computed21(() => assistantTextsSignal()),
       bindHTMX: controller.bindHTMX,
       close: () => {

package/dist/angular/voice-controller.service.d.ts

@@ -7,6 +7,7 @@ export declare class VoiceControllerService {
             receivedAt: number;
             turnId?: string;
         }[]>;
+        assistantStreamingText: import("@angular/core").Signal<string>;
         assistantTexts: import("@angular/core").Signal<string[]>;
         bindHTMX: (options: import("..").VoiceHTMXBindingOptions) => () => void;
         close: () => void;

package/dist/angular/voice-stream.service.d.ts

@@ -7,6 +7,7 @@ export declare class VoiceStreamService {
             receivedAt: number;
             turnId?: string;
         }[]>;
+        assistantStreamingText: import("@angular/core").Signal<string>;
         assistantTexts: import("@angular/core").Signal<string[]>;
         call: import("@angular/core").Signal<import("..").VoiceCallLifecycleState | null>;
         callControl: (message: Parameters<(message: Omit<import("..").VoiceClientCallControlMessage, "type">) => void>[0]) => void;

package/dist/client/actions.d.ts

@@ -6,6 +6,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     turnId: string | undefined;
     type: "audio";
     text?: undefined;
+    delta?: undefined;
     sessionId?: undefined;
     reconnect?: undefined;
     event?: undefined;
@@ -21,11 +22,33 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     turn?: undefined;
 } | {
     text: string;
+    turnId: string | undefined;
     type: "assistant";
     chunk?: undefined;
     format?: undefined;
     receivedAt?: undefined;
-    turnId?: undefined;
+    delta?: undefined;
+    sessionId?: undefined;
+    reconnect?: undefined;
+    event?: undefined;
+    message?: undefined;
+    transcript?: undefined;
+    assistantTexts?: undefined;
+    call?: undefined;
+    partial?: undefined;
+    scenarioId?: undefined;
+    sessionMetadata?: undefined;
+    status?: undefined;
+    turns?: undefined;
+    turn?: undefined;
+} | {
+    delta: string;
+    turnId: string | undefined;
+    type: "assistant_delta";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    text?: undefined;
     sessionId?: undefined;
     reconnect?: undefined;
     event?: undefined;
@@ -47,6 +70,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
@@ -67,6 +91,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     sessionId?: undefined;
     event?: undefined;
     message?: undefined;
@@ -88,6 +113,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     reconnect?: undefined;
     message?: undefined;
     transcript?: undefined;
@@ -107,6 +133,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     sessionId?: undefined;
     reconnect?: undefined;
     event?: undefined;
@@ -127,6 +154,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     sessionId?: undefined;
     reconnect?: undefined;
     event?: undefined;
@@ -147,6 +175,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     sessionId?: undefined;
     reconnect?: undefined;
     event?: undefined;
@@ -174,6 +203,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
@@ -190,6 +220,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
@@ -207,6 +238,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     receivedAt?: undefined;
     turnId?: undefined;
     text?: undefined;
+    delta?: undefined;
     sessionId?: undefined;
     reconnect?: undefined;
     event?: undefined;

package/dist/client/htmxBootstrap.js

@@ -184,8 +184,15 @@ var serverMessageToAction = (message) => {
     case "assistant":
       return {
         text: message.text,
+        turnId: message.turnId,
         type: "assistant"
       };
+    case "assistant_delta":
+      return {
+        delta: message.delta,
+        turnId: message.turnId,
+        type: "assistant_delta"
+      };
     case "complete":
       return {
         sessionId: message.sessionId,
@@ -753,6 +760,7 @@ var createInitialReconnectState = () => ({
 });
 var createInitialState = () => ({
   assistantAudio: [],
+  assistantStreamingText: "",
   assistantTexts: [],
   call: null,
   error: null,
@@ -790,9 +798,16 @@ var createVoiceStreamStore = () => {
       case "assistant":
         state = {
           ...state,
+          assistantStreamingText: "",
           assistantTexts: [...state.assistantTexts, action.text]
         };
         break;
+      case "assistant_delta":
+        state = {
+          ...state,
+          assistantStreamingText: `${state.assistantStreamingText}${action.delta}`
+        };
+        break;
       case "complete":
         state = {
           ...state,
@@ -860,6 +875,7 @@ var createVoiceStreamStore = () => {
       case "replay":
         state = {
           ...state,
+          assistantStreamingText: "",
           assistantTexts: [...action.assistantTexts],
           call: action.call ?? null,
           error: null,
@@ -971,6 +987,9 @@ var createVoiceStream = (path, options = {}) => {
     get assistantTexts() {
       return store.getSnapshot().assistantTexts;
     },
+    get assistantStreamingText() {
+      return store.getSnapshot().assistantStreamingText;
+    },
     get call() {
       return store.getSnapshot().call;
     },
@@ -1317,6 +1336,7 @@ var resolveVoiceRuntimePreset = (name = "default") => {
 // src/client/controller.ts
 var createInitialState2 = (stream) => ({
   assistantAudio: [...stream.assistantAudio],
+  assistantStreamingText: stream.assistantStreamingText,
   assistantTexts: [...stream.assistantTexts],
   call: stream.call,
   error: stream.error,
@@ -1349,6 +1369,7 @@ var createVoiceController = (path, options = {}) => {
     state = {
       ...state,
       assistantAudio: [...stream.assistantAudio],
+      assistantStreamingText: stream.assistantStreamingText,
       assistantTexts: [...stream.assistantTexts],
       call: stream.call,
       error: stream.error,
@@ -1442,6 +1463,9 @@ var createVoiceController = (path, options = {}) => {
     get assistantTexts() {
       return state.assistantTexts;
     },
+    get assistantStreamingText() {
+      return state.assistantStreamingText;
+    },
     bindHTMX(bindingOptions) {
       return bindVoiceHTMX(stream, bindingOptions);
     },
@@ -1505,6 +1529,7 @@ var createVoiceController = (path, options = {}) => {
 
 // src/client/audioPlayer.ts
 var DEFAULT_LOOKAHEAD_MS = 15;
+var DEFAULT_VOLUME = 1;
 var createInitialState3 = () => ({
   activeSourceCount: 0,
   error: null,
@@ -1521,6 +1546,12 @@ var getAudioContextCtor = () => {
   }
   return window.AudioContext ?? window.webkitAudioContext;
 };
+var clampVolume = (volume) => {
+  if (typeof volume !== "number" || !Number.isFinite(volume)) {
+    return DEFAULT_VOLUME;
+  }
+  return Math.min(1, Math.max(0, volume));
+};
 var decodePCM16LEChunk = (audioContext, chunk) => {
   const { format } = chunk;
   if (format.container !== "raw" || format.encoding !== "pcm_s16le") {
@@ -1553,6 +1584,7 @@ var createVoiceAudioPlayer = (source, options = {}) => {
   let state = createInitialState3();
   let audioContext = null;
   let outputNode = null;
+  let volume = clampVolume(options.volume);
   let queueEndTime = 0;
   let syncPromise = Promise.resolve();
   let interruptStartedAt = null;
@@ -1601,11 +1633,11 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     }
     return Math.max(0, ((context.baseLatency ?? 0) + (context.outputLatency ?? 0)) * 1000);
   };
-  const restoreOutputGain = (context) => {
+  const applyOutputGain = (context) => {
     if (!outputNode) {
       return;
     }
-    const gainValue = 1;
+    const gainValue = volume;
     if (outputNode.gain.setValueAtTime) {
       outputNode.gain.setValueAtTime(gainValue, context?.currentTime ?? 0);
       return;
@@ -1816,11 +1848,15 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     get queuedChunkCount() {
       return state.queuedChunkCount;
     },
+    setVolume: (nextVolume) => {
+      volume = clampVolume(nextVolume);
+      applyOutputGain(audioContext);
+    },
     start: async () => {
       try {
         clearError();
         const context = await ensureAudioContext();
-        restoreOutputGain(context);
+        applyOutputGain(context);
         if (context.state === "suspended") {
           await context.resume();
         }
@@ -1844,6 +1880,9 @@ var createVoiceAudioPlayer = (source, options = {}) => {
       return () => {
         subscribers.delete(subscriber);
       };
+    },
+    get volume() {
+      return volume;
     }
   };
   return player;

package/dist/client/index.js

@@ -372,6 +372,7 @@ var createVoiceConnection = (path, options = {}) => {
 };
 // src/client/audioPlayer.ts
 var DEFAULT_LOOKAHEAD_MS = 15;
+var DEFAULT_VOLUME = 1;
 var createInitialState = () => ({
   activeSourceCount: 0,
   error: null,
@@ -388,6 +389,12 @@ var getAudioContextCtor = () => {
   }
   return window.AudioContext ?? window.webkitAudioContext;
 };
+var clampVolume = (volume) => {
+  if (typeof volume !== "number" || !Number.isFinite(volume)) {
+    return DEFAULT_VOLUME;
+  }
+  return Math.min(1, Math.max(0, volume));
+};
 var decodePCM16LEChunk = (audioContext, chunk) => {
   const { format } = chunk;
   if (format.container !== "raw" || format.encoding !== "pcm_s16le") {
@@ -420,6 +427,7 @@ var createVoiceAudioPlayer = (source, options = {}) => {
   let state = createInitialState();
   let audioContext = null;
   let outputNode = null;
+  let volume = clampVolume(options.volume);
   let queueEndTime = 0;
   let syncPromise = Promise.resolve();
   let interruptStartedAt = null;
@@ -468,11 +476,11 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     }
     return Math.max(0, ((context.baseLatency ?? 0) + (context.outputLatency ?? 0)) * 1000);
   };
-  const restoreOutputGain = (context) => {
+  const applyOutputGain = (context) => {
     if (!outputNode) {
       return;
     }
-    const gainValue = 1;
+    const gainValue = volume;
     if (outputNode.gain.setValueAtTime) {
       outputNode.gain.setValueAtTime(gainValue, context?.currentTime ?? 0);
       return;
@@ -683,11 +691,15 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     get queuedChunkCount() {
       return state.queuedChunkCount;
     },
+    setVolume: (nextVolume) => {
+      volume = clampVolume(nextVolume);
+      applyOutputGain(audioContext);
+    },
     start: async () => {
       try {
         clearError();
         const context = await ensureAudioContext();
-        restoreOutputGain(context);
+        applyOutputGain(context);
         if (context.state === "suspended") {
           await context.resume();
         }
@@ -711,6 +723,9 @@ var createVoiceAudioPlayer = (source, options = {}) => {
       return () => {
         subscribers.delete(subscriber);
       };
+    },
+    get volume() {
+      return volume;
     }
   };
   return player;
@@ -757,8 +772,15 @@ var serverMessageToAction = (message) => {
     case "assistant":
       return {
         text: message.text,
+        turnId: message.turnId,
         type: "assistant"
       };
+    case "assistant_delta":
+      return {
+        delta: message.delta,
+        turnId: message.turnId,
+        type: "assistant_delta"
+      };
     case "complete":
       return {
         sessionId: message.sessionId,
@@ -906,6 +928,7 @@ var createInitialReconnectState = () => ({
 });
 var createInitialState2 = () => ({
   assistantAudio: [],
+  assistantStreamingText: "",
   assistantTexts: [],
   call: null,
   error: null,
@@ -943,9 +966,16 @@ var createVoiceStreamStore = () => {
       case "assistant":
         state = {
           ...state,
+          assistantStreamingText: "",
           assistantTexts: [...state.assistantTexts, action.text]
         };
         break;
+      case "assistant_delta":
+        state = {
+          ...state,
+          assistantStreamingText: `${state.assistantStreamingText}${action.delta}`
+        };
+        break;
       case "complete":
         state = {
           ...state,
@@ -1013,6 +1043,7 @@ var createVoiceStreamStore = () => {
       case "replay":
         state = {
           ...state,
+          assistantStreamingText: "",
           assistantTexts: [...action.assistantTexts],
           call: action.call ?? null,
           error: null,
@@ -1124,6 +1155,9 @@ var createVoiceStream = (path, options = {}) => {
     get assistantTexts() {
       return store.getSnapshot().assistantTexts;
     },
+    get assistantStreamingText() {
+      return store.getSnapshot().assistantStreamingText;
+    },
     get call() {
       return store.getSnapshot().call;
     },
@@ -1648,6 +1682,7 @@ var resolveVoiceRuntimePreset = (name = "default") => {
 // src/client/controller.ts
 var createInitialState3 = (stream) => ({
   assistantAudio: [...stream.assistantAudio],
+  assistantStreamingText: stream.assistantStreamingText,
   assistantTexts: [...stream.assistantTexts],
   call: stream.call,
   error: stream.error,
@@ -1680,6 +1715,7 @@ var createVoiceController = (path, options = {}) => {
     state = {
       ...state,
       assistantAudio: [...stream.assistantAudio],
+      assistantStreamingText: stream.assistantStreamingText,
       assistantTexts: [...stream.assistantTexts],
       call: stream.call,
       error: stream.error,
@@ -1773,6 +1809,9 @@ var createVoiceController = (path, options = {}) => {
     get assistantTexts() {
       return state.assistantTexts;
     },
+    get assistantStreamingText() {
+      return state.assistantStreamingText;
+    },
     bindHTMX(bindingOptions) {
       return bindVoiceHTMX(stream, bindingOptions);
     },

package/dist/core/types.d.ts

@@ -1059,6 +1059,11 @@ export type VoiceServerAssistantMessage = {
     text: string;
     turnId?: string;
 };
+export type VoiceServerAssistantDeltaMessage = {
+    type: "assistant_delta";
+    delta: string;
+    turnId?: string;
+};
 export type VoiceServerAudioMessage = {
     type: "audio";
     chunkBase64: string;
@@ -1087,7 +1092,7 @@ export type VoiceServerConnectionMessage = {
     type: "connection";
     reconnect: VoiceReconnectClientState;
 };
-export type VoiceServerMessage<TResult = unknown> = VoiceServerSessionMessage | VoiceServerReplayMessage<TResult> | VoiceServerPartialMessage | VoiceServerFinalMessage | VoiceServerTurnMessage<TResult> | VoiceServerAssistantMessage | VoiceServerAudioMessage | VoiceServerCallLifecycleMessage | VoiceServerCompleteMessage | VoiceServerErrorMessage | VoiceServerPongMessage | VoiceServerConnectionMessage;
+export type VoiceServerMessage<TResult = unknown> = VoiceServerSessionMessage | VoiceServerReplayMessage<TResult> | VoiceServerPartialMessage | VoiceServerFinalMessage | VoiceServerTurnMessage<TResult> | VoiceServerAssistantMessage | VoiceServerAssistantDeltaMessage | VoiceServerAudioMessage | VoiceServerCallLifecycleMessage | VoiceServerCompleteMessage | VoiceServerErrorMessage | VoiceServerPongMessage | VoiceServerConnectionMessage;
 export type VoiceConnectionOptions = {
     browserMedia?: false | VoiceBrowserMediaReporterOptions;
     protocols?: string[];
@@ -1178,6 +1183,7 @@ export type VoiceAudioPlayerOptions = {
     autoStart?: boolean;
     createAudioContext?: () => AudioContext;
     lookaheadMs?: number;
+    volume?: number;
 };
 export type VoiceDuplexControllerOptions = VoiceControllerOptions & {
     audioPlayer?: VoiceAudioPlayerOptions;
@@ -1236,6 +1242,7 @@ export type VoiceStreamState<TResult = unknown> = {
     partial: string;
     turns: VoiceTurnRecord<TResult>[];
     assistantTexts: string[];
+    assistantStreamingText: string;
     assistantAudio: Array<{
         chunk: Uint8Array;
         format: AudioFormat;
@@ -1269,6 +1276,7 @@ export type VoiceStream<TResult = unknown> = {
     subscribe: (subscriber: () => void) => () => void;
     turns: VoiceTurnRecord<TResult>[];
     assistantTexts: string[];
+    assistantStreamingText: string;
     assistantAudio: Array<{
         chunk: Uint8Array;
         format: AudioFormat;
@@ -1307,8 +1315,10 @@ export type VoiceAudioPlayer = {
     pause: () => Promise<void>;
     processedChunkCount: number;
     queuedChunkCount: number;
+    setVolume: (volume: number) => void;
     start: () => Promise<void>;
     subscribe: (subscriber: () => void) => () => void;
+    volume: number;
 };
 export type VoiceBargeInBinding = {
     close: () => void;
@@ -1345,6 +1355,7 @@ export type VoiceController<TResult = unknown> = {
     toggleRecording: () => Promise<void>;
     turns: VoiceTurnRecord<TResult>[];
     assistantTexts: string[];
+    assistantStreamingText: string;
     assistantAudio: Array<{
         chunk: Uint8Array;
         format: AudioFormat;
@@ -1394,6 +1405,11 @@ export type VoiceStoreAction<TResult = unknown> = {
 } | {
     type: "assistant";
     text: string;
+    turnId?: string;
+} | {
+    type: "assistant_delta";
+    delta: string;
+    turnId?: string;
 } | {
     type: "audio";
     chunk: Uint8Array;