@absolutejs/voice 0.0.21 → 0.0.22-beta.0

package/dist/angular/index.js

@@ -102,6 +102,14 @@ var normalizeErrorMessage = (value) => {
 };
 var serverMessageToAction = (message) => {
   switch (message.type) {
+    case "audio":
+      return {
+        chunk: Uint8Array.from(atob(message.chunkBase64), (char) => char.charCodeAt(0)),
+        format: message.format,
+        receivedAt: message.receivedAt,
+        turnId: message.turnId,
+        type: "audio"
+      };
     case "assistant":
       return {
         text: message.text,
@@ -182,6 +190,7 @@ var isVoiceServerMessage = (value) => {
     return false;
   }
   switch (value.type) {
+    case "audio":
     case "assistant":
     case "complete":
     case "error":
@@ -354,6 +363,7 @@ var createVoiceConnection = (path, options = {}) => {
 
 // src/client/store.ts
 var createInitialState = () => ({
+  assistantAudio: [],
   assistantTexts: [],
   error: null,
   isConnected: false,
@@ -371,6 +381,20 @@ var createVoiceStreamStore = () => {
   };
   const dispatch = (action) => {
     switch (action.type) {
+      case "audio":
+        state = {
+          ...state,
+          assistantAudio: [
+            ...state.assistantAudio,
+            {
+              chunk: action.chunk,
+              format: action.format,
+              receivedAt: action.receivedAt,
+              turnId: action.turnId
+            }
+          ]
+        };
+        break;
       case "assistant":
         state = {
           ...state,
@@ -510,6 +534,9 @@ var createVoiceStream = (path, options = {}) => {
     get assistantTexts() {
       return store.getSnapshot().assistantTexts;
     },
+    get assistantAudio() {
+      return store.getSnapshot().assistantAudio;
+    },
     sendAudio(audio) {
       connection.sendAudio(audio);
     },
@@ -531,6 +558,7 @@ var _init = __decoratorStart(undefined);
 class VoiceStreamService {
   connect(path, options = {}) {
     const stream = createVoiceStream(path, options);
+    const assistantAudioSignal = signal([]);
     const assistantTextsSignal = signal([]);
     const errorSignal = signal(null);
     const isConnectedSignal = signal(false);
@@ -539,6 +567,7 @@ class VoiceStreamService {
     const statusSignal = signal(stream.status);
     const turnsSignal = signal([]);
     const sync = () => {
+      assistantAudioSignal.set([...stream.assistantAudio]);
       assistantTextsSignal.set([...stream.assistantTexts]);
       errorSignal.set(stream.error);
       isConnectedSignal.set(stream.isConnected);
@@ -550,6 +579,7 @@ class VoiceStreamService {
     const unsubscribe = stream.subscribe(sync);
     sync();
     return {
+      assistantAudio: computed(() => assistantAudioSignal()),
       assistantTexts: computed(() => assistantTextsSignal()),
       close: () => {
         unsubscribe();
@@ -938,6 +968,58 @@ var PRESET_INPUTS = {
       transcriptStabilityMs: 1650
     }
   },
+  "pstn-balanced": {
+    audioConditioning: {
+      enabled: true,
+      maxGain: 2.8,
+      noiseGateAttenuation: 0.07,
+      noiseGateThreshold: 0.005,
+      targetLevel: 0.08
+    },
+    capture: {
+      channelCount: 1,
+      sampleRateHz: 16000
+    },
+    connection: {
+      maxReconnectAttempts: 14,
+      pingInterval: 45000,
+      reconnect: true
+    },
+    sttLifecycle: "continuous",
+    turnDetection: {
+      qualityProfile: "noisy-room",
+      profile: "long-form",
+      silenceMs: 660,
+      speechThreshold: 0.012,
+      transcriptStabilityMs: 300
+    }
+  },
+  "pstn-fast": {
+    audioConditioning: {
+      enabled: true,
+      maxGain: 2.75,
+      noiseGateAttenuation: 0.06,
+      noiseGateThreshold: 0.005,
+      targetLevel: 0.08
+    },
+    capture: {
+      channelCount: 1,
+      sampleRateHz: 16000
+    },
+    connection: {
+      maxReconnectAttempts: 14,
+      pingInterval: 45000,
+      reconnect: true
+    },
+    sttLifecycle: "continuous",
+    turnDetection: {
+      qualityProfile: "noisy-room",
+      profile: "long-form",
+      silenceMs: 620,
+      speechThreshold: 0.012,
+      transcriptStabilityMs: 280
+    }
+  },
   reliability: {
     audioConditioning: {
       enabled: true,
@@ -981,6 +1063,7 @@ var resolveVoiceRuntimePreset = (name = "default") => {
 
 // src/client/controller.ts
 var createInitialState2 = (stream) => ({
+  assistantAudio: [...stream.assistantAudio],
   assistantTexts: [...stream.assistantTexts],
   error: stream.error,
   isConnected: stream.isConnected,
@@ -1009,6 +1092,7 @@ var createVoiceController = (path, options = {}) => {
   const sync = () => {
     state = {
       ...state,
+      assistantAudio: [...stream.assistantAudio],
       assistantTexts: [...stream.assistantTexts],
       error: stream.error,
       isConnected: stream.isConnected,
@@ -1136,6 +1220,9 @@ var createVoiceController = (path, options = {}) => {
     },
     get assistantTexts() {
       return state.assistantTexts;
+    },
+    get assistantAudio() {
+      return state.assistantAudio;
     }
   };
 };
@@ -1149,6 +1236,7 @@ var _init = __decoratorStart(undefined);
 class VoiceControllerService {
   connect(path, options = {}) {
     const controller = createVoiceController(path, options);
+    const assistantAudioSignal = signal2([]);
     const assistantTextsSignal = signal2([]);
     const errorSignal = signal2(null);
     const isConnectedSignal = signal2(false);
@@ -1159,6 +1247,7 @@ class VoiceControllerService {
     const statusSignal = signal2(controller.status);
     const turnsSignal = signal2([]);
     const sync = () => {
+      assistantAudioSignal.set([...controller.assistantAudio]);
       assistantTextsSignal.set([...controller.assistantTexts]);
       errorSignal.set(controller.error);
       isConnectedSignal.set(controller.isConnected);
@@ -1172,6 +1261,7 @@ class VoiceControllerService {
     const unsubscribe = controller.subscribe(sync);
     sync();
     return {
+      assistantAudio: computed2(() => assistantAudioSignal()),
       assistantTexts: computed2(() => assistantTextsSignal()),
       bindHTMX: controller.bindHTMX,
       close: () => {

package/dist/angular/voice-controller.service.d.ts

@@ -1,6 +1,12 @@
 import type { VoiceControllerOptions, VoiceTurnRecord } from '../types';
 export declare class VoiceControllerService {
     connect<TResult = unknown>(path: string, options?: VoiceControllerOptions): {
+        assistantAudio: import("@angular/core").Signal<{
+            chunk: Uint8Array;
+            format: import("..").AudioFormat;
+            receivedAt: number;
+            turnId?: string;
+        }[]>;
         assistantTexts: import("@angular/core").Signal<string[]>;
         bindHTMX: (options: import("..").VoiceHTMXBindingOptions) => () => void;
         close: () => void;

package/dist/angular/voice-stream.service.d.ts

@@ -1,6 +1,12 @@
 import type { VoiceConnectionOptions, VoiceTurnRecord } from '../types';
 export declare class VoiceStreamService {
     connect<TResult = unknown>(path: string, options?: VoiceConnectionOptions): {
+        assistantAudio: import("@angular/core").Signal<{
+            chunk: Uint8Array;
+            format: import("..").AudioFormat;
+            receivedAt: number;
+            turnId?: string;
+        }[]>;
         assistantTexts: import("@angular/core").Signal<string[]>;
         close: () => void;
         endTurn: () => void;

package/dist/client/actions.d.ts

@@ -1,7 +1,24 @@
 import type { VoiceServerMessage } from '../types';
 export declare const serverMessageToAction: <TResult = unknown>(message: VoiceServerMessage<TResult>) => {
+    chunk: Uint8Array<ArrayBuffer>;
+    format: import("..").AudioFormat;
+    receivedAt: number;
+    turnId: string | undefined;
+    type: "audio";
+    text?: undefined;
+    sessionId?: undefined;
+    message?: undefined;
+    transcript?: undefined;
+    scenarioId?: undefined;
+    status?: undefined;
+    turn?: undefined;
+} | {
     text: string;
     type: "assistant";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
     sessionId?: undefined;
     message?: undefined;
     transcript?: undefined;
@@ -11,6 +28,10 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
 } | {
     sessionId: string;
     type: "complete";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
     text?: undefined;
     message?: undefined;
     transcript?: undefined;
@@ -20,6 +41,10 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
 } | {
     message: string;
     type: "error";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
     text?: undefined;
     sessionId?: undefined;
     transcript?: undefined;
@@ -29,6 +54,10 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
 } | {
     transcript: import("..").Transcript;
     type: "final";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
     text?: undefined;
     sessionId?: undefined;
     message?: undefined;
@@ -38,6 +67,10 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
 } | {
     transcript: import("..").Transcript;
     type: "partial";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
     text?: undefined;
     sessionId?: undefined;
     message?: undefined;
@@ -49,6 +82,10 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     scenarioId: string | undefined;
     status: import("..").VoiceSessionStatus;
     type: "session";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
     text?: undefined;
     message?: undefined;
     transcript?: undefined;
@@ -56,6 +93,10 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
 } | {
     turn: import("..").VoiceTurnRecord<TResult>;
     type: "turn";
+    chunk?: undefined;
+    format?: undefined;
+    receivedAt?: undefined;
+    turnId?: undefined;
     text?: undefined;
     sessionId?: undefined;
     message?: undefined;

package/dist/client/audioPlayer.d.ts

@@ -0,0 +1,40 @@
+import type { AudioFormat, VoiceAudioPlayer, VoiceAudioPlayerOptions, VoiceAudioPlayerSource } from '../types';
+type MinimalAudioBuffer = {
+    duration: number;
+    getChannelData: (channel: number) => Float32Array;
+};
+type MinimalAudioBufferSourceNode = {
+    buffer: MinimalAudioBuffer | null;
+    connect: (destination: unknown) => void;
+    disconnect?: () => void;
+    onended: (() => void) | null;
+    start: (when?: number) => void;
+    stop?: () => void;
+};
+type MinimalGainNode = {
+    connect?: (destination: unknown) => void;
+    disconnect?: () => void;
+    gain: {
+        setValueAtTime?: (value: number, time: number) => void;
+        value: number;
+    };
+};
+type MinimalAudioContext = {
+    baseLatency?: number;
+    close: () => Promise<void>;
+    createBuffer: (numberOfChannels: number, length: number, sampleRate: number) => MinimalAudioBuffer;
+    createBufferSource: () => MinimalAudioBufferSourceNode;
+    createGain?: () => MinimalGainNode;
+    currentTime: number;
+    destination: unknown;
+    outputLatency?: number;
+    resume: () => Promise<void>;
+    state: 'closed' | 'running' | 'suspended';
+    suspend: () => Promise<void>;
+};
+export declare const createVoiceAudioPlayer: (source: VoiceAudioPlayerSource, options?: VoiceAudioPlayerOptions) => VoiceAudioPlayer;
+export declare const decodeVoiceAudioChunk: (audioContext: Pick<MinimalAudioContext, "createBuffer">, chunk: {
+    chunk: Uint8Array;
+    format: AudioFormat;
+}) => MinimalAudioBuffer;
+export {};

package/dist/client/duplex.d.ts

@@ -0,0 +1,3 @@
+import type { VoiceAudioPlayer, VoiceBargeInBinding, VoiceBargeInOptions, VoiceController, VoiceDuplexController, VoiceDuplexControllerOptions } from '../types';
+export declare const bindVoiceBargeIn: <TResult = unknown>(controller: Pick<VoiceController<TResult>, "partial" | "sendAudio" | "subscribe">, player: Pick<VoiceAudioPlayer, "interrupt" | "isPlaying">, options?: VoiceBargeInOptions) => VoiceBargeInBinding;
+export declare const createVoiceDuplexController: <TResult = unknown>(path: string, options?: VoiceDuplexControllerOptions) => VoiceDuplexController<TResult>;

package/dist/client/htmxBootstrap.js

@@ -170,6 +170,14 @@ var normalizeErrorMessage = (value) => {
 };
 var serverMessageToAction = (message) => {
   switch (message.type) {
+    case "audio":
+      return {
+        chunk: Uint8Array.from(atob(message.chunkBase64), (char) => char.charCodeAt(0)),
+        format: message.format,
+        receivedAt: message.receivedAt,
+        turnId: message.turnId,
+        type: "audio"
+      };
     case "assistant":
       return {
         text: message.text,
@@ -250,6 +258,7 @@ var isVoiceServerMessage = (value) => {
     return false;
   }
   switch (value.type) {
+    case "audio":
     case "assistant":
     case "complete":
     case "error":
@@ -422,6 +431,7 @@ var createVoiceConnection = (path, options = {}) => {
 
 // src/client/store.ts
 var createInitialState = () => ({
+  assistantAudio: [],
   assistantTexts: [],
   error: null,
   isConnected: false,
@@ -439,6 +449,20 @@ var createVoiceStreamStore = () => {
   };
   const dispatch = (action) => {
     switch (action.type) {
+      case "audio":
+        state = {
+          ...state,
+          assistantAudio: [
+            ...state.assistantAudio,
+            {
+              chunk: action.chunk,
+              format: action.format,
+              receivedAt: action.receivedAt,
+              turnId: action.turnId
+            }
+          ]
+        };
+        break;
       case "assistant":
         state = {
           ...state,
@@ -578,6 +602,9 @@ var createVoiceStream = (path, options = {}) => {
     get assistantTexts() {
       return store.getSnapshot().assistantTexts;
     },
+    get assistantAudio() {
+      return store.getSnapshot().assistantAudio;
+    },
     sendAudio(audio) {
       connection.sendAudio(audio);
     },
@@ -776,6 +803,58 @@ var PRESET_INPUTS = {
       transcriptStabilityMs: 1650
     }
   },
+  "pstn-balanced": {
+    audioConditioning: {
+      enabled: true,
+      maxGain: 2.8,
+      noiseGateAttenuation: 0.07,
+      noiseGateThreshold: 0.005,
+      targetLevel: 0.08
+    },
+    capture: {
+      channelCount: 1,
+      sampleRateHz: 16000
+    },
+    connection: {
+      maxReconnectAttempts: 14,
+      pingInterval: 45000,
+      reconnect: true
+    },
+    sttLifecycle: "continuous",
+    turnDetection: {
+      qualityProfile: "noisy-room",
+      profile: "long-form",
+      silenceMs: 660,
+      speechThreshold: 0.012,
+      transcriptStabilityMs: 300
+    }
+  },
+  "pstn-fast": {
+    audioConditioning: {
+      enabled: true,
+      maxGain: 2.75,
+      noiseGateAttenuation: 0.06,
+      noiseGateThreshold: 0.005,
+      targetLevel: 0.08
+    },
+    capture: {
+      channelCount: 1,
+      sampleRateHz: 16000
+    },
+    connection: {
+      maxReconnectAttempts: 14,
+      pingInterval: 45000,
+      reconnect: true
+    },
+    sttLifecycle: "continuous",
+    turnDetection: {
+      qualityProfile: "noisy-room",
+      profile: "long-form",
+      silenceMs: 620,
+      speechThreshold: 0.012,
+      transcriptStabilityMs: 280
+    }
+  },
   reliability: {
     audioConditioning: {
       enabled: true,
@@ -819,6 +898,7 @@ var resolveVoiceRuntimePreset = (name = "default") => {
 
 // src/client/controller.ts
 var createInitialState2 = (stream) => ({
+  assistantAudio: [...stream.assistantAudio],
   assistantTexts: [...stream.assistantTexts],
   error: stream.error,
   isConnected: stream.isConnected,
@@ -847,6 +927,7 @@ var createVoiceController = (path, options = {}) => {
   const sync = () => {
     state = {
       ...state,
+      assistantAudio: [...stream.assistantAudio],
       assistantTexts: [...stream.assistantTexts],
       error: stream.error,
       isConnected: stream.isConnected,
@@ -974,6 +1055,9 @@ var createVoiceController = (path, options = {}) => {
     },
     get assistantTexts() {
       return state.assistantTexts;
+    },
+    get assistantAudio() {
+      return state.assistantAudio;
     }
   };
 };

package/dist/client/index.d.ts

@@ -1,5 +1,7 @@
 export { createVoiceConnection } from './connection';
+export { createVoiceAudioPlayer, decodeVoiceAudioChunk } from './audioPlayer';
 export { createVoiceStream } from './createVoiceStream';
 export { createVoiceController } from './controller';
+export { bindVoiceBargeIn, createVoiceDuplexController } from './duplex';
 export { bindVoiceHTMX } from './htmx';
 export { createMicrophoneCapture } from './microphone';