@absolutejs/voice 0.0.22-beta.653 → 0.0.22-beta.655

package/dist/angular/index.js

@@ -455,8 +455,11 @@ var serverMessageToAction = (message) => {
     case "error":
       return {
         message: normalizeErrorMessage(message.message),
+        recoverable: message.recoverable,
         type: "error"
       };
+    case "call_control_ack":
+      return null;
     case "final":
       return {
         transcript: message.transcript,
@@ -584,14 +587,17 @@ var WS_FORBIDDEN = 4403;
 var DEFAULT_MAX_RECONNECT_ATTEMPTS = 15;
 var DEFAULT_PING_INTERVAL = 30000;
 var DEFAULT_RECONNECT_RESET_AFTER_MS = 30000;
+var DEFAULT_CALL_CONTROL_ACK_TIMEOUT_MS = 5000;
+var MAX_PENDING_CONTROL_MESSAGES = 100;
 var RECONNECT_BASE_DELAY_MS = 500;
 var DEFAULT_RECONNECT_MAX_DELAY_MS = 8000;
 var computeVoiceReconnectDelayMs = (attempt, baseMs, maxDelayMs) => Math.min(maxDelayMs, baseMs * 2 ** (Math.max(1, attempt) - 1));
 var DEFAULT_SCENARIO_QUERY_PARAM = "scenarioId";
 var noop = () => {};
+var noopAsync = () => Promise.resolve();
 var noopUnsubscribe = () => noop;
 var NOOP_CONNECTION = {
-  callControl: noop,
+  callControl: noopAsync,
   close: noop,
   disconnect: noop,
   endTurn: noop,
@@ -629,6 +635,7 @@ var isVoiceServerMessage = (value) => {
     case "audio":
     case "assistant":
     case "call_lifecycle":
+    case "call_control_ack":
     case "complete":
     case "connection":
     case "error":
@@ -659,6 +666,7 @@ var createVoiceConnection = (path, options = {}) => {
     return NOOP_CONNECTION;
   }
   const listeners = new Set;
+  const pendingCallControls = new Map;
   const shouldReconnect = options.reconnect !== false;
   const maxReconnectAttempts = options.maxReconnectAttempts ?? DEFAULT_MAX_RECONNECT_ATTEMPTS;
   const reconnectMaxDelayMs = options.reconnectMaxDelayMs ?? DEFAULT_RECONNECT_MAX_DELAY_MS;
@@ -679,6 +687,21 @@ var createVoiceConnection = (path, options = {}) => {
   const emitConnection = (reconnect) => {
     listeners.forEach((listener) => listener(reconnect));
   };
+  const emitTerminalFailure = (message) => {
+    listeners.forEach((listener) => listener({
+      message,
+      recoverable: false,
+      type: "error"
+    }));
+    emitConnection({
+      reconnect: {
+        attempts: state.reconnectAttempts,
+        maxAttempts: maxReconnectAttempts,
+        status: "exhausted"
+      },
+      type: "connection"
+    });
+  };
   const clearTimers = () => {
     if (state.pingInterval) {
       clearInterval(state.pingInterval);
@@ -704,6 +727,13 @@ var createVoiceConnection = (path, options = {}) => {
       }
     }
   };
+  const rejectPendingCallControls = (message) => {
+    for (const pending of pendingCallControls.values()) {
+      clearTimeout(pending.timeout);
+      pending.reject(new Error(message));
+    }
+    pendingCallControls.clear();
+  };
   const scheduleReconnect = () => {
     state.reconnectAttempts += 1;
     const delayMs = computeReconnectDelayMs(state.reconnectAttempts);
@@ -718,16 +748,24 @@ var createVoiceConnection = (path, options = {}) => {
       },
       type: "connection"
     });
-    state.reconnectTimeout = setTimeout(() => {
+    state.reconnectTimeout = setTimeout(async () => {
       if (state.reconnectAttempts > maxReconnectAttempts) {
-        emitConnection({
-          reconnect: {
-            attempts: state.reconnectAttempts,
-            maxAttempts: maxReconnectAttempts,
-            status: "exhausted"
-          },
-          type: "connection"
+        emitTerminalFailure("Voice connection could not be restored.");
+        return;
+      }
+      try {
+        await options.prepareReconnect?.({
+          attempt: state.reconnectAttempts,
+          path,
+          scenarioId: state.scenarioId,
+          sessionId: state.sessionId
         });
+      } catch {
+        if (state.reconnectAttempts < maxReconnectAttempts) {
+          scheduleReconnect();
+        } else {
+          emitTerminalFailure("Voice authorization could not be renewed for reconnect.");
+        }
         return;
       }
       connect();
@@ -784,6 +822,18 @@ var createVoiceConnection = (path, options = {}) => {
         state.sessionId = parsed.sessionId;
         state.scenarioId = parsed.scenarioId ?? state.scenarioId;
       }
+      if (parsed.type === "call_control_ack") {
+        const pending = pendingCallControls.get(parsed.requestId);
+        if (pending) {
+          clearTimeout(pending.timeout);
+          pendingCallControls.delete(parsed.requestId);
+          if (parsed.ok) {
+            pending.resolve();
+          } else {
+            pending.reject(new Error(parsed.message ?? `${parsed.action} was not applied`));
+          }
+        }
+      }
       listeners.forEach((listener) => listener(parsed));
     };
     ws.onclose = (event) => {
@@ -793,18 +843,30 @@ var createVoiceConnection = (path, options = {}) => {
       state.isConnected = false;
       clearTimers();
       const reconnectable = shouldReconnect && event.code !== WS_NORMAL_CLOSURE && event.code !== WS_UNAUTHORIZED && event.code !== WS_FORBIDDEN && state.reconnectAttempts < maxReconnectAttempts;
+      const authorizationFailure = event.code === WS_UNAUTHORIZED || event.code === WS_FORBIDDEN;
+      if (authorizationFailure) {
+        listeners.forEach((listener) => listener({
+          message: event.code === WS_UNAUTHORIZED ? "Voice authorization expired or was rejected." : "Voice authorization was forbidden.",
+          recoverable: false,
+          type: "error"
+        }));
+      }
       if (reconnectable) {
         scheduleReconnect();
       } else if (shouldReconnect && event.code !== WS_NORMAL_CLOSURE) {
-        emitConnection({
-          reconnect: {
-            attempts: state.reconnectAttempts,
-            lastDisconnectAt: Date.now(),
-            maxAttempts: maxReconnectAttempts,
-            status: "exhausted"
-          },
-          type: "connection"
-        });
+        if (authorizationFailure) {
+          emitConnection({
+            reconnect: {
+              attempts: state.reconnectAttempts,
+              lastDisconnectAt: Date.now(),
+              maxAttempts: maxReconnectAttempts,
+              status: "exhausted"
+            },
+            type: "connection"
+          });
+        } else {
+          emitTerminalFailure("Voice connection could not be restored.");
+        }
       }
     };
     state.ws = ws;
@@ -814,6 +876,12 @@ var createVoiceConnection = (path, options = {}) => {
       state.ws.send(value);
       return;
     }
+    if (typeof value !== "string") {
+      return;
+    }
+    if (state.pendingMessages.length >= MAX_PENDING_CONTROL_MESSAGES) {
+      state.pendingMessages.shift();
+    }
     state.pendingMessages.push(value);
   };
   const send = (message) => {
@@ -839,13 +907,23 @@ var createVoiceConnection = (path, options = {}) => {
     send({ type: "end_turn" });
   };
   const callControl = (message) => {
+    const requestId = crypto.randomUUID();
+    const { promise, reject, resolve } = Promise.withResolvers();
+    const timeout = setTimeout(() => {
+      pendingCallControls.delete(requestId);
+      reject(new Error(`${message.action} acknowledgement timed out`));
+    }, DEFAULT_CALL_CONTROL_ACK_TIMEOUT_MS);
+    pendingCallControls.set(requestId, { reject, resolve, timeout });
     send({
       ...message,
+      requestId,
       type: "call_control"
     });
+    return promise;
   };
   const close = (reason = "client-close") => {
     clearTimers();
+    rejectPendingCallControls("Voice connection closed");
     if (state.ws) {
       const ws = state.ws;
       state.ws = null;
@@ -859,6 +937,7 @@ var createVoiceConnection = (path, options = {}) => {
   };
   const disconnect = () => {
     clearTimers();
+    rejectPendingCallControls("Voice connection disconnected");
     if (state.ws) {
       const ws = state.ws;
       state.ws = null;
@@ -1021,7 +1100,8 @@ var createVoiceStreamStore = () => {
       case "error":
         state = {
           ...state,
-          error: action.message
+          error: action.message,
+          ...action.recoverable === false ? { isConnected: false, status: "failed" } : {}
         };
         break;
       case "final":
@@ -1161,7 +1241,7 @@ var createVoiceStream = (path, options = {}) => {
       return store.getSnapshot().call;
     },
     callControl(message) {
-      connection.callControl(message);
+      return connection.callControl(message);
     },
     close(reason) {
       unsubscribeConnection();

package/dist/angular/voice-stream.service.d.ts

@@ -10,7 +10,7 @@ export declare class VoiceStreamService {
         assistantStreamingText: import("@angular/core").Signal<string>;
         assistantTexts: import("@angular/core").Signal<string[]>;
         call: import("@angular/core").Signal<import("..").VoiceCallLifecycleState | null>;
-        callControl: (message: Parameters<(message: Omit<import("..").VoiceClientCallControlMessage, "type">) => void>[0]) => void;
+        callControl: (message: Parameters<(message: Omit<import("..").VoiceClientCallControlMessage, "requestId" | "type">) => Promise<void>>[0]) => Promise<void>;
         close: () => void;
         endTurn: () => void;
         error: import("@angular/core").Signal<string | null>;

package/dist/client/actions.d.ts

@@ -11,6 +11,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
@@ -32,6 +33,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
@@ -53,6 +55,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
@@ -74,6 +77,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
@@ -95,6 +99,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     sessionId?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
@@ -116,6 +121,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     delta?: undefined;
     reconnect?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
@@ -127,6 +133,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     turn?: undefined;
 } | {
     message: string;
+    recoverable: boolean | undefined;
     type: "error";
     chunk?: undefined;
     format?: undefined;
@@ -159,6 +166,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -180,6 +188,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
     partial?: undefined;
@@ -207,6 +216,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     turn?: undefined;
 } | {
@@ -224,6 +234,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;
@@ -243,6 +254,7 @@ export declare const serverMessageToAction: <TResult = unknown>(message: VoiceSe
     reconnect?: undefined;
     event?: undefined;
     message?: undefined;
+    recoverable?: undefined;
     transcript?: undefined;
     assistantTexts?: undefined;
     call?: undefined;

package/dist/client/connection.d.ts

@@ -6,7 +6,7 @@ export declare const computeVoiceReconnectDelayMs: (attempt: number, baseMs: num
 type VoiceConnectionHandle = {
     callControl: (message: Omit<VoiceClientMessage & {
         type: "call_control";
-    }, "type">) => void;
+    }, "requestId" | "type">) => Promise<void>;
     start: (input?: {
         sessionId?: string;
         scenarioId?: string;

package/dist/client/htmxBootstrap.js

@@ -223,8 +223,11 @@ var serverMessageToAction = (message) => {
     case "error":
       return {
         message: normalizeErrorMessage(message.message),
+        recoverable: message.recoverable,
         type: "error"
       };
+    case "call_control_ack":
+      return null;
     case "final":
       return {
         transcript: message.transcript,
@@ -501,14 +504,17 @@ var WS_FORBIDDEN = 4403;
 var DEFAULT_MAX_RECONNECT_ATTEMPTS = 15;
 var DEFAULT_PING_INTERVAL = 30000;
 var DEFAULT_RECONNECT_RESET_AFTER_MS = 30000;
+var DEFAULT_CALL_CONTROL_ACK_TIMEOUT_MS = 5000;
+var MAX_PENDING_CONTROL_MESSAGES = 100;
 var RECONNECT_BASE_DELAY_MS = 500;
 var DEFAULT_RECONNECT_MAX_DELAY_MS = 8000;
 var computeVoiceReconnectDelayMs = (attempt, baseMs, maxDelayMs) => Math.min(maxDelayMs, baseMs * 2 ** (Math.max(1, attempt) - 1));
 var DEFAULT_SCENARIO_QUERY_PARAM = "scenarioId";
 var noop = () => {};
+var noopAsync = () => Promise.resolve();
 var noopUnsubscribe = () => noop;
 var NOOP_CONNECTION = {
-  callControl: noop,
+  callControl: noopAsync,
   close: noop,
   disconnect: noop,
   endTurn: noop,
@@ -546,6 +552,7 @@ var isVoiceServerMessage = (value) => {
     case "audio":
     case "assistant":
     case "call_lifecycle":
+    case "call_control_ack":
     case "complete":
     case "connection":
     case "error":
@@ -576,6 +583,7 @@ var createVoiceConnection = (path, options = {}) => {
     return NOOP_CONNECTION;
   }
   const listeners = new Set;
+  const pendingCallControls = new Map;
   const shouldReconnect = options.reconnect !== false;
   const maxReconnectAttempts = options.maxReconnectAttempts ?? DEFAULT_MAX_RECONNECT_ATTEMPTS;
   const reconnectMaxDelayMs = options.reconnectMaxDelayMs ?? DEFAULT_RECONNECT_MAX_DELAY_MS;
@@ -596,6 +604,21 @@ var createVoiceConnection = (path, options = {}) => {
   const emitConnection = (reconnect) => {
     listeners.forEach((listener) => listener(reconnect));
   };
+  const emitTerminalFailure = (message) => {
+    listeners.forEach((listener) => listener({
+      message,
+      recoverable: false,
+      type: "error"
+    }));
+    emitConnection({
+      reconnect: {
+        attempts: state.reconnectAttempts,
+        maxAttempts: maxReconnectAttempts,
+        status: "exhausted"
+      },
+      type: "connection"
+    });
+  };
   const clearTimers = () => {
     if (state.pingInterval) {
       clearInterval(state.pingInterval);
@@ -621,6 +644,13 @@ var createVoiceConnection = (path, options = {}) => {
       }
     }
   };
+  const rejectPendingCallControls = (message) => {
+    for (const pending of pendingCallControls.values()) {
+      clearTimeout(pending.timeout);
+      pending.reject(new Error(message));
+    }
+    pendingCallControls.clear();
+  };
   const scheduleReconnect = () => {
     state.reconnectAttempts += 1;
     const delayMs = computeReconnectDelayMs(state.reconnectAttempts);
@@ -635,16 +665,24 @@ var createVoiceConnection = (path, options = {}) => {
       },
       type: "connection"
     });
-    state.reconnectTimeout = setTimeout(() => {
+    state.reconnectTimeout = setTimeout(async () => {
       if (state.reconnectAttempts > maxReconnectAttempts) {
-        emitConnection({
-          reconnect: {
-            attempts: state.reconnectAttempts,
-            maxAttempts: maxReconnectAttempts,
-            status: "exhausted"
-          },
-          type: "connection"
+        emitTerminalFailure("Voice connection could not be restored.");
+        return;
+      }
+      try {
+        await options.prepareReconnect?.({
+          attempt: state.reconnectAttempts,
+          path,
+          scenarioId: state.scenarioId,
+          sessionId: state.sessionId
         });
+      } catch {
+        if (state.reconnectAttempts < maxReconnectAttempts) {
+          scheduleReconnect();
+        } else {
+          emitTerminalFailure("Voice authorization could not be renewed for reconnect.");
+        }
         return;
       }
       connect();
@@ -701,6 +739,18 @@ var createVoiceConnection = (path, options = {}) => {
         state.sessionId = parsed.sessionId;
         state.scenarioId = parsed.scenarioId ?? state.scenarioId;
       }
+      if (parsed.type === "call_control_ack") {
+        const pending = pendingCallControls.get(parsed.requestId);
+        if (pending) {
+          clearTimeout(pending.timeout);
+          pendingCallControls.delete(parsed.requestId);
+          if (parsed.ok) {
+            pending.resolve();
+          } else {
+            pending.reject(new Error(parsed.message ?? `${parsed.action} was not applied`));
+          }
+        }
+      }
       listeners.forEach((listener) => listener(parsed));
     };
     ws.onclose = (event) => {
@@ -710,18 +760,30 @@ var createVoiceConnection = (path, options = {}) => {
       state.isConnected = false;
       clearTimers();
       const reconnectable = shouldReconnect && event.code !== WS_NORMAL_CLOSURE && event.code !== WS_UNAUTHORIZED && event.code !== WS_FORBIDDEN && state.reconnectAttempts < maxReconnectAttempts;
+      const authorizationFailure = event.code === WS_UNAUTHORIZED || event.code === WS_FORBIDDEN;
+      if (authorizationFailure) {
+        listeners.forEach((listener) => listener({
+          message: event.code === WS_UNAUTHORIZED ? "Voice authorization expired or was rejected." : "Voice authorization was forbidden.",
+          recoverable: false,
+          type: "error"
+        }));
+      }
       if (reconnectable) {
         scheduleReconnect();
       } else if (shouldReconnect && event.code !== WS_NORMAL_CLOSURE) {
-        emitConnection({
-          reconnect: {
-            attempts: state.reconnectAttempts,
-            lastDisconnectAt: Date.now(),
-            maxAttempts: maxReconnectAttempts,
-            status: "exhausted"
-          },
-          type: "connection"
-        });
+        if (authorizationFailure) {
+          emitConnection({
+            reconnect: {
+              attempts: state.reconnectAttempts,
+              lastDisconnectAt: Date.now(),
+              maxAttempts: maxReconnectAttempts,
+              status: "exhausted"
+            },
+            type: "connection"
+          });
+        } else {
+          emitTerminalFailure("Voice connection could not be restored.");
+        }
       }
     };
     state.ws = ws;
@@ -731,6 +793,12 @@ var createVoiceConnection = (path, options = {}) => {
       state.ws.send(value);
       return;
     }
+    if (typeof value !== "string") {
+      return;
+    }
+    if (state.pendingMessages.length >= MAX_PENDING_CONTROL_MESSAGES) {
+      state.pendingMessages.shift();
+    }
     state.pendingMessages.push(value);
   };
   const send = (message) => {
@@ -756,13 +824,23 @@ var createVoiceConnection = (path, options = {}) => {
     send({ type: "end_turn" });
   };
   const callControl = (message) => {
+    const requestId = crypto.randomUUID();
+    const { promise, reject, resolve } = Promise.withResolvers();
+    const timeout = setTimeout(() => {
+      pendingCallControls.delete(requestId);
+      reject(new Error(`${message.action} acknowledgement timed out`));
+    }, DEFAULT_CALL_CONTROL_ACK_TIMEOUT_MS);
+    pendingCallControls.set(requestId, { reject, resolve, timeout });
     send({
       ...message,
+      requestId,
       type: "call_control"
     });
+    return promise;
   };
   const close = (reason = "client-close") => {
     clearTimers();
+    rejectPendingCallControls("Voice connection closed");
     if (state.ws) {
       const ws = state.ws;
       state.ws = null;
@@ -776,6 +854,7 @@ var createVoiceConnection = (path, options = {}) => {
   };
   const disconnect = () => {
     clearTimers();
+    rejectPendingCallControls("Voice connection disconnected");
     if (state.ws) {
       const ws = state.ws;
       state.ws = null;
@@ -938,7 +1017,8 @@ var createVoiceStreamStore = () => {
       case "error":
         state = {
           ...state,
-          error: action.message
+          error: action.message,
+          ...action.recoverable === false ? { isConnected: false, status: "failed" } : {}
         };
         break;
       case "final":
@@ -1078,7 +1158,7 @@ var createVoiceStream = (path, options = {}) => {
       return store.getSnapshot().call;
     },
     callControl(message) {
-      connection.callControl(message);
+      return connection.callControl(message);
     },
     close(reason) {
       unsubscribeConnection();