@absolutejs/voice 0.0.22-beta.670 → 0.0.22-beta.672

package/dist/core/modelAdapters.d.ts

@@ -13,6 +13,8 @@ export type OpenAIVoiceAssistantModelOptions = {
     model?: string;
     onUsage?: (usage: Record<string, unknown>) => Promise<void> | void;
     temperature?: number;
+    /** Maximum silence between SSE body chunks. Default 10 seconds. */
+    streamInactivityMs?: number;
     /**
      * Hard cap on a single /responses stream. Aborts via AbortController if
      * the stream doesn't complete in time. Default 60s — generous for typical
@@ -62,6 +64,9 @@ export type VoiceProviderRouterEvent<TProvider extends string = string> = {
     suppressedUntil?: number;
     status: "error" | "fallback" | "success";
     timedOut?: boolean;
+    timeoutKind?: "latency-budget" | "stream-inactivity";
+    timeoutMs?: number;
+    totalElapsedMs?: number;
 };
 export type VoiceProviderRouterFallbackMode = "never" | "provider-error" | "rate-limit";
 export type VoiceProviderRouterStrategy = "balanced" | "ordered" | "prefer-cheapest" | "prefer-fastest" | "prefer-selected" | "quality-first";

package/dist/index.js

@@ -4434,9 +4434,13 @@ var createVoiceSession = (options) => {
       if (snapshot.status === "completed" || snapshot.status === "failed" || snapshot.call?.endedAt) {
         return;
       }
+      const { lastSpeechAt, lastTranscriptAt } = snapshot.currentTurn;
+      if (lastTranscriptAt !== undefined && stuckCloseAfterMs !== undefined && Date.now() - lastTranscriptAt < stuckCloseAfterMs) {
+        kickStuckCloseWatchdog();
+        return;
+      }
       stuckCloseFired = true;
       const reason = `no caller progress for ${stuckCloseAfterMs}ms`;
-      const { lastSpeechAt, lastTranscriptAt } = snapshot.currentTurn;
       const sttDeafConfirmed = sttDeafConfirmedAt > 0 && (lastTranscriptAt === undefined || sttDeafConfirmedAt > lastTranscriptAt);
       const diagnostic = {
         action: "stuck-call-close",
@@ -41730,13 +41734,14 @@ var buildVoiceIOProviderRouterTraceEvent = (options) => ({
   metadata: options.metadata,
   payload: {
     ...options.event,
+    recoverable: options.event.status === "error" && options.event.fallbackProvider !== undefined,
     ...options.payload ?? {},
     providerStatus: options.event.status
   },
   scenarioId: options.scenarioId,
   sessionId: options.sessionId,
   turnId: options.turnId,
-  type: options.type ?? "session.error"
+  type: options.type ?? (options.event.status === "error" ? "session.error" : "provider.decision")
 });
 var buildVoiceProviderRouterTraceEvent = (options) => ({
   at: options.at ?? options.event.at,
@@ -41744,13 +41749,14 @@ var buildVoiceProviderRouterTraceEvent = (options) => ({
   metadata: options.metadata,
   payload: {
     ...options.event,
+    recoverable: options.event.status === "error" && options.event.fallbackProvider !== undefined,
     ...options.payload ?? {},
     providerStatus: options.event.status
   },
   scenarioId: options.scenarioId,
   sessionId: options.sessionId,
   turnId: options.turnId,
-  type: options.type ?? "session.error"
+  type: options.type ?? (options.event.status === "error" ? "session.error" : "provider.decision")
 });
 // src/core/workflowContract.ts
 var getObject2 = (value) => value && typeof value === "object" && !Array.isArray(value) ? value : undefined;
@@ -46363,6 +46369,15 @@ class VoiceProviderTimeoutError extends Error {
     this.timeoutMs = timeoutMs;
   }
 }
+
+class VoiceProviderStreamInactivityError extends Error {
+  inactivityMs;
+  constructor(inactivityMs) {
+    super(`SSE read inactivity timeout (${inactivityMs}ms with no chunk)`);
+    this.name = "VoiceProviderStreamInactivityError";
+    this.inactivityMs = inactivityMs;
+  }
+}
 var getMessageToolCalls = (message) => {
   const toolCalls = message.metadata?.toolCalls;
   return Array.isArray(toolCalls) ? toolCalls.filter((toolCall) => toolCall && typeof toolCall === "object" && typeof toolCall.name === "string") : [];
@@ -46609,7 +46624,7 @@ var createVoiceProviderRouter = (options) => {
       }
     }
   };
-  const runProviderWithEmptyRetry = async (provider, model, input, index, selectedProvider, startedAt) => {
+  const runProviderWithEmptyRetry = async (provider, model, input, index, selectedProvider, startedAt, routingStartedAt) => {
     let output = await runProvider(provider, model, input);
     let emptyAttempt = 0;
     while (emptyAttempt < emptyCompletionRetries && isEmptyModelOutput(output)) {
@@ -46621,7 +46636,8 @@ var createVoiceProviderRouter = (options) => {
         emptyCompletion: true,
         provider,
         selectedProvider,
-        status: "success"
+        status: "success",
+        totalElapsedMs: Date.now() - routingStartedAt
       }, input);
       output = await runProvider(provider, model, input);
     }
@@ -46633,6 +46649,7 @@ var createVoiceProviderRouter = (options) => {
       if (!selectedProvider || order.length === 0) {
         throw new Error("Voice provider router has no available providers.");
       }
+      const routingStartedAt = Date.now();
       let lastError;
       for (const [index, provider] of order.entries()) {
         const model = options.providers[provider];
@@ -46641,7 +46658,7 @@ var createVoiceProviderRouter = (options) => {
         }
         const startedAt = Date.now();
         try {
-          const output = await runProviderWithEmptyRetry(provider, model, input, index, selectedProvider, startedAt);
+          const output = await runProviderWithEmptyRetry(provider, model, input, index, selectedProvider, startedAt, routingStartedAt);
           const providerHealth = recordProviderSuccess(provider);
           await emit({
             at: Date.now(),
@@ -46653,14 +46670,15 @@ var createVoiceProviderRouter = (options) => {
             providerHealth,
             recovered: provider !== selectedProvider,
             selectedProvider,
-            status: provider === selectedProvider ? "success" : "fallback"
+            status: provider === selectedProvider ? "success" : "fallback",
+            totalElapsedMs: Date.now() - routingStartedAt
           }, input);
           return output;
         } catch (error) {
           lastError = error;
           const hasNextProvider = index < order.length - 1;
           const isProviderError = options.isProviderError?.(error, provider) ?? true;
-          const timedOut = options.isTimeoutError?.(error, provider) ?? error instanceof VoiceProviderTimeoutError;
+          const timedOut = options.isTimeoutError?.(error, provider) ?? (error instanceof VoiceProviderTimeoutError || error instanceof VoiceProviderStreamInactivityError);
           const rateLimited = options.isRateLimitError?.(error, provider) ?? defaultIsRateLimitError(error);
           const shouldFallback = fallbackMode === "provider-error" ? isProviderError : fallbackMode === "rate-limit" ? isProviderError && rateLimited : false;
           const providerHealth = recordProviderError(provider, isProviderError, rateLimited);
@@ -46679,7 +46697,10 @@ var createVoiceProviderRouter = (options) => {
             suppressionRemainingMs: getSuppressionRemainingMs(provider),
             suppressedUntil: providerHealth?.suppressedUntil,
             status: "error",
-            timedOut
+            timedOut,
+            timeoutKind: error instanceof VoiceProviderStreamInactivityError ? "stream-inactivity" : error instanceof VoiceProviderTimeoutError ? "latency-budget" : undefined,
+            timeoutMs: error instanceof VoiceProviderStreamInactivityError ? error.inactivityMs : error instanceof VoiceProviderTimeoutError ? error.timeoutMs : undefined,
+            totalElapsedMs: Date.now() - routingStartedAt
           }, input);
           if (!hasNextProvider || !shouldFallback) {
             throw error;
@@ -46882,7 +46903,7 @@ var readServerSentEvents = async (response, onEvent, abortOptions) => {
     return new Promise((resolve2, reject) => {
       inactivityTimer = setTimeout(() => {
         reader.cancel().catch(() => {});
-        reject(new Error(`SSE read inactivity timeout (${inactivityMs}ms with no chunk)`));
+        reject(new VoiceProviderStreamInactivityError(inactivityMs));
       }, inactivityMs);
       if (signal) {
         onAbort = () => {
@@ -47071,7 +47092,7 @@ var createOpenAIVoiceAssistantModel = (options) => {
           outputItems
         } = await consumeOpenAIResponsesStream(response, onTextDelta, {
           signal: ac.signal,
-          inactivityMs: 1e4
+          inactivityMs: options.streamInactivityMs ?? 1e4
         }));
         stamp("openai.stream-done", {
           textChars: assistantText?.length ?? 0,

package/dist/testing/index.js

@@ -5248,6 +5248,15 @@ class VoiceProviderTimeoutError extends Error {
     this.timeoutMs = timeoutMs;
   }
 }
+
+class VoiceProviderStreamInactivityError extends Error {
+  inactivityMs;
+  constructor(inactivityMs) {
+    super(`SSE read inactivity timeout (${inactivityMs}ms with no chunk)`);
+    this.name = "VoiceProviderStreamInactivityError";
+    this.inactivityMs = inactivityMs;
+  }
+}
 var getMessageToolCalls = (message) => {
   const toolCalls = message.metadata?.toolCalls;
   return Array.isArray(toolCalls) ? toolCalls.filter((toolCall) => toolCall && typeof toolCall === "object" && typeof toolCall.name === "string") : [];
@@ -5494,7 +5503,7 @@ var createVoiceProviderRouter = (options) => {
       }
     }
   };
-  const runProviderWithEmptyRetry = async (provider, model, input, index, selectedProvider, startedAt) => {
+  const runProviderWithEmptyRetry = async (provider, model, input, index, selectedProvider, startedAt, routingStartedAt) => {
     let output = await runProvider(provider, model, input);
     let emptyAttempt = 0;
     while (emptyAttempt < emptyCompletionRetries && isEmptyModelOutput(output)) {
@@ -5506,7 +5515,8 @@ var createVoiceProviderRouter = (options) => {
         emptyCompletion: true,
         provider,
         selectedProvider,
-        status: "success"
+        status: "success",
+        totalElapsedMs: Date.now() - routingStartedAt
       }, input);
       output = await runProvider(provider, model, input);
     }
@@ -5518,6 +5528,7 @@ var createVoiceProviderRouter = (options) => {
       if (!selectedProvider || order.length === 0) {
         throw new Error("Voice provider router has no available providers.");
       }
+      const routingStartedAt = Date.now();
       let lastError;
       for (const [index, provider] of order.entries()) {
         const model = options.providers[provider];
@@ -5526,7 +5537,7 @@ var createVoiceProviderRouter = (options) => {
         }
         const startedAt = Date.now();
         try {
-          const output = await runProviderWithEmptyRetry(provider, model, input, index, selectedProvider, startedAt);
+          const output = await runProviderWithEmptyRetry(provider, model, input, index, selectedProvider, startedAt, routingStartedAt);
           const providerHealth = recordProviderSuccess(provider);
           await emit({
             at: Date.now(),
@@ -5538,14 +5549,15 @@ var createVoiceProviderRouter = (options) => {
             providerHealth,
             recovered: provider !== selectedProvider,
             selectedProvider,
-            status: provider === selectedProvider ? "success" : "fallback"
+            status: provider === selectedProvider ? "success" : "fallback",
+            totalElapsedMs: Date.now() - routingStartedAt
           }, input);
           return output;
         } catch (error) {
           lastError = error;
           const hasNextProvider = index < order.length - 1;
           const isProviderError = options.isProviderError?.(error, provider) ?? true;
-          const timedOut = options.isTimeoutError?.(error, provider) ?? error instanceof VoiceProviderTimeoutError;
+          const timedOut = options.isTimeoutError?.(error, provider) ?? (error instanceof VoiceProviderTimeoutError || error instanceof VoiceProviderStreamInactivityError);
           const rateLimited = options.isRateLimitError?.(error, provider) ?? defaultIsRateLimitError(error);
           const shouldFallback = fallbackMode === "provider-error" ? isProviderError : fallbackMode === "rate-limit" ? isProviderError && rateLimited : false;
           const providerHealth = recordProviderError(provider, isProviderError, rateLimited);
@@ -5564,7 +5576,10 @@ var createVoiceProviderRouter = (options) => {
             suppressionRemainingMs: getSuppressionRemainingMs(provider),
             suppressedUntil: providerHealth?.suppressedUntil,
             status: "error",
-            timedOut
+            timedOut,
+            timeoutKind: error instanceof VoiceProviderStreamInactivityError ? "stream-inactivity" : error instanceof VoiceProviderTimeoutError ? "latency-budget" : undefined,
+            timeoutMs: error instanceof VoiceProviderStreamInactivityError ? error.inactivityMs : error instanceof VoiceProviderTimeoutError ? error.timeoutMs : undefined,
+            totalElapsedMs: Date.now() - routingStartedAt
           }, input);
           if (!hasNextProvider || !shouldFallback) {
             throw error;
@@ -5767,7 +5782,7 @@ var readServerSentEvents = async (response, onEvent, abortOptions) => {
     return new Promise((resolve2, reject) => {
       inactivityTimer = setTimeout(() => {
         reader.cancel().catch(() => {});
-        reject(new Error(`SSE read inactivity timeout (${inactivityMs}ms with no chunk)`));
+        reject(new VoiceProviderStreamInactivityError(inactivityMs));
       }, inactivityMs);
       if (signal) {
         onAbort = () => {
@@ -5956,7 +5971,7 @@ var createOpenAIVoiceAssistantModel = (options) => {
           outputItems
         } = await consumeOpenAIResponsesStream(response, onTextDelta, {
           signal: ac.signal,
-          inactivityMs: 1e4
+          inactivityMs: options.streamInactivityMs ?? 1e4
         }));
         stamp("openai.stream-done", {
           textChars: assistantText?.length ?? 0,
@@ -7415,9 +7430,13 @@ var createVoiceSession = (options) => {
       if (snapshot.status === "completed" || snapshot.status === "failed" || snapshot.call?.endedAt) {
         return;
       }
+      const { lastSpeechAt, lastTranscriptAt } = snapshot.currentTurn;
+      if (lastTranscriptAt !== undefined && stuckCloseAfterMs !== undefined && Date.now() - lastTranscriptAt < stuckCloseAfterMs) {
+        kickStuckCloseWatchdog();
+        return;
+      }
       stuckCloseFired = true;
       const reason = `no caller progress for ${stuckCloseAfterMs}ms`;
-      const { lastSpeechAt, lastTranscriptAt } = snapshot.currentTurn;
       const sttDeafConfirmed = sttDeafConfirmedAt > 0 && (lastTranscriptAt === undefined || sttDeafConfirmedAt > lastTranscriptAt);
       const diagnostic = {
         action: "stuck-call-close",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.670",
+  "version": "0.0.22-beta.672",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",