@absolutejs/voice 0.0.22-beta.31 → 0.0.22-beta.32

package/dist/index.js

@@ -6552,7 +6552,8 @@ var summarizeVoiceProviderHealth = async (input) => {
       rateLimited: false,
       recommended: false,
       runCount: 0,
-      status: "idle"
+      status: "idle",
+      timeoutCount: 0
     };
     entries.set(provider, entry);
     return entry;
@@ -6629,6 +6630,9 @@ var summarizeVoiceProviderHealth = async (input) => {
     }
     const entry = applyProviderHealth();
     entry.errorCount += 1;
+    if (event.payload.timedOut === true) {
+      entry.timeoutCount += 1;
+    }
     entry.lastError = getString(event.payload.error);
     entry.lastErrorAt = event.at;
     entry.rateLimited ||= event.payload.rateLimited === true;
@@ -6653,7 +6657,8 @@ var summarizeVoiceProviderHealth = async (input) => {
       runCount: entry.runCount,
       status,
       suppressionRemainingMs: activeSuppression ? suppressionRemainingMs : undefined,
-      suppressedUntil: entry.suppressedUntil
+      suppressedUntil: entry.suppressedUntil,
+      timeoutCount: entry.timeoutCount
     };
   });
   const recommended = summaries.filter((entry) => entry.status === "healthy").sort((left, right) => (left.averageElapsedMs ?? Number.MAX_SAFE_INTEGER) - (right.averageElapsedMs ?? Number.MAX_SAFE_INTEGER))[0];
@@ -6677,6 +6682,7 @@ var renderVoiceProviderHealthHTML = (providers) => providers.length === 0 ? '<p
       `<div><dt>Runs</dt><dd>${String(provider.runCount)}</dd></div>`,
       `<div><dt>Avg latency</dt><dd>${String(provider.averageElapsedMs ?? 0)}ms</dd></div>`,
       `<div><dt>Errors</dt><dd>${String(provider.errorCount)}</dd></div>`,
+      `<div><dt>Timeouts</dt><dd>${String(provider.timeoutCount)}</dd></div>`,
       `<div><dt>Fallbacks</dt><dd>${String(provider.fallbackCount)}</dd></div>`,
       "</dl>",
       suppressionSeconds ? `<p>Temporarily suppressed for ${String(suppressionSeconds)}s.</p>` : "",
@@ -8132,6 +8138,17 @@ var parseJSONValue = (value) => {
     return value;
   }
 };
+
+class VoiceProviderTimeoutError extends Error {
+  provider;
+  timeoutMs;
+  constructor(provider, timeoutMs) {
+    super(`Voice provider ${provider} exceeded ${timeoutMs}ms latency budget.`);
+    this.name = "VoiceProviderTimeoutError";
+    this.provider = provider;
+    this.timeoutMs = timeoutMs;
+  }
+}
 var getMessageToolCalls = (message) => {
   const toolCalls = message.metadata?.toolCalls;
   return Array.isArray(toolCalls) ? toolCalls.filter((toolCall) => toolCall && typeof toolCall === "object" && typeof toolCall.name === "string") : [];
@@ -8209,6 +8226,10 @@ var createVoiceProviderRouter = (options) => {
   const failureThreshold = Math.max(1, healthOptions?.failureThreshold ?? 1);
   const cooldownMs = Math.max(0, healthOptions?.cooldownMs ?? 30000);
   const rateLimitCooldownMs = Math.max(0, healthOptions?.rateLimitCooldownMs ?? 60000);
+  const getProviderTimeoutMs = (provider) => {
+    const timeoutMs = options.providerProfiles?.[provider]?.timeoutMs ?? options.timeoutMs;
+    return typeof timeoutMs === "number" && Number.isFinite(timeoutMs) && timeoutMs > 0 ? timeoutMs : undefined;
+  };
   const getHealth = (provider) => {
     const existing = healthState.get(provider);
     if (existing) {
@@ -8320,6 +8341,25 @@ var createVoiceProviderRouter = (options) => {
   const emit = async (event, input) => {
     await options.onProviderEvent?.(event, input);
   };
+  const runProvider = async (provider, model, input) => {
+    const timeoutMs = getProviderTimeoutMs(provider);
+    if (!timeoutMs) {
+      return model.generate(input);
+    }
+    let timeout;
+    try {
+      return await Promise.race([
+        model.generate(input),
+        new Promise((_, reject) => {
+          timeout = setTimeout(() => reject(new VoiceProviderTimeoutError(provider, timeoutMs)), timeoutMs);
+        })
+      ]);
+    } finally {
+      if (timeout) {
+        clearTimeout(timeout);
+      }
+    }
+  };
   return {
     generate: async (input) => {
       const { order, selectedProvider } = await resolveOrder(input);
@@ -8334,12 +8374,14 @@ var createVoiceProviderRouter = (options) => {
         }
         const startedAt = Date.now();
         try {
-          const output = await model.generate(input);
+          const output = await runProvider(provider, model, input);
           const providerHealth = recordProviderSuccess(provider);
           await emit({
             at: Date.now(),
+            attempt: index + 1,
             elapsedMs: Date.now() - startedAt,
             fallbackProvider: provider === selectedProvider ? undefined : provider,
+            latencyBudgetMs: getProviderTimeoutMs(provider),
             provider,
             providerHealth,
             recovered: provider !== selectedProvider,
@@ -8351,22 +8393,26 @@ var createVoiceProviderRouter = (options) => {
           lastError = error;
           const hasNextProvider = index < order.length - 1;
           const isProviderError = options.isProviderError?.(error, provider) ?? true;
+          const timedOut = options.isTimeoutError?.(error, provider) ?? error instanceof VoiceProviderTimeoutError;
           const rateLimited = options.isRateLimitError?.(error, provider) ?? defaultIsRateLimitError(error);
           const shouldFallback = fallbackMode === "provider-error" ? isProviderError : fallbackMode === "rate-limit" ? isProviderError && rateLimited : false;
           const providerHealth = recordProviderError(provider, isProviderError, rateLimited);
           const nextProvider = hasNextProvider ? order[index + 1] : undefined;
           await emit({
             at: Date.now(),
+            attempt: index + 1,
             elapsedMs: Date.now() - startedAt,
             error: errorMessage(error),
             fallbackProvider: shouldFallback ? nextProvider : undefined,
+            latencyBudgetMs: getProviderTimeoutMs(provider),
             provider,
             providerHealth,
             rateLimited,
             selectedProvider,
             suppressionRemainingMs: getSuppressionRemainingMs(provider),
             suppressedUntil: providerHealth?.suppressedUntil,
-            status: "error"
+            status: "error",
+            timedOut
           }, input);
           if (!hasNextProvider || !shouldFallback) {
             throw error;

package/dist/modelAdapters.d.ts

@@ -36,9 +36,11 @@ export type GeminiVoiceAssistantModelOptions = {
 };
 export type VoiceProviderRouterEvent<TProvider extends string = string> = {
     at: number;
+    attempt: number;
     elapsedMs: number;
     error?: string;
     fallbackProvider?: TProvider;
+    latencyBudgetMs?: number;
     provider: TProvider;
     providerHealth?: VoiceProviderRouterProviderHealth<TProvider>;
     rateLimited?: boolean;
@@ -47,6 +49,7 @@ export type VoiceProviderRouterEvent<TProvider extends string = string> = {
     suppressionRemainingMs?: number;
     suppressedUntil?: number;
     status: 'error' | 'fallback' | 'success';
+    timedOut?: boolean;
 };
 export type VoiceProviderRouterFallbackMode = 'never' | 'provider-error' | 'rate-limit';
 export type VoiceProviderRouterPolicy<TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TProvider extends string = string> = 'ordered' | 'prefer-cheapest' | 'prefer-fastest' | 'prefer-selected' | {
@@ -58,6 +61,7 @@ export type VoiceProviderRouterProviderProfile = {
     cost?: number;
     latencyMs?: number;
     priority?: number;
+    timeoutMs?: number;
 };
 export type VoiceProviderRouterHealthOptions = {
     cooldownMs?: number;
@@ -79,10 +83,12 @@ export type VoiceProviderRouterOptions<TContext = unknown, TSession extends Voic
     fallbackMode?: VoiceProviderRouterFallbackMode;
     isProviderError?: (error: unknown, provider: TProvider) => boolean;
     isRateLimitError?: (error: unknown, provider: TProvider) => boolean;
+    isTimeoutError?: (error: unknown, provider: TProvider) => boolean;
     onProviderEvent?: (event: VoiceProviderRouterEvent<TProvider>, input: VoiceAgentModelInput<TContext, TSession>) => Promise<void> | void;
     policy?: VoiceProviderRouterPolicy<TContext, TSession, TProvider>;
     providerHealth?: boolean | VoiceProviderRouterHealthOptions;
     providerProfiles?: Partial<Record<TProvider, VoiceProviderRouterProviderProfile>>;
+    timeoutMs?: number;
     providers: Partial<Record<TProvider, VoiceAgentModel<TContext, TSession, TResult>>>;
     selectProvider?: (input: VoiceAgentModelInput<TContext, TSession>) => TProvider | undefined | Promise<TProvider | undefined>;
 };

package/dist/providerHealth.d.ts

@@ -15,6 +15,7 @@ export type VoiceProviderHealthSummary<TProvider extends string = string> = {
     status: VoiceProviderHealthStatus;
     suppressionRemainingMs?: number;
     suppressedUntil?: number;
+    timeoutCount: number;
 };
 export type VoiceProviderHealthSummaryOptions<TProvider extends string = string> = {
     events?: StoredVoiceTraceEvent[];

package/dist/testing/index.js

@@ -3601,6 +3601,17 @@ var parseJSONValue = (value) => {
     return value;
   }
 };
+
+class VoiceProviderTimeoutError extends Error {
+  provider;
+  timeoutMs;
+  constructor(provider, timeoutMs) {
+    super(`Voice provider ${provider} exceeded ${timeoutMs}ms latency budget.`);
+    this.name = "VoiceProviderTimeoutError";
+    this.provider = provider;
+    this.timeoutMs = timeoutMs;
+  }
+}
 var getMessageToolCalls = (message) => {
   const toolCalls = message.metadata?.toolCalls;
   return Array.isArray(toolCalls) ? toolCalls.filter((toolCall) => toolCall && typeof toolCall === "object" && typeof toolCall.name === "string") : [];
@@ -3678,6 +3689,10 @@ var createVoiceProviderRouter = (options) => {
   const failureThreshold = Math.max(1, healthOptions?.failureThreshold ?? 1);
   const cooldownMs = Math.max(0, healthOptions?.cooldownMs ?? 30000);
   const rateLimitCooldownMs = Math.max(0, healthOptions?.rateLimitCooldownMs ?? 60000);
+  const getProviderTimeoutMs = (provider) => {
+    const timeoutMs = options.providerProfiles?.[provider]?.timeoutMs ?? options.timeoutMs;
+    return typeof timeoutMs === "number" && Number.isFinite(timeoutMs) && timeoutMs > 0 ? timeoutMs : undefined;
+  };
   const getHealth = (provider) => {
     const existing = healthState.get(provider);
     if (existing) {
@@ -3789,6 +3804,25 @@ var createVoiceProviderRouter = (options) => {
   const emit = async (event, input) => {
     await options.onProviderEvent?.(event, input);
   };
+  const runProvider = async (provider, model, input) => {
+    const timeoutMs = getProviderTimeoutMs(provider);
+    if (!timeoutMs) {
+      return model.generate(input);
+    }
+    let timeout;
+    try {
+      return await Promise.race([
+        model.generate(input),
+        new Promise((_, reject) => {
+          timeout = setTimeout(() => reject(new VoiceProviderTimeoutError(provider, timeoutMs)), timeoutMs);
+        })
+      ]);
+    } finally {
+      if (timeout) {
+        clearTimeout(timeout);
+      }
+    }
+  };
   return {
     generate: async (input) => {
       const { order, selectedProvider } = await resolveOrder(input);
@@ -3803,12 +3837,14 @@ var createVoiceProviderRouter = (options) => {
         }
         const startedAt = Date.now();
         try {
-          const output = await model.generate(input);
+          const output = await runProvider(provider, model, input);
           const providerHealth = recordProviderSuccess(provider);
           await emit({
             at: Date.now(),
+            attempt: index + 1,
             elapsedMs: Date.now() - startedAt,
             fallbackProvider: provider === selectedProvider ? undefined : provider,
+            latencyBudgetMs: getProviderTimeoutMs(provider),
             provider,
             providerHealth,
             recovered: provider !== selectedProvider,
@@ -3820,22 +3856,26 @@ var createVoiceProviderRouter = (options) => {
           lastError = error;
           const hasNextProvider = index < order.length - 1;
           const isProviderError = options.isProviderError?.(error, provider) ?? true;
+          const timedOut = options.isTimeoutError?.(error, provider) ?? error instanceof VoiceProviderTimeoutError;
           const rateLimited = options.isRateLimitError?.(error, provider) ?? defaultIsRateLimitError(error);
           const shouldFallback = fallbackMode === "provider-error" ? isProviderError : fallbackMode === "rate-limit" ? isProviderError && rateLimited : false;
           const providerHealth = recordProviderError(provider, isProviderError, rateLimited);
           const nextProvider = hasNextProvider ? order[index + 1] : undefined;
           await emit({
             at: Date.now(),
+            attempt: index + 1,
             elapsedMs: Date.now() - startedAt,
             error: errorMessage(error),
             fallbackProvider: shouldFallback ? nextProvider : undefined,
+            latencyBudgetMs: getProviderTimeoutMs(provider),
             provider,
             providerHealth,
             rateLimited,
             selectedProvider,
             suppressionRemainingMs: getSuppressionRemainingMs(provider),
             suppressedUntil: providerHealth?.suppressedUntil,
-            status: "error"
+            status: "error",
+            timedOut
           }, input);
           if (!hasNextProvider || !shouldFallback) {
             throw error;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.31",
+	"version": "0.0.22-beta.32",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",