@absolutejs/voice 0.0.22-beta.4 → 0.0.22-beta.40

package/dist/react/index.js

@@ -120,6 +120,12 @@ var serverMessageToAction = (message) => {
         sessionId: message.sessionId,
         type: "complete"
       };
+    case "call_lifecycle":
+      return {
+        event: message.event,
+        sessionId: message.sessionId,
+        type: "call_lifecycle"
+      };
     case "error":
       return {
         message: normalizeErrorMessage(message.message),
@@ -163,7 +169,7 @@ var DEFAULT_SCENARIO_QUERY_PARAM = "scenarioId";
 var noop = () => {};
 var noopUnsubscribe = () => noop;
 var NOOP_CONNECTION = {
-  start: () => {},
+  callControl: noop,
   close: noop,
   endTurn: noop,
   getReadyState: () => WS_CLOSED,
@@ -171,6 +177,7 @@ var NOOP_CONNECTION = {
   getSessionId: () => "",
   send: noop,
   sendAudio: noop,
+  start: () => {},
   subscribe: noopUnsubscribe
 };
 var createSessionId = () => crypto.randomUUID();
@@ -192,6 +199,7 @@ var isVoiceServerMessage = (value) => {
   switch (value.type) {
     case "audio":
     case "assistant":
+    case "call_lifecycle":
     case "complete":
     case "error":
     case "final":
@@ -332,6 +340,12 @@ var createVoiceConnection = (path, options = {}) => {
   const endTurn = () => {
     send({ type: "end_turn" });
   };
+  const callControl = (message) => {
+    send({
+      ...message,
+      type: "call_control"
+    });
+  };
   const close = () => {
     clearTimers();
     if (state.ws) {
@@ -349,7 +363,7 @@ var createVoiceConnection = (path, options = {}) => {
   };
   connect();
   return {
-    start,
+    callControl,
     close,
     endTurn,
     getReadyState: () => state.ws?.readyState ?? WS_CLOSED,
@@ -357,6 +371,7 @@ var createVoiceConnection = (path, options = {}) => {
     getSessionId: () => state.sessionId,
     send,
     sendAudio,
+    start,
     subscribe
   };
 };
@@ -365,6 +380,7 @@ var createVoiceConnection = (path, options = {}) => {
 var createInitialState = () => ({
   assistantAudio: [],
   assistantTexts: [],
+  call: null,
   error: null,
   isConnected: false,
   scenarioId: null,
@@ -408,6 +424,20 @@ var createVoiceStreamStore = () => {
           status: "completed"
         };
         break;
+      case "call_lifecycle":
+        state = {
+          ...state,
+          call: {
+            ...state.call,
+            disposition: action.event.type === "end" ? action.event.disposition : state.call?.disposition,
+            endedAt: action.event.type === "end" ? action.event.at : state.call?.endedAt,
+            events: [...state.call?.events ?? [], action.event],
+            lastEventAt: action.event.at,
+            startedAt: state.call?.startedAt ?? action.event.at
+          },
+          sessionId: action.sessionId
+        };
+        break;
       case "connected":
         state = {
           ...state,
@@ -494,6 +524,9 @@ var createVoiceStream = (path, options = {}) => {
     }
   });
   return {
+    callControl(message) {
+      connection.callControl(message);
+    },
     close() {
       unsubscribeConnection();
       connection.close();
@@ -537,6 +570,9 @@ var createVoiceStream = (path, options = {}) => {
     get assistantAudio() {
       return store.getSnapshot().assistantAudio;
     },
+    get call() {
+      return store.getSnapshot().call;
+    },
     sendAudio(audio) {
       connection.sendAudio(audio);
     },
@@ -553,6 +589,7 @@ var createVoiceStream = (path, options = {}) => {
 var EMPTY_SNAPSHOT = {
   assistantAudio: [],
   assistantTexts: [],
+  call: null,
   error: null,
   isConnected: false,
   partial: "",
@@ -570,6 +607,7 @@ var useVoiceStream = (path, options = {}) => {
   const snapshot = useSyncExternalStore(stream.subscribe, stream.getSnapshot, stream.getServerSnapshot) ?? EMPTY_SNAPSHOT;
   return {
     ...snapshot,
+    callControl: (message) => stream.callControl(message),
     close: () => stream.close(),
     endTurn: () => stream.endTurn(),
     sendAudio: (audio) => stream.sendAudio(audio)
@@ -1040,6 +1078,7 @@ var resolveVoiceRuntimePreset = (name = "default") => {
 var createInitialState2 = (stream) => ({
   assistantAudio: [...stream.assistantAudio],
   assistantTexts: [...stream.assistantTexts],
+  call: stream.call,
   error: stream.error,
   isConnected: stream.isConnected,
   isRecording: false,
@@ -1069,6 +1108,7 @@ var createVoiceController = (path, options = {}) => {
       ...state,
       assistantAudio: [...stream.assistantAudio],
       assistantTexts: [...stream.assistantTexts],
+      call: stream.call,
       error: stream.error,
       isConnected: stream.isConnected,
       partial: stream.partial,
@@ -1146,6 +1186,7 @@ var createVoiceController = (path, options = {}) => {
     bindHTMX(bindingOptions) {
       return bindVoiceHTMX(stream, bindingOptions);
     },
+    callControl: (message) => stream.callControl(message),
     close,
     endTurn: () => stream.endTurn(),
     get error() {
@@ -1198,6 +1239,9 @@ var createVoiceController = (path, options = {}) => {
     },
     get assistantAudio() {
       return state.assistantAudio;
+    },
+    get call() {
+      return state.call;
     }
   };
 };
@@ -1206,6 +1250,7 @@ var createVoiceController = (path, options = {}) => {
 var EMPTY_SNAPSHOT2 = {
   assistantAudio: [],
   assistantTexts: [],
+  call: null,
   error: null,
   isConnected: false,
   isRecording: false,
@@ -1226,6 +1271,7 @@ var useVoiceController = (path, options = {}) => {
   return {
     ...snapshot,
     bindHTMX: controller.bindHTMX,
+    callControl: (message) => controller.callControl(message),
     close: () => controller.close(),
     endTurn: () => controller.endTurn(),
     sendAudio: (audio) => controller.sendAudio(audio),
@@ -1234,7 +1280,107 @@ var useVoiceController = (path, options = {}) => {
     toggleRecording: () => controller.toggleRecording()
   };
 };
+// src/react/useVoiceProviderStatus.tsx
+import { useEffect as useEffect3, useRef as useRef3, useSyncExternalStore as useSyncExternalStore3 } from "react";
+
+// src/client/providerStatus.ts
+var fetchVoiceProviderStatus = async (path = "/api/provider-status", options = {}) => {
+  const fetchImpl = options.fetch ?? globalThis.fetch;
+  const response = await fetchImpl(path);
+  if (!response.ok) {
+    throw new Error(`Voice provider status failed: HTTP ${response.status}`);
+  }
+  return await response.json();
+};
+var createVoiceProviderStatusStore = (path = "/api/provider-status", options = {}) => {
+  const listeners = new Set;
+  let closed = false;
+  let timer;
+  let snapshot = {
+    error: null,
+    isLoading: false,
+    providers: []
+  };
+  const emit = () => {
+    for (const listener of listeners) {
+      listener();
+    }
+  };
+  const refresh = async () => {
+    if (closed) {
+      return snapshot.providers;
+    }
+    snapshot = {
+      ...snapshot,
+      error: null,
+      isLoading: true
+    };
+    emit();
+    try {
+      const providers = await fetchVoiceProviderStatus(path, options);
+      snapshot = {
+        error: null,
+        isLoading: false,
+        providers,
+        updatedAt: Date.now()
+      };
+      emit();
+      return providers;
+    } catch (error) {
+      snapshot = {
+        ...snapshot,
+        error: error instanceof Error ? error.message : String(error),
+        isLoading: false
+      };
+      emit();
+      throw error;
+    }
+  };
+  const close = () => {
+    closed = true;
+    if (timer) {
+      clearInterval(timer);
+      timer = undefined;
+    }
+    listeners.clear();
+  };
+  if (options.intervalMs && options.intervalMs > 0) {
+    timer = setInterval(() => {
+      refresh().catch(() => {});
+    }, options.intervalMs);
+  }
+  return {
+    close,
+    getServerSnapshot: () => snapshot,
+    getSnapshot: () => snapshot,
+    refresh,
+    subscribe: (listener) => {
+      listeners.add(listener);
+      return () => {
+        listeners.delete(listener);
+      };
+    }
+  };
+};
+
+// src/react/useVoiceProviderStatus.tsx
+var useVoiceProviderStatus = (path = "/api/provider-status", options = {}) => {
+  const storeRef = useRef3(null);
+  if (!storeRef.current) {
+    storeRef.current = createVoiceProviderStatusStore(path, options);
+  }
+  const store = storeRef.current;
+  useEffect3(() => {
+    store.refresh().catch(() => {});
+    return () => store.close();
+  }, [store]);
+  return {
+    ...useSyncExternalStore3(store.subscribe, store.getSnapshot, store.getServerSnapshot),
+    refresh: store.refresh
+  };
+};
 export {
   useVoiceStream,
+  useVoiceProviderStatus,
   useVoiceController
 };

package/dist/react/useVoiceController.d.ts

@@ -1,12 +1,14 @@
 import type { VoiceControllerOptions } from '../types';
 export declare const useVoiceController: <TResult = unknown>(path: string, options?: VoiceControllerOptions) => {
     bindHTMX: (options: import("..").VoiceHTMXBindingOptions) => () => void;
+    callControl: (message: Parameters<(message: Omit<import("..").VoiceClientCallControlMessage, "type">) => void>[0]) => void;
     close: () => void;
     endTurn: () => void;
     sendAudio: (audio: Uint8Array | ArrayBuffer) => void;
     startRecording: () => Promise<void>;
     stopRecording: () => void;
     toggleRecording: () => Promise<void>;
+    call: import("..").VoiceCallLifecycleState | null;
     sessionId: string | null;
     scenarioId: string | null;
     status: import("..").VoiceSessionStatus | "idle";

package/dist/react/useVoiceProviderStatus.d.ts

@@ -0,0 +1,8 @@
+import { type VoiceProviderStatusClientOptions } from '../client/providerStatus';
+export declare const useVoiceProviderStatus: <TProvider extends string = string>(path?: string, options?: VoiceProviderStatusClientOptions) => {
+    refresh: () => Promise<import("..").VoiceProviderHealthSummary<TProvider>[]>;
+    error: string | null;
+    isLoading: boolean;
+    providers: import("..").VoiceProviderHealthSummary<TProvider>[];
+    updatedAt?: number;
+};

package/dist/react/useVoiceStream.d.ts

@@ -1,8 +1,10 @@
 import type { VoiceConnectionOptions } from '../types';
 export declare const useVoiceStream: <TResult = unknown>(path: string, options?: VoiceConnectionOptions) => {
+    callControl: (message: Parameters<(message: Omit<import("..").VoiceClientCallControlMessage, "type">) => void>[0]) => void;
     close: () => void;
     endTurn: () => void;
     sendAudio: (audio: Uint8Array | ArrayBuffer) => void;
+    call: import("..").VoiceCallLifecycleState | null;
     sessionId: string | null;
     scenarioId: string | null;
     status: import("..").VoiceSessionStatus | "idle";

package/dist/resilienceRoutes.d.ts

@@ -0,0 +1,106 @@
+import { Elysia } from 'elysia';
+import { type VoiceProviderHealthSummary } from './providerHealth';
+import type { StoredVoiceTraceEvent, VoiceTraceEventStore } from './trace';
+import type { VoiceIOProviderFailureSimulationMode, VoiceIOProviderFailureSimulationResult } from './testing/ioProviderSimulator';
+export type VoiceRoutingEventKind = 'llm' | 'stt' | 'tts';
+export type VoiceRoutingEvent = {
+    at: number;
+    attempt?: number;
+    elapsedMs?: number;
+    error?: string;
+    fallbackProvider?: string;
+    kind: VoiceRoutingEventKind;
+    latencyBudgetMs?: number;
+    operation?: string;
+    provider?: string;
+    selectedProvider?: string;
+    sessionId: string;
+    status?: string;
+    timedOut: boolean;
+    turnId?: string;
+};
+export type VoiceResilienceLink = {
+    href: string;
+    label: string;
+};
+export type VoiceResilienceSimulationProvider<TProvider extends string = string> = {
+    configured?: boolean;
+    provider: TProvider;
+};
+export type VoiceResilienceIOSimulator<TProvider extends string = string> = {
+    failureProviders?: readonly TProvider[];
+    fallbackRequiredProvider?: TProvider;
+    fallbackRequiredMessage?: string;
+    failureMessage?: string;
+    label?: string;
+    pathPrefix?: string;
+    providers: readonly VoiceResilienceSimulationProvider<TProvider>[];
+    recoveryMessage?: string;
+    run: (provider: TProvider, mode: VoiceIOProviderFailureSimulationMode) => Promise<VoiceIOProviderFailureSimulationResult<TProvider>>;
+};
+export type VoiceResiliencePageData = {
+    links?: readonly VoiceResilienceLink[];
+    llmProviderHealth: VoiceProviderHealthSummary<string>[];
+    routingEvents: VoiceRoutingEvent[];
+    sttProviderHealth: VoiceProviderHealthSummary<string>[];
+    sttSimulation?: VoiceResilienceIOSimulator<string>;
+    title?: string;
+    ttsProviderHealth: VoiceProviderHealthSummary<string>[];
+    ttsSimulation?: VoiceResilienceIOSimulator<string>;
+};
+export type VoiceResilienceRoutesOptions = {
+    headers?: HeadersInit;
+    links?: readonly VoiceResilienceLink[];
+    llmProviders?: readonly string[];
+    name?: string;
+    path?: string;
+    render?: (input: VoiceResiliencePageData) => string | Promise<string>;
+    sttProviders?: readonly string[];
+    sttSimulation?: VoiceResilienceIOSimulator<string>;
+    store: VoiceTraceEventStore;
+    title?: string;
+    ttsProviders?: readonly string[];
+    ttsSimulation?: VoiceResilienceIOSimulator<string>;
+};
+export declare const listVoiceRoutingEvents: (events: StoredVoiceTraceEvent[]) => VoiceRoutingEvent[];
+export declare const renderVoiceResilienceHTML: (input: VoiceResiliencePageData) => string;
+export declare const createVoiceResilienceRoutes: (options: VoiceResilienceRoutesOptions) => Elysia<"", {
+    decorator: {};
+    store: {};
+    derive: {};
+    resolve: {};
+}, {
+    typebox: {};
+    error: {};
+}, {
+    schema: {};
+    standaloneSchema: {};
+    macro: {};
+    macroFn: {};
+    parser: {};
+    response: {};
+}, {
+    [x: string]: {
+        get: {
+            body: unknown;
+            params: {};
+            query: unknown;
+            headers: unknown;
+            response: {
+                200: Response;
+            };
+        };
+    };
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}>;

package/dist/sessionReplay.d.ts

@@ -0,0 +1,175 @@
+import { Elysia } from 'elysia';
+import { type StoredVoiceTraceEvent, type VoiceTraceEvaluationOptions, type VoiceTraceEventStore, type VoiceTraceRedactionConfig, type VoiceTraceSummary, type VoiceTraceEvaluation } from './trace';
+export type VoiceSessionReplayTurn = {
+    assistantReplies: string[];
+    committedText?: string;
+    errors: Array<Record<string, unknown>>;
+    id: string;
+    modelCalls: Array<Record<string, unknown>>;
+    tools: Array<Record<string, unknown>>;
+    transcripts: Array<{
+        isFinal: boolean;
+        text?: string;
+    }>;
+};
+export type VoiceSessionReplay = {
+    evaluation: VoiceTraceEvaluation;
+    events: StoredVoiceTraceEvent[];
+    html: string;
+    markdown: string;
+    sessionId: string;
+    summary: VoiceTraceSummary;
+    timeline: Array<{
+        at: number;
+        offsetMs?: number;
+        payload: Record<string, unknown>;
+        turnId?: string;
+        type: StoredVoiceTraceEvent['type'];
+    }>;
+    turns: VoiceSessionReplayTurn[];
+};
+export type VoiceSessionListStatus = 'failed' | 'healthy';
+export type VoiceSessionListItem = {
+    endedAt?: number;
+    errorCount: number;
+    eventCount: number;
+    latestOutcome?: string;
+    providerErrors: Record<string, number>;
+    providers: string[];
+    replayHref: string;
+    sessionId: string;
+    startedAt?: number;
+    status: VoiceSessionListStatus;
+    transcriptCount: number;
+    turnCount: number;
+};
+export type VoiceSessionListOptions = {
+    events?: StoredVoiceTraceEvent[];
+    limit?: number;
+    provider?: string;
+    q?: string;
+    replayHref?: false | string | ((session: Omit<VoiceSessionListItem, 'replayHref'>) => string);
+    status?: VoiceSessionListStatus | 'all';
+    store?: VoiceTraceEventStore;
+};
+export type VoiceSessionListHTMLHandlerOptions = VoiceSessionListOptions & {
+    headers?: HeadersInit;
+    render?: (sessions: VoiceSessionListItem[]) => string | Promise<string>;
+};
+export type VoiceSessionListRoutesOptions = VoiceSessionListHTMLHandlerOptions & {
+    htmlPath?: false | string;
+    name?: string;
+    path?: string;
+};
+export type VoiceSessionReplayOptions = {
+    evaluation?: VoiceTraceEvaluationOptions;
+    events?: StoredVoiceTraceEvent[];
+    redact?: VoiceTraceRedactionConfig;
+    sessionId: string;
+    store?: VoiceTraceEventStore;
+    title?: string;
+};
+export type VoiceSessionReplayHTMLHandlerOptions = Omit<VoiceSessionReplayOptions, 'sessionId'> & {
+    headers?: HeadersInit;
+    render?: (replay: VoiceSessionReplay) => string | Promise<string>;
+};
+export type VoiceSessionReplayRoutesOptions = VoiceSessionReplayHTMLHandlerOptions & {
+    htmlPath?: false | string;
+    name?: string;
+    path?: string;
+};
+export declare const summarizeVoiceSessionReplay: (options: VoiceSessionReplayOptions) => Promise<VoiceSessionReplay>;
+export declare const summarizeVoiceSessions: (options?: VoiceSessionListOptions) => Promise<VoiceSessionListItem[]>;
+export declare const renderVoiceSessionsHTML: (sessions: VoiceSessionListItem[]) => string;
+export declare const createVoiceSessionsJSONHandler: (options?: VoiceSessionListOptions) => ({ query }: {
+    query?: Record<string, string | undefined>;
+}) => Promise<VoiceSessionListItem[]>;
+export declare const createVoiceSessionsHTMLHandler: (options?: VoiceSessionListHTMLHandlerOptions) => ({ query }: {
+    query?: Record<string, string | undefined>;
+}) => Promise<Response>;
+export declare const createVoiceSessionListRoutes: (options?: VoiceSessionListRoutesOptions) => Elysia<"", {
+    decorator: {};
+    store: {};
+    derive: {};
+    resolve: {};
+}, {
+    typebox: {};
+    error: {};
+}, {
+    schema: {};
+    standaloneSchema: {};
+    macro: {};
+    macroFn: {};
+    parser: {};
+    response: {};
+}, {
+    [x: string]: {
+        get: {
+            body: unknown;
+            params: {};
+            query: unknown;
+            headers: unknown;
+            response: {
+                200: VoiceSessionListItem[];
+            };
+        };
+    };
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}>;
+export declare const createVoiceSessionReplayJSONHandler: (options: Omit<VoiceSessionReplayOptions, "sessionId">) => ({ params }: {
+    params: Record<string, string | undefined>;
+}) => Promise<VoiceSessionReplay>;
+export declare const createVoiceSessionReplayHTMLHandler: (options: VoiceSessionReplayHTMLHandlerOptions) => ({ params }: {
+    params: Record<string, string | undefined>;
+}) => Promise<Response>;
+export declare const createVoiceSessionReplayRoutes: (options: VoiceSessionReplayRoutesOptions) => Elysia<"", {
+    decorator: {};
+    store: {};
+    derive: {};
+    resolve: {};
+}, {
+    typebox: {};
+    error: {};
+}, {
+    schema: {};
+    standaloneSchema: {};
+    macro: {};
+    macroFn: {};
+    parser: {};
+    response: {};
+}, {
+    [x: string]: {
+        get: {
+            body: unknown;
+            params: {};
+            query: unknown;
+            headers: unknown;
+            response: {
+                200: VoiceSessionReplay;
+            };
+        };
+    };
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}>;

package/dist/svelte/createVoiceProviderStatus.d.ts

@@ -0,0 +1,8 @@
+import type { VoiceProviderStatusClientOptions } from '../client/providerStatus';
+export declare const createVoiceProviderStatus: <TProvider extends string = string>(path?: string, options?: VoiceProviderStatusClientOptions) => {
+    close: () => void;
+    getServerSnapshot: () => import("../client").VoiceProviderStatusSnapshot<TProvider>;
+    getSnapshot: () => import("../client").VoiceProviderStatusSnapshot<TProvider>;
+    refresh: () => Promise<import("..").VoiceProviderHealthSummary<TProvider>[]>;
+    subscribe: (listener: () => void) => () => void;
+};

package/dist/svelte/index.d.ts

@@ -1,2 +1,3 @@
 export { createVoiceStream } from './createVoiceStream';
+export { createVoiceProviderStatus } from './createVoiceProviderStatus';
 export { createVoiceController } from '../client/controller';