@absolutejs/voice 0.0.22-beta.98 → 0.0.22-beta.99

package/dist/client/index.d.ts

@@ -6,6 +6,7 @@ export { bindVoiceBargeIn, createVoiceDuplexController } from './duplex';
 export { bindVoiceHTMX } from './htmx';
 export { createMicrophoneCapture } from './microphone';
 export { createVoiceBargeInMonitor } from './bargeInMonitor';
+export { createVoiceLiveTurnLatencyMonitor } from './liveTurnLatency';
 export { createVoiceAppKitStatusStore, fetchVoiceAppKitStatus } from './appKitStatus';
 export { createVoiceOpsStatusViewModel, defineVoiceOpsStatusElement, getVoiceOpsStatusCSS, getVoiceOpsStatusLabel, mountVoiceOpsStatus, renderVoiceOpsStatusHTML } from './opsStatusWidget';
 export { createVoiceRoutingStatusStore, fetchVoiceRoutingStatus } from './routingStatus';
@@ -25,6 +26,7 @@ export { createVoiceTraceTimelineViewModel, defineVoiceTraceTimelineElement, get
 export { createVoiceWorkflowStatusStore, fetchVoiceWorkflowStatus } from './workflowStatus';
 export type { VoiceAppKitStatusClientOptions, VoiceAppKitStatusSnapshot } from './appKitStatus';
 export type { VoiceBargeInMonitorOptions } from './bargeInMonitor';
+export type { VoiceLiveTurnLatencyEvent, VoiceLiveTurnLatencyMonitorOptions, VoiceLiveTurnLatencySnapshot, VoiceLiveTurnLatencyStatus } from './liveTurnLatency';
 export type { VoiceOpsStatusSurfaceView, VoiceOpsStatusViewModel, VoiceOpsStatusWidgetOptions } from './opsStatusWidget';
 export type { VoiceRoutingStatusClientOptions, VoiceRoutingStatusSnapshot } from './routingStatus';
 export type { VoiceRoutingStatusViewModel, VoiceRoutingStatusWidgetOptions } from './routingStatusWidget';

package/dist/client/index.js

@@ -1724,6 +1724,116 @@ var createVoiceBargeInMonitor = (options = {}) => {
     }
   };
 };
+// src/client/liveTurnLatency.ts
+var getAudioLevel = (audio) => {
+  const bytes = audio instanceof Uint8Array ? audio : new Uint8Array(audio);
+  if (bytes.byteLength < 2) {
+    return 0;
+  }
+  const samples = new Int16Array(bytes.buffer, bytes.byteOffset, Math.floor(bytes.byteLength / 2));
+  if (samples.length === 0) {
+    return 0;
+  }
+  let sumSquares = 0;
+  for (const sample of samples) {
+    const normalized = sample / 32768;
+    sumSquares += normalized * normalized;
+  }
+  return Math.min(1, Math.max(0, Math.sqrt(sumSquares / samples.length) * 5.5));
+};
+var createVoiceLiveTurnLatencyMonitor = (options = {}) => {
+  const listeners = new Set;
+  const clock = options.clock ?? (() => Date.now());
+  const failAfterMs = options.failAfterMs ?? 3200;
+  const maxEvents = options.maxEvents ?? 20;
+  const speechThreshold = options.speechThreshold ?? 0.04;
+  const warnAfterMs = options.warnAfterMs ?? 1800;
+  let events = [];
+  let pending;
+  let lastAudioCount = 0;
+  let lastTextCount = 0;
+  let lastSessionId;
+  const emit = () => {
+    for (const listener of listeners) {
+      listener();
+    }
+  };
+  const completePending = (input) => {
+    if (!pending) {
+      return;
+    }
+    const completedAt = input.assistantAudioAt ?? input.assistantTextAt ?? clock();
+    const latencyMs = Math.max(0, completedAt - pending.startedAt);
+    const status = latencyMs > failAfterMs ? "fail" : latencyMs > warnAfterMs ? "warn" : "pass";
+    pending = {
+      ...pending,
+      ...input,
+      completedAt,
+      latencyMs,
+      status
+    };
+    events = [pending, ...events].slice(0, maxEvents);
+    pending = undefined;
+    emit();
+  };
+  const observe = (state) => {
+    const now = clock();
+    if (pending) {
+      if (state.assistantAudio.length > lastAudioCount) {
+        completePending({ assistantAudioAt: now });
+      } else if (state.assistantTexts.length > lastTextCount) {
+        completePending({ assistantTextAt: now });
+      }
+    }
+    lastAudioCount = state.assistantAudio.length;
+    lastTextCount = state.assistantTexts.length;
+    lastSessionId = state.sessionId;
+  };
+  const recordAudio = (audio) => {
+    if (pending || getAudioLevel(audio) < speechThreshold) {
+      return pending;
+    }
+    pending = {
+      id: `live-turn-${crypto.randomUUID()}`,
+      sessionId: lastSessionId ?? null,
+      startedAt: clock(),
+      status: "pending",
+      thresholdMs: failAfterMs
+    };
+    emit();
+    return pending;
+  };
+  const getSnapshot = () => {
+    const completed = events.filter((event) => typeof event.latencyMs === "number");
+    const latencies = completed.map((event) => event.latencyMs);
+    const failed = events.filter((event) => event.status === "fail").length;
+    const warnings = events.filter((event) => event.status === "warn").length;
+    const passed = events.filter((event) => event.status === "pass").length;
+    return {
+      averageLatencyMs: latencies.length ? Math.round(latencies.reduce((total, value) => total + value, 0) / latencies.length) : undefined,
+      events,
+      failed,
+      lastEvent: events[0],
+      passed,
+      pending,
+      status: pending ? "pending" : events.length === 0 ? "empty" : failed > 0 ? "fail" : warnings > 0 ? "warn" : "pass",
+      thresholdMs: failAfterMs,
+      total: events.length,
+      warnings
+    };
+  };
+  return {
+    getSnapshot,
+    observe,
+    recordAudio,
+    subscribe: (listener) => {
+      listeners.add(listener);
+      return () => {
+        listeners.delete(listener);
+      };
+    }
+  };
+};
 // src/client/appKitStatus.ts
 var fetchVoiceAppKitStatus = async (path = "/app-kit/status", options = {}) => {
   const fetchImpl = options.fetch ?? globalThis.fetch;
@@ -3352,6 +3462,7 @@ export {
   createVoiceProviderCapabilitiesViewModel,
   createVoiceProviderCapabilitiesStore,
   createVoiceOpsStatusViewModel,
+  createVoiceLiveTurnLatencyMonitor,
   createVoiceDuplexController,
   createVoiceController,
   createVoiceConnection,

package/dist/client/liveTurnLatency.d.ts

@@ -0,0 +1,38 @@
+import type { VoiceStreamState } from '../types';
+export type VoiceLiveTurnLatencyStatus = 'empty' | 'pending' | 'pass' | 'warn' | 'fail';
+export type VoiceLiveTurnLatencyEvent = {
+    assistantAudioAt?: number;
+    assistantTextAt?: number;
+    completedAt?: number;
+    id: string;
+    latencyMs?: number;
+    sessionId?: string | null;
+    startedAt: number;
+    status: Exclude<VoiceLiveTurnLatencyStatus, 'empty'>;
+    thresholdMs: number;
+};
+export type VoiceLiveTurnLatencySnapshot = {
+    averageLatencyMs?: number;
+    events: VoiceLiveTurnLatencyEvent[];
+    failed: number;
+    lastEvent?: VoiceLiveTurnLatencyEvent;
+    passed: number;
+    pending?: VoiceLiveTurnLatencyEvent;
+    status: VoiceLiveTurnLatencyStatus;
+    thresholdMs: number;
+    total: number;
+    warnings: number;
+};
+export type VoiceLiveTurnLatencyMonitorOptions = {
+    clock?: () => number;
+    failAfterMs?: number;
+    maxEvents?: number;
+    speechThreshold?: number;
+    warnAfterMs?: number;
+};
+export declare const createVoiceLiveTurnLatencyMonitor: (options?: VoiceLiveTurnLatencyMonitorOptions) => {
+    getSnapshot: () => VoiceLiveTurnLatencySnapshot;
+    observe: <TResult = unknown>(state: VoiceStreamState<TResult>) => void;
+    recordAudio: (audio: Uint8Array | ArrayBuffer) => VoiceLiveTurnLatencyEvent | undefined;
+    subscribe: (listener: () => void) => () => void;
+};

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.98",
+	"version": "0.0.22-beta.99",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",