@absolutejs/voice 0.0.22-beta.91 → 0.0.22-beta.92

package/dist/appKit.d.ts

@@ -1,5 +1,6 @@
 import { Elysia } from 'elysia';
 import { type VoiceAssistantHealthRoutesOptions } from './assistantHealth';
+import { type VoiceBargeInRoutesOptions } from './bargeInRoutes';
 import { type VoiceDiagnosticsRoutesOptions } from './diagnosticsRoutes';
 import { type VoiceEvalRoutesOptions, type VoiceEvalLink } from './evalRoutes';
 import { type VoiceHandoffHealthRoutesOptions } from './handoffHealth';
@@ -12,7 +13,7 @@ import { type VoiceResilienceRoutesOptions } from './resilienceRoutes';
 import { type VoiceSessionListRoutesOptions, type VoiceSessionReplayRoutesOptions } from './sessionReplay';
 import { type VoiceTraceEventStore } from './trace';
 import { type VoiceTraceTimelineRoutesOptions } from './traceTimeline';
-export type VoiceAppKitSurface = 'assistantHealth' | 'diagnostics' | 'evals' | 'handoffs' | 'opsConsole' | 'providerCapabilities' | 'providerHealth' | 'productionReadiness' | 'quality' | 'resilience' | 'sessionReplay' | 'sessions' | 'traceTimeline';
+export type VoiceAppKitSurface = 'assistantHealth' | 'bargeIn' | 'diagnostics' | 'evals' | 'handoffs' | 'opsConsole' | 'providerCapabilities' | 'providerHealth' | 'productionReadiness' | 'quality' | 'resilience' | 'sessionReplay' | 'sessions' | 'traceTimeline';
 export type VoiceAppKitLink = VoiceEvalLink & {
     description?: string;
     statusHref?: string;
@@ -20,6 +21,7 @@ export type VoiceAppKitLink = VoiceEvalLink & {
 export type VoiceAppKitRoutesOptions<TProvider extends string = string> = {
     appStatus?: false | VoiceAppKitStatusOptions;
     assistantHealth?: false | Partial<VoiceAssistantHealthRoutesOptions<TProvider>>;
+    bargeIn?: false | Partial<VoiceBargeInRoutesOptions>;
     diagnostics?: false | Partial<Omit<VoiceDiagnosticsRoutesOptions, 'store'>>;
     evals?: false | Partial<VoiceEvalRoutesOptions>;
     handoffs?: false | Partial<VoiceHandoffHealthRoutesOptions>;

package/dist/bargeInRoutes.d.ts

@@ -0,0 +1,56 @@
+import { Elysia } from 'elysia';
+import type { StoredVoiceTraceEvent, VoiceTraceEventStore } from './trace';
+import type { VoiceBargeInMonitorSnapshot } from './types';
+export type VoiceBargeInRoutesOptions = {
+    headers?: HeadersInit;
+    htmlPath?: string;
+    name?: string;
+    path?: string;
+    store: VoiceTraceEventStore;
+    thresholdMs?: number;
+    title?: string;
+};
+export type VoiceBargeInReport = VoiceBargeInMonitorSnapshot & {
+    checkedAt: number;
+    sessions: Array<{
+        averageLatencyMs?: number;
+        failed: number;
+        passed: number;
+        sessionId: string;
+        total: number;
+    }>;
+};
+export declare const summarizeVoiceBargeIn: (events: StoredVoiceTraceEvent[], options?: {
+    thresholdMs?: number;
+}) => VoiceBargeInReport;
+export declare const renderVoiceBargeInHTML: (report: VoiceBargeInReport, options?: {
+    title?: string;
+}) => string;
+export declare const createVoiceBargeInRoutes: (options: VoiceBargeInRoutesOptions) => Elysia<"", {
+    decorator: {};
+    store: {};
+    derive: {};
+    resolve: {};
+}, {
+    typebox: {};
+    error: {};
+}, {
+    schema: {};
+    standaloneSchema: {};
+    macro: {};
+    macroFn: {};
+    parser: {};
+    response: {};
+}, {}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}>;

package/dist/client/bargeInMonitor.d.ts

@@ -0,0 +1,7 @@
+import type { VoiceBargeInMonitor } from '../types';
+export type VoiceBargeInMonitorOptions = {
+    fetch?: typeof fetch;
+    path?: string;
+    thresholdMs?: number;
+};
+export declare const createVoiceBargeInMonitor: (options?: VoiceBargeInMonitorOptions) => VoiceBargeInMonitor;

package/dist/client/duplex.d.ts

@@ -1,3 +1,3 @@
 import type { VoiceAudioPlayer, VoiceBargeInBinding, VoiceBargeInOptions, VoiceController, VoiceDuplexController, VoiceDuplexControllerOptions } from '../types';
-export declare const bindVoiceBargeIn: <TResult = unknown>(controller: Pick<VoiceController<TResult>, "partial" | "sendAudio" | "subscribe">, player: Pick<VoiceAudioPlayer, "interrupt" | "isPlaying">, options?: VoiceBargeInOptions) => VoiceBargeInBinding;
+export declare const bindVoiceBargeIn: <TResult = unknown>(controller: Pick<VoiceController<TResult>, "partial" | "sendAudio" | "sessionId" | "subscribe">, player: Pick<VoiceAudioPlayer, "interrupt" | "isPlaying" | "lastInterruptLatencyMs" | "lastPlaybackStopLatencyMs">, options?: VoiceBargeInOptions) => VoiceBargeInBinding;
 export declare const createVoiceDuplexController: <TResult = unknown>(path: string, options?: VoiceDuplexControllerOptions) => VoiceDuplexController<TResult>;

package/dist/client/index.d.ts

@@ -5,6 +5,7 @@ export { createVoiceController } from './controller';
 export { bindVoiceBargeIn, createVoiceDuplexController } from './duplex';
 export { bindVoiceHTMX } from './htmx';
 export { createMicrophoneCapture } from './microphone';
+export { createVoiceBargeInMonitor } from './bargeInMonitor';
 export { createVoiceAppKitStatusStore, fetchVoiceAppKitStatus } from './appKitStatus';
 export { createVoiceOpsStatusViewModel, defineVoiceOpsStatusElement, getVoiceOpsStatusCSS, getVoiceOpsStatusLabel, mountVoiceOpsStatus, renderVoiceOpsStatusHTML } from './opsStatusWidget';
 export { createVoiceRoutingStatusStore, fetchVoiceRoutingStatus } from './routingStatus';
@@ -21,6 +22,7 @@ export { createVoiceTurnQualityViewModel, defineVoiceTurnQualityElement, getVoic
 export { createVoiceTraceTimelineViewModel, defineVoiceTraceTimelineElement, getVoiceTraceTimelineCSS, mountVoiceTraceTimeline, renderVoiceTraceTimelineWidgetHTML } from './traceTimelineWidget';
 export { createVoiceWorkflowStatusStore, fetchVoiceWorkflowStatus } from './workflowStatus';
 export type { VoiceAppKitStatusClientOptions, VoiceAppKitStatusSnapshot } from './appKitStatus';
+export type { VoiceBargeInMonitorOptions } from './bargeInMonitor';
 export type { VoiceOpsStatusSurfaceView, VoiceOpsStatusViewModel, VoiceOpsStatusWidgetOptions } from './opsStatusWidget';
 export type { VoiceRoutingStatusClientOptions, VoiceRoutingStatusSnapshot } from './routingStatus';
 export type { VoiceRoutingStatusViewModel, VoiceRoutingStatusWidgetOptions } from './routingStatusWidget';

package/dist/client/index.js

@@ -1560,11 +1560,26 @@ var DEFAULT_INTERRUPT_THRESHOLD = 0.08;
 var shouldInterruptForLevel = (level, options = {}) => (options.enabled ?? true) && level >= (options.interruptThreshold ?? DEFAULT_INTERRUPT_THRESHOLD);
 var bindVoiceBargeIn = (controller, player, options = {}) => {
   let lastPartial = controller.partial;
-  const interruptIfPlaying = () => {
+  const interruptIfPlaying = (reason) => {
     if (!player.isPlaying || options.enabled === false) {
+      options.monitor?.recordSkipped({
+        reason,
+        sessionId: controller.sessionId
+      });
       return;
     }
-    player.interrupt();
+    options.monitor?.recordRequested({
+      reason,
+      sessionId: controller.sessionId
+    });
+    player.interrupt().then(() => {
+      options.monitor?.recordStopped({
+        latencyMs: player.lastInterruptLatencyMs,
+        playbackStopLatencyMs: player.lastPlaybackStopLatencyMs,
+        reason,
+        sessionId: controller.sessionId
+      });
+    });
   };
   const unsubscribe = controller.subscribe(() => {
     if (options.interruptOnPartial === false) {
@@ -1572,7 +1587,7 @@ var bindVoiceBargeIn = (controller, player, options = {}) => {
       return;
     }
     if (!lastPartial && controller.partial) {
-      interruptIfPlaying();
+      interruptIfPlaying("partial-transcript");
     }
     lastPartial = controller.partial;
   });
@@ -1582,11 +1597,11 @@ var bindVoiceBargeIn = (controller, player, options = {}) => {
     },
     handleLevel: (level) => {
       if (shouldInterruptForLevel(level, options)) {
-        interruptIfPlaying();
+        interruptIfPlaying("input-level");
       }
     },
     sendAudio: (audio) => {
-      interruptIfPlaying();
+      interruptIfPlaying("manual-audio");
       controller.sendAudio(audio);
     }
   };
@@ -1616,13 +1631,93 @@ var createVoiceDuplexController = (path, options = {}) => {
     audioPlayer,
     close,
     interruptAssistant: async () => {
+      options.bargeIn?.monitor?.recordRequested({
+        reason: "manual-interrupt",
+        sessionId: controller.sessionId
+      });
       await audioPlayer.interrupt();
+      options.bargeIn?.monitor?.recordStopped({
+        latencyMs: audioPlayer.lastInterruptLatencyMs,
+        playbackStopLatencyMs: audioPlayer.lastPlaybackStopLatencyMs,
+        reason: "manual-interrupt",
+        sessionId: controller.sessionId
+      });
     },
     sendAudio: (audio) => {
       bargeInBinding?.sendAudio(audio);
     }
   };
 };
+// src/client/bargeInMonitor.ts
+var DEFAULT_THRESHOLD_MS = 250;
+var createEventId = () => `barge-in:${Date.now()}:${crypto.randomUUID?.() ?? Math.random().toString(36).slice(2)}`;
+var summarize = (events, thresholdMs) => {
+  const stopped = events.filter((event) => event.status === "stopped");
+  const latencies = stopped.map((event) => event.latencyMs).filter((value) => typeof value === "number");
+  const failed = stopped.filter((event) => typeof event.latencyMs === "number" && event.latencyMs > thresholdMs).length;
+  const passed = stopped.length - failed;
+  return {
+    averageLatencyMs: latencies.length > 0 ? Math.round(latencies.reduce((total, value) => total + value, 0) / latencies.length) : undefined,
+    events: [...events],
+    failed,
+    lastEvent: events.at(-1),
+    passed,
+    status: events.length === 0 ? "empty" : failed > 0 ? "fail" : stopped.length === 0 ? "warn" : "pass",
+    thresholdMs,
+    total: stopped.length
+  };
+};
+var createVoiceBargeInMonitor = (options = {}) => {
+  const listeners = new Set;
+  const thresholdMs = options.thresholdMs ?? DEFAULT_THRESHOLD_MS;
+  const fetchImpl = options.fetch ?? globalThis.fetch;
+  const events = [];
+  const emit = () => {
+    for (const listener of listeners) {
+      listener();
+    }
+  };
+  const postEvent = (event) => {
+    if (!options.path || typeof fetchImpl !== "function") {
+      return;
+    }
+    fetchImpl(options.path, {
+      body: JSON.stringify(event),
+      headers: {
+        "Content-Type": "application/json"
+      },
+      method: "POST"
+    }).catch(() => {});
+  };
+  const record = (status, input) => {
+    const event = {
+      at: Date.now(),
+      id: createEventId(),
+      latencyMs: input.latencyMs,
+      playbackStopLatencyMs: input.playbackStopLatencyMs,
+      reason: input.reason,
+      sessionId: input.sessionId,
+      status,
+      thresholdMs
+    };
+    events.push(event);
+    postEvent(event);
+    emit();
+    return event;
+  };
+  return {
+    getSnapshot: () => summarize(events, thresholdMs),
+    recordRequested: (input) => record("requested", input),
+    recordSkipped: (input) => record("skipped", input),
+    recordStopped: (input) => record("stopped", input),
+    subscribe: (subscriber) => {
+      listeners.add(subscriber);
+      return () => {
+        listeners.delete(subscriber);
+      };
+    }
+  };
+};
 // src/client/appKitStatus.ts
 var fetchVoiceAppKitStatus = async (path = "/app-kit/status", options = {}) => {
   const fetchImpl = options.fetch ?? globalThis.fetch;
@@ -3046,6 +3141,7 @@ export {
   createVoiceDuplexController,
   createVoiceController,
   createVoiceConnection,
+  createVoiceBargeInMonitor,
   createVoiceAudioPlayer,
   createVoiceAppKitStatusStore,
   createMicrophoneCapture,

package/dist/index.d.ts

@@ -2,6 +2,7 @@ export { voice } from './plugin';
 export { createVoiceAppKit, createVoiceAppKitRoutes, summarizeVoiceAppKitStatus } from './appKit';
 export { createVoiceAssistant, createVoiceExperiment, summarizeVoiceAssistantRuns } from './assistant';
 export { createVoiceAssistantHealthHTMLHandler, createVoiceAssistantHealthJSONHandler, createVoiceAssistantHealthRoutes, renderVoiceAssistantHealthHTML, summarizeVoiceAssistantHealth } from './assistantHealth';
+export { createVoiceBargeInRoutes, renderVoiceBargeInHTML, summarizeVoiceBargeIn } from './bargeInRoutes';
 export { buildVoiceDiagnosticsMarkdown, createVoiceDiagnosticsRoutes, resolveVoiceDiagnosticsTraceFilter } from './diagnosticsRoutes';
 export { compareVoiceEvalBaseline, createVoiceFileEvalBaselineStore, createVoiceFileScenarioFixtureStore, createVoiceEvalRoutes, renderVoiceEvalBaselineHTML, renderVoiceEvalHTML, renderVoiceScenarioEvalHTML, renderVoiceScenarioFixtureEvalHTML, runVoiceScenarioEvals, runVoiceScenarioFixtureEvals, runVoiceSessionEvals } from './evalRoutes';
 export { createVoiceWorkflowContract, createVoiceWorkflowContractHandler, createVoiceWorkflowContractPreset, createVoiceWorkflowScenario, recordVoiceWorkflowContractTrace, validateVoiceWorkflowRouteResult } from './workflowContract';
@@ -48,6 +49,7 @@ export { resolveVoiceRuntimePreset } from './presets';
 export { resolveTurnDetectionConfig, TURN_PROFILE_DEFAULTS } from './turnProfiles';
 export { createVoiceCallReviewFromLiveTelephonyReport, createVoiceCallReviewRecorder, renderVoiceCallReviewHTML, renderVoiceCallReviewMarkdown } from './testing/review';
 export type { VoiceAppKitLink, VoiceAppKitRoutes, VoiceAppKitRoutesOptions, VoiceAppKitStatus, VoiceAppKitStatusOptions, VoiceAppKitStatusReport, VoiceAppKitSurface } from './appKit';
+export type { VoiceBargeInReport, VoiceBargeInRoutesOptions } from './bargeInRoutes';
 export type { VoiceAssistant, VoiceAssistantArtifactPlan, VoiceAssistantExperiment, VoiceAssistantExperimentOptions, VoiceAssistantGuardrailInput, VoiceAssistantGuardrails, VoiceAssistantMemoryLifecycle, VoiceAssistantMemoryLifecycleInput, VoiceAssistantOptions, VoiceAssistantOutputGuardrailInput, VoiceAssistantPreset, VoiceAssistantRunsSummary, VoiceAssistantRunSummary, VoiceAssistantVariant } from './assistant';
 export type { VoiceAssistantHealthFailure, VoiceAssistantHealthHTMLHandlerOptions, VoiceAssistantHealthRoutesOptions, VoiceAssistantHealthSummary, VoiceAssistantHealthSummaryOptions } from './assistantHealth';
 export type { VoiceAssistantMemoryBinding, VoiceAssistantMemoryHandle, VoiceAssistantMemoryOptions, VoiceAssistantMemoryRecord, VoiceAssistantMemoryStore } from './assistantMemory';