@runtypelabs/persona 4.25.0 → 4.26.1

package/src/voice/runtype-voice-provider.ts

@@ -8,6 +8,17 @@
 //           JSON control frames (transcript_interim / transcript_final /
 //           audio_end / metrics).
 //
+// Full duplex (speech-to-speech, e.g. GPT-Live): the client always declares
+// `voiceCapabilities=full-duplex-v1`; engines that don't speak it ignore the
+// param. A full-duplex session announces itself with
+// `session_config{speechMode:'speech_to_speech'}` and then sends turn-keyed
+// `transcript_update{role,text,turnId,final}` frames (later frames replace the
+// text for the same (turnId, role); user and assistant turns can overlap),
+// `delegation_started/completed` around agent tool turns, and `audio_clear` on
+// barge-in. Reply audio has no per-turn end marker in that mode, so playback is
+// treated as continuous: the "speaking" status is released by a timer derived
+// from the queued audio duration rather than by the engine's end-of-stream.
+//
 // The server's STT owns turn-taking, so the client streams continuously and
 // has no client-side VAD, barge-in monitoring, or batch upload. Auth rides the
 // `Sec-WebSocket-Protocol` subprotocol (`['runtype.bearer', clientToken]`),
@@ -24,20 +35,61 @@
 // socket idles (no call) until `startListening()` sends `{"type":"start"}`; if
 // it negotiates plain `runtype.bearer`, it ignored attach and the call is
 // already live, so `startListening()` adopts it as is.
+//
+// Wire vocabulary v1 (contract Amendment 5). Every socket sends
+// `voiceProtocol=runtype-browser-v1`, `clientVersion=persona/<version>` and the
+// snake_case `clientCapabilities` it supports. The server answers with
+// `session_config.capabilities` (the negotiated intersection), the only gate
+// for the client frames `context`, `delegation_update` and client delegation:
+// a server without `capabilities` gets none of them. Receivers ignore unknown
+// frames, fields and enum values. Non-fatal problems arrive as `warning`
+// frames; an `error` always ends the call.
+//
+// Client delegation (full duplex, when the session supplied a bridge and
+// `clientDelegation` isn't false, and `client_delegation` was negotiated): a
+// `delegation_started{delegationId, input}` asks the widget to run the turn
+// through its chat pipeline (one at a time). The provider answers with exactly
+// one terminal `delegation_result{delegationId, status, text}`. A turn that
+// parks on a tool approval first sends the non-terminal
+// `delegation_update{delegationId, status:'pending_approval', text}`, then the
+// terminal result once the visitor decides (or the approval lapses or is
+// replaced). A second gated tool in the same turn sends another update.
+// `delegation_cancelled{delegationId}` (or a `warning` refusing a frame for
+// it) stops all frames for that id; the chat turn still renders, and since
+// nobody speaks it now, browser TTS may read it. The voice model's spoken read-back of
+// an answered delegation is folded: the chat already shows it. With
+// `delegation_read_back` negotiated it is the utterance the server tags with that
+// `delegationId`; otherwise it is the first new assistant utterance after
+// `delegation_completed`, unless the visitor speaks first. Transcripts in such a call are display-only captions, never sent to the
+// agent as conversation; a user bubble becomes conversation only when it is
+// submitted. With `context` negotiated, one `context{text}` frame (chat history
+// as of call start plus the host's `callContext`) is held until the visitor's
+// first final transcript or first delegation.
 
 import type {
   VoiceProvider,
   VoiceResult,
   VoiceStatus,
   VoiceConfig,
+  VoiceDelegationRequest,
+  VoiceDelegationResult,
   VoiceMetrics,
   VoicePlaybackEngine,
+  VoiceSessionBridge,
+  VoiceTranscriptMetadata,
 } from "../types";
 import { AudioPlaybackManager } from "./audio-playback-manager";
+import { VERSION } from "../version";
 
 const CAPTURE_SAMPLE_RATE = 16000;
 const PLAYBACK_SAMPLE_RATE = 24000;
 const CAPTURE_BUFFER_SIZE = 4096;
+/**
+ * Mic audio held while the call socket handshakes (a slow upgrade can take
+ * seconds, and the visitor is already talking): 8 s of 16-bit PCM, 256 KB,
+ * well under the server's startup queue. Past it the oldest frames go.
+ */
+const PRE_OPEN_AUDIO_MAX_BYTES = CAPTURE_SAMPLE_RATE * 2 * 8;
 /**
  * RMS-to-0..1 gain for the published capture level. Conversational speech sits
  * around 0.05 to 0.3 RMS, so the raw value would never leave the bottom of the
@@ -68,6 +120,70 @@ type AttachedSocket = {
   openedAt: number;
   idleTimer: ReturnType<typeof setTimeout> | undefined;
 };
+/** Declared on every call; non-full-duplex engines ignore it. */
+const FULL_DUPLEX_CAPABILITY = "full-duplex-v1";
+/**
+ * Slack added to the computed end of queued speech-to-speech audio before the
+ * provider reports the reply as drained (covers engine prebuffer + scheduling).
+ */
+const CONTINUOUS_DRAIN_GRACE_MS = 300;
+/**
+ * How long a client `cancel` waits for the server's `audio_clear` before audio
+ * is accepted again, so a lost acknowledgement can't mute the call for good.
+ */
+const CANCEL_ACK_TIMEOUT_MS = 2000;
+/**
+ * How long a `delegation_result` waits for the call context still being built
+ * (a slow host `callContext`), so context always precedes the result. Past it,
+ * the result goes out and that context is dropped.
+ */
+const CONTEXT_BEFORE_RESULT_TIMEOUT_MS = 2000;
+const VOICE_PROTOCOL = "runtype-browser-v1";
+/** `approvalTimeoutMs` cap: below core's delegation deadline (600 s, restarted by each update). */
+const APPROVAL_TIMEOUT_MAX_MS = 540_000;
+const DISCLOSURE_TEXT = "You're talking to an AI assistant. Voice is processed by OpenAI.";
+/** Call-start context frame: total cap, host share, history window, per-message cap. */
+const CONTEXT_MAX_CHARS = 8000;
+const CONTEXT_HOST_MAX_CHARS = 4000;
+const CONTEXT_MESSAGES = 12;
+const CONTEXT_MESSAGE_MAX_CHARS = 2000;
+
+type TranscriptCallback = (
+  role: "user" | "assistant",
+  text: string,
+  isFinal: boolean,
+  metadata?: VoiceTranscriptMetadata,
+) => void;
+
+/**
+ * The call-start `context` text: "Conversation so far:" plus the last
+ * {@link CONTEXT_MESSAGES} messages (newest kept when over budget), then the
+ * host's extra context (at most {@link CONTEXT_HOST_MAX_CHARS}, so history
+ * always fits). Capped at {@link CONTEXT_MAX_CHARS}; "" when empty.
+ */
+export function buildCallContext(
+  history: Array<{ role: "user" | "assistant"; content: string }>,
+  extra: string,
+): string {
+  const header = "Conversation so far:";
+  const tail = extra.slice(0, CONTEXT_HOST_MAX_CHARS).trim();
+  let budget = CONTEXT_MAX_CHARS - (tail ? tail.length + 2 : 0) - header.length;
+  const lines: string[] = [];
+  for (const message of history.slice(-CONTEXT_MESSAGES).reverse()) {
+    let text = message.content.replace(/\s+/g, " ").trim();
+    if (!text) continue;
+    if (text.length > CONTEXT_MESSAGE_MAX_CHARS) {
+      text = `${text.slice(0, CONTEXT_MESSAGE_MAX_CHARS - 1)}…`;
+    }
+    const line = `${message.role === "user" ? "User" : "Assistant"}: ${text}`;
+    if (line.length + 1 > budget) break;
+    budget -= line.length + 1;
+    lines.unshift(line);
+  }
+  const parts = lines.length > 0 ? [`${header}\n${lines.join("\n")}`] : [];
+  if (tail) parts.push(tail);
+  return parts.join("\n\n");
+}
 
 /**
  * Strip the canonical 44-byte WAV header (if present) and return the raw PCM16
@@ -107,40 +223,72 @@ function clampAttachIdleMs(ms: number | undefined): number {
 export class RuntypeVoiceProvider implements VoiceProvider {
   type: "runtype" = "runtype";
 
-  private ws: WebSocket | null = null;
-  private captureContext: AudioContext | null = null;
-  private levelCallbacks: ((level: number) => void)[] = [];
-  private mediaStream: MediaStream | null = null;
-  private sourceNode: MediaStreamAudioSourceNode | null = null;
-  private processor: ScriptProcessorNode | null = null;
-  private playback: VoicePlaybackEngine | null = null;
+  #ws: WebSocket | null = null;
+  #captureContext: AudioContext | null = null;
+  #levelCallbacks: ((level: number) => void)[] = [];
+  #mediaStream: MediaStream | null = null;
+  #sourceNode: MediaStreamAudioSourceNode | null = null;
+  #processor: ScriptProcessorNode | null = null;
+  // Captured before the call socket opened; flushed in order on open.
+  #preOpenAudio: ArrayBuffer[] = [];
+  #preOpenBytes = 0;
+  #playback: VoicePlaybackEngine | null = null;
 
   // True while a call (WS session) is live: drives the idempotent start guard
   // and `isBargeInActive()`.
-  private callLive = false;
-  private isSpeaking = false;
+  #callLive = false;
+  #isSpeaking = false;
 
   // Invalidates in-flight async work (playback-engine creation, late frames,
   // status transitions) after a teardown/restart so a stale callback can't act
   // on a newer call's resources. Bumped on every start and every cleanup.
-  private callGeneration = 0;
+  #callGeneration = 0;
 
   // Distinguishes a user-initiated close (code 1000) from a dropped connection.
-  private intentionalClose = false;
+  #intentionalClose = false;
 
   // Prewarm latch and the (at most one) socket an `'attach'` prewarm opened.
-  private lastPrewarmAt = Number.NEGATIVE_INFINITY;
-  private attached: AttachedSocket | null = null;
-
-  private resultCallbacks: ((result: VoiceResult) => void)[] = [];
-  private errorCallbacks: ((error: Error) => void)[] = [];
-  private statusCallbacks: ((status: VoiceStatus) => void)[] = [];
-  private transcriptCallbacks: ((
-    role: "user" | "assistant",
-    text: string,
-    isFinal: boolean,
-  ) => void)[] = [];
-  private metricsCallbacks: ((metrics: VoiceMetrics) => void)[] = [];
+  #lastPrewarmAt = Number.NEGATIVE_INFINITY;
+  #attached: AttachedSocket | null = null;
+  // Full-duplex (speech-to-speech) session state; reset on every cleanup.
+  #speechToSpeech = false;
+  #delegating = false;
+  // Until this time, audio and assistant text belong to a reply the client cancelled.
+  #cancelledUntil = 0;
+  #playbackEndsAt = 0;
+  #drainTimer: ReturnType<typeof setTimeout> | undefined;
+  // Engine `onFinished` callbacks are one-shot (cleared on fire and on flush),
+  // so the provider re-registers before each reply that may need it.
+  #finishedArmed = false;
+  // Client delegation (see header); per-call state reset on every cleanup.
+  private bridge: VoiceSessionBridge | null = null;
+  #clientDelegation = false;
+  // session_config.capabilities: the negotiated client frame types.
+  #capabilities = new Set<string>();
+  // Per delegation: aborts its pending approval follow-up (cancelled, or call end).
+  #followUps = new Map<string, AbortController>();
+  // Delegations the server cancelled (or refused a frame for): no more frames for them.
+  #cancelledDelegations = new Set<string>();
+  // session_config.callId: the server's id for this call, for logs.
+  #callId: string | undefined;
+  // Call-start context, built at session_config and held until the visitor's
+  // first final transcript (sent earlier, the voice model tends to answer it).
+  #contextSent = false;
+  #pendingContext: Promise<string> | null = null;
+  // The released context's send; settles once it went out (or never will).
+  #contextSend: { done: Promise<void>; drop: () => void } | null = null;
+  #delegations: Promise<void> = Promise.resolve();
+  // Delegations answered ok: their spoken read-back is folded.
+  #answered = new Set<string>();
+  #foldReadback = false;
+  #assistantTurns = new Set<string>();
+  #foldedTurns = new Set<string>();
+
+  #resultCallbacks: ((result: VoiceResult) => void)[] = [];
+  #errorCallbacks: ((error: Error) => void)[] = [];
+  #statusCallbacks: ((status: VoiceStatus) => void)[] = [];
+  #transcriptCallbacks: TranscriptCallback[] = [];
+  #metricsCallbacks: ((metrics: VoiceMetrics) => void)[] = [];
 
   constructor(private config: VoiceConfig["runtype"]) {}
 
@@ -149,31 +297,35 @@ export class RuntypeVoiceProvider implements VoiceProvider {
   /** No-op: the WS session opens lazily in `startListening` (the "call"). */
   async connect(): Promise<void> {}
 
+  setSessionBridge(bridge: VoiceSessionBridge): void {
+    this.bridge = bridge;
+  }
+
   /**
    * Warm the voice path ahead of the click. Fire-and-forget and throttled to
    * once per {@link PREWARM_THROTTLE_MS}; never emits an error or a status.
    */
   prewarm(): void {
-    if (this.callLive || this.attached) return;
+    if (this.#callLive || this.#attached) return;
     const agentId = this.config?.agentId;
     const token = this.config?.clientToken;
     const host = this.config?.host;
     if (!agentId || !token || !host) return;
     const now = Date.now();
-    if (now - this.lastPrewarmAt < PREWARM_THROTTLE_MS) return;
-    this.lastPrewarmAt = now;
+    if (now - this.#lastPrewarmAt < PREWARM_THROTTLE_MS) return;
+    this.#lastPrewarmAt = now;
     try {
       if (this.config?.prewarmMode === "attach") {
-        this.attach(host, agentId, token);
+        this.#attach(host, agentId, token);
       } else {
-        this.requestPrewarm(host, agentId, token);
+        this.#requestPrewarm(host, agentId, token);
       }
     } catch {
       // A prewarm must never surface an error; the click connects normally.
     }
   }
 
-  private requestPrewarm(host: string, agentId: string, token: string): void {
+  #requestPrewarm(host: string, agentId: string, token: string): void {
     if (typeof fetch !== "function") return;
     const url = `${toHttpBase(host)}/v1/client/agents/${encodeURIComponent(agentId)}/voice/prewarm`;
     void fetch(url, {
@@ -183,12 +335,12 @@ export class RuntypeVoiceProvider implements VoiceProvider {
     }).catch(() => {});
   }
 
-  private attach(host: string, agentId: string, token: string): void {
-    const params = new URLSearchParams({ clientCapabilities: "attach" });
+  #attach(host: string, agentId: string, token: string): void {
+    const params = new URLSearchParams();
     const configuredIdleMs = this.config?.attachIdleMs;
     const idleMs = clampAttachIdleMs(configuredIdleMs);
     if (configuredIdleMs !== undefined) params.set("attachIdleMs", String(idleMs));
-    const ws = new WebSocket(`${this.voiceSocketUrl(host, agentId)}?${params}`, [
+    const ws = new WebSocket(this.#voiceSocketUrl(host, agentId, params), [
       "runtype.bearer",
       "runtype.attach",
       token,
@@ -206,18 +358,18 @@ export class RuntypeVoiceProvider implements VoiceProvider {
       openedAt: 0,
       idleTimer: undefined,
     };
-    this.attached = entry;
+    this.#attached = entry;
 
     ws.onopen = () => {
-      if (this.attached !== entry) return;
+      if (this.#attached !== entry) return;
       entry.state = ws.protocol === "runtype.attach" ? "attached" : "live";
       entry.openedAt = Date.now();
-      this.armAttachIdle(entry, idleMs);
+      this.#armAttachIdle(entry, idleMs);
       if (entry.state === "attached") ws.send('{"type":"ping"}');
       entry.settle();
     };
     ws.onmessage = (event) => {
-      if (this.attached !== entry || typeof event.data !== "string") return;
+      if (this.#attached !== entry || typeof event.data !== "string") return;
       let msg: { type?: unknown; idleMs?: unknown };
       try {
         msg = JSON.parse(event.data);
@@ -226,27 +378,27 @@ export class RuntypeVoiceProvider implements VoiceProvider {
       }
       // The server's idle window is authoritative; close no later than it does.
       if (msg.type === "attached" && typeof msg.idleMs === "number") {
-        this.armAttachIdle(entry, msg.idleMs - (Date.now() - entry.openedAt));
+        this.#armAttachIdle(entry, msg.idleMs - (Date.now() - entry.openedAt));
       }
     };
     ws.onerror = () => {};
     ws.onclose = () => {
-      if (this.attached === entry) this.releaseAttached();
+      if (this.#attached === entry) this.#releaseAttached();
     };
   }
 
-  private armAttachIdle(entry: AttachedSocket, ms: number): void {
+  #armAttachIdle(entry: AttachedSocket, ms: number): void {
     clearTimeout(entry.idleTimer);
     entry.idleTimer = setTimeout(() => {
-      if (this.attached === entry) this.releaseAttached();
+      if (this.#attached === entry) this.#releaseAttached();
     }, Math.max(0, ms));
   }
 
   /** Close and forget the prewarmed socket, if any. Silent by design. */
-  private releaseAttached(): void {
-    const entry = this.attached;
+  #releaseAttached(): void {
+    const entry = this.#attached;
     if (!entry) return;
-    this.attached = null;
+    this.#attached = null;
     clearTimeout(entry.idleTimer);
     const { ws } = entry;
     ws.onopen = null;
@@ -269,8 +421,8 @@ export class RuntypeVoiceProvider implements VoiceProvider {
    * Resolves `null` when there is none, it stalled, or it dropped, so the
    * caller opens a fresh socket.
    */
-  private async takeAttachedSocket(): Promise<{ ws: WebSocket; live: boolean } | null> {
-    const entry = this.attached;
+  async #takeAttachedSocket(): Promise<{ ws: WebSocket; live: boolean } | null> {
+    const entry = this.#attached;
     if (!entry) return null;
     if (entry.state === "connecting") {
       let timer: ReturnType<typeof setTimeout> | undefined;
@@ -282,23 +434,39 @@ export class RuntypeVoiceProvider implements VoiceProvider {
       ]);
       clearTimeout(timer);
     }
-    if (this.attached !== entry) return null;
+    if (this.#attached !== entry) return null;
     if (entry.state === "connecting" || entry.ws.readyState !== WebSocket.OPEN) {
-      this.releaseAttached();
+      this.#releaseAttached();
       return null;
     }
-    this.attached = null;
+    this.#attached = null;
     clearTimeout(entry.idleTimer);
     return { ws: entry.ws, live: entry.state === "live" };
   }
 
-  private voiceSocketUrl(host: string, agentId: string): string {
-    return `${toWsBase(host)}/ws/agents/${encodeURIComponent(agentId)}/voice`;
+  /**
+   * The call socket URL. Every socket declares the full-duplex capability;
+   * `extra` adds params (e.g. an attach prewarm's). The token never goes in
+   * the URL, and these params are not secrets.
+   */
+  #voiceSocketUrl(host: string, agentId: string, attach?: URLSearchParams): string {
+    const capabilities = ["partial_transcript", "context"];
+    if (this.bridge && this.config?.clientDelegation !== false)
+      capabilities.push("client_delegation", "delegation_update", "delegation_read_back");
+    if (attach) capabilities.unshift("attach");
+    const params = new URLSearchParams({
+      voiceProtocol: VOICE_PROTOCOL,
+      clientVersion: `persona/${VERSION}`,
+      voiceCapabilities: FULL_DUPLEX_CAPABILITY,
+      clientCapabilities: capabilities.join(","),
+    });
+    attach?.forEach((value, key) => params.set(key, value));
+    return `${toWsBase(host)}/ws/agents/${encodeURIComponent(agentId)}/voice?${params}`;
   }
 
   /** Start the call: acquire mic, open the WS, stream PCM until hang-up. */
   async startListening(): Promise<void> {
-    if (this.callLive) return; // idempotent: a call is already live
+    if (this.#callLive) return; // idempotent: a call is already live
 
     const agentId = this.config?.agentId;
     const token = this.config?.clientToken;
@@ -307,9 +475,9 @@ export class RuntypeVoiceProvider implements VoiceProvider {
     if (!token) throw new Error("Runtype voice requires a clientToken");
     if (!host) throw new Error("Runtype voice requires a host (or widget apiUrl)");
 
-    const generation = ++this.callGeneration;
-    this.intentionalClose = false;
-    this.callLive = true;
+    const generation = ++this.#callGeneration;
+    this.#intentionalClose = false;
+    this.#callLive = true;
 
     try {
       const stream = await navigator.mediaDevices.getUserMedia({
@@ -319,11 +487,11 @@ export class RuntypeVoiceProvider implements VoiceProvider {
           echoCancellation: true,
         },
       });
-      if (generation !== this.callGeneration) {
+      if (generation !== this.#callGeneration) {
         stream.getTracks().forEach((t) => t.stop());
         return;
       }
-      this.mediaStream = stream;
+      this.#mediaStream = stream;
 
       // Create + resume both contexts inside the click gesture (iOS autoplay).
       const AudioCtx =
@@ -334,115 +502,124 @@ export class RuntypeVoiceProvider implements VoiceProvider {
       if (captureContext.state === "suspended") {
         await captureContext.resume().catch(() => {});
       }
-      this.captureContext = captureContext;
+      this.#captureContext = captureContext;
 
       const engine = this.config?.createPlaybackEngine
         ? await this.config.createPlaybackEngine()
         : new AudioPlaybackManager(PLAYBACK_SAMPLE_RATE);
-      if (generation !== this.callGeneration) {
+      if (generation !== this.#callGeneration) {
         // Torn down while async work was in flight: free what we acquired.
         void engine.destroy();
         stream.getTracks().forEach((t) => t.stop());
         captureContext.close().catch(() => {});
         return;
       }
-      this.playback = engine;
-      engine.onFinished(() => {
-        if (generation !== this.callGeneration) return;
-        this.isSpeaking = false;
-        // Reply drained: the call stays open, so return to listening.
-        if (this.ws && this.ws.readyState === WebSocket.OPEN) {
-          this.emitStatus("listening");
-        }
-      });
+      this.#playback = engine;
+      this.#armPlaybackFinished();
+      // Capture from now: frames buffer until the call socket is open.
+      this.#startCapture(captureContext, stream, generation);
 
-      const adopted = await this.takeAttachedSocket();
-      if (generation !== this.callGeneration) {
+      const adopted = await this.#takeAttachedSocket();
+      if (generation !== this.#callGeneration) {
         adopted?.ws.close(1000, "client ended call");
         return;
       }
       if (adopted) {
         const { ws } = adopted;
-        this.ws = ws;
-        this.bindCallSocket(ws, generation);
+        this.#ws = ws;
+        this.#bindCallSocket(ws, generation);
         if (!adopted.live) ws.send('{"type":"start"}');
-        this.emitStatus("listening");
-        this.startCapture(captureContext, stream, ws, generation);
+        this.#flushPreOpenAudio(ws);
+        this.#emitStatus("listening");
         return;
       }
 
       // Token rides the subprotocol; `runtype.bearer` is the marker the server
       // echoes as the negotiated subprotocol (browsers fail the handshake if an
       // offered subprotocol goes unanswered).
-      const ws = new WebSocket(this.voiceSocketUrl(host, agentId), ["runtype.bearer", token]);
+      const ws = new WebSocket(this.#voiceSocketUrl(host, agentId), ["runtype.bearer", token]);
       ws.binaryType = "arraybuffer";
-      this.ws = ws;
+      this.#ws = ws;
 
       ws.onopen = () => {
-        if (generation !== this.callGeneration) return;
-        this.emitStatus("listening");
-        this.startCapture(captureContext, stream, ws, generation);
+        if (generation !== this.#callGeneration) return;
+        this.#flushPreOpenAudio(ws);
+        this.#emitStatus("listening");
       };
-      this.bindCallSocket(ws, generation);
+      this.#bindCallSocket(ws, generation);
     } catch (error) {
-      this.cleanup();
-      this.emitError(error as Error);
-      this.emitStatus("error");
+      this.#cleanup();
+      this.#emitError(error as Error);
+      this.#emitStatus("error");
       throw error;
     }
   }
 
   /** Route a call socket's frames, errors, and close into this call. */
-  private bindCallSocket(ws: WebSocket, generation: number): void {
-    ws.onmessage = (event) => this.handleMessage(event, generation);
+  #bindCallSocket(ws: WebSocket, generation: number): void {
+    ws.onmessage = (event) => this.#handleMessage(event, generation);
 
     ws.onerror = () => {
-      if (generation !== this.callGeneration) return;
-      this.emitError(new Error("Voice connection failed"));
-      this.emitStatus("error");
-      this.cleanup();
+      if (generation !== this.#callGeneration) return;
+      this.#emitError(new Error("Voice connection failed"));
+      this.#emitStatus("error");
+      this.#cleanup();
     };
 
     ws.onclose = (evt) => {
-      if (this.intentionalClose) {
-        this.intentionalClose = false;
+      if (this.#intentionalClose) {
+        this.#intentionalClose = false;
         return;
       }
-      if (generation !== this.callGeneration) return;
+      if (generation !== this.#callGeneration) return;
       if (evt.code !== 1000) {
         const codeMsg = evt.code ? ` (code ${evt.code})` : "";
-        this.emitError(new Error(`Voice connection closed${codeMsg}`));
-        this.emitStatus("error");
+        this.#emitError(new Error(`Voice connection closed${codeMsg}`));
+        this.#emitStatus("error");
       } else {
-        this.emitStatus("idle");
+        this.#emitStatus("idle");
       }
-      this.cleanup();
+      this.#cleanup();
     };
   }
 
+  /** The AI-disclosure notice for a live speech-to-speech call (`disclosureText`; `false` hides it). */
+  getDisclosure(): string | null {
+    const text = this.config?.disclosureText;
+    return this.#callLive && this.#speechToSpeech && text !== false ? text || DISCLOSURE_TEXT : null;
+  }
+
   /** End the call (hang up). */
   async stopListening(): Promise<void> {
-    this.cleanup();
-    this.emitStatus("idle");
+    this.#cleanup();
+    this.#emitStatus("idle");
   }
 
   /** Tear down the call and drop all callbacks (used by `cleanupVoice`). */
   async disconnect(): Promise<void> {
-    this.cleanup();
-    this.emitStatus("disconnected");
-    this.resultCallbacks = [];
-    this.errorCallbacks = [];
-    this.statusCallbacks = [];
-    this.transcriptCallbacks = [];
-    this.metricsCallbacks = [];
+    this.#cleanup();
+    this.#emitStatus("disconnected");
+    this.#resultCallbacks = [];
+    this.#errorCallbacks = [];
+    this.#statusCallbacks = [];
+    this.#transcriptCallbacks = [];
+    this.#metricsCallbacks = [];
   }
 
-  /** Stop the spoken reply without ending the call. */
+  /**
+   * Stop the spoken reply without ending the call. In a speech-to-speech
+   * session this also asks the server to cancel the response; audio is dropped
+   * until its `audio_clear` acknowledgement arrives.
+   */
   stopPlayback(): void {
-    if (this.playback) this.playback.flush();
-    this.isSpeaking = false;
-    if (this.ws && this.ws.readyState === WebSocket.OPEN) {
-      this.emitStatus("listening");
+    this.#clearLocalPlayback();
+    const ws = this.#ws;
+    if (ws && ws.readyState === WebSocket.OPEN) {
+      if (this.#speechToSpeech) {
+        this.#cancelledUntil = Date.now() + CANCEL_ACK_TIMEOUT_MS;
+        ws.send('{"type":"cancel"}');
+      }
+      this.#emitStatus("listening");
     }
   }
 
@@ -455,35 +632,33 @@ export class RuntypeVoiceProvider implements VoiceProvider {
 
   /** True while the call (hot mic) is live. */
   isBargeInActive(): boolean {
-    return this.callLive;
+    return this.#callLive;
   }
 
   /** "Hang up" the always-on mic. */
   onLevel(callback: (level: number) => void): void {
-    this.levelCallbacks.push(callback);
+    this.#levelCallbacks.push(callback);
   }
 
   async deactivateBargeIn(): Promise<void> {
-    this.cleanup();
-    this.emitStatus("idle");
+    this.#cleanup();
+    this.#emitStatus("idle");
   }
 
   // --- Capture ---------------------------------------------------------------
 
-  private startCapture(
-    context: AudioContext,
-    stream: MediaStream,
-    ws: WebSocket,
-    generation: number,
-  ): void {
+  #startCapture(context: AudioContext, stream: MediaStream, generation: number): void {
     const source = context.createMediaStreamSource(stream);
-    this.sourceNode = source;
+    this.#sourceNode = source;
     const processor = context.createScriptProcessor(CAPTURE_BUFFER_SIZE, 1, 1);
-    this.processor = processor;
+    this.#processor = processor;
 
     processor.onaudioprocess = (e) => {
-      if (generation !== this.callGeneration) return;
-      if (ws.readyState !== WebSocket.OPEN) return;
+      if (generation !== this.#callGeneration) return;
+      // No socket yet (adopting a prewarm) or still handshaking: buffer.
+      const ws = this.#ws;
+      const open = ws?.readyState === WebSocket.OPEN;
+      if (ws && !open && ws.readyState !== WebSocket.CONNECTING) return;
       const input = e.inputBuffer.getChannelData(0);
       const pcm16 = new Int16Array(input.length);
       let sumSquares = 0;
@@ -492,14 +667,23 @@ export class RuntypeVoiceProvider implements VoiceProvider {
         sumSquares += s * s;
         pcm16[i] = s < 0 ? s * 0x8000 : s * 0x7fff;
       }
-      ws.send(pcm16.buffer);
+      if (ws && open) {
+        this.#flushPreOpenAudio(ws);
+        ws.send(pcm16.buffer);
+      } else {
+        this.#preOpenAudio.push(pcm16.buffer);
+        this.#preOpenBytes += pcm16.byteLength;
+        while (this.#preOpenBytes > PRE_OPEN_AUDIO_MAX_BYTES) {
+          this.#preOpenBytes -= this.#preOpenAudio.shift()!.byteLength;
+        }
+      }
       // Amplitude comes free from the buffer we already walked: no analyser
       // node, no second capture. RMS is scaled because speech rarely exceeds
       // ~0.3 RMS, so raw values would sit near the bottom of the 0..1 range.
-      if (this.levelCallbacks.length > 0) {
+      if (this.#levelCallbacks.length > 0) {
         const rms = Math.sqrt(sumSquares / input.length);
         const level = Math.max(0, Math.min(1, rms * LEVEL_RMS_SCALE));
-        for (const cb of this.levelCallbacks) cb(level);
+        for (const cb of this.#levelCallbacks) cb(level);
       }
     };
 
@@ -509,13 +693,19 @@ export class RuntypeVoiceProvider implements VoiceProvider {
     processor.connect(context.destination);
   }
 
+  #flushPreOpenAudio(ws: WebSocket): void {
+    for (const frame of this.#preOpenAudio) ws.send(frame);
+    this.#preOpenAudio = [];
+    this.#preOpenBytes = 0;
+  }
+
   // --- Downstream ------------------------------------------------------------
 
-  private handleMessage(event: MessageEvent, generation: number): void {
-    if (generation !== this.callGeneration) return;
+  #handleMessage(event: MessageEvent, generation: number): void {
+    if (generation !== this.#callGeneration) return;
 
     if (event.data instanceof ArrayBuffer) {
-      this.handleAudioFrame(event.data, generation);
+      this.#handleAudioFrame(event.data, generation);
       return;
     }
 
@@ -527,30 +717,150 @@ export class RuntypeVoiceProvider implements VoiceProvider {
     }
 
     switch (msg.type) {
+      case "session_config":
+        // The follow-up session_config carries only interruptionMode: keep the mode.
+        if (msg.speechMode) {
+          this.#speechToSpeech = msg.speechMode === "speech_to_speech";
+          this.#playback?.setContinuousMode?.(this.#speechToSpeech);
+        }
+        // The negotiated client frame types. A server without `capabilities`
+        // predates them: no client delegation, context or updates.
+        if (Array.isArray(msg.capabilities)) this.#capabilities = new Set(msg.capabilities);
+        if (typeof msg.callId === "string") this.#callId = msg.callId;
+        this.#clientDelegation = this.#speechToSpeech && this.#capabilities.has("client_delegation") && !!this.bridge;
+        // Speech-to-speech is known only now: let the UI show its disclosure.
+        if (this.#speechToSpeech && !this.#isSpeaking) this.#emitStatus("listening");
+        if (this.#capabilities.has("context") && !this.#contextSent) {
+          this.#contextSent = true;
+          this.#pendingContext = this.#buildContextText();
+        }
+        break;
+
+      case "transcript_update": {
+        const role = msg.role === "assistant" ? "assistant" : "user";
+        // A reply the client cancelled keeps streaming until the server clears it.
+        const utteranceId = msg.utteranceId ?? msg.turnId;
+        if (!utteranceId || (role === "assistant" && this.#isCancelling())) break;
+        const turnId = String(utteranceId);
+        if (role === "user") {
+          // Release on a final user transcript, not a partial: a mid-utterance
+          // context append makes the voice model answer early (or not delegate).
+          if (msg.final === true) this.#flushCallContext(generation);
+          this.#foldReadback = false;
+        } else {
+          // Read-back of a delegated result the chat already renders. A server
+          // that negotiated `delegation_read_back` tags it with its delegation;
+          // an older one rotates the assistant id at completion, so it is the
+          // first new id after it (a guess a filler finishing late defeats).
+          if (this.#capabilities.has("delegation_read_back")) {
+            // Fold only from the first frame: hiding an utterance already shown would strand a partial caption.
+            const tag = msg.delegationId;
+            if (typeof tag === "string" && this.#answered.has(tag) && !this.#assistantTurns.has(turnId)) {
+              this.#foldedTurns.add(turnId);
+            }
+          } else if (this.#foldReadback && !this.#assistantTurns.has(turnId)) {
+            this.#foldedTurns.add(turnId);
+            this.#foldReadback = false;
+          }
+          this.#assistantTurns.add(turnId);
+          if (this.#foldedTurns.has(turnId)) break;
+        }
+        this.#emitTranscript(role, msg.text ?? "", msg.final === true, {
+          turnId,
+          ...(typeof msg.startMs === "number" && { startMs: msg.startMs }),
+          ...(typeof msg.endMs === "number" && { endMs: msg.endMs }),
+          // The chat pipeline owns the conversation: speech is only captioned.
+          ...(this.#clientDelegation && { caption: true }),
+        });
+        break;
+      }
+
+      case "delegation_started":
+      case "delegation_completed": {
+        const delegationId = String(msg.delegationId ?? msg.turnId);
+        if (msg.type === "delegation_started") {
+          this.#flushCallContext(generation);
+          // `input`: run this turn through the chat pipeline (client delegation).
+          const input = msg.input;
+          if (this.#clientDelegation && input) {
+            this.#runDelegation(
+              delegationId,
+              {
+                delegationId,
+                userText: String(input.text ?? ""),
+                userUtteranceIds: Array.isArray(input.userUtteranceIds)
+                  ? input.userUtteranceIds.filter((id: unknown): id is string => typeof id === "string")
+                  : [],
+                messages: Array.isArray(input.messages) ? input.messages : [],
+              },
+              generation,
+            );
+          }
+        } else if (msg.speak !== false && this.#answered.has(delegationId)) {
+          // Every spoken phase (the approval ask, the late result) of an answer
+          // the chat shows is read back. A refusal of one that never started
+          // here has no chat answer: it renders. `final` may never come.
+          this.#foldReadback = true;
+        }
+        this.#delegating = msg.type === "delegation_started";
+        if (!this.#isSpeaking && !this.#isCancelling()) {
+          this.#emitStatus(this.#delegating ? "processing" : "listening");
+        }
+        break;
+      }
+
+      case "delegation_cancelled":
+        // The server gave up on it: no more frames for it, and its approval
+        // timers stop. The chat turn still renders. Past its deadline (or for
+        // an unknown reason), a parked approval card is also declined, as the
+        // approval TTL would; the call ending or the voice model cancelling
+        // leaves the card usable in the chat.
+        this.#dropDelegation(
+          String(msg.delegationId),
+          msg.reason !== "session_ending" && msg.reason !== "provider_cancelled",
+        );
+        break;
+
+      case "warning":
+        // Non-fatal (an unknown or refused frame): the call goes on. A refused
+        // delegation frame means the server is done with that delegation.
+        console.warn(`[Persona voice] ${msg.code}: ${msg.message ?? ""}`, this.#callId ?? "");
+        if (msg.delegationId && (msg.code === "UNKNOWN_DELEGATION" || msg.code === "LATE_RESULT_LIMIT")) {
+          this.#dropDelegation(String(msg.delegationId));
+        }
+        break;
+
+      case "audio_clear":
+        // Barge-in (or our own cancel acknowledged): stop playback now.
+        this.#clearLocalPlayback();
+        this.#cancelledUntil = 0;
+        this.#emitStatus("listening");
+        break;
+
       case "transcript_interim":
-        this.emitStatus("listening");
-        this.emitTranscript("user", msg.text ?? "", false);
+        this.#emitStatus("listening");
+        this.#emitTranscript("user", msg.text ?? "", false);
         break;
 
       case "transcript_final": {
         const role = msg.role === "assistant" ? "assistant" : "user";
         // user final → agent is now thinking; assistant final → reply incoming.
-        this.emitStatus(role === "user" ? "processing" : "speaking");
-        this.emitTranscript(role, msg.text ?? "", true);
+        this.#emitStatus(role === "user" ? "processing" : "speaking");
+        this.#emitTranscript(role, msg.text ?? "", true);
         break;
       }
 
       case "audio_end":
-        if (this.playback) {
-          this.playback.markStreamEnd();
+        if (this.#playback) {
+          this.#playback.markStreamEnd();
         } else {
-          this.isSpeaking = false;
-          this.emitStatus("listening");
+          this.#isSpeaking = false;
+          this.#emitStatus("listening");
         }
         break;
 
       case "metrics":
-        this.emitMetrics({
+        this.#emitMetrics({
           llmMs: msg.llm_ms,
           ttsMs: msg.tts_ms,
           firstAudioMs: msg.first_audio_ms,
@@ -559,106 +869,287 @@ export class RuntypeVoiceProvider implements VoiceProvider {
         break;
 
       case "error":
-        this.emitError(new Error(msg.error || "Voice error"));
-        this.emitStatus("error");
+        this.#emitError(new Error(msg.error || "Voice error"));
+        this.#emitStatus("error");
         break;
     }
   }
 
-  private handleAudioFrame(buf: ArrayBuffer, generation: number): void {
-    if (generation !== this.callGeneration) return;
-    if (!this.playback) return;
+  /** Send the call-start `context` frame (history + host context), if any. */
+  /**
+   * The call-start `context` text. History is read now, before any of this
+   * call's voice bubbles exist, so it never includes the utterance in progress.
+   */
+  async #buildContextText(): Promise<string> {
+    const history = this.bridge?.getHistory() ?? [];
+    let extra = "";
+    try {
+      const source = this.config?.callContext;
+      extra = String((typeof source === "function" ? await source() : source) ?? "");
+    } catch {
+      // A failing host callback only loses its own part of the context.
+    }
+    return buildCallContext(history, extra);
+  }
+
+  /** Send the held call-start context, once: at the first final user transcript or delegation. */
+  #flushCallContext(generation: number): void {
+    const pending = this.#pendingContext;
+    if (!pending) return;
+    this.#pendingContext = null;
+    let dropped = false;
+    const done = pending.then((text) => {
+      const ws = this.#ws;
+      if (dropped || !text || generation !== this.#callGeneration || ws?.readyState !== WebSocket.OPEN) return;
+      ws.send(JSON.stringify({ type: "context", text }));
+    });
+    this.#contextSend = { done, drop: () => (dropped = true) };
+  }
+
+  /** Let a released context go out first; a hung host callback is dropped. */
+  async #awaitContextSend(): Promise<void> {
+    const send = this.#contextSend;
+    if (!send) return;
+    let timer: ReturnType<typeof setTimeout> | undefined;
+    const timedOut = await Promise.race([
+      send.done.then(() => false),
+      new Promise<boolean>((resolve) => {
+        timer = setTimeout(() => resolve(true), CONTEXT_BEFORE_RESULT_TIMEOUT_MS);
+      }),
+    ]);
+    clearTimeout(timer);
+    if (timedOut) send.drop();
+  }
+
+  /** No more frames for this delegation; its chat answer goes back to browser TTS. */
+  #dropDelegation(delegationId: string, expired = false): void {
+    this.#cancelledDelegations.add(delegationId);
+    this.bridge?.dropDelegation?.(delegationId, expired);
+    this.#followUps.get(delegationId)?.abort();
+  }
+
+  /** Run a delegated turn through the session bridge (one at a time) and answer it. */
+  #runDelegation(delegationId: string, request: VoiceDelegationRequest, generation: number): void {
+    const bridge = this.bridge!;
+    /** Send a frame for this delegation, unless the call or the delegation ended. */
+    const send = (type: "delegation_update" | "delegation_result", status: string, text: string) => {
+      const ws = this.#ws;
+      if (generation !== this.#callGeneration || ws?.readyState !== WebSocket.OPEN) return false;
+      if (this.#cancelledDelegations.has(delegationId)) return false;
+      ws.send(JSON.stringify({ type, delegationId, status, text }));
+      return true;
+    };
+    this.#delegations = this.#delegations.then(async () => {
+      // Cancelled while queued behind another turn: never start it.
+      if (generation !== this.#callGeneration || this.#cancelledDelegations.has(delegationId)) return;
+      const result: VoiceDelegationResult = await bridge
+        .runDelegatedTurn(request)
+        .catch(() => ({ status: "failed", text: "" }));
+      await this.#awaitContextSend();
+      // Parked on an approval: ask now (non-terminal), answer once the visitor
+      // decides. A server that can't take an update gets the ask as the result.
+      const parked = !!result.followUp;
+      const update = parked && this.#capabilities.has("delegation_update");
+      const sent = send(
+        update ? "delegation_update" : "delegation_result",
+        parked && !update ? "completed" : result.status,
+        result.text,
+      );
+      if (!sent) return;
+      if (result.status !== "failed" && result.inChat !== false) this.#answered.add(delegationId);
+      if (!result.followUp) return;
+      // The approval bookkeeping (expiry, supersede) runs either way.
+      const abort = new AbortController();
+      this.#followUps.set(delegationId, abort);
+      void result
+        .followUp({
+          signal: abort.signal,
+          // Under the server's 600 s deadline, which restarts at each update.
+          approvalTimeoutMs: this.config?.approvalTimeoutMs && Math.min(this.config.approvalTimeoutMs, APPROVAL_TIMEOUT_MAX_MS),
+          readBack: update,
+          // Another gated tool in the same turn: another (non-terminal) update.
+          onUpdate: (text) => send("delegation_update", "pending_approval", text),
+        })
+        .then((followUp) => {
+          this.#followUps.delete(delegationId);
+          // Hang-up and cancellation send nothing.
+          if (update && followUp && !abort.signal.aborted) send("delegation_result", followUp.status, followUp.text);
+        });
+    });
+  }
+
+  #handleAudioFrame(buf: ArrayBuffer, generation: number): void {
+    if (generation !== this.#callGeneration) return;
+    if (!this.#playback) return;
+    if (this.#isCancelling()) return;
     const pcm = stripWavHeader(buf);
     if (pcm.length === 0) return;
-    if (!this.isSpeaking) {
-      this.isSpeaking = true;
-      this.emitStatus("speaking");
+    if (!this.#isSpeaking) {
+      this.#isSpeaking = true;
+      this.#emitStatus("speaking");
+    }
+    this.#armPlaybackFinished();
+    this.#playback.enqueue(pcm);
+    if (this.#speechToSpeech) this.#scheduleContinuousDrain(pcm.length);
+  }
+
+  #isCancelling(): boolean {
+    return Date.now() < this.#cancelledUntil;
+  }
+
+  /** Register the (one-shot) engine drain callback if none is pending. */
+  #armPlaybackFinished(): void {
+    if (this.#finishedArmed || !this.#playback) return;
+    this.#finishedArmed = true;
+    const generation = this.#callGeneration;
+    this.#playback.onFinished(() => {
+      if (generation !== this.#callGeneration) return;
+      this.#finishedArmed = false;
+      this.#handlePlaybackDrained();
+    });
+  }
+
+  /**
+   * Speech-to-speech replies never get an end-of-stream, so estimate when the
+   * queued audio finishes from its duration and release "speaking" then. The
+   * engine is never marked ended, so the next reply's audio plays through the
+   * same stream untouched and an underrun is never mistaken for a reply end.
+   */
+  #scheduleContinuousDrain(byteLength: number): void {
+    const now = Date.now();
+    // PCM16 @ 24 kHz: 48 bytes per millisecond.
+    this.#playbackEndsAt = Math.max(now, this.#playbackEndsAt) + byteLength / 48;
+    clearTimeout(this.#drainTimer);
+    this.#drainTimer = setTimeout(
+      () => this.#handlePlaybackDrained(),
+      this.#playbackEndsAt - now + CONTINUOUS_DRAIN_GRACE_MS,
+    );
+  }
+
+  #handlePlaybackDrained(): void {
+    this.#isSpeaking = false;
+    this.#playbackEndsAt = 0;
+    // Reply drained: the call stays open, so return to listening (or to
+    // processing while an agent delegation is still running).
+    if (this.#ws && this.#ws.readyState === WebSocket.OPEN) {
+      this.#emitStatus(this.#delegating ? "processing" : "listening");
     }
-    this.playback.enqueue(pcm);
+  }
+
+  /** Drop queued audio locally and reset the speaking/drain bookkeeping. */
+  #clearLocalPlayback(): void {
+    this.#playback?.flush();
+    // flush() discards registered callbacks: re-arm for the next reply.
+    this.#finishedArmed = false;
+    this.#armPlaybackFinished();
+    this.#isSpeaking = false;
+    this.#playbackEndsAt = 0;
+    clearTimeout(this.#drainTimer);
   }
 
   // --- Teardown --------------------------------------------------------------
 
-  private cleanup(): void {
+  #cleanup(): void {
     // Invalidate any in-flight async continuation / late frames first.
-    this.callGeneration += 1;
-    this.callLive = false;
-    this.isSpeaking = false;
-    this.releaseAttached();
-
-    if (this.processor) {
-      this.processor.onaudioprocess = null;
-      this.processor.disconnect();
-      this.processor = null;
+    this.#callGeneration += 1;
+    this.#callLive = false;
+    this.#isSpeaking = false;
+    this.#releaseAttached();
+    this.#speechToSpeech = false;
+    this.#delegating = false;
+    this.#clientDelegation = false;
+    this.#capabilities = new Set();
+    for (const abort of this.#followUps.values()) abort.abort();
+    this.#followUps.clear();
+    this.#cancelledDelegations.clear();
+    this.#callId = undefined;
+    this.#contextSent = false;
+    this.#pendingContext = null;
+    this.#contextSend = null;
+    this.#delegations = Promise.resolve();
+    this.#answered.clear();
+    this.#foldReadback = false;
+    this.#assistantTurns.clear();
+    this.#foldedTurns.clear();
+    this.#finishedArmed = false;
+    this.#cancelledUntil = 0;
+    this.#playbackEndsAt = 0;
+    clearTimeout(this.#drainTimer);
+    this.#preOpenAudio = [];
+    this.#preOpenBytes = 0;
+
+    if (this.#processor) {
+      this.#processor.onaudioprocess = null;
+      this.#processor.disconnect();
+      this.#processor = null;
     }
-    if (this.sourceNode) {
-      this.sourceNode.disconnect();
-      this.sourceNode = null;
+    if (this.#sourceNode) {
+      this.#sourceNode.disconnect();
+      this.#sourceNode = null;
     }
-    if (this.mediaStream) {
-      this.mediaStream.getTracks().forEach((t) => t.stop());
-      this.mediaStream = null;
+    if (this.#mediaStream) {
+      this.#mediaStream.getTracks().forEach((t) => t.stop());
+      this.#mediaStream = null;
     }
-    if (this.captureContext) {
-      this.captureContext.close().catch(() => {});
-      this.captureContext = null;
+    if (this.#captureContext) {
+      this.#captureContext.close().catch(() => {});
+      this.#captureContext = null;
     }
-    if (this.playback) {
-      void this.playback.destroy();
-      this.playback = null;
+    if (this.#playback) {
+      void this.#playback.destroy();
+      this.#playback = null;
     }
-    if (this.ws) {
-      this.intentionalClose = true;
+    if (this.#ws) {
+      this.#intentionalClose = true;
       try {
-        this.ws.close(1000, "client ended call");
+        this.#ws.close(1000, "client ended call");
       } catch {
         // ignore
       }
-      this.ws = null;
+      this.#ws = null;
     }
   }
 
   // --- Callback registration + emit -----------------------------------------
 
   onResult(callback: (result: VoiceResult) => void): void {
-    this.resultCallbacks.push(callback);
+    this.#resultCallbacks.push(callback);
   }
 
   onError(callback: (error: Error) => void): void {
-    this.errorCallbacks.push(callback);
+    this.#errorCallbacks.push(callback);
   }
 
   onStatusChange(callback: (status: VoiceStatus) => void): void {
-    this.statusCallbacks.push(callback);
+    this.#statusCallbacks.push(callback);
   }
 
-  onTranscript(
-    callback: (role: "user" | "assistant", text: string, isFinal: boolean) => void,
-  ): void {
-    this.transcriptCallbacks.push(callback);
+  onTranscript(callback: TranscriptCallback): void {
+    this.#transcriptCallbacks.push(callback);
   }
 
   onMetrics(callback: (metrics: VoiceMetrics) => void): void {
-    this.metricsCallbacks.push(callback);
+    this.#metricsCallbacks.push(callback);
   }
 
-  private emitStatus(status: VoiceStatus): void {
-    this.statusCallbacks.forEach((cb) => cb(status));
+  #emitStatus(status: VoiceStatus): void {
+    this.#statusCallbacks.forEach((cb) => cb(status));
   }
 
-  private emitError(error: Error): void {
-    this.errorCallbacks.forEach((cb) => cb(error));
+  #emitError(error: Error): void {
+    this.#errorCallbacks.forEach((cb) => cb(error));
   }
 
-  private emitTranscript(
+  #emitTranscript(
     role: "user" | "assistant",
     text: string,
     isFinal: boolean,
+    metadata?: VoiceTranscriptMetadata,
   ): void {
-    this.transcriptCallbacks.forEach((cb) => cb(role, text, isFinal));
+    this.#transcriptCallbacks.forEach((cb) => cb(role, text, isFinal, metadata));
   }
 
-  private emitMetrics(metrics: VoiceMetrics): void {
-    this.metricsCallbacks.forEach((cb) => cb(metrics));
+  #emitMetrics(metrics: VoiceMetrics): void {
+    this.#metricsCallbacks.forEach((cb) => cb(metrics));
   }
 }