realtime-avatar 0.7.3 → 0.8.0

package/README.md

@@ -140,7 +140,7 @@ Browser — these never can:
 | --- | --- |
 | `realtime-avatar/react` | `AvatarCall`, `useAvatarCall`, `useRealtimeSession`, `useSessionLifecycle` |
 | `realtime-avatar/react-native` | The same surface for Expo / React Native |
-| `realtime-avatar/browser` | `enableMicrophone`, `attachRemoteAudio` — no React |
+| `realtime-avatar/browser` | `enableMicrophone`, `attachRemoteAudio`, `prepareAvatarRoom` — no React |
 | `realtime-avatar/tools` | `attachAvatarTools` — the browser tool plane |
 
 Every adapter takes the same two hooks: `authorize` gates the request, `session` decides the
@@ -169,6 +169,16 @@ start" is one sentence covering six causes with different fixes — and one of t
 system denial, cannot be fixed from the address bar and needs the browser restarted.
 `attachRemoteAudio` attaches into the DOM *before* `connect`, which is what stops a track
 arriving mid-connect from being lost on a fast connection.
+`prepareAvatarRoom(room)` — one call after `new Room()` — gives every track the room subscribes
+the same 0.5s receiver cushion the React surface applies on its own: the avatar crosses the public
+internet, a shallow buffer freezes on every lost packet, and a deeper one recovers it before
+playout (measured at ~5% loss: ~11fps with multi-second freezes → a steady 25fps). It covers audio
+and video alike so the pair stays lip-locked, and `attachRemoteAudio` calls it for you, so a page
+that follows the pattern above never has to know the knob exists. `applyPlayoutDelay(track)` is the
+per-track primitive underneath. Until these lived here the cushion was only reachable through
+`/react`, which is why every plain-DOM page — this repo's demos included — froze that way; and in
+React it was applied only by `AvatarVideoSurface`, so `RealtimeAvatarLiveKitRoom` now applies it
+room-wide to whatever you render inside it (`playoutDelaySeconds={false}` opts out).
 
 `attachAvatarTools` runs your functions in the page. Nothing is executed on the platform, and
 a tool has **2.5 seconds** to answer before the call gives up on it and tells her it failed.

package/dist/browser.d.ts

@@ -1,3 +1,5 @@
+export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, P as PlayoutDelayTarget, a as applyAvatarPlayoutDelay, b as applyPlayoutDelay } from './playout-delay-DWOc8iCl.js';
+
 /**
  * Turning the microphone on, and saying what went wrong when it does not.
  *
@@ -118,6 +120,14 @@ interface AudioCapableRoom {
     off(event: string, listener: (...args: never[]) => void): unknown;
 }
 interface AttachRemoteAudioOptions {
+    /**
+     * Receiver playout cushion applied to EVERY remote track the room subscribes (video
+     * included, so the pair stays lip-locked) via `prepareAvatarRoom`. Default 0.5s — the
+     * measured freeze-free depth. `false` leaves the room untouched, for a page that owns
+     * its own buffering. Not undone by `detach()`: a shallower buffer mid-call only brings
+     * the freezes back.
+     */
+    playoutDelaySeconds?: number | false;
     /**
      * Where to park the audio elements. Defaults to `document.body`.
      *
@@ -162,6 +172,37 @@ interface RemoteAudioAttachment {
  */
 declare function attachRemoteAudio(room: AudioCapableRoom, options?: AttachRemoteAudioOptions): RemoteAudioAttachment;
 
+/** The sliver of a livekit-client `Room` this needs. */
+interface PreparableRoom {
+    on(event: string, listener: (...args: never[]) => void): unknown;
+    off(event: string, listener: (...args: never[]) => void): unknown;
+    /** Read once, so tracks subscribed BEFORE this call are covered too. Optional on purpose. */
+    remoteParticipants?: Iterable<[unknown, PreparableParticipant]> | {
+        values(): Iterable<PreparableParticipant>;
+    };
+}
+/** The sliver of a livekit-client `RemoteParticipant` this needs. */
+interface PreparableParticipant {
+    trackPublications?: Iterable<[unknown, {
+        track?: unknown;
+    }]> | {
+        values(): Iterable<{
+            track?: unknown;
+        }>;
+    };
+}
+interface PrepareAvatarRoomOptions {
+    /** Receiver cushion in seconds for every remote track. Default 0.5 — see `./playout-delay.ts`. */
+    playoutDelaySeconds?: number;
+}
+interface PreparedAvatarRoom {
+    /** Stop applying the cushion to tracks subscribed from now on. Idempotent. */
+    detach(): void;
+    /** The delay currently applied to new tracks. */
+    readonly playoutDelaySeconds: number;
+}
+declare function prepareAvatarRoom(room: PreparableRoom, options?: PrepareAvatarRoomOptions): PreparedAvatarRoom;
+
 /**
  * Ping-pong (boomerang) playback for idle/ambient clips.
  *
@@ -200,4 +241,4 @@ type BoomerangPlayback = {
  */
 declare function attachBoomerangPlayback(video: HTMLVideoElement, options?: BoomerangPlaybackOptions): BoomerangPlayback;
 
-export { type AttachRemoteAudioOptions, type AttachableTrack, type AudioCapableRoom, type BoomerangPlayback, type BoomerangPlaybackOptions, type EnableMicrophoneOptions, type MicrophoneCapableRoom, type MicrophoneFailureReason, type MicrophoneResult, type RemoteAudioAttachment, attachBoomerangPlayback, attachRemoteAudio, enableMicrophone };
+export { type AttachRemoteAudioOptions, type AttachableTrack, type AudioCapableRoom, type BoomerangPlayback, type BoomerangPlaybackOptions, type EnableMicrophoneOptions, type MicrophoneCapableRoom, type MicrophoneFailureReason, type MicrophoneResult, type PreparableParticipant, type PreparableRoom, type PrepareAvatarRoomOptions, type PreparedAvatarRoom, type RemoteAudioAttachment, attachBoomerangPlayback, attachRemoteAudio, enableMicrophone, prepareAvatarRoom };

package/dist/browser.js

@@ -75,14 +75,86 @@ async function enableMicrophone(room, options = {}) {
   }
 }
 
+// ../browser/src/playout-delay.ts
+var DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS = 0.5;
+function applyPlayoutDelay(track, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
+  const target = playoutDelayTarget(track);
+  if (!target) return false;
+  target.setPlayoutDelay(Math.max(0, delaySeconds));
+  return true;
+}
+function applyAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
+  const delay = Math.max(0, delaySeconds);
+  applyPlayoutDelay(videoTrack, delay);
+  applyPlayoutDelay(audioTrack, delay);
+}
+function playoutDelayTarget(track) {
+  const candidate = track;
+  return typeof candidate?.setPlayoutDelay === "function" ? candidate : void 0;
+}
+
+// ../browser/src/prepare-room.ts
+var TRACK_SUBSCRIBED = "trackSubscribed";
+var prepared = /* @__PURE__ */ new WeakMap();
+function prepareAvatarRoom(room, options = {}) {
+  const requested = options.playoutDelaySeconds;
+  const existing = prepared.get(room);
+  if (existing) {
+    if (requested !== void 0 && requested !== existing.delay) {
+      existing.delay = requested;
+      applyToExisting(room, requested);
+    }
+    return existing.handle;
+  }
+  const state = {
+    delay: requested ?? DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS,
+    listener: ((track) => {
+      const current = prepared.get(room);
+      applyPlayoutDelay(track, current ? current.delay : DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS);
+    }),
+    handle: {
+      get playoutDelaySeconds() {
+        return prepared.get(room)?.delay ?? state.delay;
+      },
+      detach() {
+        const live = prepared.get(room);
+        if (!live) return;
+        room.off(TRACK_SUBSCRIBED, live.listener);
+        prepared.delete(room);
+      }
+    }
+  };
+  prepared.set(room, state);
+  room.on(TRACK_SUBSCRIBED, state.listener);
+  applyToExisting(room, state.delay);
+  return state.handle;
+}
+function applyToExisting(room, delay) {
+  for (const participant of values(room.remoteParticipants)) {
+    for (const publication of values(participant?.trackPublications)) {
+      if (publication?.track) applyPlayoutDelay(publication.track, delay);
+    }
+  }
+}
+function values(source) {
+  if (!source) return [];
+  if (Symbol.iterator in source) {
+    return Array.from(source, ([, value]) => value);
+  }
+  return source.values();
+}
+
 // ../browser/src/remote-audio.ts
 var AUDIO_PLAYBACK_CHANGED = "audioPlaybackChanged";
-var TRACK_SUBSCRIBED = "trackSubscribed";
+var TRACK_SUBSCRIBED2 = "trackSubscribed";
 var AUDIO_KIND = "audio";
 function attachRemoteAudio(room, options = {}) {
   const container = options.container ?? document.body;
   const elements = /* @__PURE__ */ new Set();
   let detached = false;
+  if (options.playoutDelaySeconds !== false) {
+    prepareAvatarRoom(room, { playoutDelaySeconds: options.playoutDelaySeconds });
+  }
   const publishPlaybackState = () => {
     if (detached) return;
     options.onPlaybackBlocked?.(room.canPlaybackAudio ? null : () => room.startAudio());
@@ -95,14 +167,14 @@ function attachRemoteAudio(room, options = {}) {
     elements.add(element);
     publishPlaybackState();
   };
-  room.on(TRACK_SUBSCRIBED, onTrackSubscribed);
+  room.on(TRACK_SUBSCRIBED2, onTrackSubscribed);
   room.on(AUDIO_PLAYBACK_CHANGED, publishPlaybackState);
   publishPlaybackState();
   return {
     detach() {
       if (detached) return;
       detached = true;
-      room.off(TRACK_SUBSCRIBED, onTrackSubscribed);
+      room.off(TRACK_SUBSCRIBED2, onTrackSubscribed);
       room.off(AUDIO_PLAYBACK_CHANGED, publishPlaybackState);
       for (const element of elements) element.remove();
       elements.clear();
@@ -169,4 +241,4 @@ function now() {
   return typeof performance !== "undefined" ? performance.now() : Date.now();
 }
 
-export { attachBoomerangPlayback, attachRemoteAudio, enableMicrophone };
+export { DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, applyAvatarPlayoutDelay, applyPlayoutDelay, attachBoomerangPlayback, attachRemoteAudio, enableMicrophone, prepareAvatarRoom };

package/dist/{chunk-2V333KRZ.js → chunk-JNRRH2G7.js}

@@ -43,7 +43,7 @@ function isTransient(cause) {
 
 // ../http-client/src/client.ts
 var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
-var SDK_VERSION = "0.7.3";
+var SDK_VERSION = "0.8.0";
 var RealtimeAvatar = class {
   #apiKey;
   #baseUrl;

package/dist/{chunk-OMOEUVO5.js → chunk-TOXLWFQY.js}

@@ -1,4 +1,4 @@
-import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-2V333KRZ.js';
+import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-JNRRH2G7.js';
 
 // ../proxy/src/config.ts
 var json = (body, status = 200) => new Response(JSON.stringify(body), {

package/dist/express.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-NKCoqM8E.js';
-import './types-ZfY6oxQY.js';
+import { P as ProxyConfig } from './types-QoMHpR1h.js';
+import './types-D_aIKv4P.js';
 
 type Expressish = {
     method: string;

package/dist/express.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-OMOEUVO5.js';
-import './chunk-2V333KRZ.js';
+import { createProxyHandler } from './chunk-TOXLWFQY.js';
+import './chunk-JNRRH2G7.js';
 
 // ../proxy/src/express.ts
 function realtimeAvatarExpress(config) {

package/dist/hono.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-NKCoqM8E.js';
-import './types-ZfY6oxQY.js';
+import { P as ProxyConfig } from './types-QoMHpR1h.js';
+import './types-D_aIKv4P.js';
 
 /**
  * Hono (and anything else built on Fetch handlers — Workers, Bun, Deno).

package/dist/hono.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-OMOEUVO5.js';
-import './chunk-2V333KRZ.js';
+import { createProxyHandler } from './chunk-TOXLWFQY.js';
+import './chunk-JNRRH2G7.js';
 
 // ../proxy/src/hono.ts
 function realtimeAvatarHono(config) {

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as ClipSyncResult, h as AssetKind, i as Asset, j as ListSessionsOptions, U as UsageSessionPage, k as UsageSession, l as CreditBalance, T as TranscriptPayload } from './types-ZfY6oxQY.js';
-export { m as AvatarClip, n as CallConnection, o as CallQueued, p as ClipLibraryPlan, q as ClipSource, r as ContextMessage, s as EndCallReason, V as VideoPolicy, t as VideoState, u as isQueued } from './types-ZfY6oxQY.js';
+import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as ClipSyncResult, h as AssetKind, i as Asset, j as ListSessionsOptions, U as UsageSessionPage, k as UsageSession, l as CreditBalance, T as TranscriptPayload } from './types-D_aIKv4P.js';
+export { m as AvatarClip, n as CallConnection, o as CallQueued, p as ClipLibraryPlan, q as ClipSource, r as ContextMessage, s as EndCallReason, V as VideoPolicy, t as VideoState, u as isQueued } from './types-D_aIKv4P.js';
 
 interface RealtimeAvatarOptions {
     /** `tic_live_…` or `tic_test_…`. Server-side only — never ship this to a browser. */

package/dist/index.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, isQueued, verifyTranscript } from './chunk-2V333KRZ.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, isQueued, verifyTranscript } from './chunk-JNRRH2G7.js';

package/dist/nextjs.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-NKCoqM8E.js';
-import './types-ZfY6oxQY.js';
+import { P as ProxyConfig } from './types-QoMHpR1h.js';
+import './types-D_aIKv4P.js';
 
 /**
  * App Router. Mount at `app/api/realtime-avatar/[...path]/route.ts`:

package/dist/nextjs.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-OMOEUVO5.js';
-import './chunk-2V333KRZ.js';
+import { createProxyHandler } from './chunk-TOXLWFQY.js';
+import './chunk-JNRRH2G7.js';
 
 // ../proxy/src/nextjs.ts
 function createRealtimeAvatarRoute(config) {

package/dist/playout-delay-DWOc8iCl.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Receiver-side playout delay (SECONDS) for the avatar media tracks.
+ *
+ * The avatar is published from a GPU datacenter and reaches viewers over the
+ * public internet, where a few percent of packet loss is normal. A shallow
+ * receiver buffer stalls (freezes) on every loss while it waits for a
+ * retransmit; a deeper buffer recovers the lost packets BEFORE playout, so the
+ * viewer sees smooth 25fps instead of freezing. Measured at ~5% loss this took
+ * the stream from ~11fps with multi-second freezes to a steady 25fps with zero
+ * freezes.
+ *
+ * 0.5s is applied via the native `RemoteTrack.setPlayoutDelay`, which sets the
+ * receiver's `playoutDelayHint` — the same Chromium jitter-buffer knob the old
+ * hand-rolled `jitterBufferTarget` reached into (the spec renamed
+ * playoutDelayHint→jitterBufferTarget; both influence the same buffer depth),
+ * but typed and SDK-owned so there is no cast or feature-probe. The hint is NOT
+ * free at the open: the receiver holds the FIRST video frame toward the target
+ * (~250-450ms of measured TTFF), a deliberate cost paid once for the freeze-free
+ * steady state above. The open-small-then-ramp variant that tried to dodge that
+ * cost was shipped, failed twice (the rVFC ramp trigger is throttled on the
+ * opacity:0-mounted element, stranding the shallow buffer), and was deliberately
+ * removed in 2262e4c7b — do not re-propose it. No-op on browsers that don't
+ * support the hint (the SDK warns and moves on).
+ *
+ * This lives in the vanilla browser package, not the React one, because the
+ * React surface applies it for you and a plain-DOM page has to be given it.
+ * Until this file existed the helper was only reachable through
+ * `realtime-avatar/react`, so every plain-DOM adopter — every one of this repo's
+ * own demos included — ran with the browser's default shallow buffer and froze on
+ * every lost packet. Nobody should have to know this knob exists: `prepareAvatarRoom`
+ * (and `attachRemoteAudio`, which calls it) applies it to every track the room
+ * subscribes, and `RealtimeAvatarLiveKitRoom` does the same for React. This file is
+ * the one place the number and its reasoning live.
+ * Structural like its siblings: no `livekit-client` import, no version pin.
+ */
+declare const DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS = 0.5;
+/**
+ * A track that can take a native playout-delay hint — livekit-client's subscribed
+ * `RemoteTrack`. Duck-typed on the method rather than `instanceof`, so a
+ * placeholder or local track is skipped and the helper is testable with a fake.
+ */
+interface PlayoutDelayTarget {
+    setPlayoutDelay(delayInSeconds: number): void;
+}
+/**
+ * Apply the receiver playout delay to ONE subscribed track.
+ *
+ * Call it for every track `RoomEvent.TrackSubscribed` hands you, audio and video
+ * alike, before or after `attach()` — WebRTC syncs the pair to the LARGER hint,
+ * so applying it to one stream and not the other lets the lips lag the voice.
+ * Returns `true` when the hint was applied and `false` when the object cannot take
+ * one (a local track, a placeholder, a not-yet-subscribed publication), so a
+ * caller can log the miss without a try/catch. The delay is floored at 0 so a
+ * negative input can never throw.
+ */
+declare function applyPlayoutDelay(track: unknown, delaySeconds?: number): boolean;
+/**
+ * Apply the SAME native playout delay to the avatar's audio + video tracks
+ * (kept equal so the a/v sync stays lip-locked). Pure and exported so the clamp
+ * and the both-tracks-equal invariant are unit-testable without a DOM; the React
+ * hook `useAvatarPlayoutDelay` is a thin effect wrapper around this.
+ */
+declare function applyAvatarPlayoutDelay(videoTrack: unknown, audioTrack: unknown, delaySeconds?: number): void;
+
+export { DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS as D, type PlayoutDelayTarget as P, applyAvatarPlayoutDelay as a, applyPlayoutDelay as b };

package/dist/{proxy-client-BzblQMvg.d.ts → proxy-client-DDqYRz-_.d.ts}

@@ -740,31 +740,7 @@ declare function useCallTranscript(): CallTranscript;
  * (needs `useLocalParticipant`), e.g. under {@link RealtimeAvatarLiveKitRoom}.
  */
 declare function useReleaseMicLeaseOnTrackEnded(token: symbol): void;
-/**
- * Receiver-side playout delay (SECONDS) for the avatar media tracks.
- *
- * The avatar is published from a GPU datacenter and reaches viewers over the
- * public internet, where a few percent of packet loss is normal. A shallow
- * receiver buffer stalls (freezes) on every loss while it waits for a
- * retransmit; a deeper buffer recovers the lost packets BEFORE playout, so the
- * viewer sees smooth 25fps instead of freezing. Measured at ~5% loss this took
- * the stream from ~11fps with multi-second freezes to a steady 25fps with zero
- * freezes.
- *
- * 0.5s is applied via the native {@link RemoteTrack.setPlayoutDelay}, which sets
- * the receiver's `playoutDelayHint` — the same Chromium jitter-buffer knob the
- * old hand-rolled `jitterBufferTarget` reached into (the spec renamed
- * playoutDelayHint→jitterBufferTarget; both influence the same buffer depth),
- * but typed and SDK-owned so there is no cast or feature-probe. The hint is NOT
- * free at the open: the receiver holds the FIRST video frame toward the target
- * (~250-450ms of measured TTFF), a deliberate cost paid once for the freeze-free
- * steady state above. The open-small-then-ramp variant that tried to dodge that
- * cost was shipped, failed twice (the rVFC ramp trigger is throttled on the
- * opacity:0-mounted element, stranding the shallow buffer), and was deliberately
- * removed in 2262e4c7b — do not re-propose it. No-op on browsers that don't
- * support the hint (the SDK warns and moves on).
- */
-declare const DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS = 0.5;
+
 /**
  * Sets the avatar AUDIO and VIDEO tracks' native playout delay so the stream has
  * a real de-jitter / loss-recovery cushion for smooth, freeze-free playback.
@@ -861,6 +837,14 @@ type RealtimeAvatarLiveKitRoomProps = Omit<LiveKitRoomProps, "serverUrl" | "toke
     /** Passed directly to LiveKitRoom. */
     options?: LiveKitRoomProps["options"];
     renderRoomAudio?: boolean;
+    /**
+     * Receiver playout cushion applied to EVERY remote track this room subscribes — so
+     * whatever you render inside (a bare `<VideoTrack>`, your own `<video>`, or
+     * {@link AvatarVideoSurface}) gets the freeze-free buffer, not only the SDK's own
+     * surface. Default {@link DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS}. `false` opts out
+     * for a consumer that owns its own buffering.
+     */
+    playoutDelaySeconds?: number | false;
     children?: ReactNode;
 };
 /** Thin typed bridge from a Realtime Avatar grant into LiveKitRoom. */
@@ -1633,4 +1617,4 @@ interface ProxyClientOptions {
 }
 declare function createProxyClient(options: ProxyClientOptions): AvatarSessionClient;
 
-export { type QualityCap as $, type AvatarVideoFit as A, type BehaviorSnapshot as B, type CallTranscript as C, DEFAULT_APPROACHING_END_LEAD_SECONDS as D, type EndReason as E, type FishTtsModel as F, type Governor as G, type GovernorState as H, type GraceWindowClosedEvent as I, type GraceWindowOpenEvent as J, type GraceWindowState as K, type LiveKitSessionGrant as L, type IdleWarningEvent as M, type InboundRtpCursor as N, type InboundRtpReading as O, type KnownBehaviorState as P, type LLMProvider as Q, type LLMSelection as R, type LiveKitAvatarGrantState as S, type LiveKitAvatarGrantStatus as T, type LiveKitCapacityState as U, type LiveKitConnectionStatus as V, type LiveKitSessionRequest as W, type LiveKitSessionStartResult as X, MAX_RECONNECT_ATTEMPTS as Y, MAX_SESSION_INSTRUCTIONS_CHARS as Z, type ProxyClientOptions as _, AdaptivePlayoutController as a, RECONNECT_BACKOFF_MS as a0, type RealtimeAvatarRequestOptions as a1, type RealtimeSessionApi as a2, type RealtimeSessionMedia as a3, type RealtimeSessionRoomSinks as a4, type ReconnectPolicy as a5, type ReconnectingEvent as a6, type RecoveryState as a7, type RetryStep as a8, type SessionBehavior as a9, splitCallTranscript as aA, useAvatarAdaptivePlayoutDelay as aB, useAvatarPlayoutDelay as aC, useAvatarQualityGovernor as aD, useCallTranscript as aE, useLiveKitAvatarGrant as aF, useLiveTrackProducing as aG, useMicLease as aH, useRealtimeSession as aI, useReleaseMicLeaseOnTrackEnded as aJ, useSessionLifecycle as aK, AvatarVideoSurface as aL, type AvatarVideoSurfaceProps as aM, type LivePlaybackKeeper as aN, MIC_LEASE_ENDED_TIMEOUT_MS as aO, type MicLease as aP, type PlayableVideoElement as aQ, RealtimeAvatarCapacityError as aR, RealtimeAvatarLiveKitRoom as aS, type RealtimeAvatarLiveKitRoomProps as aT, shouldReplayPendingTurn as aU, type SessionClip as aa, type SessionClocks as ab, type SessionEndReason as ac, type SessionLifecycleApi as ad, type SessionLifecyclePhase as ae, type SessionLifecyclePhaseKind as af, SessionLifecycleRoomBridge as ag, type SessionLifecycleRoomBridgeProps as ah, type SurfaceLayers as ai, type TurnState as aj, type TurnTimeoutEvent as ak, type UseAvatarQualityGovernorInput as al, type UseLiveKitAvatarGrantInput as am, type UseRealtimeSessionInput as an, type UseSessionLifecycleInput as ao, type VoiceSpec as ap, type VoiceSpecInput as aq, capacityErrorFromBusy as ar, capacityStateFromGrant as as, createProxyClient as at, isNativeLiveTrackSubscribed as au, knownBehaviorStates as av, mapTurnState as aw, readInboundRtp as ax, sessionBehaviorSchema as ay, sessionClipSchema as az, type AdaptivePlayoutDecision as b, type AdaptivePlayoutOptions as c, type AdaptivePlayoutSample as d, type ApproachingEndEvent as e, type ApproachingEndReason as f, type AvatarSessionClient as g, type CallTranscriptSegment as h, type CartesiaTtsModel as i, type ClipResult as j, type ClosingTurnResult as k, type CreditsLowEvent as l, DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS as m, DEFAULT_CREDITS_LOW_LEAD_SECONDS as n, DEFAULT_GOVERNOR_CONFIG as o, DEFAULT_GRACE_CEILING_SECONDS as p, DEFAULT_GRACE_WINDOW_LEAD_SECONDS as q, DEFAULT_IDLE_SECONDS as r, DEFAULT_IDLE_WARN_LEAD_SECONDS as s, DEFAULT_TURN_TIMEOUT_SECONDS as t, type EndedEvent as u, type ExtendResult as v, type FreezeReadingFn as w, type GovernorAction as x, type GovernorConfig as y, type GovernorSignal as z };
+export { RECONNECT_BACKOFF_MS as $, type AvatarVideoFit as A, type BehaviorSnapshot as B, type CallTranscript as C, DEFAULT_APPROACHING_END_LEAD_SECONDS as D, type EndReason as E, type FishTtsModel as F, type Governor as G, type GraceWindowClosedEvent as H, type GraceWindowOpenEvent as I, type GraceWindowState as J, type IdleWarningEvent as K, type LiveKitSessionGrant as L, type InboundRtpCursor as M, type InboundRtpReading as N, type KnownBehaviorState as O, type LLMProvider as P, type LLMSelection as Q, type LiveKitAvatarGrantState as R, type LiveKitAvatarGrantStatus as S, type LiveKitCapacityState as T, type LiveKitConnectionStatus as U, type LiveKitSessionRequest as V, type LiveKitSessionStartResult as W, MAX_RECONNECT_ATTEMPTS as X, MAX_SESSION_INSTRUCTIONS_CHARS as Y, type ProxyClientOptions as Z, type QualityCap as _, AdaptivePlayoutController as a, type RealtimeAvatarRequestOptions as a0, type RealtimeSessionApi as a1, type RealtimeSessionMedia as a2, type RealtimeSessionRoomSinks as a3, type ReconnectPolicy as a4, type ReconnectingEvent as a5, type RecoveryState as a6, type RetryStep as a7, type SessionBehavior as a8, type SessionClip as a9, useAvatarAdaptivePlayoutDelay as aA, useAvatarPlayoutDelay as aB, useAvatarQualityGovernor as aC, useCallTranscript as aD, useLiveKitAvatarGrant as aE, useLiveTrackProducing as aF, useMicLease as aG, useRealtimeSession as aH, useReleaseMicLeaseOnTrackEnded as aI, useSessionLifecycle as aJ, AvatarVideoSurface as aK, type AvatarVideoSurfaceProps as aL, type LivePlaybackKeeper as aM, MIC_LEASE_ENDED_TIMEOUT_MS as aN, type MicLease as aO, type PlayableVideoElement as aP, RealtimeAvatarCapacityError as aQ, RealtimeAvatarLiveKitRoom as aR, type RealtimeAvatarLiveKitRoomProps as aS, shouldReplayPendingTurn as aT, type SessionClocks as aa, type SessionEndReason as ab, type SessionLifecycleApi as ac, type SessionLifecyclePhase as ad, type SessionLifecyclePhaseKind as ae, SessionLifecycleRoomBridge as af, type SessionLifecycleRoomBridgeProps as ag, type SurfaceLayers as ah, type TurnState as ai, type TurnTimeoutEvent as aj, type UseAvatarQualityGovernorInput as ak, type UseLiveKitAvatarGrantInput as al, type UseRealtimeSessionInput as am, type UseSessionLifecycleInput as an, type VoiceSpec as ao, type VoiceSpecInput as ap, capacityErrorFromBusy as aq, capacityStateFromGrant as ar, createProxyClient as as, isNativeLiveTrackSubscribed as at, knownBehaviorStates as au, mapTurnState as av, readInboundRtp as aw, sessionBehaviorSchema as ax, sessionClipSchema as ay, splitCallTranscript as az, type AdaptivePlayoutDecision as b, type AdaptivePlayoutOptions as c, type AdaptivePlayoutSample as d, type ApproachingEndEvent as e, type ApproachingEndReason as f, type AvatarSessionClient as g, type CallTranscriptSegment as h, type CartesiaTtsModel as i, type ClipResult as j, type ClosingTurnResult as k, type CreditsLowEvent as l, DEFAULT_CREDITS_LOW_LEAD_SECONDS as m, DEFAULT_GOVERNOR_CONFIG as n, DEFAULT_GRACE_CEILING_SECONDS as o, DEFAULT_GRACE_WINDOW_LEAD_SECONDS as p, DEFAULT_IDLE_SECONDS as q, DEFAULT_IDLE_WARN_LEAD_SECONDS as r, DEFAULT_TURN_TIMEOUT_SECONDS as s, type EndedEvent as t, type ExtendResult as u, type FreezeReadingFn as v, type GovernorAction as w, type GovernorConfig as x, type GovernorSignal as y, type GovernorState as z };

package/dist/react-native.d.ts

@@ -1,10 +1,11 @@
 import { LiveKitRoomProps } from '@livekit/react-native';
 export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
 import { ReactNode, ReactElement } from 'react';
-import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-BzblQMvg.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, u as EndedEvent, v as ExtendResult, F as FishTtsModel, w as FreezeReadingFn, G as Governor, x as GovernorAction, y as GovernorConfig, z as GovernorSignal, H as GovernorState, I as GraceWindowClosedEvent, J as GraceWindowOpenEvent, K as GraceWindowState, M as IdleWarningEvent, N as InboundRtpCursor, O as InboundRtpReading, P as KnownBehaviorState, Q as LLMProvider, R as LLMSelection, S as LiveKitAvatarGrantState, T as LiveKitAvatarGrantStatus, U as LiveKitCapacityState, V as LiveKitConnectionStatus, W as LiveKitSessionRequest, X as LiveKitSessionStartResult, Y as MAX_RECONNECT_ATTEMPTS, Z as MAX_SESSION_INSTRUCTIONS_CHARS, _ as ProxyClientOptions, $ as QualityCap, a0 as RECONNECT_BACKOFF_MS, a1 as RealtimeAvatarRequestOptions, a2 as RealtimeSessionApi, a3 as RealtimeSessionMedia, a4 as RealtimeSessionRoomSinks, a5 as ReconnectPolicy, a6 as ReconnectingEvent, a7 as RecoveryState, a8 as RetryStep, a9 as SessionBehavior, aa as SessionClip, ab as SessionClocks, ac as SessionEndReason, ad as SessionLifecycleApi, ae as SessionLifecyclePhase, af as SessionLifecyclePhaseKind, ag as SessionLifecycleRoomBridge, ah as SessionLifecycleRoomBridgeProps, ai as SurfaceLayers, aj as TurnState, ak as TurnTimeoutEvent, al as UseAvatarQualityGovernorInput, am as UseLiveKitAvatarGrantInput, an as UseRealtimeSessionInput, ao as UseSessionLifecycleInput, ap as VoiceSpec, aq as VoiceSpecInput, ar as capacityErrorFromBusy, as as capacityStateFromGrant, at as createProxyClient, au as isNativeLiveTrackSubscribed, av as knownBehaviorStates, aw as mapTurnState, ax as readInboundRtp, ay as sessionBehaviorSchema, az as sessionClipSchema, aA as splitCallTranscript, aB as useAvatarAdaptivePlayoutDelay, aC as useAvatarPlayoutDelay, aD as useAvatarQualityGovernor, aE as useCallTranscript, aF as useLiveKitAvatarGrant, aG as useLiveTrackProducing, aH as useMicLease, aI as useRealtimeSession, aJ as useReleaseMicLeaseOnTrackEnded, aK as useSessionLifecycle } from './proxy-client-BzblQMvg.js';
+import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-DDqYRz-_.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, at as isNativeLiveTrackSubscribed, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aF as useLiveTrackProducing, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-DDqYRz-_.js';
 import { StyleProp, ViewStyle } from 'react-native';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
+export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';
 export { DisconnectReason, RemoteAudioTrack, RemoteTrack, RemoteVideoTrack, Room, RoomEvent, SendTextOptions, Track } from 'livekit-client';
 import 'zod';
 

package/dist/react-native.js

@@ -130,6 +130,24 @@ function timeoutSetter(fn, ms) {
   return () => clearTimeout(id);
 }
 
+// ../browser/src/playout-delay.ts
+var DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS = 0.5;
+function applyPlayoutDelay(track, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
+  const target = playoutDelayTarget(track);
+  if (!target) return false;
+  target.setPlayoutDelay(Math.max(0, delaySeconds));
+  return true;
+}
+function applyAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
+  const delay = Math.max(0, delaySeconds);
+  applyPlayoutDelay(videoTrack, delay);
+  applyPlayoutDelay(audioTrack, delay);
+}
+function playoutDelayTarget(track) {
+  const candidate = track;
+  return typeof candidate?.setPlayoutDelay === "function" ? candidate : void 0;
+}
+
 // ../client/src/errors.ts
 var RealtimeAvatarApiError = class _RealtimeAvatarApiError extends Error {
   constructor(message, status, body, response, metadata = {}) {
@@ -327,7 +345,6 @@ function useReleaseMicLeaseOnTrackEnded(token) {
     };
   }, [localParticipant, token, localParticipant?.audioTrackPublications.size]);
 }
-var DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS = 0.5;
 function useAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
   const videoMediaTrack = videoTrack?.publication?.track;
   const audioMediaTrack = audioTrack?.publication?.track;
@@ -335,15 +352,6 @@ function useAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AV
     applyAvatarPlayoutDelay(videoMediaTrack, audioMediaTrack, delaySeconds);
   }, [videoMediaTrack, audioMediaTrack, delaySeconds]);
 }
-function applyAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
-  const delay = Math.max(0, delaySeconds);
-  playoutDelayTarget(videoTrack)?.setPlayoutDelay(delay);
-  playoutDelayTarget(audioTrack)?.setPlayoutDelay(delay);
-}
-function playoutDelayTarget(track) {
-  const candidate = track;
-  return typeof candidate?.setPlayoutDelay === "function" ? candidate : void 0;
-}
 function resolveReleaseTarget(heldSessionId, queueTicketId) {
   if (heldSessionId) return { kind: "session", sessionId: heldSessionId };
   if (queueTicketId) return { kind: "ticket", queueTicketId };

package/dist/react.d.ts

@@ -1,6 +1,7 @@
 import { ReactNode } from 'react';
-import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-BzblQMvg.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aL as AvatarVideoSurface, aM as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, u as EndedEvent, v as ExtendResult, F as FishTtsModel, w as FreezeReadingFn, G as Governor, x as GovernorAction, y as GovernorConfig, z as GovernorSignal, H as GovernorState, I as GraceWindowClosedEvent, J as GraceWindowOpenEvent, K as GraceWindowState, M as IdleWarningEvent, N as InboundRtpCursor, O as InboundRtpReading, P as KnownBehaviorState, Q as LLMProvider, R as LLMSelection, S as LiveKitAvatarGrantState, T as LiveKitAvatarGrantStatus, U as LiveKitCapacityState, V as LiveKitConnectionStatus, W as LiveKitSessionRequest, X as LiveKitSessionStartResult, aN as LivePlaybackKeeper, Y as MAX_RECONNECT_ATTEMPTS, Z as MAX_SESSION_INSTRUCTIONS_CHARS, aO as MIC_LEASE_ENDED_TIMEOUT_MS, aP as MicLease, aQ as PlayableVideoElement, _ as ProxyClientOptions, $ as QualityCap, a0 as RECONNECT_BACKOFF_MS, aR as RealtimeAvatarCapacityError, aS as RealtimeAvatarLiveKitRoom, aT as RealtimeAvatarLiveKitRoomProps, a1 as RealtimeAvatarRequestOptions, a2 as RealtimeSessionApi, a3 as RealtimeSessionMedia, a4 as RealtimeSessionRoomSinks, a5 as ReconnectPolicy, a6 as ReconnectingEvent, a7 as RecoveryState, a8 as RetryStep, a9 as SessionBehavior, aa as SessionClip, ab as SessionClocks, ac as SessionEndReason, ad as SessionLifecycleApi, ae as SessionLifecyclePhase, af as SessionLifecyclePhaseKind, ag as SessionLifecycleRoomBridge, ah as SessionLifecycleRoomBridgeProps, ai as SurfaceLayers, aj as TurnState, ak as TurnTimeoutEvent, al as UseAvatarQualityGovernorInput, am as UseLiveKitAvatarGrantInput, an as UseRealtimeSessionInput, ao as UseSessionLifecycleInput, ap as VoiceSpec, aq as VoiceSpecInput, ar as capacityErrorFromBusy, as as capacityStateFromGrant, at as createProxyClient, av as knownBehaviorStates, aw as mapTurnState, ax as readInboundRtp, ay as sessionBehaviorSchema, az as sessionClipSchema, aU as shouldReplayPendingTurn, aA as splitCallTranscript, aB as useAvatarAdaptivePlayoutDelay, aC as useAvatarPlayoutDelay, aD as useAvatarQualityGovernor, aE as useCallTranscript, aF as useLiveKitAvatarGrant, aH as useMicLease, aI as useRealtimeSession, aJ as useReleaseMicLeaseOnTrackEnded, aK as useSessionLifecycle } from './proxy-client-BzblQMvg.js';
+import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-DDqYRz-_.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aK as AvatarVideoSurface, aL as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, aM as LivePlaybackKeeper, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, aN as MIC_LEASE_ENDED_TIMEOUT_MS, aO as MicLease, aP as PlayableVideoElement, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, aQ as RealtimeAvatarCapacityError, aR as RealtimeAvatarLiveKitRoom, aS as RealtimeAvatarLiveKitRoomProps, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, aT as shouldReplayPendingTurn, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-DDqYRz-_.js';
+export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';
 import '@livekit/components-react';
 import 'livekit-client';
 import 'zod';

package/dist/react.js

@@ -89,6 +89,24 @@ function timeoutSetter(fn, ms) {
   return () => clearTimeout(id);
 }
 
+// ../browser/src/playout-delay.ts
+var DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS = 0.5;
+function applyPlayoutDelay(track, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
+  const target = playoutDelayTarget(track);
+  if (!target) return false;
+  target.setPlayoutDelay(Math.max(0, delaySeconds));
+  return true;
+}
+function applyAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
+  const delay = Math.max(0, delaySeconds);
+  applyPlayoutDelay(videoTrack, delay);
+  applyPlayoutDelay(audioTrack, delay);
+}
+function playoutDelayTarget(track) {
+  const candidate = track;
+  return typeof candidate?.setPlayoutDelay === "function" ? candidate : void 0;
+}
+
 // ../client/src/errors.ts
 var RealtimeAvatarApiError = class _RealtimeAvatarApiError extends Error {
   constructor(message, status, body, response, metadata = {}) {
@@ -286,7 +304,6 @@ function useReleaseMicLeaseOnTrackEnded(token) {
     };
   }, [localParticipant, token, localParticipant?.audioTrackPublications.size]);
 }
-var DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS = 0.5;
 function useAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
   const videoMediaTrack = videoTrack?.publication?.track;
   const audioMediaTrack = audioTrack?.publication?.track;
@@ -294,15 +311,6 @@ function useAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AV
     applyAvatarPlayoutDelay(videoMediaTrack, audioMediaTrack, delaySeconds);
   }, [videoMediaTrack, audioMediaTrack, delaySeconds]);
 }
-function applyAvatarPlayoutDelay(videoTrack, audioTrack, delaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS) {
-  const delay = Math.max(0, delaySeconds);
-  playoutDelayTarget(videoTrack)?.setPlayoutDelay(delay);
-  playoutDelayTarget(audioTrack)?.setPlayoutDelay(delay);
-}
-function playoutDelayTarget(track) {
-  const candidate = track;
-  return typeof candidate?.setPlayoutDelay === "function" ? candidate : void 0;
-}
 function resolveReleaseTarget(heldSessionId, queueTicketId) {
   if (heldSessionId) return { kind: "session", sessionId: heldSessionId };
   if (queueTicketId) return { kind: "ticket", queueTicketId };
@@ -540,6 +548,24 @@ function sameCapacityState(a, b) {
       return true;
   }
 }
+function AvatarPlayoutCushion({ seconds }) {
+  const room = useRoomContext();
+  useEffect(() => {
+    const onSubscribed = (track) => {
+      applyPlayoutDelay(track, seconds);
+    };
+    for (const participant of room.remoteParticipants.values()) {
+      for (const publication of participant.trackPublications.values()) {
+        applyPlayoutDelay(publication.track, seconds);
+      }
+    }
+    room.on(RoomEvent.TrackSubscribed, onSubscribed);
+    return () => {
+      room.off(RoomEvent.TrackSubscribed, onSubscribed);
+    };
+  }, [room, seconds]);
+  return null;
+}
 function RealtimeAvatarLiveKitRoom(props) {
   const {
     grant,
@@ -548,11 +574,13 @@ function RealtimeAvatarLiveKitRoom(props) {
     video = false,
     options,
     renderRoomAudio = true,
+    playoutDelaySeconds = DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS,
     children,
     ...roomProps
   } = props;
   const shouldConnect = Boolean(grant && connect);
   const roomAudio = renderRoomAudio ? createElement(RoomAudioRenderer, { key: "room-audio" }) : null;
+  const cushion = playoutDelaySeconds === false ? null : createElement(AvatarPlayoutCushion, { key: "playout-cushion", seconds: playoutDelaySeconds });
   const roomOptions = { adaptiveStream: false, dynacast: true, ...options };
   return createElement(
     LiveKitRoom,
@@ -565,7 +593,7 @@ function RealtimeAvatarLiveKitRoom(props) {
       video,
       options: roomOptions
     },
-    createElement(Fragment, null, children, roomAudio)
+    createElement(Fragment, null, cushion, children, roomAudio)
   );
 }
 var capacityErrorFromBusy = (busy) => {

package/dist/server.d.ts

@@ -1,2 +1,2 @@
 export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, StartCallOptions, verifyTranscript } from './index.js';
-export { i as Asset, h as AssetKind, A as Avatar, m as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, n as CallConnection, C as CallMode, a as CallPolicy, o as CallQueued, d as ClipDeclaration, f as ClipLibrary, p as ClipLibraryPlan, e as ClipLibraryUpdate, q as ClipSource, g as ClipSyncResult, r as ContextMessage, l as CreditBalance, E as EndCallOptions, s as EndCallReason, j as ListSessionsOptions, L as LoopRedirect, S as StartCallResult, T as TranscriptPayload, k as UsageSession, U as UsageSessionPage, V as VideoPolicy, t as VideoState, u as isQueued } from './types-ZfY6oxQY.js';
+export { i as Asset, h as AssetKind, A as Avatar, m as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, n as CallConnection, C as CallMode, a as CallPolicy, o as CallQueued, d as ClipDeclaration, f as ClipLibrary, p as ClipLibraryPlan, e as ClipLibraryUpdate, q as ClipSource, g as ClipSyncResult, r as ContextMessage, l as CreditBalance, E as EndCallOptions, s as EndCallReason, j as ListSessionsOptions, L as LoopRedirect, S as StartCallResult, T as TranscriptPayload, k as UsageSession, U as UsageSessionPage, V as VideoPolicy, t as VideoState, u as isQueued } from './types-D_aIKv4P.js';

package/dist/server.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, isQueued, verifyTranscript } from './chunk-2V333KRZ.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, isQueued, verifyTranscript } from './chunk-JNRRH2G7.js';

package/dist/tanstack-start.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-NKCoqM8E.js';
-import './types-ZfY6oxQY.js';
+import { P as ProxyConfig } from './types-QoMHpR1h.js';
+import './types-D_aIKv4P.js';
 
 /**
  * TanStack Start. Mount at `routes/api/realtime-avatar/$.ts` — the trailing `$` is Start's

package/dist/tanstack-start.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-OMOEUVO5.js';
-import './chunk-2V333KRZ.js';
+import { createProxyHandler } from './chunk-TOXLWFQY.js';
+import './chunk-JNRRH2G7.js';
 
 // src/tanstack-start.ts
 function realtimeAvatarServerRoute(config) {

package/dist/{types-ZfY6oxQY.d.ts → types-D_aIKv4P.d.ts}

@@ -585,12 +585,24 @@ interface components {
         Error: {
             /** @description Human-readable message. Not a stable contract — switch on `code` or `status`. */
             error: string;
-            /** @description Repeats the HTTP status in the body. Absent on unhandled 500s. */
-            status?: number;
-            /** @description Machine-readable discriminator, present where the failure has one — billing, clip-library and loop refusals all carry it. Switch on this rather than on `error`, whose wording is not a contract. The set is open and grows with the API; the codes a given endpoint can return are documented with that endpoint at https://realtimeavatar.ai/docs/api-reference. */
-            code?: string;
+            /** @description Repeats the HTTP status in the body. Always present. */
+            status: number;
+            /** @description Machine-readable discriminator. ALWAYS present: a failure that names its own — billing, clip-library and loop refusals, `insufficient_scope` — carries that, and everything else carries the status's default (`unauthorized`, `not_found`, `rate_limited`, …). Switch on this rather than on `error`, whose wording is not a contract. The set is open and grows with the API; the codes a given endpoint can return are documented with that endpoint at https://realtimeavatar.ai/docs/api-reference. */
+            code: string;
+            /**
+             * Format: uri
+             * @description Where to read how to resolve a failure of this class — the authentication guide for 401/403, the API reference otherwise. Always present.
+             */
+            documentation: string;
             /** @description Set when the failure is worth retrying as-is. */
             retryable?: boolean;
+            /**
+             * @description Present on `403 insufficient_scope` — the one scope this operation needed and the key did not carry. Repeated in the `WWW-Authenticate` challenge as `scope=`.
+             * @enum {string}
+             */
+            requiredScope?: "*" | "api_keys:write" | "credits:read" | "avatars:read" | "avatars:write" | "realtime:write" | "usage:read" | "usage:write";
+            /** @description Present alongside `requiredScope` — the scopes the presented key does carry. */
+            grantedScopes?: ("*" | "api_keys:write" | "credits:read" | "avatars:read" | "avatars:write" | "realtime:write" | "usage:read" | "usage:write")[];
             /** @description Present on 402 — where to send the user to top up. */
             billingUrl?: string;
         } & {

package/dist/{types-NKCoqM8E.d.ts → types-QoMHpR1h.d.ts}

@@ -1,4 +1,4 @@
-import { C as CallMode, a as CallPolicy } from './types-ZfY6oxQY.js';
+import { C as CallMode, a as CallPolicy } from './types-D_aIKv4P.js';
 
 /** The three things a caller can ask the proxy to do. Gate on these, not on URLs. */
 type ProxyOperation = "connect" | "end" | "avatars" | "credits";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "realtime-avatar",
-  "version": "0.7.3",
+  "version": "0.8.0",
   "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
   "license": "MIT",
   "author": "The Influence Company",