realtime-avatar 0.13.0 → 0.14.0

package/README.md

@@ -4,7 +4,7 @@ A live character your users can talk to — voice, or voice and video. She liste
 speaks, so you can interrupt her mid-sentence and she stops, the way a person stops.
 
 ```bash
-npm install realtime-avatar
+npm install --save-exact realtime-avatar@0.14.0
 ```
 
 ```ts
@@ -147,6 +147,25 @@ call. Policy — `instructions`, `maxSeconds`, `voice`, `video` — is decided i
 your server. A route that spreads the request body into `startCall` hands your caller your
 system prompt and your bill.
 
+### Native connection facts
+
+LiveKit owns media transport, connection state, and reconnection. Use its
+`useConnectionState()` and `useConnectionQualityIndicator({ participant })` hooks, or
+`RoomEvent` callbacks, to build your product's network UI. Their values already use
+`ConnectionState`, `ConnectionQuality`, and `Track.StreamState` from `livekit-client`.
+For current receiver measurements, `RemoteVideoTrack.getReceiverStats()` and
+`RemoteAudioTrack.getReceiverStats()` return LiveKit's exported `VideoReceiverStats` and
+`AudioReceiverStats` types.
+Keep these native types in process; there is no SDK-specific JSON mirror to maintain.
+
+Retain the app's session-to-room association (`room_name`, timestamps and participant
+identity), adding the server-observed room SID when exact room-lifetime lookup needs it.
+LiveKit owns participant connection history; a participant SID identifies one incarnation.
+Use these references to look up details in LiveKit's own diagnostics. The existing quality governor
+and opt-in adaptive playout are product policies over LiveKit facts; setting
+`adaptiveQuality={false}` releases the manual quality ceiling while LiveKit's bandwidth
+adaptation continues. Adaptive playout reads only public LiveKit track reports.
+
 ### Importing a server entry into a browser build throws
 
 Not a lint rule and not a naming convention — the six server subpaths carry `browser` and

package/dist/{chunk-NOHMMTFR.js → chunk-B3AHTJ3J.js}

@@ -1,4 +1,4 @@
-import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-UVNDDNU2.js';
+import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-UZQXZH2Z.js';
 
 // ../proxy/src/config.ts
 var json = (body, status = 200) => new Response(JSON.stringify(body), {

package/dist/{chunk-UVNDDNU2.js → chunk-UZQXZH2Z.js}

@@ -236,7 +236,7 @@ function isTransient(cause) {
 
 // ../http-client/src/client.ts
 var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
-var SDK_VERSION = "0.13.0";
+var SDK_VERSION = "0.14.0";
 var RealtimeAvatar = class {
   #apiKey;
   #baseUrl;

package/dist/express.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-B3AHTJ3J.js';
+import './chunk-UZQXZH2Z.js';
 
 // ../proxy/src/express.ts
 function realtimeAvatarExpress(config) {

package/dist/hono.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-B3AHTJ3J.js';
+import './chunk-UZQXZH2Z.js';
 
 // ../proxy/src/hono.ts
 function realtimeAvatarHono(config) {

package/dist/index.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UVNDDNU2.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UZQXZH2Z.js';

package/dist/nextjs.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-B3AHTJ3J.js';
+import './chunk-UZQXZH2Z.js';
 
 // ../proxy/src/nextjs.ts
 function createRealtimeAvatarRoute(config) {

package/dist/{proxy-client-BoUJWSkf.d.ts → proxy-client-DhVdbfQX.d.ts}

@@ -1,6 +1,6 @@
 import { TrackReferenceOrPlaceholder, useTranscriptions, useConnectionState, LiveKitRoomProps } from '@livekit/components-react';
 import { CSSProperties, ReactNode, ReactElement } from 'react';
-import { DisconnectReason, SendTextOptions } from 'livekit-client';
+import { ConnectionQuality, DisconnectReason, SendTextOptions } from 'livekit-client';
 import { z } from 'zod';
 
 /**
@@ -312,7 +312,7 @@ type GovernorState = "opening" | "opening_high" | "cap_low_sticky" | "cap_low_el
 /**
  * One normalized input the hook feeds each tick. The hook translates ALL of
  * {TrackStreamStateChanged, ConnectionQualityChanged, getStats, rVFC freeze} into
- * this shape, so the core never sees a vendor type.
+ * this shape. LiveKit owns the connection-quality vocabulary.
  */
 interface GovernorSignal {
     /** SFU congestion controller paused the track since the last tick — Tier-0, the
@@ -323,9 +323,8 @@ interface GovernorSignal {
     freezeMsInWindow: number;
     /** jitterBufferDelay is trending up — the earliest LEADING pre-freeze sign. */
     jitterRising: boolean;
-    /** LiveKit ConnectionQuality — a LAGGING corroborator only (jitter/RTT are disabled
-     *  in its score + known false-Poor bugs). Blocks up-probes; never a sole trigger. */
-    connectionQuality: "excellent" | "good" | "poor" | "lost" | "unknown";
+    /** LiveKit connection quality blocks up-probes; it is never a sole downgrade trigger. */
+    connectionQuality: `${ConnectionQuality}`;
     /** The tab is hidden / track muted / freezes correlate with local CPU not network —
      *  the false-positive fence (our own Dia-freeze lesson). When true the machine is
      *  frozen: no signal is trusted, no transition fires. */
@@ -987,7 +986,7 @@ declare function readInboundRtp(reports: Iterable<Record<string, unknown>>, prev
  * (default false ⇒ a complete no-op, the incumbent flat cushion untouched).
  *
  * When enabled it runs the {@link AdaptivePlayoutController} closed loop: a 1Hz
- * `RTCRtpReceiver.getStats()` poll over BOTH avatar receivers, the worst
+ * LiveKit `getRTCStatsReport()` poll over BOTH avatar tracks, the worst
  * jitter/loss of the pair feeding one shared target so audio and video stay on
  * the SAME depth (lip-sync law — WebRTC pairs the streams to the larger of the
  * two hints). The loop opens at the ceiling (the flat cushion already applied by
@@ -995,7 +994,7 @@ declare function readInboundRtp(reports: Iterable<Record<string, unknown>>, prev
  * snaps back up within a couple of ticks when jitter or loss appears.
  *
  * Degrades to the incumbent behavior wherever the substrate is missing: a track
- * without `getStats` on its receiver, a stats report with no `inbound-rtp` yet,
+ * without an available LiveKit stats report, a report with no `inbound-rtp` yet,
  * or a browser without the playout-delay hint all leave the flat cushion exactly
  * as `useAvatarPlayoutDelay` set it.
  *

package/dist/react-native.d.ts

@@ -1,8 +1,8 @@
 import { LiveKitRoomProps } from '@livekit/react-native';
 export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
 import { ReactNode, ReactElement } from 'react';
-import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-BoUJWSkf.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, at as isNativeLiveTrackSubscribed, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aF as useLiveTrackProducing, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-BoUJWSkf.js';
+import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-DhVdbfQX.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, at as isNativeLiveTrackSubscribed, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aF as useLiveTrackProducing, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-DhVdbfQX.js';
 import { StyleProp, ViewStyle } from 'react-native';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';

package/dist/react-native.js

@@ -3,7 +3,7 @@ export { AudioSession, VideoTrack, registerGlobals } from '@livekit/react-native
 import { useEffect, createElement, useRef, useState, useCallback, useMemo } from 'react';
 import { useTranscriptions, useLocalParticipant, useMaybeRoomContext, useVoiceAssistant, useConnectionState, isTrackReference, useRoomContext, useChat } from '@livekit/components-react';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
-import { VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, ConnectionState, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
+import { isRemoteTrack, VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, ConnectionState, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
 export { DisconnectReason, Room, RoomEvent, Track } from 'livekit-client';
 import { Platform, StyleSheet, Animated, Image, View, Text } from 'react-native';
 import { z } from 'zod';
@@ -679,10 +679,8 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
   const audioMediaTrack = audioTrack?.publication?.track;
   useEffect(() => {
     if (!enabled || !videoMediaTrack && !audioMediaTrack) return;
-    const receivers = [videoMediaTrack, audioMediaTrack].map((t) => t?.receiver).filter(
-      (r) => typeof r?.getStats === "function"
-    );
-    if (receivers.length === 0) return;
+    const tracks = [videoMediaTrack, audioMediaTrack].filter(isRemoteTrack);
+    if (tracks.length === 0) return;
     const controller = new AdaptivePlayoutController(options);
     const cursors = /* @__PURE__ */ new Map();
     let closed = false;
@@ -692,9 +690,9 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
       inFlight = true;
       try {
         let worst;
-        for (let i = 0; i < receivers.length; i++) {
-          const stats = await receivers[i].getStats();
-          if (closed || typeof stats?.values !== "function") continue;
+        for (let i = 0; i < tracks.length; i++) {
+          const stats = await tracks[i].getRTCStatsReport();
+          if (closed || !stats) continue;
           const reading = readInboundRtp(stats.values(), cursors.get(i));
           if (!reading) continue;
           cursors.set(i, reading.cursor);
@@ -1016,20 +1014,6 @@ function bindNetworkQuality(publication, inhibited, notify, tickMs) {
 }
 
 // ../client/src/react/use-quality-governor.ts
-var qualityToSignal = (q) => {
-  switch (q) {
-    case ConnectionQuality.Excellent:
-      return "excellent";
-    case ConnectionQuality.Good:
-      return "good";
-    case ConnectionQuality.Poor:
-      return "poor";
-    case ConnectionQuality.Lost:
-      return "lost";
-    default:
-      return "unknown";
-  }
-};
 function useAvatarQualityGovernor(input) {
   const { enabled, freezeReading, onNetworkStatusChange, config: policy = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
   const room = useMaybeRoomContext();
@@ -1093,16 +1077,14 @@ function useAvatarQualityGovernor(input) {
     let pausedSinceTick = false;
     let lastFreezeStat = null;
     let jitterTrend = null;
-    let connQuality = qualityToSignal(
-      targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown
-    );
+    let connQuality = targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown;
     const onStreamState = (pub, streamState) => {
       if (pub !== targetPublication) return;
       if (streamState === Track.StreamState.Paused) pausedSinceTick = true;
     };
     const onQuality = (q, participant) => {
       if (participant.sid !== targetParticipant.sid) return;
-      connQuality = qualityToSignal(q);
+      connQuality = q;
     };
     try {
       room.on(RoomEvent.TrackStreamStateChanged, onStreamState);

package/dist/react.d.ts

@@ -1,7 +1,7 @@
 import { RegisteredTool, ToolRegistration } from './tools.js';
 import { ReactNode } from 'react';
-import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-BoUJWSkf.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aK as AvatarVideoSurface, aL as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, aM as LivePlaybackKeeper, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, aN as MIC_LEASE_ENDED_TIMEOUT_MS, aO as MicLease, aP as NETWORK_QUALITY_POLICY, aQ as NetworkQualityStatus, aR as PlayableVideoElement, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, aS as RealtimeAvatarCapacityError, aT as RealtimeAvatarLiveKitRoom, aU as RealtimeAvatarLiveKitRoomProps, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, aV as shouldReplayPendingTurn, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-BoUJWSkf.js';
+import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-DhVdbfQX.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aK as AvatarVideoSurface, aL as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, aM as LivePlaybackKeeper, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, aN as MIC_LEASE_ENDED_TIMEOUT_MS, aO as MicLease, aP as NETWORK_QUALITY_POLICY, aQ as NetworkQualityStatus, aR as PlayableVideoElement, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, aS as RealtimeAvatarCapacityError, aT as RealtimeAvatarLiveKitRoom, aU as RealtimeAvatarLiveKitRoomProps, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, aV as shouldReplayPendingTurn, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-DhVdbfQX.js';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';
 import 'zod';
 import '@livekit/components-react';

package/dist/react.js

@@ -1,7 +1,7 @@
 "use client";
 import { useRef, useState, useEffect, useCallback, useMemo, createElement, Fragment } from 'react';
 import { useRoomContext, useConnectionState, useTranscriptions, useLocalParticipant, RoomAudioRenderer, LiveKitRoom, useMaybeRoomContext, useVoiceAssistant, VideoTrack, useChat } from '@livekit/components-react';
-import { ConnectionState, VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
+import { ConnectionState, isRemoteTrack, VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
 import { z } from 'zod';
 
 // ../client/src/react/use-character-tools.ts
@@ -880,10 +880,8 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
   const audioMediaTrack = audioTrack?.publication?.track;
   useEffect(() => {
     if (!enabled || !videoMediaTrack && !audioMediaTrack) return;
-    const receivers = [videoMediaTrack, audioMediaTrack].map((t) => t?.receiver).filter(
-      (r) => typeof r?.getStats === "function"
-    );
-    if (receivers.length === 0) return;
+    const tracks = [videoMediaTrack, audioMediaTrack].filter(isRemoteTrack);
+    if (tracks.length === 0) return;
     const controller = new AdaptivePlayoutController(options);
     const cursors = /* @__PURE__ */ new Map();
     let closed = false;
@@ -893,9 +891,9 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
       inFlight = true;
       try {
         let worst;
-        for (let i = 0; i < receivers.length; i++) {
-          const stats = await receivers[i].getStats();
-          if (closed || typeof stats?.values !== "function") continue;
+        for (let i = 0; i < tracks.length; i++) {
+          const stats = await tracks[i].getRTCStatsReport();
+          if (closed || !stats) continue;
           const reading = readInboundRtp(stats.values(), cursors.get(i));
           if (!reading) continue;
           cursors.set(i, reading.cursor);
@@ -1218,20 +1216,6 @@ function bindNetworkQuality(publication, inhibited, notify, tickMs) {
 }
 
 // ../client/src/react/use-quality-governor.ts
-var qualityToSignal = (q) => {
-  switch (q) {
-    case ConnectionQuality.Excellent:
-      return "excellent";
-    case ConnectionQuality.Good:
-      return "good";
-    case ConnectionQuality.Poor:
-      return "poor";
-    case ConnectionQuality.Lost:
-      return "lost";
-    default:
-      return "unknown";
-  }
-};
 function useAvatarQualityGovernor(input) {
   const { enabled, freezeReading, onNetworkStatusChange, config: policy = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
   const room = useMaybeRoomContext();
@@ -1295,16 +1279,14 @@ function useAvatarQualityGovernor(input) {
     let pausedSinceTick = false;
     let lastFreezeStat = null;
     let jitterTrend = null;
-    let connQuality = qualityToSignal(
-      targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown
-    );
+    let connQuality = targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown;
     const onStreamState = (pub, streamState) => {
       if (pub !== targetPublication) return;
       if (streamState === Track.StreamState.Paused) pausedSinceTick = true;
     };
     const onQuality = (q, participant) => {
       if (participant.sid !== targetParticipant.sid) return;
-      connQuality = qualityToSignal(q);
+      connQuality = q;
     };
     try {
       room.on(RoomEvent.TrackStreamStateChanged, onStreamState);

package/dist/server.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UVNDDNU2.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UZQXZH2Z.js';

package/dist/tanstack-start.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-B3AHTJ3J.js';
+import './chunk-UZQXZH2Z.js';
 
 // src/tanstack-start.ts
 function realtimeAvatarServerRoute(config) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "realtime-avatar",
-  "version": "0.13.0",
+  "version": "0.14.0",
   "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
   "license": "MIT",
   "author": "The Influence Company",