realtime-avatar 0.13.0 → 0.15.0

package/README.md

@@ -4,7 +4,7 @@ A live character your users can talk to — voice, or voice and video. She liste
 speaks, so you can interrupt her mid-sentence and she stops, the way a person stops.
 
 ```bash
-npm install realtime-avatar
+npm install --save-exact realtime-avatar@0.15.0
 ```
 
 ```ts
@@ -147,6 +147,67 @@ call. Policy — `instructions`, `maxSeconds`, `voice`, `video` — is decided i
 your server. A route that spreads the request body into `startCall` hands your caller your
 system prompt and your bill.
 
+### Optional connection details
+
+`AvatarCall` provides call status, actions and end reasons for your default UI. To show
+connection diagnostics, opt in with `onConnectionDetailsChange`. It supplies data for
+your own UI; enabling it adds no built-in network notice or controls.
+
+```tsx
+import { useState } from "react";
+import { AvatarCall, type AvatarCallProps, type AvatarConnectionDetails } from "realtime-avatar/react";
+
+function CallWithDetails(props: Pick<AvatarCallProps, "client" | "avatarId">) {
+  const [details, setDetails] = useState<AvatarConnectionDetails | null>(null);
+
+  return (
+    <>
+      <AvatarCall {...props} onConnectionDetailsChange={setDetails} />
+      {details && <p>Connection: {details.connectionState}. Local quality: {details.localQuality}.</p>}
+    </>
+  );
+}
+```
+
+Once bound to a call, the callback receives an initial snapshot, then changed facts only. It receives `null`
+when its room or session binding is retired, before a replacement binding's snapshot.
+Clearing the session grant keeps details reset until a new grant arrives.
+Keep this state scoped to one call and clear it on `null`, as the example does. This is
+a current snapshot, not a lossless event history. Replacing the handler does not restart
+the call, and errors in your handler do not interrupt it. Omitting the callback adds no
+reporting listeners; the callback adds no timers, stats polling or uploads.
+
+Each field preserves LiveKit's native type and meaning:
+
+| Field | Source |
+| --- | --- |
+| `connectionState` | The bound room's `state`. |
+| `localQuality` | The local participant's `connectionQuality`. |
+| `audio.publisherQuality` | The selected audio publisher's `connectionQuality`. |
+| `video.publisherQuality` | The selected video publisher's `connectionQuality`. |
+| `audio.streamState`, `video.streamState` | The corresponding remote track's `streamState`, or `null` before the track exists. |
+
+Audio and video publishers are selected independently and can differ. Neither field
+substitutes the control agent or an arbitrary remote participant. `audio` or `video` is
+`null` when no corresponding track reference is selected; LiveKit's `Unknown` quality
+means a publisher exists but its quality is unknown. An active or subscribed track does
+not prove that video has rendered or audio is audible. Continue using call status for
+the call lifecycle.
+
+Native and custom integrations pass the same optional callback to their existing
+`SessionLifecycleRoomBridge` inside `RealtimeAvatarLiveKitRoom`. Both
+`realtime-avatar/react` and `realtime-avatar/react-native` export `AvatarConnectionDetails`.
+For deeper receiver measurements, use LiveKit's public `RemoteVideoTrack.getReceiverStats()`
+and `RemoteAudioTrack.getReceiverStats()` methods and their native return types.
+
+Retain the app's session-to-room association (`room_name`, timestamps and participant
+identity), adding the server-observed room SID when exact room-lifetime lookup needs it.
+LiveKit owns participant connection history; a participant SID identifies one incarnation.
+Use these references to look up details in LiveKit's own diagnostics. The existing quality governor
+and opt-in adaptive playout are product policies over LiveKit facts; setting
+`adaptiveQuality={false}` releases the manual quality ceiling while LiveKit's bandwidth
+adaptation continues. Adaptive playout reads only public LiveKit track reports.
+
 ### Importing a server entry into a browser build throws
 
 Not a lint rule and not a naming convention — the six server subpaths carry `browser` and

package/dist/{chunk-NOHMMTFR.js → chunk-LZMJJX7C.js}

@@ -1,4 +1,4 @@
-import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-UVNDDNU2.js';
+import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-PKKTFUA7.js';
 
 // ../proxy/src/config.ts
 var json = (body, status = 200) => new Response(JSON.stringify(body), {

package/dist/{chunk-UVNDDNU2.js → chunk-PKKTFUA7.js}

@@ -236,7 +236,7 @@ function isTransient(cause) {
 
 // ../http-client/src/client.ts
 var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
-var SDK_VERSION = "0.13.0";
+var SDK_VERSION = "0.15.0";
 var RealtimeAvatar = class {
   #apiKey;
   #baseUrl;

package/dist/express.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // ../proxy/src/express.ts
 function realtimeAvatarExpress(config) {

package/dist/hono.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // ../proxy/src/hono.ts
 function realtimeAvatarHono(config) {

package/dist/index.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UVNDDNU2.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-PKKTFUA7.js';

package/dist/nextjs.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // ../proxy/src/nextjs.ts
 function createRealtimeAvatarRoute(config) {

package/dist/{proxy-client-BoUJWSkf.d.ts → proxy-client-BGPikYWc.d.ts}

@@ -1,6 +1,6 @@
 import { TrackReferenceOrPlaceholder, useTranscriptions, useConnectionState, LiveKitRoomProps } from '@livekit/components-react';
 import { CSSProperties, ReactNode, ReactElement } from 'react';
-import { DisconnectReason, SendTextOptions } from 'livekit-client';
+import { ConnectionQuality, Room, Participant, Track, DisconnectReason, SendTextOptions } from 'livekit-client';
 import { z } from 'zod';
 
 /**
@@ -312,7 +312,7 @@ type GovernorState = "opening" | "opening_high" | "cap_low_sticky" | "cap_low_el
 /**
  * One normalized input the hook feeds each tick. The hook translates ALL of
  * {TrackStreamStateChanged, ConnectionQualityChanged, getStats, rVFC freeze} into
- * this shape, so the core never sees a vendor type.
+ * this shape. LiveKit owns the connection-quality vocabulary.
  */
 interface GovernorSignal {
     /** SFU congestion controller paused the track since the last tick — Tier-0, the
@@ -323,9 +323,8 @@ interface GovernorSignal {
     freezeMsInWindow: number;
     /** jitterBufferDelay is trending up — the earliest LEADING pre-freeze sign. */
     jitterRising: boolean;
-    /** LiveKit ConnectionQuality — a LAGGING corroborator only (jitter/RTT are disabled
-     *  in its score + known false-Poor bugs). Blocks up-probes; never a sole trigger. */
-    connectionQuality: "excellent" | "good" | "poor" | "lost" | "unknown";
+    /** LiveKit connection quality blocks up-probes; it is never a sole downgrade trigger. */
+    connectionQuality: `${ConnectionQuality}`;
     /** The tab is hidden / track muted / freezes correlate with local CPU not network —
      *  the false-positive fence (our own Dia-freeze lesson). When true the machine is
      *  frozen: no signal is trusted, no transition fires. */
@@ -987,7 +986,7 @@ declare function readInboundRtp(reports: Iterable<Record<string, unknown>>, prev
  * (default false ⇒ a complete no-op, the incumbent flat cushion untouched).
  *
  * When enabled it runs the {@link AdaptivePlayoutController} closed loop: a 1Hz
- * `RTCRtpReceiver.getStats()` poll over BOTH avatar receivers, the worst
+ * LiveKit `getRTCStatsReport()` poll over BOTH avatar tracks, the worst
  * jitter/loss of the pair feeding one shared target so audio and video stay on
  * the SAME depth (lip-sync law — WebRTC pairs the streams to the larger of the
  * two hints). The loop opens at the ceiling (the flat cushion already applied by
@@ -995,7 +994,7 @@ declare function readInboundRtp(reports: Iterable<Record<string, unknown>>, prev
  * snaps back up within a couple of ticks when jitter or loss appears.
  *
  * Degrades to the incumbent behavior wherever the substrate is missing: a track
- * without `getStats` on its receiver, a stats report with no `inbound-rtp` yet,
+ * without an available LiveKit stats report, a report with no `inbound-rtp` yet,
  * or a browser without the playout-delay hint all leave the flat cushion exactly
  * as `useAvatarPlayoutDelay` set it.
  *
@@ -1292,8 +1291,24 @@ type RealtimeSessionRoomSinks = Partial<{
         audio: "flowing" | "silent";
     }) => void;
 }>;
+type PublisherConnectionDetails = Readonly<{
+    publisherQuality: Participant["connectionQuality"];
+    streamState: Track["streamState"] | null;
+}>;
+/** Current native connection facts. Track activity does not prove rendered or audible media. */
+type AvatarConnectionDetails = Readonly<{
+    connectionState: Room["state"];
+    localQuality: Participant["connectionQuality"];
+    audio: PublisherConnectionDetails | null;
+    video: PublisherConnectionDetails | null;
+}>;
 type SessionLifecycleRoomBridgeProps = {
-    lifecycle: Pick<SessionLifecycleApi, "onConnectionStateChange" | "setAgentPresent" | "registerLeaveRoom" | "markActivity"> & RealtimeSessionRoomSinks;
+    /**
+     * Opt in to an initial snapshot and changed facts. Null clears a retired binding.
+     * Callback failures never affect the call; no stats polling or uploads are added.
+     */
+    onConnectionDetailsChange?: (details: AvatarConnectionDetails | null) => void;
+    lifecycle: Pick<SessionLifecycleApi, "onConnectionStateChange" | "setAgentPresent" | "registerLeaveRoom" | "markActivity"> & Partial<Pick<SessionLifecycleApi, "grant">> & RealtimeSessionRoomSinks;
 };
 /**
  * Wire the in-room LiveKit facts into a {@link useSessionLifecycle} instance:
@@ -1312,7 +1327,7 @@ type SessionLifecycleRoomBridgeProps = {
  *
  * Renders nothing. Mount it once inside RealtimeAvatarLiveKitRoom.
  */
-declare function SessionLifecycleRoomBridge({ lifecycle }: SessionLifecycleRoomBridgeProps): null;
+declare function SessionLifecycleRoomBridge({ lifecycle, onConnectionDetailsChange, }: SessionLifecycleRoomBridgeProps): null;
 
 /**
  * The terminal, LABELED end reason surfaced to the app via `onEnded`. This is the
@@ -1647,4 +1662,4 @@ interface ProxyClientOptions {
 }
 declare function createProxyClient(options: ProxyClientOptions): AvatarSessionClient;
 
-export { RECONNECT_BACKOFF_MS as $, type AvatarVideoFit as A, type BehaviorSnapshot as B, type CallTranscript as C, DEFAULT_APPROACHING_END_LEAD_SECONDS as D, type EndReason as E, type FishTtsModel as F, type Governor as G, type GraceWindowClosedEvent as H, type GraceWindowOpenEvent as I, type GraceWindowState as J, type IdleWarningEvent as K, type LiveKitSessionGrant as L, type InboundRtpCursor as M, type InboundRtpReading as N, type KnownBehaviorState as O, type LLMProvider as P, type LLMSelection as Q, type LiveKitAvatarGrantState as R, type LiveKitAvatarGrantStatus as S, type LiveKitCapacityState as T, type LiveKitConnectionStatus as U, type LiveKitSessionRequest as V, type LiveKitSessionStartResult as W, MAX_RECONNECT_ATTEMPTS as X, MAX_SESSION_INSTRUCTIONS_CHARS as Y, type ProxyClientOptions as Z, type QualityCap as _, AdaptivePlayoutController as a, type RealtimeAvatarRequestOptions as a0, type RealtimeSessionApi as a1, type RealtimeSessionMedia as a2, type RealtimeSessionRoomSinks as a3, type ReconnectPolicy as a4, type ReconnectingEvent as a5, type RecoveryState as a6, type RetryStep as a7, type SessionBehavior as a8, type SessionClip as a9, useAvatarAdaptivePlayoutDelay as aA, useAvatarPlayoutDelay as aB, useAvatarQualityGovernor as aC, useCallTranscript as aD, useLiveKitAvatarGrant as aE, useLiveTrackProducing as aF, useMicLease as aG, useRealtimeSession as aH, useReleaseMicLeaseOnTrackEnded as aI, useSessionLifecycle as aJ, AvatarVideoSurface as aK, type AvatarVideoSurfaceProps as aL, type LivePlaybackKeeper as aM, MIC_LEASE_ENDED_TIMEOUT_MS as aN, type MicLease as aO, NETWORK_QUALITY_POLICY as aP, type NetworkQualityStatus as aQ, type PlayableVideoElement as aR, RealtimeAvatarCapacityError as aS, RealtimeAvatarLiveKitRoom as aT, type RealtimeAvatarLiveKitRoomProps as aU, shouldReplayPendingTurn as aV, type SessionClocks as aa, type SessionEndReason as ab, type SessionLifecycleApi as ac, type SessionLifecyclePhase as ad, type SessionLifecyclePhaseKind as ae, SessionLifecycleRoomBridge as af, type SessionLifecycleRoomBridgeProps as ag, type SurfaceLayers as ah, type TurnState as ai, type TurnTimeoutEvent as aj, type UseAvatarQualityGovernorInput as ak, type UseLiveKitAvatarGrantInput as al, type UseRealtimeSessionInput as am, type UseSessionLifecycleInput as an, type VoiceSpec as ao, type VoiceSpecInput as ap, capacityErrorFromBusy as aq, capacityStateFromGrant as ar, createProxyClient as as, isNativeLiveTrackSubscribed as at, knownBehaviorStates as au, mapTurnState as av, readInboundRtp as aw, sessionBehaviorSchema as ax, sessionClipSchema as ay, splitCallTranscript as az, type AdaptivePlayoutDecision as b, type AdaptivePlayoutOptions as c, type AdaptivePlayoutSample as d, type ApproachingEndEvent as e, type ApproachingEndReason as f, type AvatarSessionClient as g, type CallTranscriptSegment as h, type CartesiaTtsModel as i, type ClipResult as j, type ClosingTurnResult as k, type CreditsLowEvent as l, DEFAULT_CREDITS_LOW_LEAD_SECONDS as m, DEFAULT_GOVERNOR_CONFIG as n, DEFAULT_GRACE_CEILING_SECONDS as o, DEFAULT_GRACE_WINDOW_LEAD_SECONDS as p, DEFAULT_IDLE_SECONDS as q, DEFAULT_IDLE_WARN_LEAD_SECONDS as r, DEFAULT_TURN_TIMEOUT_SECONDS as s, type EndedEvent as t, type ExtendResult as u, type FreezeReadingFn as v, type GovernorAction as w, type GovernorConfig as x, type GovernorSignal as y, type GovernorState as z };
+export { type QualityCap as $, type AvatarVideoFit as A, type BehaviorSnapshot as B, type CallTranscript as C, DEFAULT_APPROACHING_END_LEAD_SECONDS as D, type EndReason as E, type FishTtsModel as F, type Governor as G, type GovernorState as H, type GraceWindowClosedEvent as I, type GraceWindowOpenEvent as J, type GraceWindowState as K, type LiveKitSessionGrant as L, type IdleWarningEvent as M, type InboundRtpCursor as N, type InboundRtpReading as O, type KnownBehaviorState as P, type LLMProvider as Q, type LLMSelection as R, type LiveKitAvatarGrantState as S, type LiveKitAvatarGrantStatus as T, type LiveKitCapacityState as U, type LiveKitConnectionStatus as V, type LiveKitSessionRequest as W, type LiveKitSessionStartResult as X, MAX_RECONNECT_ATTEMPTS as Y, MAX_SESSION_INSTRUCTIONS_CHARS as Z, type ProxyClientOptions as _, AdaptivePlayoutController as a, RECONNECT_BACKOFF_MS as a0, type RealtimeAvatarRequestOptions as a1, type RealtimeSessionApi as a2, type RealtimeSessionMedia as a3, type RealtimeSessionRoomSinks as a4, type ReconnectPolicy as a5, type ReconnectingEvent as a6, type RecoveryState as a7, type RetryStep as a8, type SessionBehavior as a9, splitCallTranscript as aA, useAvatarAdaptivePlayoutDelay as aB, useAvatarPlayoutDelay as aC, useAvatarQualityGovernor as aD, useCallTranscript as aE, useLiveKitAvatarGrant as aF, useLiveTrackProducing as aG, useMicLease as aH, useRealtimeSession as aI, useReleaseMicLeaseOnTrackEnded as aJ, useSessionLifecycle as aK, AvatarVideoSurface as aL, type AvatarVideoSurfaceProps as aM, type LivePlaybackKeeper as aN, MIC_LEASE_ENDED_TIMEOUT_MS as aO, type MicLease as aP, NETWORK_QUALITY_POLICY as aQ, type NetworkQualityStatus as aR, type PlayableVideoElement as aS, RealtimeAvatarCapacityError as aT, RealtimeAvatarLiveKitRoom as aU, type RealtimeAvatarLiveKitRoomProps as aV, shouldReplayPendingTurn as aW, type SessionClip as aa, type SessionClocks as ab, type SessionEndReason as ac, type SessionLifecycleApi as ad, type SessionLifecyclePhase as ae, type SessionLifecyclePhaseKind as af, SessionLifecycleRoomBridge as ag, type SessionLifecycleRoomBridgeProps as ah, type SurfaceLayers as ai, type TurnState as aj, type TurnTimeoutEvent as ak, type UseAvatarQualityGovernorInput as al, type UseLiveKitAvatarGrantInput as am, type UseRealtimeSessionInput as an, type UseSessionLifecycleInput as ao, type VoiceSpec as ap, type VoiceSpecInput as aq, capacityErrorFromBusy as ar, capacityStateFromGrant as as, createProxyClient as at, isNativeLiveTrackSubscribed as au, knownBehaviorStates as av, mapTurnState as aw, readInboundRtp as ax, sessionBehaviorSchema as ay, sessionClipSchema as az, type AdaptivePlayoutDecision as b, type AdaptivePlayoutOptions as c, type AdaptivePlayoutSample as d, type ApproachingEndEvent as e, type ApproachingEndReason as f, type AvatarConnectionDetails as g, type AvatarSessionClient as h, type CallTranscriptSegment as i, type CartesiaTtsModel as j, type ClipResult as k, type ClosingTurnResult as l, type CreditsLowEvent as m, DEFAULT_CREDITS_LOW_LEAD_SECONDS as n, DEFAULT_GOVERNOR_CONFIG as o, DEFAULT_GRACE_CEILING_SECONDS as p, DEFAULT_GRACE_WINDOW_LEAD_SECONDS as q, DEFAULT_IDLE_SECONDS as r, DEFAULT_IDLE_WARN_LEAD_SECONDS as s, DEFAULT_TURN_TIMEOUT_SECONDS as t, type EndedEvent as u, type ExtendResult as v, type FreezeReadingFn as w, type GovernorAction as x, type GovernorConfig as y, type GovernorSignal as z };

package/dist/react-native.d.ts

@@ -1,8 +1,8 @@
 import { LiveKitRoomProps } from '@livekit/react-native';
 export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
 import { ReactNode, ReactElement } from 'react';
-import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-BoUJWSkf.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, at as isNativeLiveTrackSubscribed, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aF as useLiveTrackProducing, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-BoUJWSkf.js';
+import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-BGPikYWc.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, u as EndedEvent, v as ExtendResult, F as FishTtsModel, w as FreezeReadingFn, G as Governor, x as GovernorAction, y as GovernorConfig, z as GovernorSignal, H as GovernorState, I as GraceWindowClosedEvent, J as GraceWindowOpenEvent, K as GraceWindowState, M as IdleWarningEvent, N as InboundRtpCursor, O as InboundRtpReading, P as KnownBehaviorState, Q as LLMProvider, R as LLMSelection, S as LiveKitAvatarGrantState, T as LiveKitAvatarGrantStatus, U as LiveKitCapacityState, V as LiveKitConnectionStatus, W as LiveKitSessionRequest, X as LiveKitSessionStartResult, Y as MAX_RECONNECT_ATTEMPTS, Z as MAX_SESSION_INSTRUCTIONS_CHARS, _ as ProxyClientOptions, $ as QualityCap, a0 as RECONNECT_BACKOFF_MS, a1 as RealtimeAvatarRequestOptions, a2 as RealtimeSessionApi, a3 as RealtimeSessionMedia, a4 as RealtimeSessionRoomSinks, a5 as ReconnectPolicy, a6 as ReconnectingEvent, a7 as RecoveryState, a8 as RetryStep, a9 as SessionBehavior, aa as SessionClip, ab as SessionClocks, ac as SessionEndReason, ad as SessionLifecycleApi, ae as SessionLifecyclePhase, af as SessionLifecyclePhaseKind, ag as SessionLifecycleRoomBridge, ah as SessionLifecycleRoomBridgeProps, ai as SurfaceLayers, aj as TurnState, ak as TurnTimeoutEvent, al as UseAvatarQualityGovernorInput, am as UseLiveKitAvatarGrantInput, an as UseRealtimeSessionInput, ao as UseSessionLifecycleInput, ap as VoiceSpec, aq as VoiceSpecInput, ar as capacityErrorFromBusy, as as capacityStateFromGrant, at as createProxyClient, au as isNativeLiveTrackSubscribed, av as knownBehaviorStates, aw as mapTurnState, ax as readInboundRtp, ay as sessionBehaviorSchema, az as sessionClipSchema, aA as splitCallTranscript, aB as useAvatarAdaptivePlayoutDelay, aC as useAvatarPlayoutDelay, aD as useAvatarQualityGovernor, aE as useCallTranscript, aF as useLiveKitAvatarGrant, aG as useLiveTrackProducing, aH as useMicLease, aI as useRealtimeSession, aJ as useReleaseMicLeaseOnTrackEnded, aK as useSessionLifecycle } from './proxy-client-BGPikYWc.js';
 import { StyleProp, ViewStyle } from 'react-native';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';

package/dist/react-native.js

@@ -3,7 +3,7 @@ export { AudioSession, VideoTrack, registerGlobals } from '@livekit/react-native
 import { useEffect, createElement, useRef, useState, useCallback, useMemo } from 'react';
 import { useTranscriptions, useLocalParticipant, useMaybeRoomContext, useVoiceAssistant, useConnectionState, isTrackReference, useRoomContext, useChat } from '@livekit/components-react';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
-import { VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, ConnectionState, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
+import { isRemoteTrack, VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, ConnectionState, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
 export { DisconnectReason, Room, RoomEvent, Track } from 'livekit-client';
 import { Platform, StyleSheet, Animated, Image, View, Text } from 'react-native';
 import { z } from 'zod';
@@ -679,10 +679,8 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
   const audioMediaTrack = audioTrack?.publication?.track;
   useEffect(() => {
     if (!enabled || !videoMediaTrack && !audioMediaTrack) return;
-    const receivers = [videoMediaTrack, audioMediaTrack].map((t) => t?.receiver).filter(
-      (r) => typeof r?.getStats === "function"
-    );
-    if (receivers.length === 0) return;
+    const tracks = [videoMediaTrack, audioMediaTrack].filter(isRemoteTrack);
+    if (tracks.length === 0) return;
     const controller = new AdaptivePlayoutController(options);
     const cursors = /* @__PURE__ */ new Map();
     let closed = false;
@@ -692,9 +690,9 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
       inFlight = true;
       try {
         let worst;
-        for (let i = 0; i < receivers.length; i++) {
-          const stats = await receivers[i].getStats();
-          if (closed || typeof stats?.values !== "function") continue;
+        for (let i = 0; i < tracks.length; i++) {
+          const stats = await tracks[i].getRTCStatsReport();
+          if (closed || !stats) continue;
           const reading = readInboundRtp(stats.values(), cursors.get(i));
           if (!reading) continue;
           cursors.set(i, reading.cursor);
@@ -1016,20 +1014,6 @@ function bindNetworkQuality(publication, inhibited, notify, tickMs) {
 }
 
 // ../client/src/react/use-quality-governor.ts
-var qualityToSignal = (q) => {
-  switch (q) {
-    case ConnectionQuality.Excellent:
-      return "excellent";
-    case ConnectionQuality.Good:
-      return "good";
-    case ConnectionQuality.Poor:
-      return "poor";
-    case ConnectionQuality.Lost:
-      return "lost";
-    default:
-      return "unknown";
-  }
-};
 function useAvatarQualityGovernor(input) {
   const { enabled, freezeReading, onNetworkStatusChange, config: policy = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
   const room = useMaybeRoomContext();
@@ -1093,16 +1077,14 @@ function useAvatarQualityGovernor(input) {
     let pausedSinceTick = false;
     let lastFreezeStat = null;
     let jitterTrend = null;
-    let connQuality = qualityToSignal(
-      targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown
-    );
+    let connQuality = targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown;
     const onStreamState = (pub, streamState) => {
       if (pub !== targetPublication) return;
       if (streamState === Track.StreamState.Paused) pausedSinceTick = true;
     };
     const onQuality = (q, participant) => {
       if (participant.sid !== targetParticipant.sid) return;
-      connQuality = qualityToSignal(q);
+      connQuality = q;
     };
     try {
       room.on(RoomEvent.TrackStreamStateChanged, onStreamState);
@@ -2193,7 +2175,10 @@ function useSessionLifecycle(input) {
     ]
   );
 }
-function SessionLifecycleRoomBridge({ lifecycle }) {
+function SessionLifecycleRoomBridge({
+  lifecycle,
+  onConnectionDetailsChange
+}) {
   const {
     onConnectionStateChange,
     setAgentPresent,
@@ -2216,6 +2201,87 @@ function SessionLifecycleRoomBridge({ lifecycle }) {
   const audioLive = Boolean(assistant.audioTrack);
   const transcriptionCount = transcriptions.length;
   const prevTranscriptionCountRef = useRef(0);
+  const audio = assistant.audioTrack;
+  const video = assistant.videoTrack;
+  const detailsEnabled = onConnectionDetailsChange !== void 0 && lifecycle.grant !== null;
+  const detailsSessionId = lifecycle.grant?.session_id;
+  const updateDetailsRef = useRef(null);
+  useEffect(() => {
+    if (!detailsEnabled || !onConnectionDetailsChange) return;
+    let callback = onConnectionDetailsChange;
+    let audioSource = audio;
+    let videoSource = video;
+    let closed = false;
+    let pending = false;
+    let previous;
+    const deliver = (details) => {
+      try {
+        void Promise.resolve(callback(details)).catch(() => {
+        });
+      } catch {
+      }
+    };
+    const publisher = (source) => source ? {
+      publisherQuality: source.participant.connectionQuality,
+      streamState: source.publication.track?.streamState ?? null
+    } : null;
+    const schedule = () => {
+      if (pending) return;
+      pending = true;
+      queueMicrotask(() => {
+        pending = false;
+        if (closed) return;
+        const next = {
+          connectionState: room.state,
+          localQuality: room.localParticipant.connectionQuality,
+          audio: publisher(audioSource),
+          video: publisher(videoSource)
+        };
+        const last = previous;
+        if (last?.connectionState === next.connectionState && last.localQuality === next.localQuality && ["audio", "video"].every((kind) => last[kind]?.publisherQuality === next[kind]?.publisherQuality && last[kind]?.streamState === next[kind]?.streamState)) return;
+        previous = next;
+        deliver(next);
+      });
+    };
+    const onQuality = (_quality, participant) => {
+      if (participant === room.localParticipant || participant === audioSource?.participant || participant === videoSource?.participant) schedule();
+    };
+    const onPublication = (publication) => {
+      if (publication === audioSource?.publication || publication === videoSource?.publication) schedule();
+    };
+    const onTrack = (_track, publication) => onPublication(publication);
+    room.on(RoomEvent.ConnectionStateChanged, schedule);
+    room.on(RoomEvent.ConnectionQualityChanged, onQuality);
+    room.on(RoomEvent.TrackStreamStateChanged, onPublication);
+    room.on(RoomEvent.TrackSubscribed, onTrack);
+    room.on(RoomEvent.TrackUnsubscribed, onTrack);
+    updateDetailsRef.current = (nextCallback, nextAudio, nextVideo) => {
+      callback = nextCallback;
+      audioSource = nextAudio;
+      videoSource = nextVideo;
+      schedule();
+    };
+    schedule();
+    return () => {
+      closed = true;
+      updateDetailsRef.current = null;
+      room.off(RoomEvent.ConnectionStateChanged, schedule);
+      room.off(RoomEvent.ConnectionQualityChanged, onQuality);
+      room.off(RoomEvent.TrackStreamStateChanged, onPublication);
+      room.off(RoomEvent.TrackSubscribed, onTrack);
+      room.off(RoomEvent.TrackUnsubscribed, onTrack);
+      deliver(null);
+    };
+  }, [room, detailsSessionId, detailsEnabled]);
+  useEffect(() => {
+    if (onConnectionDetailsChange) updateDetailsRef.current?.(onConnectionDetailsChange, audio, video);
+  }, [
+    onConnectionDetailsChange,
+    detailsEnabled ? audio?.participant : void 0,
+    detailsEnabled ? audio?.publication : void 0,
+    detailsEnabled ? video?.participant : void 0,
+    detailsEnabled ? video?.publication : void 0
+  ]);
   useEffect(() => {
     onConnectionStateChange(connectionState);
   }, [connectionState, onConnectionStateChange]);

package/dist/react.d.ts

@@ -1,7 +1,7 @@
 import { RegisteredTool, ToolRegistration } from './tools.js';
 import { ReactNode } from 'react';
-import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-BoUJWSkf.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aK as AvatarVideoSurface, aL as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, aM as LivePlaybackKeeper, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, aN as MIC_LEASE_ENDED_TIMEOUT_MS, aO as MicLease, aP as NETWORK_QUALITY_POLICY, aQ as NetworkQualityStatus, aR as PlayableVideoElement, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, aS as RealtimeAvatarCapacityError, aT as RealtimeAvatarLiveKitRoom, aU as RealtimeAvatarLiveKitRoomProps, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, aV as shouldReplayPendingTurn, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-BoUJWSkf.js';
+import { ah as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-BGPikYWc.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aL as AvatarVideoSurface, aM as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, u as EndedEvent, v as ExtendResult, F as FishTtsModel, w as FreezeReadingFn, G as Governor, x as GovernorAction, y as GovernorConfig, z as GovernorSignal, H as GovernorState, I as GraceWindowClosedEvent, J as GraceWindowOpenEvent, K as GraceWindowState, M as IdleWarningEvent, N as InboundRtpCursor, O as InboundRtpReading, P as KnownBehaviorState, Q as LLMProvider, R as LLMSelection, S as LiveKitAvatarGrantState, T as LiveKitAvatarGrantStatus, U as LiveKitCapacityState, V as LiveKitConnectionStatus, W as LiveKitSessionRequest, X as LiveKitSessionStartResult, aN as LivePlaybackKeeper, Y as MAX_RECONNECT_ATTEMPTS, Z as MAX_SESSION_INSTRUCTIONS_CHARS, aO as MIC_LEASE_ENDED_TIMEOUT_MS, aP as MicLease, aQ as NETWORK_QUALITY_POLICY, aR as NetworkQualityStatus, aS as PlayableVideoElement, _ as ProxyClientOptions, $ as QualityCap, a0 as RECONNECT_BACKOFF_MS, aT as RealtimeAvatarCapacityError, aU as RealtimeAvatarLiveKitRoom, aV as RealtimeAvatarLiveKitRoomProps, a1 as RealtimeAvatarRequestOptions, a2 as RealtimeSessionApi, a3 as RealtimeSessionMedia, a4 as RealtimeSessionRoomSinks, a5 as ReconnectPolicy, a6 as ReconnectingEvent, a7 as RecoveryState, a8 as RetryStep, a9 as SessionBehavior, aa as SessionClip, ab as SessionClocks, ac as SessionEndReason, ad as SessionLifecycleApi, ae as SessionLifecyclePhase, af as SessionLifecyclePhaseKind, ag as SessionLifecycleRoomBridge, ai as SurfaceLayers, aj as TurnState, ak as TurnTimeoutEvent, al as UseAvatarQualityGovernorInput, am as UseLiveKitAvatarGrantInput, an as UseRealtimeSessionInput, ao as UseSessionLifecycleInput, ap as VoiceSpec, aq as VoiceSpecInput, ar as capacityErrorFromBusy, as as capacityStateFromGrant, at as createProxyClient, av as knownBehaviorStates, aw as mapTurnState, ax as readInboundRtp, ay as sessionBehaviorSchema, az as sessionClipSchema, aW as shouldReplayPendingTurn, aA as splitCallTranscript, aB as useAvatarAdaptivePlayoutDelay, aC as useAvatarPlayoutDelay, aD as useAvatarQualityGovernor, aE as useCallTranscript, aF as useLiveKitAvatarGrant, aH as useMicLease, aI as useRealtimeSession, aJ as useReleaseMicLeaseOnTrackEnded, aK as useSessionLifecycle } from './proxy-client-BGPikYWc.js';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';
 import 'zod';
 import '@livekit/components-react';
@@ -82,7 +82,7 @@ type AvatarCallHandle = {
     /** End now. */
     end: () => void;
 };
-type AvatarCallProps = {
+type AvatarCallProps = Pick<SessionLifecycleRoomBridgeProps, "onConnectionDetailsChange"> & {
     client: AvatarSessionClient;
     /** Which character. */
     avatarId: string;
@@ -129,4 +129,4 @@ declare function useAvatarCall(props: AvatarCallProps): {
 /** One component: a live character on screen. */
 declare function AvatarCall(props: AvatarCallProps): ReactNode;
 
-export { AvatarCall, type AvatarCallEndReason, type AvatarCallHandle, type AvatarCallProps, type AvatarCallStatus, AvatarSessionClient, AvatarVideoFit, DEFAULT_AVATAR_UNSTABLE_STALL_MS, useAvatarCall, useCharacterTools };
+export { AvatarCall, type AvatarCallEndReason, type AvatarCallHandle, type AvatarCallProps, type AvatarCallStatus, AvatarSessionClient, AvatarVideoFit, DEFAULT_AVATAR_UNSTABLE_STALL_MS, SessionLifecycleRoomBridgeProps, useAvatarCall, useCharacterTools };

package/dist/react.js

@@ -1,7 +1,7 @@
 "use client";
 import { useRef, useState, useEffect, useCallback, useMemo, createElement, Fragment } from 'react';
 import { useRoomContext, useConnectionState, useTranscriptions, useLocalParticipant, RoomAudioRenderer, LiveKitRoom, useMaybeRoomContext, useVoiceAssistant, VideoTrack, useChat } from '@livekit/components-react';
-import { ConnectionState, VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
+import { ConnectionState, isRemoteTrack, VideoQuality, ConnectionQuality, RoomEvent, TrackEvent, Track, ConnectionError, ConnectionErrorReason, DisconnectReason, Room } from 'livekit-client';
 import { z } from 'zod';
 
 // ../client/src/react/use-character-tools.ts
@@ -880,10 +880,8 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
   const audioMediaTrack = audioTrack?.publication?.track;
   useEffect(() => {
     if (!enabled || !videoMediaTrack && !audioMediaTrack) return;
-    const receivers = [videoMediaTrack, audioMediaTrack].map((t) => t?.receiver).filter(
-      (r) => typeof r?.getStats === "function"
-    );
-    if (receivers.length === 0) return;
+    const tracks = [videoMediaTrack, audioMediaTrack].filter(isRemoteTrack);
+    if (tracks.length === 0) return;
     const controller = new AdaptivePlayoutController(options);
     const cursors = /* @__PURE__ */ new Map();
     let closed = false;
@@ -893,9 +891,9 @@ function useAvatarAdaptivePlayoutDelay(videoTrack, audioTrack, enabled = false,
       inFlight = true;
       try {
         let worst;
-        for (let i = 0; i < receivers.length; i++) {
-          const stats = await receivers[i].getStats();
-          if (closed || typeof stats?.values !== "function") continue;
+        for (let i = 0; i < tracks.length; i++) {
+          const stats = await tracks[i].getRTCStatsReport();
+          if (closed || !stats) continue;
           const reading = readInboundRtp(stats.values(), cursors.get(i));
           if (!reading) continue;
           cursors.set(i, reading.cursor);
@@ -1218,20 +1216,6 @@ function bindNetworkQuality(publication, inhibited, notify, tickMs) {
 }
 
 // ../client/src/react/use-quality-governor.ts
-var qualityToSignal = (q) => {
-  switch (q) {
-    case ConnectionQuality.Excellent:
-      return "excellent";
-    case ConnectionQuality.Good:
-      return "good";
-    case ConnectionQuality.Poor:
-      return "poor";
-    case ConnectionQuality.Lost:
-      return "lost";
-    default:
-      return "unknown";
-  }
-};
 function useAvatarQualityGovernor(input) {
   const { enabled, freezeReading, onNetworkStatusChange, config: policy = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
   const room = useMaybeRoomContext();
@@ -1295,16 +1279,14 @@ function useAvatarQualityGovernor(input) {
     let pausedSinceTick = false;
     let lastFreezeStat = null;
     let jitterTrend = null;
-    let connQuality = qualityToSignal(
-      targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown
-    );
+    let connQuality = targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown;
     const onStreamState = (pub, streamState) => {
       if (pub !== targetPublication) return;
       if (streamState === Track.StreamState.Paused) pausedSinceTick = true;
     };
     const onQuality = (q, participant) => {
       if (participant.sid !== targetParticipant.sid) return;
-      connQuality = qualityToSignal(q);
+      connQuality = q;
     };
     try {
       room.on(RoomEvent.TrackStreamStateChanged, onStreamState);
@@ -2732,7 +2714,10 @@ function useSessionLifecycle(input) {
     ]
   );
 }
-function SessionLifecycleRoomBridge({ lifecycle }) {
+function SessionLifecycleRoomBridge({
+  lifecycle,
+  onConnectionDetailsChange
+}) {
   const {
     onConnectionStateChange,
     setAgentPresent,
@@ -2755,6 +2740,87 @@ function SessionLifecycleRoomBridge({ lifecycle }) {
   const audioLive = Boolean(assistant.audioTrack);
   const transcriptionCount = transcriptions.length;
   const prevTranscriptionCountRef = useRef(0);
+  const audio = assistant.audioTrack;
+  const video = assistant.videoTrack;
+  const detailsEnabled = onConnectionDetailsChange !== void 0 && lifecycle.grant !== null;
+  const detailsSessionId = lifecycle.grant?.session_id;
+  const updateDetailsRef = useRef(null);
+  useEffect(() => {
+    if (!detailsEnabled || !onConnectionDetailsChange) return;
+    let callback = onConnectionDetailsChange;
+    let audioSource = audio;
+    let videoSource = video;
+    let closed = false;
+    let pending = false;
+    let previous;
+    const deliver = (details) => {
+      try {
+        void Promise.resolve(callback(details)).catch(() => {
+        });
+      } catch {
+      }
+    };
+    const publisher = (source) => source ? {
+      publisherQuality: source.participant.connectionQuality,
+      streamState: source.publication.track?.streamState ?? null
+    } : null;
+    const schedule = () => {
+      if (pending) return;
+      pending = true;
+      queueMicrotask(() => {
+        pending = false;
+        if (closed) return;
+        const next = {
+          connectionState: room.state,
+          localQuality: room.localParticipant.connectionQuality,
+          audio: publisher(audioSource),
+          video: publisher(videoSource)
+        };
+        const last = previous;
+        if (last?.connectionState === next.connectionState && last.localQuality === next.localQuality && ["audio", "video"].every((kind) => last[kind]?.publisherQuality === next[kind]?.publisherQuality && last[kind]?.streamState === next[kind]?.streamState)) return;
+        previous = next;
+        deliver(next);
+      });
+    };
+    const onQuality = (_quality, participant) => {
+      if (participant === room.localParticipant || participant === audioSource?.participant || participant === videoSource?.participant) schedule();
+    };
+    const onPublication = (publication) => {
+      if (publication === audioSource?.publication || publication === videoSource?.publication) schedule();
+    };
+    const onTrack = (_track, publication) => onPublication(publication);
+    room.on(RoomEvent.ConnectionStateChanged, schedule);
+    room.on(RoomEvent.ConnectionQualityChanged, onQuality);
+    room.on(RoomEvent.TrackStreamStateChanged, onPublication);
+    room.on(RoomEvent.TrackSubscribed, onTrack);
+    room.on(RoomEvent.TrackUnsubscribed, onTrack);
+    updateDetailsRef.current = (nextCallback, nextAudio, nextVideo) => {
+      callback = nextCallback;
+      audioSource = nextAudio;
+      videoSource = nextVideo;
+      schedule();
+    };
+    schedule();
+    return () => {
+      closed = true;
+      updateDetailsRef.current = null;
+      room.off(RoomEvent.ConnectionStateChanged, schedule);
+      room.off(RoomEvent.ConnectionQualityChanged, onQuality);
+      room.off(RoomEvent.TrackStreamStateChanged, onPublication);
+      room.off(RoomEvent.TrackSubscribed, onTrack);
+      room.off(RoomEvent.TrackUnsubscribed, onTrack);
+      deliver(null);
+    };
+  }, [room, detailsSessionId, detailsEnabled]);
+  useEffect(() => {
+    if (onConnectionDetailsChange) updateDetailsRef.current?.(onConnectionDetailsChange, audio, video);
+  }, [
+    onConnectionDetailsChange,
+    detailsEnabled ? audio?.participant : void 0,
+    detailsEnabled ? audio?.publication : void 0,
+    detailsEnabled ? video?.participant : void 0,
+    detailsEnabled ? video?.publication : void 0
+  ]);
   useEffect(() => {
     onConnectionStateChange(connectionState);
   }, [connectionState, onConnectionStateChange]);
@@ -3324,7 +3390,11 @@ function useAvatarCall(props) {
       onDisconnected: session.onDisconnected,
       onError: session.onConnectionError
     },
-    createElement(SessionLifecycleRoomBridge, { key: "bridge", lifecycle: session }),
+    createElement(SessionLifecycleRoomBridge, {
+      key: "bridge",
+      lifecycle: session,
+      onConnectionDetailsChange: props.onConnectionDetailsChange
+    }),
     createElement(
       AvatarVideoSurface,
       {

package/dist/server.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UVNDDNU2.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-PKKTFUA7.js';

package/dist/tanstack-start.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-NOHMMTFR.js';
-import './chunk-UVNDDNU2.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // src/tanstack-start.ts
 function realtimeAvatarServerRoute(config) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "realtime-avatar",
-  "version": "0.13.0",
+  "version": "0.15.0",
   "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
   "license": "MIT",
   "author": "The Influence Company",