realtime-avatar 0.14.0 → 0.15.0

package/README.md

@@ -4,7 +4,7 @@ A live character your users can talk to — voice, or voice and video. She liste
 speaks, so you can interrupt her mid-sentence and she stops, the way a person stops.
 
 ```bash
-npm install --save-exact realtime-avatar@0.14.0
+npm install --save-exact realtime-avatar@0.15.0
 ```
 
 ```ts
@@ -147,16 +147,58 @@ call. Policy — `instructions`, `maxSeconds`, `voice`, `video` — is decided i
 your server. A route that spreads the request body into `startCall` hands your caller your
 system prompt and your bill.
 
-### Native connection facts
+### Optional connection details
 
-LiveKit owns media transport, connection state, and reconnection. Use its
-`useConnectionState()` and `useConnectionQualityIndicator({ participant })` hooks, or
-`RoomEvent` callbacks, to build your product's network UI. Their values already use
-`ConnectionState`, `ConnectionQuality`, and `Track.StreamState` from `livekit-client`.
-For current receiver measurements, `RemoteVideoTrack.getReceiverStats()` and
-`RemoteAudioTrack.getReceiverStats()` return LiveKit's exported `VideoReceiverStats` and
-`AudioReceiverStats` types.
-Keep these native types in process; there is no SDK-specific JSON mirror to maintain.
+`AvatarCall` provides call status, actions and end reasons for your default UI. To show
+connection diagnostics, opt in with `onConnectionDetailsChange`. It supplies data for
+your own UI; enabling it adds no built-in network notice or controls.
+
+```tsx
+import { useState } from "react";
+import { AvatarCall, type AvatarCallProps, type AvatarConnectionDetails } from "realtime-avatar/react";
+
+function CallWithDetails(props: Pick<AvatarCallProps, "client" | "avatarId">) {
+  const [details, setDetails] = useState<AvatarConnectionDetails | null>(null);
+
+  return (
+    <>
+      <AvatarCall {...props} onConnectionDetailsChange={setDetails} />
+      {details && <p>Connection: {details.connectionState}. Local quality: {details.localQuality}.</p>}
+    </>
+  );
+}
+```
+
+Once bound to a call, the callback receives an initial snapshot, then changed facts only. It receives `null`
+when its room or session binding is retired, before a replacement binding's snapshot.
+Clearing the session grant keeps details reset until a new grant arrives.
+Keep this state scoped to one call and clear it on `null`, as the example does. This is
+a current snapshot, not a lossless event history. Replacing the handler does not restart
+the call, and errors in your handler do not interrupt it. Omitting the callback adds no
+reporting listeners; the callback adds no timers, stats polling or uploads.
+
+Each field preserves LiveKit's native type and meaning:
+
+| Field | Source |
+| --- | --- |
+| `connectionState` | The bound room's `state`. |
+| `localQuality` | The local participant's `connectionQuality`. |
+| `audio.publisherQuality` | The selected audio publisher's `connectionQuality`. |
+| `video.publisherQuality` | The selected video publisher's `connectionQuality`. |
+| `audio.streamState`, `video.streamState` | The corresponding remote track's `streamState`, or `null` before the track exists. |
+
+Audio and video publishers are selected independently and can differ. Neither field
+substitutes the control agent or an arbitrary remote participant. `audio` or `video` is
+`null` when no corresponding track reference is selected; LiveKit's `Unknown` quality
+means a publisher exists but its quality is unknown. An active or subscribed track does
+not prove that video has rendered or audio is audible. Continue using call status for
+the call lifecycle.
+
+Native and custom integrations pass the same optional callback to their existing
+`SessionLifecycleRoomBridge` inside `RealtimeAvatarLiveKitRoom`. Both
+`realtime-avatar/react` and `realtime-avatar/react-native` export `AvatarConnectionDetails`.
+For deeper receiver measurements, use LiveKit's public `RemoteVideoTrack.getReceiverStats()`
+and `RemoteAudioTrack.getReceiverStats()` methods and their native return types.
 
 Retain the app's session-to-room association (`room_name`, timestamps and participant
 identity), adding the server-observed room SID when exact room-lifetime lookup needs it.

package/dist/{chunk-B3AHTJ3J.js → chunk-LZMJJX7C.js}

@@ -1,4 +1,4 @@
-import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-UZQXZH2Z.js';
+import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-PKKTFUA7.js';
 
 // ../proxy/src/config.ts
 var json = (body, status = 200) => new Response(JSON.stringify(body), {

package/dist/{chunk-UZQXZH2Z.js → chunk-PKKTFUA7.js}

@@ -236,7 +236,7 @@ function isTransient(cause) {
 
 // ../http-client/src/client.ts
 var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
-var SDK_VERSION = "0.14.0";
+var SDK_VERSION = "0.15.0";
 var RealtimeAvatar = class {
   #apiKey;
   #baseUrl;

package/dist/express.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-B3AHTJ3J.js';
-import './chunk-UZQXZH2Z.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // ../proxy/src/express.ts
 function realtimeAvatarExpress(config) {

package/dist/hono.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-B3AHTJ3J.js';
-import './chunk-UZQXZH2Z.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // ../proxy/src/hono.ts
 function realtimeAvatarHono(config) {

package/dist/index.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UZQXZH2Z.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-PKKTFUA7.js';

package/dist/nextjs.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-B3AHTJ3J.js';
-import './chunk-UZQXZH2Z.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // ../proxy/src/nextjs.ts
 function createRealtimeAvatarRoute(config) {

package/dist/{proxy-client-DhVdbfQX.d.ts → proxy-client-BGPikYWc.d.ts}

@@ -1,6 +1,6 @@
 import { TrackReferenceOrPlaceholder, useTranscriptions, useConnectionState, LiveKitRoomProps } from '@livekit/components-react';
 import { CSSProperties, ReactNode, ReactElement } from 'react';
-import { ConnectionQuality, DisconnectReason, SendTextOptions } from 'livekit-client';
+import { ConnectionQuality, Room, Participant, Track, DisconnectReason, SendTextOptions } from 'livekit-client';
 import { z } from 'zod';
 
 /**
@@ -1291,8 +1291,24 @@ type RealtimeSessionRoomSinks = Partial<{
         audio: "flowing" | "silent";
     }) => void;
 }>;
+type PublisherConnectionDetails = Readonly<{
+    publisherQuality: Participant["connectionQuality"];
+    streamState: Track["streamState"] | null;
+}>;
+/** Current native connection facts. Track activity does not prove rendered or audible media. */
+type AvatarConnectionDetails = Readonly<{
+    connectionState: Room["state"];
+    localQuality: Participant["connectionQuality"];
+    audio: PublisherConnectionDetails | null;
+    video: PublisherConnectionDetails | null;
+}>;
 type SessionLifecycleRoomBridgeProps = {
-    lifecycle: Pick<SessionLifecycleApi, "onConnectionStateChange" | "setAgentPresent" | "registerLeaveRoom" | "markActivity"> & RealtimeSessionRoomSinks;
+    /**
+     * Opt in to an initial snapshot and changed facts. Null clears a retired binding.
+     * Callback failures never affect the call; no stats polling or uploads are added.
+     */
+    onConnectionDetailsChange?: (details: AvatarConnectionDetails | null) => void;
+    lifecycle: Pick<SessionLifecycleApi, "onConnectionStateChange" | "setAgentPresent" | "registerLeaveRoom" | "markActivity"> & Partial<Pick<SessionLifecycleApi, "grant">> & RealtimeSessionRoomSinks;
 };
 /**
  * Wire the in-room LiveKit facts into a {@link useSessionLifecycle} instance:
@@ -1311,7 +1327,7 @@ type SessionLifecycleRoomBridgeProps = {
  *
  * Renders nothing. Mount it once inside RealtimeAvatarLiveKitRoom.
  */
-declare function SessionLifecycleRoomBridge({ lifecycle }: SessionLifecycleRoomBridgeProps): null;
+declare function SessionLifecycleRoomBridge({ lifecycle, onConnectionDetailsChange, }: SessionLifecycleRoomBridgeProps): null;
 
 /**
  * The terminal, LABELED end reason surfaced to the app via `onEnded`. This is the
@@ -1646,4 +1662,4 @@ interface ProxyClientOptions {
 }
 declare function createProxyClient(options: ProxyClientOptions): AvatarSessionClient;
 
-export { RECONNECT_BACKOFF_MS as $, type AvatarVideoFit as A, type BehaviorSnapshot as B, type CallTranscript as C, DEFAULT_APPROACHING_END_LEAD_SECONDS as D, type EndReason as E, type FishTtsModel as F, type Governor as G, type GraceWindowClosedEvent as H, type GraceWindowOpenEvent as I, type GraceWindowState as J, type IdleWarningEvent as K, type LiveKitSessionGrant as L, type InboundRtpCursor as M, type InboundRtpReading as N, type KnownBehaviorState as O, type LLMProvider as P, type LLMSelection as Q, type LiveKitAvatarGrantState as R, type LiveKitAvatarGrantStatus as S, type LiveKitCapacityState as T, type LiveKitConnectionStatus as U, type LiveKitSessionRequest as V, type LiveKitSessionStartResult as W, MAX_RECONNECT_ATTEMPTS as X, MAX_SESSION_INSTRUCTIONS_CHARS as Y, type ProxyClientOptions as Z, type QualityCap as _, AdaptivePlayoutController as a, type RealtimeAvatarRequestOptions as a0, type RealtimeSessionApi as a1, type RealtimeSessionMedia as a2, type RealtimeSessionRoomSinks as a3, type ReconnectPolicy as a4, type ReconnectingEvent as a5, type RecoveryState as a6, type RetryStep as a7, type SessionBehavior as a8, type SessionClip as a9, useAvatarAdaptivePlayoutDelay as aA, useAvatarPlayoutDelay as aB, useAvatarQualityGovernor as aC, useCallTranscript as aD, useLiveKitAvatarGrant as aE, useLiveTrackProducing as aF, useMicLease as aG, useRealtimeSession as aH, useReleaseMicLeaseOnTrackEnded as aI, useSessionLifecycle as aJ, AvatarVideoSurface as aK, type AvatarVideoSurfaceProps as aL, type LivePlaybackKeeper as aM, MIC_LEASE_ENDED_TIMEOUT_MS as aN, type MicLease as aO, NETWORK_QUALITY_POLICY as aP, type NetworkQualityStatus as aQ, type PlayableVideoElement as aR, RealtimeAvatarCapacityError as aS, RealtimeAvatarLiveKitRoom as aT, type RealtimeAvatarLiveKitRoomProps as aU, shouldReplayPendingTurn as aV, type SessionClocks as aa, type SessionEndReason as ab, type SessionLifecycleApi as ac, type SessionLifecyclePhase as ad, type SessionLifecyclePhaseKind as ae, SessionLifecycleRoomBridge as af, type SessionLifecycleRoomBridgeProps as ag, type SurfaceLayers as ah, type TurnState as ai, type TurnTimeoutEvent as aj, type UseAvatarQualityGovernorInput as ak, type UseLiveKitAvatarGrantInput as al, type UseRealtimeSessionInput as am, type UseSessionLifecycleInput as an, type VoiceSpec as ao, type VoiceSpecInput as ap, capacityErrorFromBusy as aq, capacityStateFromGrant as ar, createProxyClient as as, isNativeLiveTrackSubscribed as at, knownBehaviorStates as au, mapTurnState as av, readInboundRtp as aw, sessionBehaviorSchema as ax, sessionClipSchema as ay, splitCallTranscript as az, type AdaptivePlayoutDecision as b, type AdaptivePlayoutOptions as c, type AdaptivePlayoutSample as d, type ApproachingEndEvent as e, type ApproachingEndReason as f, type AvatarSessionClient as g, type CallTranscriptSegment as h, type CartesiaTtsModel as i, type ClipResult as j, type ClosingTurnResult as k, type CreditsLowEvent as l, DEFAULT_CREDITS_LOW_LEAD_SECONDS as m, DEFAULT_GOVERNOR_CONFIG as n, DEFAULT_GRACE_CEILING_SECONDS as o, DEFAULT_GRACE_WINDOW_LEAD_SECONDS as p, DEFAULT_IDLE_SECONDS as q, DEFAULT_IDLE_WARN_LEAD_SECONDS as r, DEFAULT_TURN_TIMEOUT_SECONDS as s, type EndedEvent as t, type ExtendResult as u, type FreezeReadingFn as v, type GovernorAction as w, type GovernorConfig as x, type GovernorSignal as y, type GovernorState as z };
+export { type QualityCap as $, type AvatarVideoFit as A, type BehaviorSnapshot as B, type CallTranscript as C, DEFAULT_APPROACHING_END_LEAD_SECONDS as D, type EndReason as E, type FishTtsModel as F, type Governor as G, type GovernorState as H, type GraceWindowClosedEvent as I, type GraceWindowOpenEvent as J, type GraceWindowState as K, type LiveKitSessionGrant as L, type IdleWarningEvent as M, type InboundRtpCursor as N, type InboundRtpReading as O, type KnownBehaviorState as P, type LLMProvider as Q, type LLMSelection as R, type LiveKitAvatarGrantState as S, type LiveKitAvatarGrantStatus as T, type LiveKitCapacityState as U, type LiveKitConnectionStatus as V, type LiveKitSessionRequest as W, type LiveKitSessionStartResult as X, MAX_RECONNECT_ATTEMPTS as Y, MAX_SESSION_INSTRUCTIONS_CHARS as Z, type ProxyClientOptions as _, AdaptivePlayoutController as a, RECONNECT_BACKOFF_MS as a0, type RealtimeAvatarRequestOptions as a1, type RealtimeSessionApi as a2, type RealtimeSessionMedia as a3, type RealtimeSessionRoomSinks as a4, type ReconnectPolicy as a5, type ReconnectingEvent as a6, type RecoveryState as a7, type RetryStep as a8, type SessionBehavior as a9, splitCallTranscript as aA, useAvatarAdaptivePlayoutDelay as aB, useAvatarPlayoutDelay as aC, useAvatarQualityGovernor as aD, useCallTranscript as aE, useLiveKitAvatarGrant as aF, useLiveTrackProducing as aG, useMicLease as aH, useRealtimeSession as aI, useReleaseMicLeaseOnTrackEnded as aJ, useSessionLifecycle as aK, AvatarVideoSurface as aL, type AvatarVideoSurfaceProps as aM, type LivePlaybackKeeper as aN, MIC_LEASE_ENDED_TIMEOUT_MS as aO, type MicLease as aP, NETWORK_QUALITY_POLICY as aQ, type NetworkQualityStatus as aR, type PlayableVideoElement as aS, RealtimeAvatarCapacityError as aT, RealtimeAvatarLiveKitRoom as aU, type RealtimeAvatarLiveKitRoomProps as aV, shouldReplayPendingTurn as aW, type SessionClip as aa, type SessionClocks as ab, type SessionEndReason as ac, type SessionLifecycleApi as ad, type SessionLifecyclePhase as ae, type SessionLifecyclePhaseKind as af, SessionLifecycleRoomBridge as ag, type SessionLifecycleRoomBridgeProps as ah, type SurfaceLayers as ai, type TurnState as aj, type TurnTimeoutEvent as ak, type UseAvatarQualityGovernorInput as al, type UseLiveKitAvatarGrantInput as am, type UseRealtimeSessionInput as an, type UseSessionLifecycleInput as ao, type VoiceSpec as ap, type VoiceSpecInput as aq, capacityErrorFromBusy as ar, capacityStateFromGrant as as, createProxyClient as at, isNativeLiveTrackSubscribed as au, knownBehaviorStates as av, mapTurnState as aw, readInboundRtp as ax, sessionBehaviorSchema as ay, sessionClipSchema as az, type AdaptivePlayoutDecision as b, type AdaptivePlayoutOptions as c, type AdaptivePlayoutSample as d, type ApproachingEndEvent as e, type ApproachingEndReason as f, type AvatarConnectionDetails as g, type AvatarSessionClient as h, type CallTranscriptSegment as i, type CartesiaTtsModel as j, type ClipResult as k, type ClosingTurnResult as l, type CreditsLowEvent as m, DEFAULT_CREDITS_LOW_LEAD_SECONDS as n, DEFAULT_GOVERNOR_CONFIG as o, DEFAULT_GRACE_CEILING_SECONDS as p, DEFAULT_GRACE_WINDOW_LEAD_SECONDS as q, DEFAULT_IDLE_SECONDS as r, DEFAULT_IDLE_WARN_LEAD_SECONDS as s, DEFAULT_TURN_TIMEOUT_SECONDS as t, type EndedEvent as u, type ExtendResult as v, type FreezeReadingFn as w, type GovernorAction as x, type GovernorConfig as y, type GovernorSignal as z };

package/dist/react-native.d.ts

@@ -1,8 +1,8 @@
 import { LiveKitRoomProps } from '@livekit/react-native';
 export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
 import { ReactNode, ReactElement } from 'react';
-import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-DhVdbfQX.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, at as isNativeLiveTrackSubscribed, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aF as useLiveTrackProducing, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-DhVdbfQX.js';
+import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-BGPikYWc.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, u as EndedEvent, v as ExtendResult, F as FishTtsModel, w as FreezeReadingFn, G as Governor, x as GovernorAction, y as GovernorConfig, z as GovernorSignal, H as GovernorState, I as GraceWindowClosedEvent, J as GraceWindowOpenEvent, K as GraceWindowState, M as IdleWarningEvent, N as InboundRtpCursor, O as InboundRtpReading, P as KnownBehaviorState, Q as LLMProvider, R as LLMSelection, S as LiveKitAvatarGrantState, T as LiveKitAvatarGrantStatus, U as LiveKitCapacityState, V as LiveKitConnectionStatus, W as LiveKitSessionRequest, X as LiveKitSessionStartResult, Y as MAX_RECONNECT_ATTEMPTS, Z as MAX_SESSION_INSTRUCTIONS_CHARS, _ as ProxyClientOptions, $ as QualityCap, a0 as RECONNECT_BACKOFF_MS, a1 as RealtimeAvatarRequestOptions, a2 as RealtimeSessionApi, a3 as RealtimeSessionMedia, a4 as RealtimeSessionRoomSinks, a5 as ReconnectPolicy, a6 as ReconnectingEvent, a7 as RecoveryState, a8 as RetryStep, a9 as SessionBehavior, aa as SessionClip, ab as SessionClocks, ac as SessionEndReason, ad as SessionLifecycleApi, ae as SessionLifecyclePhase, af as SessionLifecyclePhaseKind, ag as SessionLifecycleRoomBridge, ah as SessionLifecycleRoomBridgeProps, ai as SurfaceLayers, aj as TurnState, ak as TurnTimeoutEvent, al as UseAvatarQualityGovernorInput, am as UseLiveKitAvatarGrantInput, an as UseRealtimeSessionInput, ao as UseSessionLifecycleInput, ap as VoiceSpec, aq as VoiceSpecInput, ar as capacityErrorFromBusy, as as capacityStateFromGrant, at as createProxyClient, au as isNativeLiveTrackSubscribed, av as knownBehaviorStates, aw as mapTurnState, ax as readInboundRtp, ay as sessionBehaviorSchema, az as sessionClipSchema, aA as splitCallTranscript, aB as useAvatarAdaptivePlayoutDelay, aC as useAvatarPlayoutDelay, aD as useAvatarQualityGovernor, aE as useCallTranscript, aF as useLiveKitAvatarGrant, aG as useLiveTrackProducing, aH as useMicLease, aI as useRealtimeSession, aJ as useReleaseMicLeaseOnTrackEnded, aK as useSessionLifecycle } from './proxy-client-BGPikYWc.js';
 import { StyleProp, ViewStyle } from 'react-native';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';

package/dist/react-native.js

@@ -2175,7 +2175,10 @@ function useSessionLifecycle(input) {
     ]
   );
 }
-function SessionLifecycleRoomBridge({ lifecycle }) {
+function SessionLifecycleRoomBridge({
+  lifecycle,
+  onConnectionDetailsChange
+}) {
   const {
     onConnectionStateChange,
     setAgentPresent,
@@ -2198,6 +2201,87 @@ function SessionLifecycleRoomBridge({ lifecycle }) {
   const audioLive = Boolean(assistant.audioTrack);
   const transcriptionCount = transcriptions.length;
   const prevTranscriptionCountRef = useRef(0);
+  const audio = assistant.audioTrack;
+  const video = assistant.videoTrack;
+  const detailsEnabled = onConnectionDetailsChange !== void 0 && lifecycle.grant !== null;
+  const detailsSessionId = lifecycle.grant?.session_id;
+  const updateDetailsRef = useRef(null);
+  useEffect(() => {
+    if (!detailsEnabled || !onConnectionDetailsChange) return;
+    let callback = onConnectionDetailsChange;
+    let audioSource = audio;
+    let videoSource = video;
+    let closed = false;
+    let pending = false;
+    let previous;
+    const deliver = (details) => {
+      try {
+        void Promise.resolve(callback(details)).catch(() => {
+        });
+      } catch {
+      }
+    };
+    const publisher = (source) => source ? {
+      publisherQuality: source.participant.connectionQuality,
+      streamState: source.publication.track?.streamState ?? null
+    } : null;
+    const schedule = () => {
+      if (pending) return;
+      pending = true;
+      queueMicrotask(() => {
+        pending = false;
+        if (closed) return;
+        const next = {
+          connectionState: room.state,
+          localQuality: room.localParticipant.connectionQuality,
+          audio: publisher(audioSource),
+          video: publisher(videoSource)
+        };
+        const last = previous;
+        if (last?.connectionState === next.connectionState && last.localQuality === next.localQuality && ["audio", "video"].every((kind) => last[kind]?.publisherQuality === next[kind]?.publisherQuality && last[kind]?.streamState === next[kind]?.streamState)) return;
+        previous = next;
+        deliver(next);
+      });
+    };
+    const onQuality = (_quality, participant) => {
+      if (participant === room.localParticipant || participant === audioSource?.participant || participant === videoSource?.participant) schedule();
+    };
+    const onPublication = (publication) => {
+      if (publication === audioSource?.publication || publication === videoSource?.publication) schedule();
+    };
+    const onTrack = (_track, publication) => onPublication(publication);
+    room.on(RoomEvent.ConnectionStateChanged, schedule);
+    room.on(RoomEvent.ConnectionQualityChanged, onQuality);
+    room.on(RoomEvent.TrackStreamStateChanged, onPublication);
+    room.on(RoomEvent.TrackSubscribed, onTrack);
+    room.on(RoomEvent.TrackUnsubscribed, onTrack);
+    updateDetailsRef.current = (nextCallback, nextAudio, nextVideo) => {
+      callback = nextCallback;
+      audioSource = nextAudio;
+      videoSource = nextVideo;
+      schedule();
+    };
+    schedule();
+    return () => {
+      closed = true;
+      updateDetailsRef.current = null;
+      room.off(RoomEvent.ConnectionStateChanged, schedule);
+      room.off(RoomEvent.ConnectionQualityChanged, onQuality);
+      room.off(RoomEvent.TrackStreamStateChanged, onPublication);
+      room.off(RoomEvent.TrackSubscribed, onTrack);
+      room.off(RoomEvent.TrackUnsubscribed, onTrack);
+      deliver(null);
+    };
+  }, [room, detailsSessionId, detailsEnabled]);
+  useEffect(() => {
+    if (onConnectionDetailsChange) updateDetailsRef.current?.(onConnectionDetailsChange, audio, video);
+  }, [
+    onConnectionDetailsChange,
+    detailsEnabled ? audio?.participant : void 0,
+    detailsEnabled ? audio?.publication : void 0,
+    detailsEnabled ? video?.participant : void 0,
+    detailsEnabled ? video?.publication : void 0
+  ]);
   useEffect(() => {
     onConnectionStateChange(connectionState);
   }, [connectionState, onConnectionStateChange]);

package/dist/react.d.ts

@@ -1,7 +1,7 @@
 import { RegisteredTool, ToolRegistration } from './tools.js';
 import { ReactNode } from 'react';
-import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-DhVdbfQX.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aK as AvatarVideoSurface, aL as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, aM as LivePlaybackKeeper, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, aN as MIC_LEASE_ENDED_TIMEOUT_MS, aO as MicLease, aP as NETWORK_QUALITY_POLICY, aQ as NetworkQualityStatus, aR as PlayableVideoElement, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, aS as RealtimeAvatarCapacityError, aT as RealtimeAvatarLiveKitRoom, aU as RealtimeAvatarLiveKitRoomProps, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, aV as shouldReplayPendingTurn, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-DhVdbfQX.js';
+import { ah as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-BGPikYWc.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aL as AvatarVideoSurface, aM as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, u as EndedEvent, v as ExtendResult, F as FishTtsModel, w as FreezeReadingFn, G as Governor, x as GovernorAction, y as GovernorConfig, z as GovernorSignal, H as GovernorState, I as GraceWindowClosedEvent, J as GraceWindowOpenEvent, K as GraceWindowState, M as IdleWarningEvent, N as InboundRtpCursor, O as InboundRtpReading, P as KnownBehaviorState, Q as LLMProvider, R as LLMSelection, S as LiveKitAvatarGrantState, T as LiveKitAvatarGrantStatus, U as LiveKitCapacityState, V as LiveKitConnectionStatus, W as LiveKitSessionRequest, X as LiveKitSessionStartResult, aN as LivePlaybackKeeper, Y as MAX_RECONNECT_ATTEMPTS, Z as MAX_SESSION_INSTRUCTIONS_CHARS, aO as MIC_LEASE_ENDED_TIMEOUT_MS, aP as MicLease, aQ as NETWORK_QUALITY_POLICY, aR as NetworkQualityStatus, aS as PlayableVideoElement, _ as ProxyClientOptions, $ as QualityCap, a0 as RECONNECT_BACKOFF_MS, aT as RealtimeAvatarCapacityError, aU as RealtimeAvatarLiveKitRoom, aV as RealtimeAvatarLiveKitRoomProps, a1 as RealtimeAvatarRequestOptions, a2 as RealtimeSessionApi, a3 as RealtimeSessionMedia, a4 as RealtimeSessionRoomSinks, a5 as ReconnectPolicy, a6 as ReconnectingEvent, a7 as RecoveryState, a8 as RetryStep, a9 as SessionBehavior, aa as SessionClip, ab as SessionClocks, ac as SessionEndReason, ad as SessionLifecycleApi, ae as SessionLifecyclePhase, af as SessionLifecyclePhaseKind, ag as SessionLifecycleRoomBridge, ai as SurfaceLayers, aj as TurnState, ak as TurnTimeoutEvent, al as UseAvatarQualityGovernorInput, am as UseLiveKitAvatarGrantInput, an as UseRealtimeSessionInput, ao as UseSessionLifecycleInput, ap as VoiceSpec, aq as VoiceSpecInput, ar as capacityErrorFromBusy, as as capacityStateFromGrant, at as createProxyClient, av as knownBehaviorStates, aw as mapTurnState, ax as readInboundRtp, ay as sessionBehaviorSchema, az as sessionClipSchema, aW as shouldReplayPendingTurn, aA as splitCallTranscript, aB as useAvatarAdaptivePlayoutDelay, aC as useAvatarPlayoutDelay, aD as useAvatarQualityGovernor, aE as useCallTranscript, aF as useLiveKitAvatarGrant, aH as useMicLease, aI as useRealtimeSession, aJ as useReleaseMicLeaseOnTrackEnded, aK as useSessionLifecycle } from './proxy-client-BGPikYWc.js';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';
 import 'zod';
 import '@livekit/components-react';
@@ -82,7 +82,7 @@ type AvatarCallHandle = {
     /** End now. */
     end: () => void;
 };
-type AvatarCallProps = {
+type AvatarCallProps = Pick<SessionLifecycleRoomBridgeProps, "onConnectionDetailsChange"> & {
     client: AvatarSessionClient;
     /** Which character. */
     avatarId: string;
@@ -129,4 +129,4 @@ declare function useAvatarCall(props: AvatarCallProps): {
 /** One component: a live character on screen. */
 declare function AvatarCall(props: AvatarCallProps): ReactNode;
 
-export { AvatarCall, type AvatarCallEndReason, type AvatarCallHandle, type AvatarCallProps, type AvatarCallStatus, AvatarSessionClient, AvatarVideoFit, DEFAULT_AVATAR_UNSTABLE_STALL_MS, useAvatarCall, useCharacterTools };
+export { AvatarCall, type AvatarCallEndReason, type AvatarCallHandle, type AvatarCallProps, type AvatarCallStatus, AvatarSessionClient, AvatarVideoFit, DEFAULT_AVATAR_UNSTABLE_STALL_MS, SessionLifecycleRoomBridgeProps, useAvatarCall, useCharacterTools };

package/dist/react.js

@@ -2714,7 +2714,10 @@ function useSessionLifecycle(input) {
     ]
   );
 }
-function SessionLifecycleRoomBridge({ lifecycle }) {
+function SessionLifecycleRoomBridge({
+  lifecycle,
+  onConnectionDetailsChange
+}) {
   const {
     onConnectionStateChange,
     setAgentPresent,
@@ -2737,6 +2740,87 @@ function SessionLifecycleRoomBridge({ lifecycle }) {
   const audioLive = Boolean(assistant.audioTrack);
   const transcriptionCount = transcriptions.length;
   const prevTranscriptionCountRef = useRef(0);
+  const audio = assistant.audioTrack;
+  const video = assistant.videoTrack;
+  const detailsEnabled = onConnectionDetailsChange !== void 0 && lifecycle.grant !== null;
+  const detailsSessionId = lifecycle.grant?.session_id;
+  const updateDetailsRef = useRef(null);
+  useEffect(() => {
+    if (!detailsEnabled || !onConnectionDetailsChange) return;
+    let callback = onConnectionDetailsChange;
+    let audioSource = audio;
+    let videoSource = video;
+    let closed = false;
+    let pending = false;
+    let previous;
+    const deliver = (details) => {
+      try {
+        void Promise.resolve(callback(details)).catch(() => {
+        });
+      } catch {
+      }
+    };
+    const publisher = (source) => source ? {
+      publisherQuality: source.participant.connectionQuality,
+      streamState: source.publication.track?.streamState ?? null
+    } : null;
+    const schedule = () => {
+      if (pending) return;
+      pending = true;
+      queueMicrotask(() => {
+        pending = false;
+        if (closed) return;
+        const next = {
+          connectionState: room.state,
+          localQuality: room.localParticipant.connectionQuality,
+          audio: publisher(audioSource),
+          video: publisher(videoSource)
+        };
+        const last = previous;
+        if (last?.connectionState === next.connectionState && last.localQuality === next.localQuality && ["audio", "video"].every((kind) => last[kind]?.publisherQuality === next[kind]?.publisherQuality && last[kind]?.streamState === next[kind]?.streamState)) return;
+        previous = next;
+        deliver(next);
+      });
+    };
+    const onQuality = (_quality, participant) => {
+      if (participant === room.localParticipant || participant === audioSource?.participant || participant === videoSource?.participant) schedule();
+    };
+    const onPublication = (publication) => {
+      if (publication === audioSource?.publication || publication === videoSource?.publication) schedule();
+    };
+    const onTrack = (_track, publication) => onPublication(publication);
+    room.on(RoomEvent.ConnectionStateChanged, schedule);
+    room.on(RoomEvent.ConnectionQualityChanged, onQuality);
+    room.on(RoomEvent.TrackStreamStateChanged, onPublication);
+    room.on(RoomEvent.TrackSubscribed, onTrack);
+    room.on(RoomEvent.TrackUnsubscribed, onTrack);
+    updateDetailsRef.current = (nextCallback, nextAudio, nextVideo) => {
+      callback = nextCallback;
+      audioSource = nextAudio;
+      videoSource = nextVideo;
+      schedule();
+    };
+    schedule();
+    return () => {
+      closed = true;
+      updateDetailsRef.current = null;
+      room.off(RoomEvent.ConnectionStateChanged, schedule);
+      room.off(RoomEvent.ConnectionQualityChanged, onQuality);
+      room.off(RoomEvent.TrackStreamStateChanged, onPublication);
+      room.off(RoomEvent.TrackSubscribed, onTrack);
+      room.off(RoomEvent.TrackUnsubscribed, onTrack);
+      deliver(null);
+    };
+  }, [room, detailsSessionId, detailsEnabled]);
+  useEffect(() => {
+    if (onConnectionDetailsChange) updateDetailsRef.current?.(onConnectionDetailsChange, audio, video);
+  }, [
+    onConnectionDetailsChange,
+    detailsEnabled ? audio?.participant : void 0,
+    detailsEnabled ? audio?.publication : void 0,
+    detailsEnabled ? video?.participant : void 0,
+    detailsEnabled ? video?.publication : void 0
+  ]);
   useEffect(() => {
     onConnectionStateChange(connectionState);
   }, [connectionState, onConnectionStateChange]);
@@ -3306,7 +3390,11 @@ function useAvatarCall(props) {
       onDisconnected: session.onDisconnected,
       onError: session.onConnectionError
     },
-    createElement(SessionLifecycleRoomBridge, { key: "bridge", lifecycle: session }),
+    createElement(SessionLifecycleRoomBridge, {
+      key: "bridge",
+      lifecycle: session,
+      onConnectionDetailsChange: props.onConnectionDetailsChange
+    }),
     createElement(
       AvatarVideoSurface,
       {

package/dist/server.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-UZQXZH2Z.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-PKKTFUA7.js';

package/dist/tanstack-start.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-B3AHTJ3J.js';
-import './chunk-UZQXZH2Z.js';
+import { createProxyHandler } from './chunk-LZMJJX7C.js';
+import './chunk-PKKTFUA7.js';
 
 // src/tanstack-start.ts
 function realtimeAvatarServerRoute(config) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "realtime-avatar",
-  "version": "0.14.0",
+  "version": "0.15.0",
   "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
   "license": "MIT",
   "author": "The Influence Company",