realtime-avatar 0.26.1 → 0.27.0

package/README.md

@@ -222,7 +222,7 @@ all), and the `video` policy types are deliberately not one-to-one with the wire
 
 ```ts
 // calls
-rta.startCall({ avatarId, mode?, instructions?, context?, maxSeconds?, video?, recording?, connectionHistory?, transcript?, metadata? })
+rta.startCall({ avatarId, mode?, instructions?, context?, maxSeconds?, video?, recording?, connectionHistory?, transcript?, metadata?, llm? })
 rta.endCall(sessionId, { reason? })     // free an abandoned call's slot; idempotent, never throws
 rta.leaveQueue(queueTicketId, { reason? }) // give up a queued call's place in line; idempotent, never throws
 
@@ -322,6 +322,9 @@ connects), a mute made then is kept when the call goes live, and after `end()` t
 once the call ended). While it is `blocked`, `AvatarCall` shows a "Tap to turn on sound" button,
 top-centre in a polite live region, that calls `call.startAudio()`. Pass `audioUnlockPrompt` a
 function to render your own (your words, your placement), or `false` for nothing.
+The small "live" badge over the video is on by default; pass `showLiveBadge={false}` when your own
+UI already shows the call's status. `AvatarVideoSurface` takes the same prop, plus `debug` to show
+the live layer's resolution on the badge while you develop.
 `startAudio()` must run inside a click or tap handler; it never rejects and resolves whether
 playback is allowed afterwards.
 

package/dist/{chunk-V3PQ7RNX.js → chunk-NMJQEGYW.js}

@@ -665,7 +665,7 @@ var liveKitSessionReleaseReasonSchema = z.enum([
 
 // ../http-client/src/client.ts
 var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
-var SDK_VERSION = "0.26.1";
+var SDK_VERSION = "0.27.0";
 var RealtimeAvatar = class {
   #apiKey;
   #baseUrl;
@@ -717,6 +717,11 @@ var RealtimeAvatar = class {
     if (options.recording !== void 0) body.recording = recordingModeSchema.parse(options.recording);
     if (options.connectionHistory !== void 0) body.connection_history = options.connectionHistory;
     if (options.clientTools) body.capabilities = ["client_tools"];
+    if (options.llm !== void 0) {
+      const { backend, model, baseUrl, token } = options.llm;
+      body.llm = model === void 0 ? { backend } : { backend, model };
+      body.external_llm = { base_url: baseUrl, token };
+    }
     if (options.transcript !== void 0) {
       body.transcript_webhook = { url: options.transcript.url, secret: options.transcript.secret };
     }

package/dist/{chunk-MSPXJU5P.js → chunk-SUKZ77GL.js}

@@ -1,4 +1,4 @@
-import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-V3PQ7RNX.js';
+import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-NMJQEGYW.js';
 import { z } from 'zod';
 
 // ../http-client/src/generated/error-semantics.ts

package/dist/express.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-C7B7jOx6.js';
-import './types-D77jgSms.js';
+import { P as ProxyConfig } from './types-JtCwa0Ip.js';
+import './types-6MUqx800.js';
 import 'zod';
 
 type Expressish = {

package/dist/express.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-MSPXJU5P.js';
-import './chunk-V3PQ7RNX.js';
+import { createProxyHandler } from './chunk-SUKZ77GL.js';
+import './chunk-NMJQEGYW.js';
 import './chunk-MCIXU6XP.js';
 
 // ../proxy/src/express.ts

package/dist/hono.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-C7B7jOx6.js';
-import './types-D77jgSms.js';
+import { P as ProxyConfig } from './types-JtCwa0Ip.js';
+import './types-6MUqx800.js';
 import 'zod';
 
 /**

package/dist/hono.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-MSPXJU5P.js';
-import './chunk-V3PQ7RNX.js';
+import { createProxyHandler } from './chunk-SUKZ77GL.js';
+import './chunk-NMJQEGYW.js';
 import './chunk-MCIXU6XP.js';
 
 // ../proxy/src/hono.ts

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreditBalance, T as TranscriptPayload } from './types-D77jgSms.js';
-export { o as AvatarClip, p as CallConnection, q as CallQueued, r as ClipDeclaration, s as ClipLibraryPlan, t as ClipSource, u as ContextMessage, v as EndCallReason, w as RecordingArtifactStatus, x as RecordingMode, V as VideoPolicy, y as isQueued, z as listRecordingsResponseSchema, B as recordingAccessResponseSchema, D as recordingArtifactSchema, F as recordingModeSchema } from './types-D77jgSms.js';
+import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreditBalance, T as TranscriptPayload } from './types-6MUqx800.js';
+export { o as AvatarClip, p as CallConnection, q as CallQueued, r as ClipDeclaration, s as ClipLibraryPlan, t as ClipSource, u as ContextMessage, v as EndCallReason, w as ExternalLlm, x as RecordingArtifactStatus, y as RecordingMode, V as VideoPolicy, z as isQueued, B as listRecordingsResponseSchema, D as recordingAccessResponseSchema, F as recordingArtifactSchema, G as recordingModeSchema } from './types-6MUqx800.js';
 import { ConnectionHistoryResponse } from './connection-history.js';
 import { z } from 'zod';
 

package/dist/index.js

@@ -1,2 +1,2 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-V3PQ7RNX.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-NMJQEGYW.js';
 import './chunk-MCIXU6XP.js';

package/dist/nextjs.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-C7B7jOx6.js';
-import './types-D77jgSms.js';
+import { P as ProxyConfig } from './types-JtCwa0Ip.js';
+import './types-6MUqx800.js';
 import 'zod';
 
 /**

package/dist/nextjs.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-MSPXJU5P.js';
-import './chunk-V3PQ7RNX.js';
+import { createProxyHandler } from './chunk-SUKZ77GL.js';
+import './chunk-NMJQEGYW.js';
 import './chunk-MCIXU6XP.js';
 
 // ../proxy/src/nextjs.ts

package/dist/{proxy-client-C8M_G_Kk.d.ts → proxy-client-D75TLU5X.d.ts}

@@ -715,8 +715,16 @@ type AvatarVideoSurfaceProps = {
      * against the box and stays clickable while she is live.
      */
     children?: ReactNode;
-    /** Surface a small "live · WxH" badge when the live layer is shown. Default true. */
+    /**
+     * Surface a small "live" badge when the live layer is shown. Default true. Turn it off when
+     * your own UI already says the call is live.
+     */
     showLiveBadge?: boolean;
+    /**
+     * Show diagnostic readouts: today, the live layer's resolution on the badge
+     * ("live · 576×1010"). Default false. A development aid, never product copy.
+     */
+    debug?: boolean;
     /**
      * Reclaim the flat 0.5s de-jitter cushion on clean networks: a 1Hz closed loop
      * over `getStats()` that descends toward a 150ms floor while jitter and loss stay

package/dist/react-native.d.ts

@@ -1,7 +1,7 @@
 import { LiveKitRoomProps } from '@livekit/react-native';
 export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
-import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-C8M_G_Kk.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, u as DeclaredInputSource, E as EndReason, v as EndedEvent, w as ExtendResult, F as FishTtsModel, x as FreezeReadingFn, G as Governor, y as GovernorAction, z as GovernorConfig, H as GovernorSignal, I as GovernorState, J as GraceWindowClosedEvent, K as GraceWindowOpenEvent, M as GraceWindowState, N as IdleWarningEvent, O as InboundRtpCursor, P as InboundRtpReading, Q as KnownBehaviorState, R as LLMProvider, S as LLMSelection, T as LiveKitAvatarGrantState, U as LiveKitAvatarGrantStatus, V as LiveKitCapacityState, W as LiveKitConnectionStatus, X as LiveKitSessionRequest, Y as LiveKitSessionStartResult, Z as MAX_RECONNECT_ATTEMPTS, _ as MAX_SESSION_INSTRUCTIONS_CHARS, $ as ProxyClientOptions, a0 as QualityCap, a1 as RECONNECT_BACKOFF_MS, a2 as RealtimeAvatarRequestOptions, a3 as RealtimeSessionApi, a4 as RealtimeSessionMedia, a5 as RealtimeSessionRoomSinks, a6 as ReconnectPolicy, a7 as ReconnectingEvent, a8 as RecoveryState, a9 as RetryStep, aa as SendTurnOptions, ab as SessionBehavior, ac as SessionClip, ad as SessionClocks, ae as SessionEndReason, af as SessionLifecycleApi, ag as SessionLifecyclePhase, ah as SessionLifecyclePhaseKind, ai as SessionLifecycleRoomBridge, aj as SessionLifecycleRoomBridgeProps, ak as SurfaceLayers, al as TranscriptSender, am as TranscriptSenderOptions, an as TurnState, ao as TurnTimeoutEvent, ap as UseAvatarQualityGovernorInput, aq as UseLiveKitAvatarGrantInput, ar as UseRealtimeSessionInput, as as UseSessionLifecycleInput, at as VoiceSpec, au as VoiceSpecInput, av as capacityErrorFromBusy, aw as capacityStateFromGrant, ax as createProxyClient, ay as isNativeLiveTrackSubscribed, az as knownBehaviorStates, aA as mapTurnState, aB as readInboundRtp, aC as sessionBehaviorSchema, aD as sessionClipSchema, aE as splitCallTranscript, aF as useAvatarAdaptivePlayoutDelay, aG as useAvatarCamera, aH as useAvatarPlayoutDelay, aI as useAvatarQualityGovernor, aJ as useCallTranscript, aK as useLiveKitAvatarGrant, aL as useLiveTrackProducing, aM as useMicLease, aN as useRealtimeSession, aO as useReleaseMicLeaseOnTrackEnded, aP as useSessionLifecycle } from './proxy-client-C8M_G_Kk.js';
+import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-D75TLU5X.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, u as DeclaredInputSource, E as EndReason, v as EndedEvent, w as ExtendResult, F as FishTtsModel, x as FreezeReadingFn, G as Governor, y as GovernorAction, z as GovernorConfig, H as GovernorSignal, I as GovernorState, J as GraceWindowClosedEvent, K as GraceWindowOpenEvent, M as GraceWindowState, N as IdleWarningEvent, O as InboundRtpCursor, P as InboundRtpReading, Q as KnownBehaviorState, R as LLMProvider, S as LLMSelection, T as LiveKitAvatarGrantState, U as LiveKitAvatarGrantStatus, V as LiveKitCapacityState, W as LiveKitConnectionStatus, X as LiveKitSessionRequest, Y as LiveKitSessionStartResult, Z as MAX_RECONNECT_ATTEMPTS, _ as MAX_SESSION_INSTRUCTIONS_CHARS, $ as ProxyClientOptions, a0 as QualityCap, a1 as RECONNECT_BACKOFF_MS, a2 as RealtimeAvatarRequestOptions, a3 as RealtimeSessionApi, a4 as RealtimeSessionMedia, a5 as RealtimeSessionRoomSinks, a6 as ReconnectPolicy, a7 as ReconnectingEvent, a8 as RecoveryState, a9 as RetryStep, aa as SendTurnOptions, ab as SessionBehavior, ac as SessionClip, ad as SessionClocks, ae as SessionEndReason, af as SessionLifecycleApi, ag as SessionLifecyclePhase, ah as SessionLifecyclePhaseKind, ai as SessionLifecycleRoomBridge, aj as SessionLifecycleRoomBridgeProps, ak as SurfaceLayers, al as TranscriptSender, am as TranscriptSenderOptions, an as TurnState, ao as TurnTimeoutEvent, ap as UseAvatarQualityGovernorInput, aq as UseLiveKitAvatarGrantInput, ar as UseRealtimeSessionInput, as as UseSessionLifecycleInput, at as VoiceSpec, au as VoiceSpecInput, av as capacityErrorFromBusy, aw as capacityStateFromGrant, ax as createProxyClient, ay as isNativeLiveTrackSubscribed, az as knownBehaviorStates, aA as mapTurnState, aB as readInboundRtp, aC as sessionBehaviorSchema, aD as sessionClipSchema, aE as splitCallTranscript, aF as useAvatarAdaptivePlayoutDelay, aG as useAvatarCamera, aH as useAvatarPlayoutDelay, aI as useAvatarQualityGovernor, aJ as useCallTranscript, aK as useLiveKitAvatarGrant, aL as useLiveTrackProducing, aM as useMicLease, aN as useRealtimeSession, aO as useReleaseMicLeaseOnTrackEnded, aP as useSessionLifecycle } from './proxy-client-D75TLU5X.js';
 import { ReactNode, ReactElement } from 'react';
 import { StyleProp, ViewStyle } from 'react-native';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
@@ -87,8 +87,13 @@ type AvatarVideoSurfaceProps = {
     style?: StyleProp<ViewStyle>;
     /** Overlay content rendered above both media layers (badges, chrome, scrims). */
     children?: ReactNode;
-    /** Surface a small "live · WxH" badge when the live layer is shown. Default true. */
+    /**
+     * Surface a small "live" badge when the live layer is shown. Default true. Turn it off when
+     * your own UI already says the call is live.
+     */
     showLiveBadge?: boolean;
+    /** Show diagnostic readouts: today, the live layer's resolution on the badge. Default false. */
+    debug?: boolean;
     /**
      * Reclaim the flat 0.5s de-jitter cushion on clean networks — the same opt-in
      * closed loop the web surface takes, sharing the same implementation. Default

package/dist/react-native.js

@@ -1416,6 +1416,9 @@ function useAvatarQualityGovernor(input) {
 }
 
 // ../client/src/react/avatar-video-surface.ts
+function liveBadgeLabel(dims, debug) {
+  return debug && dims && dims.width > 0 && dims.height > 0 ? `live \xB7 ${dims.width}\xD7${dims.height}` : "live";
+}
 function resolveSurfaceLayers(input) {
   return {
     showPoster: Boolean(input.poster),
@@ -1491,6 +1494,7 @@ function AvatarVideoSurface(props) {
     style,
     children,
     showLiveBadge = true,
+    debug = false,
     adaptivePlayout = false,
     onPlayoutDelayChange,
     testID
@@ -1533,7 +1537,7 @@ function AvatarVideoSurface(props) {
   });
   const resizeMode = fit === "cover" ? "cover" : "contain";
   const liveDims = videoTrack?.publication?.dimensions ?? null;
-  const liveLabel = showLive && liveDims && liveDims.width > 0 && liveDims.height > 0 ? `live \xB7 ${liveDims.width}\xD7${liveDims.height}` : "live";
+  const liveLabel = liveBadgeLabel(liveDims, debug);
   const posterLayer = layers.showPoster ? createElement(Image, {
     key: "poster",
     source: { uri: poster },

package/dist/react.d.ts

@@ -1,6 +1,6 @@
 import { ToolRegistration, RegisteredTool } from './tools.js';
-import { aj as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit, aQ as CallMicrophone, aR as CallAudioPlayback, aS as CallMicrophoneProblem } from './proxy-client-C8M_G_Kk.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aT as AvatarVideoSurface, aU as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, u as DeclaredInputSource, E as EndReason, v as EndedEvent, w as ExtendResult, F as FishTtsModel, x as FreezeReadingFn, G as Governor, y as GovernorAction, z as GovernorConfig, H as GovernorSignal, I as GovernorState, J as GraceWindowClosedEvent, K as GraceWindowOpenEvent, M as GraceWindowState, N as IdleWarningEvent, O as InboundRtpCursor, P as InboundRtpReading, Q as KnownBehaviorState, R as LLMProvider, S as LLMSelection, T as LiveKitAvatarGrantState, U as LiveKitAvatarGrantStatus, V as LiveKitCapacityState, W as LiveKitConnectionStatus, X as LiveKitSessionRequest, Y as LiveKitSessionStartResult, aV as LivePlaybackKeeper, Z as MAX_RECONNECT_ATTEMPTS, _ as MAX_SESSION_INSTRUCTIONS_CHARS, aW as MIC_LEASE_ENDED_TIMEOUT_MS, aX as MicLease, aY as NETWORK_QUALITY_POLICY, aZ as NetworkQualityStatus, a_ as PlayableVideoElement, $ as ProxyClientOptions, a0 as QualityCap, a1 as RECONNECT_BACKOFF_MS, a$ as RealtimeAvatarCapacityError, b0 as RealtimeAvatarLiveKitRoom, b1 as RealtimeAvatarLiveKitRoomProps, a2 as RealtimeAvatarRequestOptions, a3 as RealtimeSessionApi, a4 as RealtimeSessionMedia, a5 as RealtimeSessionRoomSinks, a6 as ReconnectPolicy, a7 as ReconnectingEvent, a8 as RecoveryState, a9 as RetryStep, aa as SendTurnOptions, ab as SessionBehavior, ac as SessionClip, ad as SessionClocks, ae as SessionEndReason, af as SessionLifecycleApi, ag as SessionLifecyclePhase, ah as SessionLifecyclePhaseKind, ai as SessionLifecycleRoomBridge, ak as SurfaceLayers, al as TranscriptSender, am as TranscriptSenderOptions, an as TurnState, ao as TurnTimeoutEvent, ap as UseAvatarQualityGovernorInput, aq as UseLiveKitAvatarGrantInput, ar as UseRealtimeSessionInput, as as UseSessionLifecycleInput, at as VoiceSpec, au as VoiceSpecInput, av as capacityErrorFromBusy, aw as capacityStateFromGrant, ax as createProxyClient, az as knownBehaviorStates, aA as mapTurnState, aB as readInboundRtp, aC as sessionBehaviorSchema, aD as sessionClipSchema, b2 as shouldReplayPendingTurn, aE as splitCallTranscript, aF as useAvatarAdaptivePlayoutDelay, aG as useAvatarCamera, aH as useAvatarPlayoutDelay, aI as useAvatarQualityGovernor, aJ as useCallTranscript, aK as useLiveKitAvatarGrant, aM as useMicLease, aN as useRealtimeSession, aO as useReleaseMicLeaseOnTrackEnded, aP as useSessionLifecycle } from './proxy-client-C8M_G_Kk.js';
+import { aj as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit, aQ as CallMicrophone, aR as CallAudioPlayback, aS as CallMicrophoneProblem } from './proxy-client-D75TLU5X.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aT as AvatarVideoSurface, aU as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_TURN_TIMEOUT_SECONDS, u as DeclaredInputSource, E as EndReason, v as EndedEvent, w as ExtendResult, F as FishTtsModel, x as FreezeReadingFn, G as Governor, y as GovernorAction, z as GovernorConfig, H as GovernorSignal, I as GovernorState, J as GraceWindowClosedEvent, K as GraceWindowOpenEvent, M as GraceWindowState, N as IdleWarningEvent, O as InboundRtpCursor, P as InboundRtpReading, Q as KnownBehaviorState, R as LLMProvider, S as LLMSelection, T as LiveKitAvatarGrantState, U as LiveKitAvatarGrantStatus, V as LiveKitCapacityState, W as LiveKitConnectionStatus, X as LiveKitSessionRequest, Y as LiveKitSessionStartResult, aV as LivePlaybackKeeper, Z as MAX_RECONNECT_ATTEMPTS, _ as MAX_SESSION_INSTRUCTIONS_CHARS, aW as MIC_LEASE_ENDED_TIMEOUT_MS, aX as MicLease, aY as NETWORK_QUALITY_POLICY, aZ as NetworkQualityStatus, a_ as PlayableVideoElement, $ as ProxyClientOptions, a0 as QualityCap, a1 as RECONNECT_BACKOFF_MS, a$ as RealtimeAvatarCapacityError, b0 as RealtimeAvatarLiveKitRoom, b1 as RealtimeAvatarLiveKitRoomProps, a2 as RealtimeAvatarRequestOptions, a3 as RealtimeSessionApi, a4 as RealtimeSessionMedia, a5 as RealtimeSessionRoomSinks, a6 as ReconnectPolicy, a7 as ReconnectingEvent, a8 as RecoveryState, a9 as RetryStep, aa as SendTurnOptions, ab as SessionBehavior, ac as SessionClip, ad as SessionClocks, ae as SessionEndReason, af as SessionLifecycleApi, ag as SessionLifecyclePhase, ah as SessionLifecyclePhaseKind, ai as SessionLifecycleRoomBridge, ak as SurfaceLayers, al as TranscriptSender, am as TranscriptSenderOptions, an as TurnState, ao as TurnTimeoutEvent, ap as UseAvatarQualityGovernorInput, aq as UseLiveKitAvatarGrantInput, ar as UseRealtimeSessionInput, as as UseSessionLifecycleInput, at as VoiceSpec, au as VoiceSpecInput, av as capacityErrorFromBusy, aw as capacityStateFromGrant, ax as createProxyClient, az as knownBehaviorStates, aA as mapTurnState, aB as readInboundRtp, aC as sessionBehaviorSchema, aD as sessionClipSchema, b2 as shouldReplayPendingTurn, aE as splitCallTranscript, aF as useAvatarAdaptivePlayoutDelay, aG as useAvatarCamera, aH as useAvatarPlayoutDelay, aI as useAvatarQualityGovernor, aJ as useCallTranscript, aK as useLiveKitAvatarGrant, aM as useMicLease, aN as useRealtimeSession, aO as useReleaseMicLeaseOnTrackEnded, aP as useSessionLifecycle } from './proxy-client-D75TLU5X.js';
 import { CSSProperties, ReactNode } from 'react';
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import { R as RecordingArtifact } from './recording-DjswTx5B.js';
@@ -138,6 +138,11 @@ type AvatarCallProps = Pick<SessionLifecycleRoomBridgeProps, "onConnectionDetail
     /** A still shown before the idle clip is playable. */
     poster?: string | null;
     fit?: AvatarVideoFit;
+    /**
+     * The small "live" badge over the video while she is live. Default true. Set false when your
+     * own UI already shows the call's status.
+     */
+    showLiveBadge?: boolean;
     /** Adds your classes to the call's box. The box sizes itself inline; to resize it, use `style`. */
     className?: string;
     /** Inline style for the call's box, spread over its own (`height`, `aspectRatio`, …). */

package/dist/react.js

@@ -1756,6 +1756,7 @@ function AvatarVideoSurface(props) {
     style,
     children,
     showLiveBadge = true,
+    debug = false,
     adaptivePlayout = false,
     onPlayoutDelayChange
   } = props;
@@ -1819,7 +1820,6 @@ function AvatarVideoSurface(props) {
   );
   useLiveResumeOnProducing(liveWrapRef, trackProducing);
   const fitStyle = fit === "cover" ? AVATAR_VIDEO_FIT_COVER : AVATAR_VIDEO_FIT_CONTAIN;
-  const liveLabel = showLive && liveDims && liveDims.width > 0 && liveDims.height > 0 ? `${liveDims.width}\xD7${liveDims.height}` : null;
   const layers = resolveSurfaceLayers({ idleVideoUrl, poster });
   const backFitStyle = fitStyle;
   const posterLayer = layers.showPoster ? createElement("img", {
@@ -1874,7 +1874,7 @@ function AvatarVideoSurface(props) {
     "span",
     { key: "badge", style: AVATAR_VIDEO_BADGE },
     createElement("span", { key: "dot", style: AVATAR_VIDEO_BADGE_DOT, "aria-hidden": true }),
-    liveLabel ? `live \xB7 ${liveLabel}` : "live"
+    liveBadgeLabel(liveDims, debug)
   ) : null;
   return createElement(
     "div",
@@ -1895,6 +1895,9 @@ function AvatarVideoSurface(props) {
     children == null || children === false ? null : createElement("div", { key: "overlay", style: AVATAR_VIDEO_OVERLAY, "data-testid": "avatar-overlay" }, children)
   );
 }
+function liveBadgeLabel(dims, debug) {
+  return debug && dims && dims.width > 0 && dims.height > 0 ? `live \xB7 ${dims.width}\xD7${dims.height}` : "live";
+}
 function resolveSurfaceLayers(input) {
   return {
     showPoster: Boolean(input.poster),
@@ -4333,6 +4336,7 @@ function useAvatarCall(props) {
         idleVideoUrl: props.idleVideoUrl ?? null,
         poster: props.poster ?? null,
         fit: props.fit ?? "cover",
+        showLiveBadge: props.showLiveBadge,
         className: props.className,
         style: props.style
       },

package/dist/server.d.ts

@@ -1,4 +1,4 @@
 export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, StartCallOptions, clipLibraryDeclarationSchema, verifyTranscript } from './index.js';
-export { h as Asset, g as AssetKind, A as Avatar, o as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, p as CallConnection, C as CallMode, a as CallPolicy, q as CallQueued, r as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, s as ClipLibraryPlan, e as ClipLibraryUpdate, t as ClipSource, u as ContextMessage, n as CreditBalance, E as EndCallOptions, v as EndCallReason, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, w as RecordingArtifactStatus, x as RecordingMode, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, V as VideoPolicy, y as isQueued, z as listRecordingsResponseSchema, B as recordingAccessResponseSchema, D as recordingArtifactSchema, F as recordingModeSchema } from './types-D77jgSms.js';
+export { h as Asset, g as AssetKind, A as Avatar, o as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, p as CallConnection, C as CallMode, a as CallPolicy, q as CallQueued, r as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, s as ClipLibraryPlan, e as ClipLibraryUpdate, t as ClipSource, u as ContextMessage, n as CreditBalance, E as EndCallOptions, v as EndCallReason, w as ExternalLlm, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, x as RecordingArtifactStatus, y as RecordingMode, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, V as VideoPolicy, z as isQueued, B as listRecordingsResponseSchema, D as recordingAccessResponseSchema, F as recordingArtifactSchema, G as recordingModeSchema } from './types-6MUqx800.js';
 import './connection-history.js';
 import 'zod';

package/dist/server.js

@@ -1,2 +1,2 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-V3PQ7RNX.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-NMJQEGYW.js';
 import './chunk-MCIXU6XP.js';

package/dist/tanstack-start.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-C7B7jOx6.js';
-import './types-D77jgSms.js';
+import { P as ProxyConfig } from './types-JtCwa0Ip.js';
+import './types-6MUqx800.js';
 import 'zod';
 
 /**

package/dist/tanstack-start.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-MSPXJU5P.js';
-import './chunk-V3PQ7RNX.js';
+import { createProxyHandler } from './chunk-SUKZ77GL.js';
+import './chunk-NMJQEGYW.js';
 import './chunk-MCIXU6XP.js';
 
 // src/tanstack-start.ts

package/dist/{types-D77jgSms.d.ts → types-6MUqx800.d.ts}

@@ -26,8 +26,11 @@ interface components {
             }[];
             initial_say?: string;
             llm?: {
-                /** @enum {string} */
-                backend?: "local" | "gemini" | "openai";
+                /**
+                 * @description Which model answers the turns. `external` is enabled per workspace for server-to-server callers and needs endpoint configuration that is not part of this document; a workspace without it is refused with 403.
+                 * @enum {string}
+                 */
+                backend?: "local" | "gemini" | "openai" | "external";
                 model?: string | null;
             } | null;
             max_session_seconds?: number;
@@ -1630,6 +1633,34 @@ type VideoPolicy = {
 } | {
     mode: "generative";
 };
+/** The session `llm` on the wire, from the published contract. */
+type WireLlm = NonNullable<Wire["LiveKitSessionRequest"]["llm"]>;
+/**
+ * DERIVATION: `backend` and `model` index the contract's `llm`. `baseUrl` and `token` are sent as
+ * `external_llm`, which the platform marks server-authoritative and therefore REDACTS from the
+ * published document, so they cannot be derived from it; they are written here, like
+ * `clientTools` → `capabilities`.
+ *
+ * Answer this call's turns from an OpenAI-compatible endpoint YOUR SERVER hosts. The platform
+ * keeps listening, turn-taking, interruption, her voice and her face; each reply is streamed
+ * from `POST {baseUrl}/chat/completions` instead of the platform's model.
+ *
+ * Enabled per workspace: a workspace without it, or an endpoint host it has not allowlisted, is
+ * refused with 403. A failure before the first token of a reply (an error, a stall, an empty
+ * answer) speaks that reply from the platform's model instead, so the call never goes silent.
+ */
+interface ExternalLlm {
+    backend: Extract<NonNullable<WireLlm["backend"]>, "external">;
+    /** https only. The worker POSTs `{baseUrl}/chat/completions` with `stream: true`. */
+    baseUrl: string;
+    /**
+     * Sent as `Authorization: Bearer <token>` on every turn of this call. Mint it per call and
+     * short-lived: it outlives nothing but the call. 16–4096 characters.
+     */
+    token: string;
+    /** Sent as `model`. Omit it to let your endpoint choose. */
+    model?: NonNullable<WireLlm["model"]>;
+}
 /** What YOUR SERVER decides about a call. Never accept any of this from a browser. */
 interface CallPolicy {
     /** Ask the platform to grant the SDK's optional LiveKit connection history collector. */
@@ -1666,6 +1697,12 @@ interface CallPolicy {
      * connects. Putting tools on the mint returns 422 (the request schema is strict).
      */
     clientTools?: boolean;
+    /**
+     * Who answers her turns: an endpoint your server hosts. Omit it and the platform's model does.
+     * It carries a credential, so it is a server decision like everything here, and the browser
+     * entries of this package cannot send it.
+     */
+    llm?: ExternalLlm;
     /** Receive the two-sided transcript, signed, after the call ends. */
     transcript?: {
         url: string;
@@ -1918,4 +1955,4 @@ interface TranscriptPayload {
     client_metadata: Record<string, string>;
 }
 
-export { type Avatar as A, recordingAccessResponseSchema as B, type CallMode as C, recordingArtifactSchema as D, type EndCallOptions as E, recordingModeSchema as F, type LoopRedirect as L, type RecordingArtifact as R, type StartCallResult as S, type TranscriptPayload as T, type UsageSessionPage as U, type VideoPolicy as V, type CallPolicy as a, type AvatarUpdate as b, type AvatarSourceSwap as c, type ClipLibraryDeclaration as d, type ClipLibraryUpdate as e, type ClipLibrary as f, type AssetKind as g, type Asset as h, type ListSessionsOptions as i, type UsageSession as j, type ListRecordingsQuery as k, type ListRecordingsResponse as l, type RecordingAccessResponse as m, type CreditBalance as n, type AvatarClip as o, type CallConnection as p, type CallQueued as q, type ClipDeclaration as r, type ClipLibraryPlan as s, type ClipSource as t, type ContextMessage as u, type EndCallReason as v, type RecordingArtifactStatus as w, type RecordingMode as x, isQueued as y, listRecordingsResponseSchema as z };
+export { type Avatar as A, listRecordingsResponseSchema as B, type CallMode as C, recordingAccessResponseSchema as D, type EndCallOptions as E, recordingArtifactSchema as F, recordingModeSchema as G, type LoopRedirect as L, type RecordingArtifact as R, type StartCallResult as S, type TranscriptPayload as T, type UsageSessionPage as U, type VideoPolicy as V, type CallPolicy as a, type AvatarUpdate as b, type AvatarSourceSwap as c, type ClipLibraryDeclaration as d, type ClipLibraryUpdate as e, type ClipLibrary as f, type AssetKind as g, type Asset as h, type ListSessionsOptions as i, type UsageSession as j, type ListRecordingsQuery as k, type ListRecordingsResponse as l, type RecordingAccessResponse as m, type CreditBalance as n, type AvatarClip as o, type CallConnection as p, type CallQueued as q, type ClipDeclaration as r, type ClipLibraryPlan as s, type ClipSource as t, type ContextMessage as u, type EndCallReason as v, type ExternalLlm as w, type RecordingArtifactStatus as x, type RecordingMode as y, isQueued as z };

package/dist/{types-C7B7jOx6.d.ts → types-JtCwa0Ip.d.ts}

@@ -1,4 +1,4 @@
-import { C as CallMode, a as CallPolicy } from './types-D77jgSms.js';
+import { C as CallMode, a as CallPolicy } from './types-6MUqx800.js';
 
 /** The three things a caller can ask the proxy to do. Gate on these, not on URLs. */
 type ProxyOperation = "connect" | "end" | "avatars" | "credits";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "realtime-avatar",
-  "version": "0.26.1",
+  "version": "0.27.0",
   "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
   "license": "MIT",
   "author": "The Influence Company",