realtime-avatar 0.10.0 → 0.11.0

package/dist/{chunk-5UEMZN6J.js → chunk-MBQ2VKLC.js}

@@ -218,7 +218,7 @@ function isTransient(cause) {
 
 // ../http-client/src/client.ts
 var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
-var SDK_VERSION = "0.10.0";
+var SDK_VERSION = "0.11.0";
 var RealtimeAvatar = class {
   #apiKey;
   #baseUrl;

package/dist/{chunk-UJQBYKPI.js → chunk-RVBBZCVM.js}

@@ -1,4 +1,4 @@
-import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-5UEMZN6J.js';
+import { RealtimeAvatar, isQueued, RealtimeAvatarHttpError } from './chunk-MBQ2VKLC.js';
 
 // ../proxy/src/config.ts
 var json = (body, status = 200) => new Response(JSON.stringify(body), {

package/dist/express.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-zQtYeR_l.js';
-import './types-BgYFwlSn.js';
+import { P as ProxyConfig } from './types-DrgyCwLC.js';
+import './types-FoJMJimV.js';
 
 type Expressish = {
     method: string;

package/dist/express.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-UJQBYKPI.js';
-import './chunk-5UEMZN6J.js';
+import { createProxyHandler } from './chunk-RVBBZCVM.js';
+import './chunk-MBQ2VKLC.js';
 
 // ../proxy/src/express.ts
 function realtimeAvatarExpress(config) {

package/dist/hono.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-zQtYeR_l.js';
-import './types-BgYFwlSn.js';
+import { P as ProxyConfig } from './types-DrgyCwLC.js';
+import './types-FoJMJimV.js';
 
 /**
  * Hono (and anything else built on Fetch handlers — Workers, Bun, Deno).

package/dist/hono.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-UJQBYKPI.js';
-import './chunk-5UEMZN6J.js';
+import { createProxyHandler } from './chunk-RVBBZCVM.js';
+import './chunk-MBQ2VKLC.js';
 
 // ../proxy/src/hono.ts
 function realtimeAvatarHono(config) {

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as CreditBalance, T as TranscriptPayload } from './types-BgYFwlSn.js';
-export { l as AvatarClip, m as CallConnection, n as CallQueued, o as ClipDeclaration, p as ClipLibraryPlan, q as ClipSource, r as ContextMessage, s as EndCallReason, V as VideoPolicy, t as isQueued } from './types-BgYFwlSn.js';
+import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as CreditBalance, T as TranscriptPayload } from './types-FoJMJimV.js';
+export { l as AvatarClip, m as CallConnection, n as CallQueued, o as ClipDeclaration, p as ClipLibraryPlan, q as ClipSource, r as ContextMessage, s as EndCallReason, V as VideoPolicy, t as isQueued } from './types-FoJMJimV.js';
 import { z } from 'zod';
 
 interface RealtimeAvatarOptions {

package/dist/index.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-5UEMZN6J.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-MBQ2VKLC.js';

package/dist/nextjs.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-zQtYeR_l.js';
-import './types-BgYFwlSn.js';
+import { P as ProxyConfig } from './types-DrgyCwLC.js';
+import './types-FoJMJimV.js';
 
 /**
  * App Router. Mount at `app/api/realtime-avatar/[...path]/route.ts`:

package/dist/nextjs.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-UJQBYKPI.js';
-import './chunk-5UEMZN6J.js';
+import { createProxyHandler } from './chunk-RVBBZCVM.js';
+import './chunk-MBQ2VKLC.js';
 
 // ../proxy/src/nextjs.ts
 function createRealtimeAvatarRoute(config) {

package/dist/{proxy-client-B6OnXpaC.d.ts → proxy-client-CWvT16wz.d.ts}

@@ -101,11 +101,6 @@ declare const sessionClipSchema: z.ZodObject<{
 type SessionClip = z.infer<typeof sessionClipSchema>;
 declare const sessionBehaviorSchema: z.ZodObject<{
     gestures_enabled: z.ZodOptional<z.ZodBoolean>;
-    gesture_freq: z.ZodOptional<z.ZodEnum<{
-        sparse: "sparse";
-        balanced: "balanced";
-        lively: "lively";
-    }>>;
 }, z.core.$strict>;
 type SessionBehavior = z.infer<typeof sessionBehaviorSchema>;
 /**
@@ -206,11 +201,6 @@ declare const liveKitSessionRequestSchema: z.ZodObject<{
     }, z.core.$strict>>>;
     behavior: z.ZodOptional<z.ZodObject<{
         gestures_enabled: z.ZodOptional<z.ZodBoolean>;
-        gesture_freq: z.ZodOptional<z.ZodEnum<{
-            sparse: "sparse";
-            balanced: "balanced";
-            lively: "lively";
-        }>>;
     }, z.core.$strict>>;
     renderBackend: z.ZodOptional<z.ZodString>;
     supportEdits: z.ZodOptional<z.ZodObject<{

package/dist/react-native.d.ts

@@ -1,8 +1,8 @@
 import { LiveKitRoomProps } from '@livekit/react-native';
 export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
 import { ReactNode, ReactElement } from 'react';
-import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-B6OnXpaC.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, at as isNativeLiveTrackSubscribed, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aF as useLiveTrackProducing, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-B6OnXpaC.js';
+import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-CWvT16wz.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, at as isNativeLiveTrackSubscribed, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aF as useLiveTrackProducing, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-CWvT16wz.js';
 import { StyleProp, ViewStyle } from 'react-native';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';

package/dist/react-native.js

@@ -858,38 +858,74 @@ var qualityToSignal = (q) => {
   }
 };
 function useAvatarQualityGovernor(input) {
-  const { enabled, freezeReading, config = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
+  const { enabled, freezeReading, config: policy = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
   const room = useMaybeRoomContext();
   const { videoTrack } = useVoiceAssistant();
-  const pausedSinceTick = useRef(false);
-  const connQuality = useRef("unknown");
-  const lastFreezeStat = useRef(null);
-  const jitterTrend = useRef(null);
+  const {
+    openingCap,
+    downgradeFreezeMs,
+    probationFreezeMs,
+    openingDwellMs,
+    dwellBaseMs,
+    dwellMaxMs,
+    cleanMs,
+    probeMs,
+    healthyResetMs
+  } = policy;
+  const config = useMemo(() => ({
+    openingCap,
+    downgradeFreezeMs,
+    probationFreezeMs,
+    openingDwellMs,
+    dwellBaseMs,
+    dwellMaxMs,
+    cleanMs,
+    probeMs,
+    healthyResetMs
+  }), [
+    openingCap,
+    downgradeFreezeMs,
+    probationFreezeMs,
+    openingDwellMs,
+    dwellBaseMs,
+    dwellMaxMs,
+    cleanMs,
+    probeMs,
+    healthyResetMs
+  ]);
+  const freezeReadingRef = useRef(freezeReading);
+  freezeReadingRef.current = freezeReading;
+  const targetPublication = videoTrack?.publication;
+  const targetParticipant = videoTrack?.participant;
+  const targetTrack = targetPublication?.track;
   useEffect(() => {
-    if (!enabled || !room) return;
-    const targetPublication = videoTrack?.publication;
-    const targetParticipant = videoTrack?.participant;
-    pausedSinceTick.current = false;
-    lastFreezeStat.current = null;
-    jitterTrend.current = null;
-    connQuality.current = qualityToSignal(
+    if (!enabled || !room || !targetPublication || !targetParticipant) return;
+    let pausedSinceTick = false;
+    let lastFreezeStat = null;
+    let jitterTrend = null;
+    let connQuality = qualityToSignal(
       targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown
     );
     const onStreamState = (pub, streamState) => {
-      if (targetPublication && pub !== targetPublication) return;
-      if (streamState === Track.StreamState.Paused) pausedSinceTick.current = true;
+      if (pub !== targetPublication) return;
+      if (streamState === Track.StreamState.Paused) pausedSinceTick = true;
     };
     const onQuality = (q, participant) => {
-      if (targetParticipant && participant.sid !== targetParticipant.sid) return;
-      connQuality.current = qualityToSignal(q);
+      if (participant.sid !== targetParticipant.sid) return;
+      connQuality = qualityToSignal(q);
     };
     try {
       room.on(RoomEvent.TrackStreamStateChanged, onStreamState);
       room.on(RoomEvent.ConnectionQualityChanged, onQuality);
     } catch {
+      try {
+        room.off(RoomEvent.TrackStreamStateChanged, onStreamState);
+        room.off(RoomEvent.ConnectionQualityChanged, onQuality);
+      } catch {
+      }
       return;
     }
-    let gov = initGovernor(Date.now());
+    let gov = initGovernor(Date.now(), config.openingCap);
     const readGetStatsSignals = async () => {
       try {
         const track = targetPublication?.track;
@@ -908,13 +944,13 @@ function useAvatarQualityGovernor(input) {
           }
         });
         const now = Date.now();
-        const prev = lastFreezeStat.current;
-        lastFreezeStat.current = { frozen: frozenTotalMs, ts: now };
-        const trend = stepJitterBufferTrend(jitterTrend.current, {
+        const prev = lastFreezeStat;
+        lastFreezeStat = { frozen: frozenTotalMs, ts: now };
+        const trend = stepJitterBufferTrend(jitterTrend, {
           delaySeconds: jitterDelaySeconds,
           emittedCount: jitterEmittedCount
         });
-        jitterTrend.current = trend.state;
+        jitterTrend = trend.state;
         return {
           freezeMs: prev ? Math.max(0, frozenTotalMs - prev.frozen) : 0,
           jitterRising: trend.rising
@@ -938,17 +974,17 @@ function useAvatarQualityGovernor(input) {
       if (disposed || tickRunning) return;
       tickRunning = true;
       try {
-        const rvfc = freezeReading?.() ?? { freezeMsInWindow: 0, inhibited: false };
+        const rvfc = freezeReadingRef.current?.() ?? { freezeMsInWindow: 0, inhibited: false };
         const statsSignals = await readGetStatsSignals();
         if (disposed) return;
         const signal = {
-          paused: pausedSinceTick.current,
+          paused: pausedSinceTick,
           freezeMsInWindow: Math.max(rvfc.freezeMsInWindow, statsSignals.freezeMs),
           jitterRising: statsSignals.jitterRising,
-          connectionQuality: connQuality.current,
+          connectionQuality: connQuality,
           inhibited: rvfc.inhibited
         };
-        pausedSinceTick.current = false;
+        pausedSinceTick = false;
         const { governor, action } = step(gov, signal, Date.now(), config);
         gov = governor;
         if (action) applyCap(action.setCap);
@@ -968,7 +1004,7 @@ function useAvatarQualityGovernor(input) {
       } catch {
       }
     };
-  }, [enabled, room, videoTrack, freezeReading, config, tickMs]);
+  }, [enabled, room, targetPublication, targetParticipant, targetTrack, config, tickMs]);
 }
 
 // ../client/src/react/avatar-video-surface.ts
@@ -1297,8 +1333,7 @@ var sessionChoreographySchema = z.object({
   { message: "idle_dwell_min_seconds must be <= idle_dwell_max_seconds" }
 );
 var sessionBehaviorSchema = z.object({
-  gestures_enabled: z.boolean().optional(),
-  gesture_freq: z.enum(["sparse", "balanced", "lively"]).optional()
+  gestures_enabled: z.boolean().optional()
 }).strict();
 var transcriptWebhookSchema = z.object({
   url: z.string().url().max(500),

package/dist/react.d.ts

@@ -1,7 +1,7 @@
 import { RegisteredTool, ToolRegistration } from './tools.js';
 import { ReactNode } from 'react';
-import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-B6OnXpaC.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aK as AvatarVideoSurface, aL as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, aM as LivePlaybackKeeper, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, aN as MIC_LEASE_ENDED_TIMEOUT_MS, aO as MicLease, aP as PlayableVideoElement, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, aQ as RealtimeAvatarCapacityError, aR as RealtimeAvatarLiveKitRoom, aS as RealtimeAvatarLiveKitRoomProps, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, aT as shouldReplayPendingTurn, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-B6OnXpaC.js';
+import { g as AvatarSessionClient, A as AvatarVideoFit } from './proxy-client-CWvT16wz.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, aK as AvatarVideoSurface, aL as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, h as CallTranscriptSegment, i as CartesiaTtsModel, j as ClipResult, k as ClosingTurnResult, l as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, m as DEFAULT_CREDITS_LOW_LEAD_SECONDS, n as DEFAULT_GOVERNOR_CONFIG, o as DEFAULT_GRACE_CEILING_SECONDS, p as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, q as DEFAULT_IDLE_SECONDS, r as DEFAULT_IDLE_WARN_LEAD_SECONDS, s as DEFAULT_TURN_TIMEOUT_SECONDS, E as EndReason, t as EndedEvent, u as ExtendResult, F as FishTtsModel, v as FreezeReadingFn, G as Governor, w as GovernorAction, x as GovernorConfig, y as GovernorSignal, z as GovernorState, H as GraceWindowClosedEvent, I as GraceWindowOpenEvent, J as GraceWindowState, K as IdleWarningEvent, M as InboundRtpCursor, N as InboundRtpReading, O as KnownBehaviorState, P as LLMProvider, Q as LLMSelection, R as LiveKitAvatarGrantState, S as LiveKitAvatarGrantStatus, T as LiveKitCapacityState, U as LiveKitConnectionStatus, V as LiveKitSessionRequest, W as LiveKitSessionStartResult, aM as LivePlaybackKeeper, X as MAX_RECONNECT_ATTEMPTS, Y as MAX_SESSION_INSTRUCTIONS_CHARS, aN as MIC_LEASE_ENDED_TIMEOUT_MS, aO as MicLease, aP as PlayableVideoElement, Z as ProxyClientOptions, _ as QualityCap, $ as RECONNECT_BACKOFF_MS, aQ as RealtimeAvatarCapacityError, aR as RealtimeAvatarLiveKitRoom, aS as RealtimeAvatarLiveKitRoomProps, a0 as RealtimeAvatarRequestOptions, a1 as RealtimeSessionApi, a2 as RealtimeSessionMedia, a3 as RealtimeSessionRoomSinks, a4 as ReconnectPolicy, a5 as ReconnectingEvent, a6 as RecoveryState, a7 as RetryStep, a8 as SessionBehavior, a9 as SessionClip, aa as SessionClocks, ab as SessionEndReason, ac as SessionLifecycleApi, ad as SessionLifecyclePhase, ae as SessionLifecyclePhaseKind, af as SessionLifecycleRoomBridge, ag as SessionLifecycleRoomBridgeProps, ah as SurfaceLayers, ai as TurnState, aj as TurnTimeoutEvent, ak as UseAvatarQualityGovernorInput, al as UseLiveKitAvatarGrantInput, am as UseRealtimeSessionInput, an as UseSessionLifecycleInput, ao as VoiceSpec, ap as VoiceSpecInput, aq as capacityErrorFromBusy, ar as capacityStateFromGrant, as as createProxyClient, au as knownBehaviorStates, av as mapTurnState, aw as readInboundRtp, ax as sessionBehaviorSchema, ay as sessionClipSchema, aT as shouldReplayPendingTurn, az as splitCallTranscript, aA as useAvatarAdaptivePlayoutDelay, aB as useAvatarPlayoutDelay, aC as useAvatarQualityGovernor, aD as useCallTranscript, aE as useLiveKitAvatarGrant, aG as useMicLease, aH as useRealtimeSession, aI as useReleaseMicLeaseOnTrackEnded, aJ as useSessionLifecycle } from './proxy-client-CWvT16wz.js';
 export { D as DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS } from './playout-delay-DWOc8iCl.js';
 import 'zod';
 import '@livekit/components-react';

package/dist/react.js

@@ -1059,38 +1059,74 @@ var qualityToSignal = (q) => {
   }
 };
 function useAvatarQualityGovernor(input) {
-  const { enabled, freezeReading, config = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
+  const { enabled, freezeReading, config: policy = DEFAULT_GOVERNOR_CONFIG, tickMs = 1e3 } = input;
   const room = useMaybeRoomContext();
   const { videoTrack } = useVoiceAssistant();
-  const pausedSinceTick = useRef(false);
-  const connQuality = useRef("unknown");
-  const lastFreezeStat = useRef(null);
-  const jitterTrend = useRef(null);
+  const {
+    openingCap,
+    downgradeFreezeMs,
+    probationFreezeMs,
+    openingDwellMs,
+    dwellBaseMs,
+    dwellMaxMs,
+    cleanMs,
+    probeMs,
+    healthyResetMs
+  } = policy;
+  const config = useMemo(() => ({
+    openingCap,
+    downgradeFreezeMs,
+    probationFreezeMs,
+    openingDwellMs,
+    dwellBaseMs,
+    dwellMaxMs,
+    cleanMs,
+    probeMs,
+    healthyResetMs
+  }), [
+    openingCap,
+    downgradeFreezeMs,
+    probationFreezeMs,
+    openingDwellMs,
+    dwellBaseMs,
+    dwellMaxMs,
+    cleanMs,
+    probeMs,
+    healthyResetMs
+  ]);
+  const freezeReadingRef = useRef(freezeReading);
+  freezeReadingRef.current = freezeReading;
+  const targetPublication = videoTrack?.publication;
+  const targetParticipant = videoTrack?.participant;
+  const targetTrack = targetPublication?.track;
   useEffect(() => {
-    if (!enabled || !room) return;
-    const targetPublication = videoTrack?.publication;
-    const targetParticipant = videoTrack?.participant;
-    pausedSinceTick.current = false;
-    lastFreezeStat.current = null;
-    jitterTrend.current = null;
-    connQuality.current = qualityToSignal(
+    if (!enabled || !room || !targetPublication || !targetParticipant) return;
+    let pausedSinceTick = false;
+    let lastFreezeStat = null;
+    let jitterTrend = null;
+    let connQuality = qualityToSignal(
       targetParticipant?.connectionQuality ?? ConnectionQuality.Unknown
     );
     const onStreamState = (pub, streamState) => {
-      if (targetPublication && pub !== targetPublication) return;
-      if (streamState === Track.StreamState.Paused) pausedSinceTick.current = true;
+      if (pub !== targetPublication) return;
+      if (streamState === Track.StreamState.Paused) pausedSinceTick = true;
     };
     const onQuality = (q, participant) => {
-      if (targetParticipant && participant.sid !== targetParticipant.sid) return;
-      connQuality.current = qualityToSignal(q);
+      if (participant.sid !== targetParticipant.sid) return;
+      connQuality = qualityToSignal(q);
     };
     try {
       room.on(RoomEvent.TrackStreamStateChanged, onStreamState);
       room.on(RoomEvent.ConnectionQualityChanged, onQuality);
     } catch {
+      try {
+        room.off(RoomEvent.TrackStreamStateChanged, onStreamState);
+        room.off(RoomEvent.ConnectionQualityChanged, onQuality);
+      } catch {
+      }
       return;
     }
-    let gov = initGovernor(Date.now());
+    let gov = initGovernor(Date.now(), config.openingCap);
     const readGetStatsSignals = async () => {
       try {
         const track = targetPublication?.track;
@@ -1109,13 +1145,13 @@ function useAvatarQualityGovernor(input) {
           }
         });
         const now = Date.now();
-        const prev = lastFreezeStat.current;
-        lastFreezeStat.current = { frozen: frozenTotalMs, ts: now };
-        const trend = stepJitterBufferTrend(jitterTrend.current, {
+        const prev = lastFreezeStat;
+        lastFreezeStat = { frozen: frozenTotalMs, ts: now };
+        const trend = stepJitterBufferTrend(jitterTrend, {
           delaySeconds: jitterDelaySeconds,
           emittedCount: jitterEmittedCount
         });
-        jitterTrend.current = trend.state;
+        jitterTrend = trend.state;
         return {
           freezeMs: prev ? Math.max(0, frozenTotalMs - prev.frozen) : 0,
           jitterRising: trend.rising
@@ -1139,17 +1175,17 @@ function useAvatarQualityGovernor(input) {
       if (disposed || tickRunning) return;
       tickRunning = true;
       try {
-        const rvfc = freezeReading?.() ?? { freezeMsInWindow: 0, inhibited: false };
+        const rvfc = freezeReadingRef.current?.() ?? { freezeMsInWindow: 0, inhibited: false };
         const statsSignals = await readGetStatsSignals();
         if (disposed) return;
         const signal = {
-          paused: pausedSinceTick.current,
+          paused: pausedSinceTick,
           freezeMsInWindow: Math.max(rvfc.freezeMsInWindow, statsSignals.freezeMs),
           jitterRising: statsSignals.jitterRising,
-          connectionQuality: connQuality.current,
+          connectionQuality: connQuality,
           inhibited: rvfc.inhibited
         };
-        pausedSinceTick.current = false;
+        pausedSinceTick = false;
         const { governor, action } = step(gov, signal, Date.now(), config);
         gov = governor;
         if (action) applyCap(action.setCap);
@@ -1169,7 +1205,7 @@ function useAvatarQualityGovernor(input) {
       } catch {
       }
     };
-  }, [enabled, room, videoTrack, freezeReading, config, tickMs]);
+  }, [enabled, room, targetPublication, targetParticipant, targetTrack, config, tickMs]);
 }
 
 // ../client/src/react/frame-recovery.ts
@@ -1771,8 +1807,7 @@ var sessionChoreographySchema = z.object({
   { message: "idle_dwell_min_seconds must be <= idle_dwell_max_seconds" }
 );
 var sessionBehaviorSchema = z.object({
-  gestures_enabled: z.boolean().optional(),
-  gesture_freq: z.enum(["sparse", "balanced", "lively"]).optional()
+  gestures_enabled: z.boolean().optional()
 }).strict();
 var transcriptWebhookSchema = z.object({
   url: z.string().url().max(500),

package/dist/server.d.ts

@@ -1,3 +1,3 @@
 export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, StartCallOptions, clipLibraryDeclarationSchema, verifyTranscript } from './index.js';
-export { h as Asset, g as AssetKind, A as Avatar, l as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, m as CallConnection, C as CallMode, a as CallPolicy, n as CallQueued, o as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, p as ClipLibraryPlan, e as ClipLibraryUpdate, q as ClipSource, r as ContextMessage, k as CreditBalance, E as EndCallOptions, s as EndCallReason, i as ListSessionsOptions, L as LoopRedirect, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, V as VideoPolicy, t as isQueued } from './types-BgYFwlSn.js';
+export { h as Asset, g as AssetKind, A as Avatar, l as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, m as CallConnection, C as CallMode, a as CallPolicy, n as CallQueued, o as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, p as ClipLibraryPlan, e as ClipLibraryUpdate, q as ClipSource, r as ContextMessage, k as CreditBalance, E as EndCallOptions, s as EndCallReason, i as ListSessionsOptions, L as LoopRedirect, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, V as VideoPolicy, t as isQueued } from './types-FoJMJimV.js';
 import 'zod';

package/dist/server.js

@@ -1 +1 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-5UEMZN6J.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, verifyTranscript } from './chunk-MBQ2VKLC.js';

package/dist/tanstack-start.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-zQtYeR_l.js';
-import './types-BgYFwlSn.js';
+import { P as ProxyConfig } from './types-DrgyCwLC.js';
+import './types-FoJMJimV.js';
 
 /**
  * TanStack Start. Mount at `routes/api/realtime-avatar/$.ts` — the trailing `$` is Start's

package/dist/tanstack-start.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-UJQBYKPI.js';
-import './chunk-5UEMZN6J.js';
+import { createProxyHandler } from './chunk-RVBBZCVM.js';
+import './chunk-MBQ2VKLC.js';
 
 // src/tanstack-start.ts
 function realtimeAvatarServerRoute(config) {

package/dist/{types-zQtYeR_l.d.ts → types-DrgyCwLC.d.ts}

@@ -1,4 +1,4 @@
-import { C as CallMode, a as CallPolicy } from './types-BgYFwlSn.js';
+import { C as CallMode, a as CallPolicy } from './types-FoJMJimV.js';
 
 /** The three things a caller can ask the proxy to do. Gate on these, not on URLs. */
 type ProxyOperation = "connect" | "end" | "avatars" | "credits";

package/dist/{types-BgYFwlSn.d.ts → types-FoJMJimV.d.ts}

@@ -132,8 +132,6 @@ interface components {
             };
             behavior?: {
                 gestures_enabled?: boolean;
-                /** @enum {string} */
-                gesture_freq?: "sparse" | "balanced" | "lively";
             };
             expression_profile?: string;
             /** @enum {string} */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "realtime-avatar",
-  "version": "0.10.0",
+  "version": "0.11.0",
   "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
   "license": "MIT",
   "author": "The Influence Company",