realtime-avatar 0.27.3 → 0.27.5

package/README.md

@@ -97,10 +97,11 @@ Recordings may finish processing after a call ends. Use `listRecordings({ sessio
 them, or refresh `getRecording(recordingId)` while processing. These methods and
 `getRecordingAccess` require a server key with `recordings:read`.
 
-Save `recordingId`, not a playback URL. Files are retained until `retainedUntil` (30 days by
-default); each URL expires at `expiresAt` (up to one hour, capped by retention). Obtain fresh
+Save `recordingId`, not a playback URL. Files are retained until `retainedUntil` (the platform's
+existing default is 36,500 days); each URL expires at `expiresAt` (up to one hour, capped by retention). Obtain fresh
 access before replaying or seeking after expiry. An expired URL does not delete the file.
 Treat the URL as private: anyone who has it can play that file until it expires.
+This is the existing platform retention policy, not a new SDK setting or extension.
 
 For participant replay, pass every ready `{ recording, url }` asset to `RecordingPlayer`
 from `realtime-avatar/react`. It accepts combined participant MP4s and separate audio/video
@@ -288,6 +289,48 @@ rta.iterateSessions({ from, to })                   // the same, paging handled
 verifyTranscript(rawBytes, headers, secret)
 ```
 
+### Session page validation
+
+`listSessions` parses the complete response using the generated platform contract and
+returns `{ sessions, nextCursor, from, to }`. Missing required fields, invalid statuses,
+invalid billing numbers and unknown page or session fields throw
+the public `RealtimeAvatarError` with a contract-mismatch message, without retaining the
+rejected response or validation details, including when successful response bytes are not JSON.
+They are not coerced into empty pages, failed sessions or null values. Every own metadata key,
+including `__proto__`, is preserved without prototype mutation. Metadata is an open
+record and keeps its contents, and optional contract fields such as `releaseIdentity` are
+preserved when returned. `iterateSessions` applies the same validation on every page;
+cursor forwarding and the served window remain unchanged.
+
+### Optional speech diagnostics
+
+```ts
+for await (const session of rta.iterateSessions({ from, to, speechDiagnostics: true })) {
+  const diagnostics = session.speechDiagnostics;
+  if (diagnostics?.status === "available") {
+    const endToEndMs = diagnostics.latency_ms.e2e?.p50;
+    // An absent leg is unknown, not zero.
+  } else if (diagnostics?.status === "unavailable") {
+    console.log(diagnostics.reason);
+  }
+}
+```
+
+`listSessions` accepts the same option. Only `true` sends `X-RTA-Speech-Diagnostics: 1`;
+false and omission send no header. Iteration keeps it on every page without adding a query
+parameter, request body or call metadata. There is no general request-header override.
+The `available` branch carries whole-session dialogue per-leg `latency_ms` statistics
+(`count`, `p50`, `p90`, `max`) and coverage (`first_at`, `last_at`, `lines`). Coverage timestamps
+may be null or log timestamps without a timezone. Missing legs remain absent. These are
+not pooled turn percentiles, query-date-window slices, or browser-audible latency. The
+`unavailable` branch carries a canonical reason, never fabricated healthy zero. Older servers
+may omit `speechDiagnostics` even when requested; preserve that absence. No raw logs or
+warnings are returned. Malformed diagnostics throw the same public `RealtimeAvatarError`.
+
+The API owns opt-in limits: at most 50 sessions per page, 65,536 bytes per summary,
+a 5,000 ms total page deadline and concurrency 4. The SDK does not clamp `limit` locally or
+reimplement server budgets; it follows the returned cursor and served window.
+
 ---
 
 ## Subpaths

package/dist/{chunk-W4DGBG4Z.js → chunk-6E3SZH35.js}

@@ -334,7 +334,7 @@ function transcriptionToWire(input) {
     ...options.customVocabulary !== void 0 ? { custom_vocabulary: options.customVocabulary } : {}
   };
 }
-var schema03 = z.enum(["minor-sexual-content-v1"]);
+var schema03 = z.enum(["minor-sexual-content-v1", "safe-content-v1"]);
 var contentPolicySchema = schema03;
 
 // ../client/src/wire.ts
@@ -672,10 +672,103 @@ var liveKitSessionReleaseReasonSchema = z.enum([
   "manual",
   "idle_timeout"
 ]);
+var schema04 = z.string().min(8).max(80);
+var schema111 = z.enum(["eou", "llm", "tts", "decision", "hold", "e2e"]);
+var schema28 = z.literal("interrupt_stop");
+var schema33 = z.union([schema111, schema28]);
+var schema43 = z.int().max(9007199254740991).gt(0);
+var schema52 = z.number().min(0);
+var schema62 = z.strictObject({
+  "count": schema43,
+  "max": schema52,
+  "p50": schema52,
+  "p90": schema52
+});
+var schema72 = z.partialRecord(schema33, schema62);
+var schema82 = z.literal("available");
+var schema92 = z.literal("dialogue");
+var schema102 = z.string().regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d))|(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?)$"));
+var schema112 = z.null();
+var schema122 = z.union([schema102, schema112]);
+var schema132 = z.int().min(0).max(9007199254740991);
+var schema142 = z.strictObject({
+  "first_at": schema122,
+  "last_at": schema122,
+  "lines": schema132
+});
+var schema152 = z.strictObject({
+  "latency_ms": schema72,
+  "status": schema82,
+  "sourceRole": schema92,
+  "coverage": schema142
+});
+var schema162 = z.literal("unavailable");
+var schema172 = z.enum(["not_closed", "unconfigured", "missing", "invalid", "oversized", "unscorable", "no_measured_latency", "timeout", "aborted", "storage_unavailable"]);
+var schema182 = z.strictObject({
+  "status": schema162,
+  "reason": schema172
+});
+var schema192 = z.union([schema152, schema182]);
+var schema202 = z.string().min(1).max(200);
+var schema212 = z.union([schema202, schema112]);
+var schema222 = z.string().regex(new RegExp("^[0-9a-f]{40}$"));
+var schema232 = z.union([schema222, schema112]);
+var schema242 = z.literal("cloudflare-worker-version");
+var schema252 = z.literal("authenticated-worker-heartbeat");
+var schema262 = z.union([schema252, schema112]);
+var schema272 = z.string().min(1).max(160);
+var schema282 = z.union([schema272, schema112]);
+var schema29 = z.union([schema132, schema112]);
+var schema30 = z.iso.datetime({ offset: true }).regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"));
+var schema31 = z.union([schema30, schema112]);
+var schema322 = z.strictObject({
+  "deploymentSource": schema242,
+  "workerSource": schema262,
+  "workerId": schema282,
+  "podStartedAtMs": schema29,
+  "workerObservedAt": schema31
+});
+var schema332 = z.strictObject({
+  "deploymentId": schema212,
+  "workerRevision": schema232,
+  "provenance": schema322
+});
+var schema34 = z.string();
+var schema35 = z.union([schema34, schema112]);
+var schema36 = z.enum(["reserved", "started", "released", "failed"]);
+var schema37 = z.union([schema52, schema112]);
+var schema38 = z.custom((value) => typeof value === "object" && value !== null && !Array.isArray(value));
+var schema39 = z.strictObject({
+  "sessionId": schema04,
+  "speechDiagnostics": schema192.optional(),
+  "releaseIdentity": schema332.optional(),
+  "avatarId": schema35,
+  "avatarName": schema35,
+  "status": schema36,
+  "startedAt": schema35,
+  "endedAt": schema35,
+  "activeSeconds": schema37,
+  "billedCreditMicros": schema29,
+  "metadata": schema38,
+  "createdAt": schema34
+});
+var schema40 = z.array(schema39);
+var schema41 = z.iso.datetime({ offset: true }).regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z))$"));
+var schema422 = z.strictObject({
+  "data": schema40,
+  "nextCursor": schema35,
+  "from": schema41,
+  "to": schema41
+});
+var listUsageSessionsResponseSchema = schema422;
+function toSessionsPage(page) {
+  const { data, ...pagination } = page;
+  return { ...pagination, sessions: data };
+}
 
 // ../http-client/src/client.ts
 var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
-var SDK_VERSION = "0.27.3";
+var SDK_VERSION = "0.27.5";
 var RealtimeAvatar = class {
   #apiKey;
   #baseUrl;
@@ -1081,6 +1174,10 @@ var RealtimeAvatar = class {
    *
    * Tagging is optional and nothing degrades without it — you just cannot attribute a
    * session to one of your users. Requires a key with the `usage:read` scope.
+   *
+   * `speechDiagnostics: true` opts into whole-session dialogue per-leg measurements, not
+   * browser-audible latency. Unavailable evidence is explicit; old-server absence stays absent.
+   * The API owns the opt-in page cap and budgets; the SDK forwards the requested limit.
    */
   async listSessions(options = {}) {
     const query = new URLSearchParams();
@@ -1090,8 +1187,22 @@ var RealtimeAvatar = class {
     if (options.cursor) query.set("cursor", options.cursor);
     if (options.endUserId) query.set("endUserId", options.endUserId);
     const suffix = query.size > 0 ? `?${query}` : "";
-    const page = await this.#json(await this.#request("GET", `/usage/sessions${suffix}`));
-    return toUsageSessionPage(page);
+    const response = await this.#request("GET", `/usage/sessions${suffix}`, {
+      headers: options.speechDiagnostics === true ? { "X-RTA-Speech-Diagnostics": "1" } : void 0
+    });
+    const mismatch = "Usage sessions response did not match the SDK contract";
+    let raw;
+    try {
+      raw = await this.#json(response);
+    } catch (error) {
+      if (error instanceof SyntaxError) throw new RealtimeAvatarError(mismatch);
+      throw error;
+    }
+    const page = listUsageSessionsResponseSchema.safeParse(raw);
+    if (!page.success) {
+      throw new RealtimeAvatarError(mismatch);
+    }
+    return toSessionsPage(page.data);
   }
   /**
    * Every session in a window, following the cursor for you.
@@ -1140,6 +1251,9 @@ var RealtimeAvatar = class {
       authorization: `Bearer ${this.#apiKey}`,
       "user-agent": this.#userAgent
     };
+    if (init.headers?.["X-RTA-Speech-Diagnostics"] === "1") {
+      headers["X-RTA-Speech-Diagnostics"] = "1";
+    }
     let body = init.body;
     if (init.json !== void 0) {
       headers["content-type"] = "application/json";
@@ -1184,34 +1298,6 @@ var RealtimeAvatar = class {
     throw new RealtimeAvatarHttpError(response.status, code, text, response.headers.get("x-request-id") ?? void 0);
   }
 };
-function toUsageSessionPage(raw) {
-  const body = isRecord(raw) ? raw : {};
-  const rows = Array.isArray(body.data) ? body.data : [];
-  return {
-    sessions: rows.filter(isRecord).map((row) => ({
-      sessionId: String(row.sessionId ?? ""),
-      avatarId: typeof row.avatarId === "string" ? row.avatarId : null,
-      // Added to the contract alongside avatarId so a usage row is readable without a
-      // second lookup. Defensive like its siblings: an older server that omits it
-      // yields null rather than the string "undefined".
-      avatarName: typeof row.avatarName === "string" ? row.avatarName : null,
-      status: usageStatus(row.status),
-      startedAt: typeof row.startedAt === "string" ? row.startedAt : null,
-      endedAt: typeof row.endedAt === "string" ? row.endedAt : null,
-      activeSeconds: typeof row.activeSeconds === "number" ? row.activeSeconds : null,
-      billedCreditMicros: typeof row.billedCreditMicros === "number" ? row.billedCreditMicros : null,
-      metadata: isRecord(row.metadata) ? row.metadata : {},
-      createdAt: String(row.createdAt ?? "")
-    })),
-    nextCursor: typeof body.nextCursor === "string" ? body.nextCursor : null,
-    from: String(body.from ?? ""),
-    to: String(body.to ?? "")
-  };
-}
-var USAGE_STATUSES = ["reserved", "started", "released", "failed"];
-function usageStatus(value) {
-  return USAGE_STATUSES.find((s) => s === value) ?? "failed";
-}
 function isRecord(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }

package/dist/{chunk-QBOIOZ3O.js → chunk-IJHM44YT.js}

@@ -1,8 +1,11 @@
-import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-W4DGBG4Z.js';
+import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-6E3SZH35.js';
 import { z } from 'zod';
 
 // ../http-client/src/generated/error-semantics.ts
 var ERROR_SEMANTICS = {
+  "capacity_full": { statuses: [429], message: "All session seats are busy. Keep your queue ticket and retry shortly.", retryable: true },
+  "capacity_no_workers": { statuses: [429], message: "No session workers are available. Keep your queue ticket and retry shortly.", retryable: true },
+  "capacity_draining": { statuses: [429], message: "Session workers are restarting or draining. Keep your queue ticket and retry shortly.", retryable: true },
   "bad_request": { statuses: [400], message: "Check the request and try again.", retryable: false },
   "unauthorized": { statuses: [401], message: "Authentication is required to use Realtime Avatar.", retryable: false },
   "payment_required": { statuses: [402], message: "Add credits to continue using realtime avatars.", retryable: false },

package/dist/express.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-lgS4Z9rd.js';
-import './types-kgmS7ECd.js';
+import { P as ProxyConfig } from './types-B1IR4EaJ.js';
+import './types-C8X50QT9.js';
 import 'zod';
 
 type Expressish = {

package/dist/express.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-QBOIOZ3O.js';
-import './chunk-W4DGBG4Z.js';
+import { createProxyHandler } from './chunk-IJHM44YT.js';
+import './chunk-6E3SZH35.js';
 import './chunk-MCIXU6XP.js';
 
 // ../proxy/src/express.ts

package/dist/hono.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-lgS4Z9rd.js';
-import './types-kgmS7ECd.js';
+import { P as ProxyConfig } from './types-B1IR4EaJ.js';
+import './types-C8X50QT9.js';
 import 'zod';
 
 /**

package/dist/hono.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-QBOIOZ3O.js';
-import './chunk-W4DGBG4Z.js';
+import { createProxyHandler } from './chunk-IJHM44YT.js';
+import './chunk-6E3SZH35.js';
 import './chunk-MCIXU6XP.js';
 
 // ../proxy/src/hono.ts

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreditBalance, T as TranscriptPayload } from './types-kgmS7ECd.js';
-export { o as AvatarClip, p as CallConnection, q as CallQueued, r as ClipDeclaration, s as ClipLibraryPlan, t as ClipSource, u as ContextMessage, v as EndCallReason, w as ExternalLlm, x as RecordingArtifactStatus, y as RecordingMode, V as VideoPolicy, z as isQueued, B as listRecordingsResponseSchema, D as recordingAccessResponseSchema, F as recordingArtifactSchema, G as recordingModeSchema } from './types-kgmS7ECd.js';
+import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreditBalance, T as TranscriptPayload } from './types-C8X50QT9.js';
+export { o as AvatarClip, p as CallConnection, q as CallQueued, r as ClipDeclaration, s as ClipLibraryPlan, t as ClipSource, u as ContextMessage, v as EndCallReason, w as ExternalLlm, x as RecordingArtifactStatus, y as RecordingMode, V as VideoPolicy, z as isQueued, B as listRecordingsResponseSchema, D as recordingAccessResponseSchema, F as recordingArtifactSchema, G as recordingModeSchema } from './types-C8X50QT9.js';
 import { ConnectionHistoryResponse } from './connection-history.js';
 import { z } from 'zod';
 
@@ -278,6 +278,10 @@ declare class RealtimeAvatar {
      *
      * Tagging is optional and nothing degrades without it — you just cannot attribute a
      * session to one of your users. Requires a key with the `usage:read` scope.
+     *
+     * `speechDiagnostics: true` opts into whole-session dialogue per-leg measurements, not
+     * browser-audible latency. Unavailable evidence is explicit; old-server absence stays absent.
+     * The API owns the opt-in page cap and budgets; the SDK forwards the requested limit.
      */
     listSessions(options?: ListSessionsOptions): Promise<UsageSessionPage>;
     /**

package/dist/index.js

@@ -1,2 +1,2 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-W4DGBG4Z.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-6E3SZH35.js';
 import './chunk-MCIXU6XP.js';

package/dist/nextjs.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-lgS4Z9rd.js';
-import './types-kgmS7ECd.js';
+import { P as ProxyConfig } from './types-B1IR4EaJ.js';
+import './types-C8X50QT9.js';
 import 'zod';
 
 /**

package/dist/nextjs.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-QBOIOZ3O.js';
-import './chunk-W4DGBG4Z.js';
+import { createProxyHandler } from './chunk-IJHM44YT.js';
+import './chunk-6E3SZH35.js';
 import './chunk-MCIXU6XP.js';
 
 // ../proxy/src/nextjs.ts

package/dist/{proxy-client-BAY77sJZ.d.ts → proxy-client-B7BAxMyL.d.ts}

@@ -11,7 +11,7 @@ declare function useAvatarCamera({ allowed, active }: {
 }): {
     enabled: boolean;
     pending: boolean;
-    error: "permission_denied" | "unavailable" | null;
+    error: "unavailable" | "permission_denied" | null;
     available: boolean;
     toggle: () => Promise<void>;
     setEnabled: (enabled: boolean) => Promise<void>;
@@ -244,6 +244,7 @@ declare const liveKitSessionRequestSchema: z.ZodObject<{
     connectionHistory: z.ZodOptional<z.ZodBoolean>;
     contentPolicy: z.ZodOptional<z.ZodEnum<{
         "minor-sexual-content-v1": "minor-sexual-content-v1";
+        "safe-content-v1": "safe-content-v1";
     }>>;
 }, z.core.$strict>;
 declare const liveKitSessionGrantSchema: z.ZodObject<{

package/dist/react-native.d.ts

@@ -1,7 +1,7 @@
 import { LiveKitRoomProps } from '@livekit/react-native';
 export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
-import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-BAY77sJZ.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, ak as SessionLifecycleRoomBridgeProps, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, av as VoiceSpec, aw as VoiceSpecInput, ax as capacityErrorFromBusy, ay as capacityStateFromGrant, az as createProxyClient, aA as isNativeLiveTrackSubscribed, aB as knownBehaviorStates, aC as mapTurnState, aD as readInboundRtp, aE as sessionBehaviorSchema, aF as sessionClipSchema, aG as splitCallTranscript, aH as useAvatarAdaptivePlayoutDelay, aI as useAvatarCamera, aJ as useAvatarPlayoutDelay, aK as useAvatarQualityGovernor, aL as useCallTranscript, aM as useLiveKitAvatarGrant, aN as useLiveTrackProducing, aO as useMicLease, aP as useRealtimeSession, aQ as useReleaseMicLeaseOnTrackEnded, aR as useSessionLifecycle } from './proxy-client-BAY77sJZ.js';
+import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-B7BAxMyL.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, ak as SessionLifecycleRoomBridgeProps, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, av as VoiceSpec, aw as VoiceSpecInput, ax as capacityErrorFromBusy, ay as capacityStateFromGrant, az as createProxyClient, aA as isNativeLiveTrackSubscribed, aB as knownBehaviorStates, aC as mapTurnState, aD as readInboundRtp, aE as sessionBehaviorSchema, aF as sessionClipSchema, aG as splitCallTranscript, aH as useAvatarAdaptivePlayoutDelay, aI as useAvatarCamera, aJ as useAvatarPlayoutDelay, aK as useAvatarQualityGovernor, aL as useCallTranscript, aM as useLiveKitAvatarGrant, aN as useLiveTrackProducing, aO as useMicLease, aP as useRealtimeSession, aQ as useReleaseMicLeaseOnTrackEnded, aR as useSessionLifecycle } from './proxy-client-B7BAxMyL.js';
 import { ReactNode, ReactElement } from 'react';
 import { StyleProp, ViewStyle } from 'react-native';
 export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';

package/dist/react-native.js

@@ -293,6 +293,9 @@ function playoutDelayTarget(track) {
 
 // ../http-client/src/generated/error-semantics.ts
 var ERROR_SEMANTICS = {
+  "capacity_full": { statuses: [429], message: "All session seats are busy. Keep your queue ticket and retry shortly.", retryable: true },
+  "capacity_no_workers": { statuses: [429], message: "No session workers are available. Keep your queue ticket and retry shortly.", retryable: true },
+  "capacity_draining": { statuses: [429], message: "Session workers are restarting or draining. Keep your queue ticket and retry shortly.", retryable: true },
   "bad_request": { statuses: [400], message: "Check the request and try again.", retryable: false },
   "unauthorized": { statuses: [401], message: "Authentication is required to use Realtime Avatar.", retryable: false },
   "payment_required": { statuses: [402], message: "Add credits to continue using realtime avatars.", retryable: false },
@@ -1720,7 +1723,7 @@ var transcriptionOptionsSchema = z.object({
   languageCodes: transcriptionWireSchema.shape.language_codes,
   customVocabulary: transcriptionWireSchema.shape.custom_vocabulary
 }).strict();
-var schema02 = z.enum(["minor-sexual-content-v1"]);
+var schema02 = z.enum(["minor-sexual-content-v1", "safe-content-v1"]);
 var contentPolicySchema = schema02;
 
 // ../client/src/wire.ts

package/dist/react.d.ts

@@ -1,6 +1,6 @@
 import { ToolRegistration, RegisteredTool } from './tools.js';
-import { ak as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit, aS as CallMicrophone, aT as CallAudioPlayback, aU as CallMicrophoneProblem } from './proxy-client-BAY77sJZ.js';
-export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aV as AvatarVideoSurface, aW as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, aX as LivePlaybackKeeper, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, aY as MIC_LEASE_ENDED_TIMEOUT_MS, aZ as MicLease, a_ as NETWORK_QUALITY_POLICY, a$ as NetworkQualityStatus, b0 as PlayableVideoElement, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, b1 as RealtimeAvatarCapacityError, b2 as RealtimeAvatarLiveKitRoom, b3 as RealtimeAvatarLiveKitRoomProps, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, av as VoiceSpec, aw as VoiceSpecInput, ax as capacityErrorFromBusy, ay as capacityStateFromGrant, az as createProxyClient, aB as knownBehaviorStates, aC as mapTurnState, aD as readInboundRtp, aE as sessionBehaviorSchema, aF as sessionClipSchema, b4 as shouldReplayPendingTurn, aG as splitCallTranscript, aH as useAvatarAdaptivePlayoutDelay, aI as useAvatarCamera, aJ as useAvatarPlayoutDelay, aK as useAvatarQualityGovernor, aL as useCallTranscript, aM as useLiveKitAvatarGrant, aO as useMicLease, aP as useRealtimeSession, aQ as useReleaseMicLeaseOnTrackEnded, aR as useSessionLifecycle } from './proxy-client-BAY77sJZ.js';
+import { ak as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit, aS as CallMicrophone, aT as CallAudioPlayback, aU as CallMicrophoneProblem } from './proxy-client-B7BAxMyL.js';
+export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aV as AvatarVideoSurface, aW as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, aX as LivePlaybackKeeper, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, aY as MIC_LEASE_ENDED_TIMEOUT_MS, aZ as MicLease, a_ as NETWORK_QUALITY_POLICY, a$ as NetworkQualityStatus, b0 as PlayableVideoElement, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, b1 as RealtimeAvatarCapacityError, b2 as RealtimeAvatarLiveKitRoom, b3 as RealtimeAvatarLiveKitRoomProps, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, av as VoiceSpec, aw as VoiceSpecInput, ax as capacityErrorFromBusy, ay as capacityStateFromGrant, az as createProxyClient, aB as knownBehaviorStates, aC as mapTurnState, aD as readInboundRtp, aE as sessionBehaviorSchema, aF as sessionClipSchema, b4 as shouldReplayPendingTurn, aG as splitCallTranscript, aH as useAvatarAdaptivePlayoutDelay, aI as useAvatarCamera, aJ as useAvatarPlayoutDelay, aK as useAvatarQualityGovernor, aL as useCallTranscript, aM as useLiveKitAvatarGrant, aO as useMicLease, aP as useRealtimeSession, aQ as useReleaseMicLeaseOnTrackEnded, aR as useSessionLifecycle } from './proxy-client-B7BAxMyL.js';
 import { CSSProperties, ReactNode } from 'react';
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import { R as RecordingArtifact } from './recording-ydFVySSd.js';

package/dist/react.js

@@ -499,6 +499,9 @@ function playoutDelayTarget(track) {
 
 // ../http-client/src/generated/error-semantics.ts
 var ERROR_SEMANTICS = {
+  "capacity_full": { statuses: [429], message: "All session seats are busy. Keep your queue ticket and retry shortly.", retryable: true },
+  "capacity_no_workers": { statuses: [429], message: "No session workers are available. Keep your queue ticket and retry shortly.", retryable: true },
+  "capacity_draining": { statuses: [429], message: "Session workers are restarting or draining. Keep your queue ticket and retry shortly.", retryable: true },
   "bad_request": { statuses: [400], message: "Check the request and try again.", retryable: false },
   "unauthorized": { statuses: [401], message: "Authentication is required to use Realtime Avatar.", retryable: false },
   "payment_required": { statuses: [402], message: "Add credits to continue using realtime avatars.", retryable: false },
@@ -2339,7 +2342,7 @@ var transcriptionOptionsSchema = z.object({
   languageCodes: transcriptionWireSchema.shape.language_codes,
   customVocabulary: transcriptionWireSchema.shape.custom_vocabulary
 }).strict();
-var schema02 = z.enum(["minor-sexual-content-v1"]);
+var schema02 = z.enum(["minor-sexual-content-v1", "safe-content-v1"]);
 var contentPolicySchema = schema02;
 
 // ../client/src/wire.ts

package/dist/server.d.ts

@@ -1,4 +1,4 @@
 export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, StartCallOptions, clipLibraryDeclarationSchema, verifyTranscript } from './index.js';
-export { h as Asset, g as AssetKind, A as Avatar, o as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, p as CallConnection, C as CallMode, a as CallPolicy, q as CallQueued, r as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, s as ClipLibraryPlan, e as ClipLibraryUpdate, t as ClipSource, u as ContextMessage, n as CreditBalance, E as EndCallOptions, v as EndCallReason, w as ExternalLlm, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, x as RecordingArtifactStatus, y as RecordingMode, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, V as VideoPolicy, z as isQueued, B as listRecordingsResponseSchema, D as recordingAccessResponseSchema, F as recordingArtifactSchema, G as recordingModeSchema } from './types-kgmS7ECd.js';
+export { h as Asset, g as AssetKind, A as Avatar, o as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, p as CallConnection, C as CallMode, a as CallPolicy, q as CallQueued, r as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, s as ClipLibraryPlan, e as ClipLibraryUpdate, t as ClipSource, u as ContextMessage, n as CreditBalance, E as EndCallOptions, v as EndCallReason, w as ExternalLlm, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, x as RecordingArtifactStatus, y as RecordingMode, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, V as VideoPolicy, z as isQueued, B as listRecordingsResponseSchema, D as recordingAccessResponseSchema, F as recordingArtifactSchema, G as recordingModeSchema } from './types-C8X50QT9.js';
 import './connection-history.js';
 import 'zod';

package/dist/server.js

@@ -1,2 +1,2 @@
-export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-W4DGBG4Z.js';
+export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript } from './chunk-6E3SZH35.js';
 import './chunk-MCIXU6XP.js';

package/dist/tanstack-start.d.ts

@@ -1,5 +1,5 @@
-import { P as ProxyConfig } from './types-lgS4Z9rd.js';
-import './types-kgmS7ECd.js';
+import { P as ProxyConfig } from './types-B1IR4EaJ.js';
+import './types-C8X50QT9.js';
 import 'zod';
 
 /**

package/dist/tanstack-start.js

@@ -1,5 +1,5 @@
-import { createProxyHandler } from './chunk-QBOIOZ3O.js';
-import './chunk-W4DGBG4Z.js';
+import { createProxyHandler } from './chunk-IJHM44YT.js';
+import './chunk-6E3SZH35.js';
 import './chunk-MCIXU6XP.js';
 
 // src/tanstack-start.ts

package/dist/{types-lgS4Z9rd.d.ts → types-B1IR4EaJ.d.ts}

@@ -1,4 +1,4 @@
-import { C as CallMode, a as CallPolicy } from './types-kgmS7ECd.js';
+import { C as CallMode, a as CallPolicy } from './types-C8X50QT9.js';
 
 /** The three things a caller can ask the proxy to do. Gate on these, not on URLs. */
 type ProxyOperation = "connect" | "end" | "avatars" | "credits";