realtime-avatar 0.28.0 → 0.29.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,4 +1,4 @@
1
- import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-V7A4NRKC.js';
1
+ import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-MMO5AQN4.js';
2
2
  import { z } from 'zod';
3
3
 
4
4
  // ../http-client/src/generated/error-semantics.ts
@@ -358,6 +358,11 @@ var schema52 = z.object({
358
358
  "request_id": schema28.optional()
359
359
  });
360
360
  var voiceErrorFrameSchema = schema52;
361
+ var schema05 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
362
+ var schema112 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
363
+ var schema29 = z.union([schema05, schema112]);
364
+ var fishTtsModelSchema = schema29;
365
+ var DEFAULT_FISH_TTS_MODEL = "s2.1-pro";
361
366
 
362
367
  // ../client/src/wire.ts
363
368
  var DEFAULT_AVATAR_ID = "maria";
@@ -412,8 +417,6 @@ var cartesiaVoiceSpecSchema = z.object({
412
417
  emotion: z.string().min(1).max(80).nullable().optional(),
413
418
  language: z.string().min(2).max(16).nullable().optional()
414
419
  }).strict();
415
- var FISH_TTS_MODELS = ["speech-1.6", "s1", "s2-pro", "speech-1.5", "s1-mini"];
416
- var fishTtsModelSchema = z.enum(FISH_TTS_MODELS);
417
420
  var breezeVoiceSpecSchema = z.object({
418
421
  provider: z.literal("breezeblue"),
419
422
  model: z.string().min(1).max(80).default("bluebell-v1-en"),
@@ -424,7 +427,7 @@ var breezeVoiceSpecSchema = z.object({
424
427
  }).strict();
425
428
  var fishVoiceSpecSchema = z.object({
426
429
  provider: z.literal("fish"),
427
- model: fishTtsModelSchema.default("speech-1.6"),
430
+ model: fishTtsModelSchema.default(DEFAULT_FISH_TTS_MODEL),
428
431
  voice_id: z.string().min(1).max(120),
429
432
  speed: z.number().min(0.5).max(2).nullable().optional(),
430
433
  emotion: z.string().min(1).max(80).nullable().optional(),
@@ -696,16 +699,16 @@ var liveKitSessionReleaseReasonSchema = z.enum([
696
699
  "manual",
697
700
  "idle_timeout"
698
701
  ]);
699
- var schema05 = z.url().regex(new RegExp("^https:\\/\\/")).max(500);
700
- var schema112 = z.string().min(16).max(200);
701
- var schema29 = z.string().min(1).max(200);
702
+ var schema06 = z.url().regex(new RegExp("^https:\\/\\/")).max(500);
703
+ var schema113 = z.string().min(16).max(200);
704
+ var schema210 = z.string().min(1).max(200);
702
705
  var schema34 = z.string().min(2).max(35);
703
706
  var schema44 = z.literal([8e3, 16e3, 22050, 24e3, 44100, 48e3]);
704
707
  var schema53 = z.int().min(1e3).max(15e3);
705
708
  var schema62 = z.strictObject({
706
- "url": schema05,
707
- "secret": schema112,
708
- "voice_id": schema29.optional(),
709
+ "url": schema06,
710
+ "secret": schema113,
711
+ "voice_id": schema210.optional(),
709
712
  "language": schema34.optional(),
710
713
  "sample_rate": schema44.optional(),
711
714
  "timeout_ms": schema53.optional()
@@ -714,7 +717,7 @@ var schema72 = z.literal("voice.synthesize");
714
717
  var schema82 = z.literal(1);
715
718
  var schema92 = z.string().min(1).max(200);
716
719
  var schema102 = z.string();
717
- var schema113 = z.string().min(1).max(5e3);
720
+ var schema114 = z.string().min(1).max(5e3);
718
721
  var schema122 = z.string();
719
722
  var schema132 = z.null();
720
723
  var schema142 = z.union([schema122, schema132]);
@@ -735,7 +738,7 @@ var schema232 = z.object({
735
738
  "version": schema82,
736
739
  "request_id": schema92,
737
740
  "session_id": schema102,
738
- "text": schema113,
741
+ "text": schema114,
739
742
  "voice_id": schema142,
740
743
  "language": schema162,
741
744
  "output": schema192,
@@ -762,10 +765,10 @@ function voiceWebhookToWire(input) {
762
765
  };
763
766
  }
764
767
  var voiceWebhookRequestSchema = schema232;
765
- var schema06 = z.string().min(8).max(80);
766
- var schema114 = z.enum(["eou", "llm", "tts", "decision", "hold", "e2e"]);
767
- var schema210 = z.literal("interrupt_stop");
768
- var schema35 = z.union([schema114, schema210]);
768
+ var schema07 = z.string().min(8).max(80);
769
+ var schema115 = z.enum(["eou", "llm", "tts", "decision", "hold", "e2e"]);
770
+ var schema211 = z.literal("interrupt_stop");
771
+ var schema35 = z.union([schema115, schema211]);
769
772
  var schema45 = z.int().max(9007199254740991).gt(0);
770
773
  var schema54 = z.number().min(0);
771
774
  var schema63 = z.strictObject({
@@ -778,8 +781,8 @@ var schema73 = z.partialRecord(schema35, schema63);
778
781
  var schema83 = z.literal("available");
779
782
  var schema93 = z.literal("dialogue");
780
783
  var schema103 = z.string().regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d))|(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?)$"));
781
- var schema115 = z.null();
782
- var schema123 = z.union([schema103, schema115]);
784
+ var schema116 = z.null();
785
+ var schema123 = z.union([schema103, schema116]);
783
786
  var schema133 = z.int().min(0).max(9007199254740991);
784
787
  var schema143 = z.strictObject({
785
788
  "first_at": schema123,
@@ -800,17 +803,17 @@ var schema183 = z.strictObject({
800
803
  });
801
804
  var schema193 = z.union([schema153, schema183]);
802
805
  var schema203 = z.string().min(1).max(200);
803
- var schema213 = z.union([schema203, schema115]);
806
+ var schema213 = z.union([schema203, schema116]);
804
807
  var schema223 = z.string().regex(new RegExp("^[0-9a-f]{40}$"));
805
- var schema233 = z.union([schema223, schema115]);
808
+ var schema233 = z.union([schema223, schema116]);
806
809
  var schema242 = z.literal("cloudflare-worker-version");
807
810
  var schema252 = z.literal("authenticated-worker-heartbeat");
808
- var schema262 = z.union([schema252, schema115]);
811
+ var schema262 = z.union([schema252, schema116]);
809
812
  var schema272 = z.string().min(1).max(160);
810
- var schema282 = z.union([schema272, schema115]);
811
- var schema292 = z.union([schema133, schema115]);
813
+ var schema282 = z.union([schema272, schema116]);
814
+ var schema292 = z.union([schema133, schema116]);
812
815
  var schema30 = z.iso.datetime({ offset: true }).regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"));
813
- var schema31 = z.union([schema30, schema115]);
816
+ var schema31 = z.union([schema30, schema116]);
814
817
  var schema322 = z.strictObject({
815
818
  "deploymentSource": schema242,
816
819
  "workerSource": schema262,
@@ -824,12 +827,12 @@ var schema332 = z.strictObject({
824
827
  "provenance": schema322
825
828
  });
826
829
  var schema342 = z.string();
827
- var schema352 = z.union([schema342, schema115]);
830
+ var schema352 = z.union([schema342, schema116]);
828
831
  var schema36 = z.enum(["reserved", "started", "released", "failed"]);
829
- var schema37 = z.union([schema54, schema115]);
832
+ var schema37 = z.union([schema54, schema116]);
830
833
  var schema38 = z.custom((value) => typeof value === "object" && value !== null && !Array.isArray(value));
831
834
  var schema39 = z.strictObject({
832
- "sessionId": schema06,
835
+ "sessionId": schema07,
833
836
  "speechDiagnostics": schema193.optional(),
834
837
  "releaseIdentity": schema332.optional(),
835
838
  "avatarId": schema352,
@@ -858,7 +861,7 @@ function toSessionsPage(page) {
858
861
 
859
862
  // ../http-client/src/client.ts
860
863
  var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
861
- var SDK_VERSION = "0.28.0";
864
+ var SDK_VERSION = "0.29.0";
862
865
  var RealtimeAvatar = class {
863
866
  #apiKey;
864
867
  #baseUrl;
package/dist/express.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Bli1UeP0.js';
2
- import './types-yiemDkm0.js';
1
+ import { P as ProxyConfig } from './types-CgAEmIVE.js';
2
+ import './types-Bv29uEAs.js';
3
3
  import 'zod';
4
4
 
5
5
  type Expressish = {
package/dist/express.js CHANGED
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-K3VC6BF7.js';
2
- import './chunk-V7A4NRKC.js';
1
+ import { createProxyHandler } from './chunk-HC7O44WE.js';
2
+ import './chunk-MMO5AQN4.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // ../proxy/src/express.ts
package/dist/hono.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Bli1UeP0.js';
2
- import './types-yiemDkm0.js';
1
+ import { P as ProxyConfig } from './types-CgAEmIVE.js';
2
+ import './types-Bv29uEAs.js';
3
3
  import 'zod';
4
4
 
5
5
  /**
package/dist/hono.js CHANGED
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-K3VC6BF7.js';
2
- import './chunk-V7A4NRKC.js';
1
+ import { createProxyHandler } from './chunk-HC7O44WE.js';
2
+ import './chunk-MMO5AQN4.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // ../proxy/src/hono.ts
package/dist/index.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreditBalance, T as TranscriptPayload, V as VoiceWebhookRequest } from './types-yiemDkm0.js';
2
- export { o as AvatarClip, p as CallConnection, q as CallQueued, r as ClipDeclaration, s as ClipLibraryPlan, t as ClipSource, u as ContextMessage, v as EndCallReason, w as ExternalLlm, x as RecordingArtifactStatus, y as RecordingMode, z as VideoPolicy, B as VoiceWebhook, D as VoiceWebhookErrorCode, F as isQueued, G as listRecordingsResponseSchema, H as recordingAccessResponseSchema, I as recordingArtifactSchema, J as recordingModeSchema } from './types-yiemDkm0.js';
1
+ import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreditBalance, T as TranscriptPayload, V as VoiceWebhookRequest } from './types-Bv29uEAs.js';
2
+ export { o as AvatarClip, p as CallConnection, q as CallQueued, r as ClipDeclaration, s as ClipLibraryPlan, t as ClipSource, u as ContextMessage, v as EndCallReason, w as ExternalLlm, x as RecordingArtifactStatus, y as RecordingMode, z as VideoPolicy, B as VoiceWebhook, D as VoiceWebhookErrorCode, F as isQueued, G as listRecordingsResponseSchema, H as recordingAccessResponseSchema, I as recordingArtifactSchema, J as recordingModeSchema } from './types-Bv29uEAs.js';
3
3
  import { ConnectionHistoryResponse } from './connection-history.js';
4
4
  import { z } from 'zod';
5
5
 
package/dist/index.js CHANGED
@@ -1,2 +1,2 @@
1
- export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-V7A4NRKC.js';
1
+ export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-MMO5AQN4.js';
2
2
  import './chunk-MCIXU6XP.js';
package/dist/nextjs.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Bli1UeP0.js';
2
- import './types-yiemDkm0.js';
1
+ import { P as ProxyConfig } from './types-CgAEmIVE.js';
2
+ import './types-Bv29uEAs.js';
3
3
  import 'zod';
4
4
 
5
5
  /**
package/dist/nextjs.js CHANGED
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-K3VC6BF7.js';
2
- import './chunk-V7A4NRKC.js';
1
+ import { createProxyHandler } from './chunk-HC7O44WE.js';
2
+ import './chunk-MMO5AQN4.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // ../proxy/src/nextjs.ts
@@ -36,6 +36,17 @@ declare const voiceErrorFrameSchema: z.ZodObject<{
36
36
  request_id: z.ZodOptional<z.ZodString>;
37
37
  }, z.core.$strip>;
38
38
 
39
+ declare const fishTtsModelSchema: z.ZodUnion<readonly [z.ZodEnum<{
40
+ s1: "s1";
41
+ "s2-pro": "s2-pro";
42
+ "s2.1-pro": "s2.1-pro";
43
+ "drama-3": "drama-3";
44
+ }>, z.ZodEnum<{
45
+ "speech-1.6": "speech-1.6";
46
+ "speech-1.5": "speech-1.5";
47
+ "s1-mini": "s1-mini";
48
+ }>]>;
49
+
39
50
  /**
40
51
  * Wire schemas for the public Realtime Avatar API.
41
52
  *
@@ -70,13 +81,6 @@ declare const cartesiaTtsModelSchema: z.ZodEnum<{
70
81
  "cartesia/sonic-turbo": "cartesia/sonic-turbo";
71
82
  "cartesia/sonic-turbo-latest": "cartesia/sonic-turbo-latest";
72
83
  }>;
73
- declare const fishTtsModelSchema: z.ZodEnum<{
74
- "speech-1.6": "speech-1.6";
75
- s1: "s1";
76
- "s2-pro": "s2-pro";
77
- "speech-1.5": "speech-1.5";
78
- "s1-mini": "s1-mini";
79
- }>;
80
84
  declare const voiceSpecSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
81
85
  provider: z.ZodLiteral<"cartesia">;
82
86
  model: z.ZodDefault<z.ZodEnum<{
@@ -100,13 +104,16 @@ declare const voiceSpecSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
100
104
  language: z.ZodOptional<z.ZodNullable<z.ZodString>>;
101
105
  }, z.core.$strict>, z.ZodObject<{
102
106
  provider: z.ZodLiteral<"fish">;
103
- model: z.ZodDefault<z.ZodEnum<{
104
- "speech-1.6": "speech-1.6";
107
+ model: z.ZodDefault<z.ZodUnion<readonly [z.ZodEnum<{
105
108
  s1: "s1";
106
109
  "s2-pro": "s2-pro";
110
+ "s2.1-pro": "s2.1-pro";
111
+ "drama-3": "drama-3";
112
+ }>, z.ZodEnum<{
113
+ "speech-1.6": "speech-1.6";
107
114
  "speech-1.5": "speech-1.5";
108
115
  "s1-mini": "s1-mini";
109
- }>>;
116
+ }>]>>;
110
117
  voice_id: z.ZodString;
111
118
  speed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
112
119
  emotion: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -205,13 +212,16 @@ declare const liveKitSessionRequestSchema: z.ZodObject<{
205
212
  language: z.ZodOptional<z.ZodNullable<z.ZodString>>;
206
213
  }, z.core.$strict>, z.ZodObject<{
207
214
  provider: z.ZodLiteral<"fish">;
208
- model: z.ZodDefault<z.ZodEnum<{
209
- "speech-1.6": "speech-1.6";
215
+ model: z.ZodDefault<z.ZodUnion<readonly [z.ZodEnum<{
210
216
  s1: "s1";
211
217
  "s2-pro": "s2-pro";
218
+ "s2.1-pro": "s2.1-pro";
219
+ "drama-3": "drama-3";
220
+ }>, z.ZodEnum<{
221
+ "speech-1.6": "speech-1.6";
212
222
  "speech-1.5": "speech-1.5";
213
223
  "s1-mini": "s1-mini";
214
- }>>;
224
+ }>]>>;
215
225
  voice_id: z.ZodString;
216
226
  speed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
217
227
  emotion: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -1,7 +1,7 @@
1
1
  import { LiveKitRoomProps } from '@livekit/react-native';
2
2
  export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
3
- import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-WjGIwL-t.js';
4
- export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, ak as SessionLifecycleRoomBridgeProps, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, av as VoiceError, aw as VoiceErrorCode, ax as VoiceSpec, ay as VoiceSpecInput, az as capacityErrorFromBusy, aA as capacityStateFromGrant, aB as createProxyClient, aC as isNativeLiveTrackSubscribed, aD as knownBehaviorStates, aE as mapTurnState, aF as readInboundRtp, aG as sessionBehaviorSchema, aH as sessionClipSchema, aI as splitCallTranscript, aJ as useAvatarAdaptivePlayoutDelay, aK as useAvatarCamera, aL as useAvatarPlayoutDelay, aM as useAvatarQualityGovernor, aN as useCallTranscript, aO as useLiveKitAvatarGrant, aP as useLiveTrackProducing, aQ as useMicLease, aR as useRealtimeSession, aS as useReleaseMicLeaseOnTrackEnded, aT as useSessionLifecycle } from './proxy-client-WjGIwL-t.js';
3
+ import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-BJQxlVHz.js';
4
+ export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, ak as SessionLifecycleRoomBridgeProps, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, av as VoiceError, aw as VoiceErrorCode, ax as VoiceSpec, ay as VoiceSpecInput, az as capacityErrorFromBusy, aA as capacityStateFromGrant, aB as createProxyClient, aC as isNativeLiveTrackSubscribed, aD as knownBehaviorStates, aE as mapTurnState, aF as readInboundRtp, aG as sessionBehaviorSchema, aH as sessionClipSchema, aI as splitCallTranscript, aJ as useAvatarAdaptivePlayoutDelay, aK as useAvatarCamera, aL as useAvatarPlayoutDelay, aM as useAvatarQualityGovernor, aN as useCallTranscript, aO as useLiveKitAvatarGrant, aP as useLiveTrackProducing, aQ as useMicLease, aR as useRealtimeSession, aS as useReleaseMicLeaseOnTrackEnded, aT as useSessionLifecycle } from './proxy-client-BJQxlVHz.js';
5
5
  import { ReactNode, ReactElement } from 'react';
6
6
  import { StyleProp, ViewStyle } from 'react-native';
7
7
  export { useChat, useConnectionState, useLocalParticipant, useRoomContext, useTrackToggle, useTranscriptions, useVoiceAssistant } from '@livekit/components-react';
@@ -1740,6 +1740,11 @@ var schema5 = z.object({
1740
1740
  "request_id": schema22.optional()
1741
1741
  });
1742
1742
  var voiceErrorFrameSchema = schema5;
1743
+ var schema04 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
1744
+ var schema13 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
1745
+ var schema23 = z.union([schema04, schema13]);
1746
+ var fishTtsModelSchema = schema23;
1747
+ var DEFAULT_FISH_TTS_MODEL = "s2.1-pro";
1743
1748
 
1744
1749
  // ../client/src/wire.ts
1745
1750
  var DEFAULT_AVATAR_ID = "maria";
@@ -1794,8 +1799,6 @@ var cartesiaVoiceSpecSchema = z.object({
1794
1799
  emotion: z.string().min(1).max(80).nullable().optional(),
1795
1800
  language: z.string().min(2).max(16).nullable().optional()
1796
1801
  }).strict();
1797
- var FISH_TTS_MODELS = ["speech-1.6", "s1", "s2-pro", "speech-1.5", "s1-mini"];
1798
- var fishTtsModelSchema = z.enum(FISH_TTS_MODELS);
1799
1802
  var breezeVoiceSpecSchema = z.object({
1800
1803
  provider: z.literal("breezeblue"),
1801
1804
  model: z.string().min(1).max(80).default("bluebell-v1-en"),
@@ -1806,7 +1809,7 @@ var breezeVoiceSpecSchema = z.object({
1806
1809
  }).strict();
1807
1810
  var fishVoiceSpecSchema = z.object({
1808
1811
  provider: z.literal("fish"),
1809
- model: fishTtsModelSchema.default("speech-1.6"),
1812
+ model: fishTtsModelSchema.default(DEFAULT_FISH_TTS_MODEL),
1810
1813
  voice_id: z.string().min(1).max(120),
1811
1814
  speed: z.number().min(0.5).max(2).nullable().optional(),
1812
1815
  emotion: z.string().min(1).max(80).nullable().optional(),
package/dist/react.d.ts CHANGED
@@ -1,6 +1,6 @@
1
1
  import { ToolRegistration, RegisteredTool } from './tools.js';
2
- import { ak as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit, aU as CallMicrophone, aV as CallAudioPlayback, av as VoiceError, aW as CallMicrophoneProblem } from './proxy-client-WjGIwL-t.js';
3
- export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aX as AvatarVideoSurface, aY as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, aZ as LivePlaybackKeeper, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, a_ as MIC_LEASE_ENDED_TIMEOUT_MS, a$ as MicLease, b0 as NETWORK_QUALITY_POLICY, b1 as NetworkQualityStatus, b2 as PlayableVideoElement, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, b3 as RealtimeAvatarCapacityError, b4 as RealtimeAvatarLiveKitRoom, b5 as RealtimeAvatarLiveKitRoomProps, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, aw as VoiceErrorCode, ax as VoiceSpec, ay as VoiceSpecInput, az as capacityErrorFromBusy, aA as capacityStateFromGrant, aB as createProxyClient, aD as knownBehaviorStates, aE as mapTurnState, aF as readInboundRtp, aG as sessionBehaviorSchema, aH as sessionClipSchema, b6 as shouldReplayPendingTurn, aI as splitCallTranscript, aJ as useAvatarAdaptivePlayoutDelay, aK as useAvatarCamera, aL as useAvatarPlayoutDelay, aM as useAvatarQualityGovernor, aN as useCallTranscript, aO as useLiveKitAvatarGrant, aQ as useMicLease, aR as useRealtimeSession, aS as useReleaseMicLeaseOnTrackEnded, aT as useSessionLifecycle } from './proxy-client-WjGIwL-t.js';
2
+ import { ak as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit, aU as CallMicrophone, aV as CallAudioPlayback, av as VoiceError, aW as CallMicrophoneProblem } from './proxy-client-BJQxlVHz.js';
3
+ export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, aX as AvatarVideoSurface, aY as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_GOVERNOR_CONFIG, p as DEFAULT_GRACE_CEILING_SECONDS, q as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, r as DEFAULT_IDLE_SECONDS, s as DEFAULT_IDLE_WARN_LEAD_SECONDS, t as DEFAULT_READY_TIMEOUT_SECONDS, u as DEFAULT_TURN_TIMEOUT_SECONDS, v as DeclaredInputSource, E as EndReason, w as EndedEvent, x as ExtendResult, F as FishTtsModel, y as FreezeReadingFn, G as Governor, z as GovernorAction, H as GovernorConfig, I as GovernorSignal, J as GovernorState, K as GraceWindowClosedEvent, M as GraceWindowOpenEvent, N as GraceWindowState, O as IdleWarningEvent, P as InboundRtpCursor, Q as InboundRtpReading, R as KnownBehaviorState, S as LLMProvider, T as LLMSelection, U as LiveKitAvatarGrantState, V as LiveKitAvatarGrantStatus, W as LiveKitCapacityState, X as LiveKitConnectionStatus, Y as LiveKitSessionRequest, Z as LiveKitSessionStartResult, aZ as LivePlaybackKeeper, _ as MAX_RECONNECT_ATTEMPTS, $ as MAX_SESSION_INSTRUCTIONS_CHARS, a_ as MIC_LEASE_ENDED_TIMEOUT_MS, a$ as MicLease, b0 as NETWORK_QUALITY_POLICY, b1 as NetworkQualityStatus, b2 as PlayableVideoElement, a0 as ProxyClientOptions, a1 as QualityCap, a2 as RECONNECT_BACKOFF_MS, b3 as RealtimeAvatarCapacityError, b4 as RealtimeAvatarLiveKitRoom, b5 as RealtimeAvatarLiveKitRoomProps, a3 as RealtimeAvatarRequestOptions, a4 as RealtimeSessionApi, a5 as RealtimeSessionMedia, a6 as RealtimeSessionRoomSinks, a7 as ReconnectPolicy, a8 as ReconnectingEvent, a9 as RecoveryState, aa as RetryStep, ab as SendTurnOptions, ac as SessionBehavior, ad as SessionClip, ae as SessionClocks, af as SessionEndReason, ag as SessionLifecycleApi, ah as SessionLifecyclePhase, ai as SessionLifecyclePhaseKind, aj as SessionLifecycleRoomBridge, al as SessionReadinessFailure, am as SurfaceLayers, an as TranscriptSender, ao as TranscriptSenderOptions, ap as TurnState, aq as TurnTimeoutEvent, ar as UseAvatarQualityGovernorInput, as as UseLiveKitAvatarGrantInput, at as UseRealtimeSessionInput, au as UseSessionLifecycleInput, aw as VoiceErrorCode, ax as VoiceSpec, ay as VoiceSpecInput, az as capacityErrorFromBusy, aA as capacityStateFromGrant, aB as createProxyClient, aD as knownBehaviorStates, aE as mapTurnState, aF as readInboundRtp, aG as sessionBehaviorSchema, aH as sessionClipSchema, b6 as shouldReplayPendingTurn, aI as splitCallTranscript, aJ as useAvatarAdaptivePlayoutDelay, aK as useAvatarCamera, aL as useAvatarPlayoutDelay, aM as useAvatarQualityGovernor, aN as useCallTranscript, aO as useLiveKitAvatarGrant, aQ as useMicLease, aR as useRealtimeSession, aS as useReleaseMicLeaseOnTrackEnded, aT as useSessionLifecycle } from './proxy-client-BJQxlVHz.js';
4
4
  import { CSSProperties, ReactNode } from 'react';
5
5
  import * as react_jsx_runtime from 'react/jsx-runtime';
6
6
  import { R as RecordingArtifact } from './recording-ydFVySSd.js';
package/dist/react.js CHANGED
@@ -2359,6 +2359,11 @@ var schema5 = z.object({
2359
2359
  "request_id": schema22.optional()
2360
2360
  });
2361
2361
  var voiceErrorFrameSchema = schema5;
2362
+ var schema04 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
2363
+ var schema13 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
2364
+ var schema23 = z.union([schema04, schema13]);
2365
+ var fishTtsModelSchema = schema23;
2366
+ var DEFAULT_FISH_TTS_MODEL = "s2.1-pro";
2362
2367
 
2363
2368
  // ../client/src/wire.ts
2364
2369
  var DEFAULT_AVATAR_ID = "maria";
@@ -2413,8 +2418,6 @@ var cartesiaVoiceSpecSchema = z.object({
2413
2418
  emotion: z.string().min(1).max(80).nullable().optional(),
2414
2419
  language: z.string().min(2).max(16).nullable().optional()
2415
2420
  }).strict();
2416
- var FISH_TTS_MODELS = ["speech-1.6", "s1", "s2-pro", "speech-1.5", "s1-mini"];
2417
- var fishTtsModelSchema = z.enum(FISH_TTS_MODELS);
2418
2421
  var breezeVoiceSpecSchema = z.object({
2419
2422
  provider: z.literal("breezeblue"),
2420
2423
  model: z.string().min(1).max(80).default("bluebell-v1-en"),
@@ -2425,7 +2428,7 @@ var breezeVoiceSpecSchema = z.object({
2425
2428
  }).strict();
2426
2429
  var fishVoiceSpecSchema = z.object({
2427
2430
  provider: z.literal("fish"),
2428
- model: fishTtsModelSchema.default("speech-1.6"),
2431
+ model: fishTtsModelSchema.default(DEFAULT_FISH_TTS_MODEL),
2429
2432
  voice_id: z.string().min(1).max(120),
2430
2433
  speed: z.number().min(0.5).max(2).nullable().optional(),
2431
2434
  emotion: z.string().min(1).max(80).nullable().optional(),
package/dist/server.d.ts CHANGED
@@ -1,4 +1,4 @@
1
1
  export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, RealtimeAvatarWebhookError, StartCallOptions, WebhookVerificationErrorCode, clipLibraryDeclarationSchema, verifyTranscript, verifyVoiceWebhook } from './index.js';
2
- export { h as Asset, g as AssetKind, A as Avatar, o as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, p as CallConnection, C as CallMode, a as CallPolicy, q as CallQueued, r as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, s as ClipLibraryPlan, e as ClipLibraryUpdate, t as ClipSource, u as ContextMessage, n as CreditBalance, E as EndCallOptions, v as EndCallReason, w as ExternalLlm, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, x as RecordingArtifactStatus, y as RecordingMode, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, z as VideoPolicy, B as VoiceWebhook, D as VoiceWebhookErrorCode, V as VoiceWebhookRequest, F as isQueued, G as listRecordingsResponseSchema, H as recordingAccessResponseSchema, I as recordingArtifactSchema, J as recordingModeSchema } from './types-yiemDkm0.js';
2
+ export { h as Asset, g as AssetKind, A as Avatar, o as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, p as CallConnection, C as CallMode, a as CallPolicy, q as CallQueued, r as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, s as ClipLibraryPlan, e as ClipLibraryUpdate, t as ClipSource, u as ContextMessage, n as CreditBalance, E as EndCallOptions, v as EndCallReason, w as ExternalLlm, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, x as RecordingArtifactStatus, y as RecordingMode, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, z as VideoPolicy, B as VoiceWebhook, D as VoiceWebhookErrorCode, V as VoiceWebhookRequest, F as isQueued, G as listRecordingsResponseSchema, H as recordingAccessResponseSchema, I as recordingArtifactSchema, J as recordingModeSchema } from './types-Bv29uEAs.js';
3
3
  import './connection-history.js';
4
4
  import 'zod';
package/dist/server.js CHANGED
@@ -1,2 +1,2 @@
1
- export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-V7A4NRKC.js';
1
+ export { RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, isQueued, listRecordingsResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-MMO5AQN4.js';
2
2
  import './chunk-MCIXU6XP.js';
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Bli1UeP0.js';
2
- import './types-yiemDkm0.js';
1
+ import { P as ProxyConfig } from './types-CgAEmIVE.js';
2
+ import './types-Bv29uEAs.js';
3
3
  import 'zod';
4
4
 
5
5
  /**
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-K3VC6BF7.js';
2
- import './chunk-V7A4NRKC.js';
1
+ import { createProxyHandler } from './chunk-HC7O44WE.js';
2
+ import './chunk-MMO5AQN4.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // src/tanstack-start.ts
@@ -84,11 +84,8 @@ interface components {
84
84
  } | {
85
85
  /** @constant */
86
86
  provider: "fish";
87
- /**
88
- * @default speech-1.6
89
- * @enum {string}
90
- */
91
- model: "speech-1.6" | "s1" | "s2-pro" | "drama-3" | "speech-1.5" | "s1-mini";
87
+ /** @default s2.1-pro */
88
+ model: ("s1" | "s2-pro" | "s2.1-pro" | "drama-3") | ("speech-1.6" | "speech-1.5" | "s1-mini");
92
89
  voice_id: string;
93
90
  speed?: number | null;
94
91
  emotion?: string | null;
@@ -149,6 +146,8 @@ interface components {
149
146
  gestures_enabled?: boolean;
150
147
  };
151
148
  expression_profile?: string;
149
+ /** @description Mouth-motion amplitude for this session's lip-sync, from 0.5 to 2. Lower values make speech movements smaller, higher values larger. Omit it to use the platform default. Applies to video sessions; ignored for voice sessions and render_backend generative. */
150
+ lip_gain?: number;
152
151
  /** @enum {string} */
153
152
  render_backend?: "warp" | "generative";
154
153
  support_edits?: {
@@ -1,4 +1,4 @@
1
- import { C as CallMode, a as CallPolicy } from './types-yiemDkm0.js';
1
+ import { C as CallMode, a as CallPolicy } from './types-Bv29uEAs.js';
2
2
 
3
3
  /** The three things a caller can ask the proxy to do. Gate on these, not on URLs. */
4
4
  type ProxyOperation = "connect" | "end" | "avatars" | "credits";
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "realtime-avatar",
3
- "version": "0.28.0",
3
+ "version": "0.29.0",
4
4
  "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
5
5
  "license": "MIT",
6
6
  "author": "The Influence Company",