realtime-avatar 0.32.0 → 0.33.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-NDCZABOK.js → chunk-DM5TWRC4.js} +1 -1
- package/dist/{chunk-NKS5ZIWN.js → chunk-VLYUMP3I.js} +43 -31
- package/dist/express.d.ts +2 -2
- package/dist/express.js +2 -2
- package/dist/hono.d.ts +2 -2
- package/dist/hono.js +2 -2
- package/dist/index.d.ts +11 -3
- package/dist/index.js +1 -1
- package/dist/nextjs.d.ts +2 -2
- package/dist/nextjs.js +2 -2
- package/dist/{proxy-client-BlaFxR6S.d.ts → proxy-client-DJhYiiKX.d.ts} +15 -1
- package/dist/react-native.d.ts +2 -2
- package/dist/react-native.js +15 -3
- package/dist/react.d.ts +2 -2
- package/dist/react.js +15 -3
- package/dist/server.d.ts +2 -2
- package/dist/server.js +1 -1
- package/dist/tanstack-start.d.ts +2 -2
- package/dist/tanstack-start.js +2 -2
- package/dist/{types-su27kEw0.d.ts → types-DygYBvSv.d.ts} +1 -1
- package/dist/{types-BSSqsu_Z.d.ts → types-VoejsHij.d.ts} +2 -0
- package/package.json +1 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-
|
|
1
|
+
import { sessionModeSchema, liveKitSessionReleaseReasonSchema, RealtimeAvatar, ROUTE_TIMEOUT_MS, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-VLYUMP3I.js';
|
|
2
2
|
import { z } from 'zod';
|
|
3
3
|
|
|
4
4
|
// ../http-client/src/generated/error-semantics.ts
|
|
@@ -350,8 +350,13 @@ var renderAccessResponseSchema = z.object({
|
|
|
350
350
|
var schema02 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
|
|
351
351
|
var schema110 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
|
|
352
352
|
var schema27 = z.union([schema02, schema110]);
|
|
353
|
+
var schema32 = z.enum(["whisper"]);
|
|
354
|
+
var schema42 = z.null();
|
|
355
|
+
var schema52 = z.union([schema32, schema42]);
|
|
353
356
|
var fishTtsModelSchema = schema27;
|
|
354
357
|
var DEFAULT_FISH_TTS_MODEL = "s2.1-pro";
|
|
358
|
+
var fishDeliverySchema = schema52;
|
|
359
|
+
var FISH_DELIVERY_MODELS = { "whisper": ["drama-3"] };
|
|
355
360
|
|
|
356
361
|
// ../http-client/src/retry.ts
|
|
357
362
|
var RETRYABLE_STATUS = /* @__PURE__ */ new Set([408, 500, 502, 503, 504]);
|
|
@@ -387,12 +392,12 @@ function isTransient(cause) {
|
|
|
387
392
|
var schema03 = z.string().min(2).max(64);
|
|
388
393
|
var schema111 = z.array(schema03);
|
|
389
394
|
var schema28 = z.string().regex(new RegExp("\\S")).min(1).max(160);
|
|
390
|
-
var
|
|
391
|
-
var
|
|
395
|
+
var schema33 = z.array(schema28).max(1e3);
|
|
396
|
+
var schema43 = z.strictObject({
|
|
392
397
|
"language_codes": schema111.optional(),
|
|
393
|
-
"custom_vocabulary":
|
|
398
|
+
"custom_vocabulary": schema33.optional()
|
|
394
399
|
});
|
|
395
|
-
var transcriptionWireSchema =
|
|
400
|
+
var transcriptionWireSchema = schema43;
|
|
396
401
|
var transcriptionOptionsSchema = z.object({
|
|
397
402
|
languageCodes: transcriptionWireSchema.shape.language_codes,
|
|
398
403
|
customVocabulary: transcriptionWireSchema.shape.custom_vocabulary
|
|
@@ -409,17 +414,17 @@ var contentPolicySchema = schema04;
|
|
|
409
414
|
var schema05 = z.literal("voice_error");
|
|
410
415
|
var schema112 = z.enum(["voice_webhook_url_not_allowed", "voice_webhook_unauthorized", "voice_webhook_unreachable", "voice_webhook_timeout", "voice_webhook_http_error", "voice_webhook_unsupported_audio", "voice_webhook_empty_audio"]);
|
|
411
416
|
var schema29 = z.string();
|
|
412
|
-
var
|
|
413
|
-
var
|
|
414
|
-
var
|
|
417
|
+
var schema34 = z.int().min(-9007199254740991).max(9007199254740991);
|
|
418
|
+
var schema44 = z.boolean();
|
|
419
|
+
var schema53 = z.object({
|
|
415
420
|
"kind": schema05,
|
|
416
421
|
"code": schema112,
|
|
417
422
|
"message": schema29,
|
|
418
|
-
"status":
|
|
419
|
-
"fatal":
|
|
423
|
+
"status": schema34.optional(),
|
|
424
|
+
"fatal": schema44,
|
|
420
425
|
"request_id": schema29.optional()
|
|
421
426
|
});
|
|
422
|
-
var voiceErrorFrameSchema =
|
|
427
|
+
var voiceErrorFrameSchema = schema53;
|
|
423
428
|
|
|
424
429
|
// ../client/src/wire.ts
|
|
425
430
|
var DEFAULT_AVATAR_ID = "maria";
|
|
@@ -488,8 +493,15 @@ var fishVoiceSpecSchema = z.object({
|
|
|
488
493
|
voice_id: z.string().min(1).max(120),
|
|
489
494
|
speed: z.number().min(0.5).max(2).nullable().optional(),
|
|
490
495
|
emotion: z.string().min(1).max(80).nullable().optional(),
|
|
491
|
-
language: z.string().min(2).max(16).nullable().optional()
|
|
492
|
-
|
|
496
|
+
language: z.string().min(2).max(16).nullable().optional(),
|
|
497
|
+
delivery: fishDeliverySchema.optional()
|
|
498
|
+
}).strict().superRefine((voice, ctx) => {
|
|
499
|
+
if (!voice.delivery) return;
|
|
500
|
+
const models = FISH_DELIVERY_MODELS[voice.delivery];
|
|
501
|
+
if (!models.includes(voice.model)) {
|
|
502
|
+
ctx.addIssue({ code: "custom", path: ["delivery"], message: `delivery "${voice.delivery}" needs model ${models.join(" | ")}` });
|
|
503
|
+
}
|
|
504
|
+
});
|
|
493
505
|
var voiceSpecSchema = z.discriminatedUnion("provider", [
|
|
494
506
|
cartesiaVoiceSpecSchema,
|
|
495
507
|
breezeVoiceSpecSchema,
|
|
@@ -759,16 +771,16 @@ var liveKitSessionReleaseReasonSchema = z.enum([
|
|
|
759
771
|
var schema06 = z.url().regex(new RegExp("^https:\\/\\/")).max(500);
|
|
760
772
|
var schema113 = z.string().min(16).max(200);
|
|
761
773
|
var schema210 = z.string().min(1).max(200);
|
|
762
|
-
var
|
|
763
|
-
var
|
|
764
|
-
var
|
|
774
|
+
var schema35 = z.string().min(2).max(35);
|
|
775
|
+
var schema45 = z.literal([8e3, 16e3, 22050, 24e3, 44100, 48e3]);
|
|
776
|
+
var schema54 = z.int().min(1e3).max(15e3);
|
|
765
777
|
var schema62 = z.strictObject({
|
|
766
778
|
"url": schema06,
|
|
767
779
|
"secret": schema113,
|
|
768
780
|
"voice_id": schema210.optional(),
|
|
769
|
-
"language":
|
|
770
|
-
"sample_rate":
|
|
771
|
-
"timeout_ms":
|
|
781
|
+
"language": schema35.optional(),
|
|
782
|
+
"sample_rate": schema45.optional(),
|
|
783
|
+
"timeout_ms": schema54.optional()
|
|
772
784
|
});
|
|
773
785
|
var schema72 = z.literal("voice.synthesize");
|
|
774
786
|
var schema82 = z.literal(1);
|
|
@@ -825,16 +837,16 @@ var voiceWebhookRequestSchema = schema232;
|
|
|
825
837
|
var schema07 = z.string().min(8).max(80);
|
|
826
838
|
var schema115 = z.enum(["eou", "llm", "tts", "decision", "hold", "e2e"]);
|
|
827
839
|
var schema211 = z.literal("interrupt_stop");
|
|
828
|
-
var
|
|
829
|
-
var
|
|
830
|
-
var
|
|
840
|
+
var schema36 = z.union([schema115, schema211]);
|
|
841
|
+
var schema46 = z.int().max(9007199254740991).gt(0);
|
|
842
|
+
var schema55 = z.number().min(0);
|
|
831
843
|
var schema63 = z.strictObject({
|
|
832
|
-
"count":
|
|
833
|
-
"max":
|
|
834
|
-
"p50":
|
|
835
|
-
"p90":
|
|
844
|
+
"count": schema46,
|
|
845
|
+
"max": schema55,
|
|
846
|
+
"p50": schema55,
|
|
847
|
+
"p90": schema55
|
|
836
848
|
});
|
|
837
|
-
var schema73 = z.partialRecord(
|
|
849
|
+
var schema73 = z.partialRecord(schema36, schema63);
|
|
838
850
|
var schema83 = z.literal("available");
|
|
839
851
|
var schema93 = z.literal("dialogue");
|
|
840
852
|
var schema103 = z.string().regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d))|(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?)$"));
|
|
@@ -885,8 +897,8 @@ var schema332 = z.strictObject({
|
|
|
885
897
|
});
|
|
886
898
|
var schema342 = z.string();
|
|
887
899
|
var schema352 = z.union([schema342, schema116]);
|
|
888
|
-
var
|
|
889
|
-
var schema37 = z.union([
|
|
900
|
+
var schema362 = z.enum(["reserved", "started", "released", "failed"]);
|
|
901
|
+
var schema37 = z.union([schema55, schema116]);
|
|
890
902
|
var schema38 = z.custom((value) => typeof value === "object" && value !== null && !Array.isArray(value));
|
|
891
903
|
var schema39 = z.strictObject({
|
|
892
904
|
"sessionId": schema07,
|
|
@@ -894,7 +906,7 @@ var schema39 = z.strictObject({
|
|
|
894
906
|
"releaseIdentity": schema332.optional(),
|
|
895
907
|
"avatarId": schema352,
|
|
896
908
|
"avatarName": schema352,
|
|
897
|
-
"status":
|
|
909
|
+
"status": schema362,
|
|
898
910
|
"startedAt": schema352,
|
|
899
911
|
"endedAt": schema352,
|
|
900
912
|
"activeSeconds": schema37,
|
|
@@ -919,7 +931,7 @@ function toSessionsPage(page) {
|
|
|
919
931
|
// ../http-client/src/client.ts
|
|
920
932
|
var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
|
|
921
933
|
var RENDER_MISMATCH = "Render response did not match the SDK contract";
|
|
922
|
-
var SDK_VERSION = "0.
|
|
934
|
+
var SDK_VERSION = "0.33.0";
|
|
923
935
|
var RealtimeAvatar = class {
|
|
924
936
|
#apiKey;
|
|
925
937
|
#baseUrl;
|
|
@@ -1659,4 +1671,4 @@ function isQueued(result) {
|
|
|
1659
1671
|
return "queued" in result;
|
|
1660
1672
|
}
|
|
1661
1673
|
|
|
1662
|
-
export { DEFAULT_FISH_TTS_MODEL, ROUTE_TIMEOUT_MS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionReleaseReasonSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, sessionModeSchema, verifyTranscript, verifyVoiceWebhook };
|
|
1674
|
+
export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, ROUTE_TIMEOUT_MS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionReleaseReasonSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, sessionModeSchema, verifyTranscript, verifyVoiceWebhook };
|
package/dist/express.d.ts
CHANGED
package/dist/express.js
CHANGED
package/dist/hono.d.ts
CHANGED
package/dist/hono.js
CHANGED
package/dist/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreateRenderInput, o as CreditBalance, T as TranscriptPayload, V as VoiceWebhookRequest } from './types-
|
|
2
|
-
export { p as AvatarClip, q as CallConnection, r as CallQueued, s as ClipDeclaration, t as ClipLibraryPlan, u as ClipSource, v as ContextMessage, w as EndCallReason, x as ExternalLlm, y as RecordingArtifactStatus, z as RecordingMode, B as RenderShot, D as VideoPolicy, F as VoiceWebhook, G as VoiceWebhookErrorCode, H as isQueued, I as listRecordingsResponseSchema, J as recordingAccessResponseSchema, K as recordingArtifactSchema, M as recordingModeSchema } from './types-
|
|
1
|
+
import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as AvatarUpdate, c as AvatarSourceSwap, d as ClipLibraryDeclaration, e as ClipLibraryUpdate, L as LoopRedirect, f as ClipLibrary, g as AssetKind, h as Asset, i as ListSessionsOptions, U as UsageSessionPage, j as UsageSession, k as ListRecordingsQuery, l as ListRecordingsResponse, R as RecordingArtifact, m as RecordingAccessResponse, n as CreateRenderInput, o as CreditBalance, T as TranscriptPayload, V as VoiceWebhookRequest } from './types-VoejsHij.js';
|
|
2
|
+
export { p as AvatarClip, q as CallConnection, r as CallQueued, s as ClipDeclaration, t as ClipLibraryPlan, u as ClipSource, v as ContextMessage, w as EndCallReason, x as ExternalLlm, y as RecordingArtifactStatus, z as RecordingMode, B as RenderShot, D as VideoPolicy, F as VoiceWebhook, G as VoiceWebhookErrorCode, H as isQueued, I as listRecordingsResponseSchema, J as recordingAccessResponseSchema, K as recordingArtifactSchema, M as recordingModeSchema } from './types-VoejsHij.js';
|
|
3
3
|
import { ConnectionHistoryResponse } from './connection-history.js';
|
|
4
4
|
import { z } from 'zod';
|
|
5
5
|
|
|
@@ -605,5 +605,13 @@ declare const fishTtsModelSchema: z.ZodUnion<readonly [z.ZodEnum<{
|
|
|
605
605
|
}>]>;
|
|
606
606
|
type FishTtsModel = z.infer<typeof fishTtsModelSchema>;
|
|
607
607
|
declare const DEFAULT_FISH_TTS_MODEL: "s2.1-pro";
|
|
608
|
+
declare const fishDeliverySchema: z.ZodUnion<readonly [z.ZodEnum<{
|
|
609
|
+
whisper: "whisper";
|
|
610
|
+
}>, z.ZodNull]>;
|
|
611
|
+
type FishDelivery = NonNullable<z.infer<typeof fishDeliverySchema>>;
|
|
612
|
+
/** The models each delivery can be heard on, from the platform's `x-fish-delivery-models`. */
|
|
613
|
+
declare const FISH_DELIVERY_MODELS: {
|
|
614
|
+
readonly whisper: readonly ["drama-3"];
|
|
615
|
+
};
|
|
608
616
|
|
|
609
|
-
export { Asset, AssetKind, Avatar, AvatarSourceSwap, AvatarUpdate, CallMode, CallPolicy, ClipLibrary, ClipLibraryDeclaration, ClipLibraryUpdate, CreateRenderInput, CreditBalance, DEFAULT_FISH_TTS_MODEL, EndCallOptions, type FishTtsModel, ListRecordingsQuery, ListRecordingsResponse, type ListRendersQuery, type ListRendersResponse, ListSessionsOptions, LoopRedirect, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, type RealtimeAvatarOptions, RealtimeAvatarWebhookError, RecordingAccessResponse, RecordingArtifact, type Render, type RenderAccessResponse, type RenderFailureCode, type RenderPlayback, type RenderStatus, type ShotTiming, type StartCallOptions, StartCallResult, TranscriptPayload, UsageSession, UsageSessionPage, VoiceWebhookRequest, type WebhookVerificationErrorCode, clipLibraryDeclarationSchema, fishTtsModelSchema, listRendersResponseSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook };
|
|
617
|
+
export { Asset, AssetKind, Avatar, AvatarSourceSwap, AvatarUpdate, CallMode, CallPolicy, ClipLibrary, ClipLibraryDeclaration, ClipLibraryUpdate, CreateRenderInput, CreditBalance, DEFAULT_FISH_TTS_MODEL, EndCallOptions, FISH_DELIVERY_MODELS, type FishDelivery, type FishTtsModel, ListRecordingsQuery, ListRecordingsResponse, type ListRendersQuery, type ListRendersResponse, ListSessionsOptions, LoopRedirect, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, type RealtimeAvatarOptions, RealtimeAvatarWebhookError, RecordingAccessResponse, RecordingArtifact, type Render, type RenderAccessResponse, type RenderFailureCode, type RenderPlayback, type RenderStatus, type ShotTiming, type StartCallOptions, StartCallResult, TranscriptPayload, UsageSession, UsageSessionPage, VoiceWebhookRequest, type WebhookVerificationErrorCode, clipLibraryDeclarationSchema, fishTtsModelSchema, listRendersResponseSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook };
|
package/dist/index.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export { DEFAULT_FISH_TTS_MODEL, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-
|
|
1
|
+
export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-VLYUMP3I.js';
|
|
2
2
|
import './chunk-MCIXU6XP.js';
|
package/dist/nextjs.d.ts
CHANGED
package/dist/nextjs.js
CHANGED
|
@@ -48,6 +48,14 @@ declare const fishTtsModelSchema: z.ZodUnion<readonly [z.ZodEnum<{
|
|
|
48
48
|
}>]>;
|
|
49
49
|
type FishTtsModel$1 = z.infer<typeof fishTtsModelSchema>;
|
|
50
50
|
declare const DEFAULT_FISH_TTS_MODEL: "s2.1-pro";
|
|
51
|
+
declare const fishDeliverySchema: z.ZodUnion<readonly [z.ZodEnum<{
|
|
52
|
+
whisper: "whisper";
|
|
53
|
+
}>, z.ZodNull]>;
|
|
54
|
+
type FishDelivery = NonNullable<z.infer<typeof fishDeliverySchema>>;
|
|
55
|
+
/** The models each delivery can be heard on, from the platform's `x-fish-delivery-models`. */
|
|
56
|
+
declare const FISH_DELIVERY_MODELS: {
|
|
57
|
+
readonly whisper: readonly ["drama-3"];
|
|
58
|
+
};
|
|
51
59
|
|
|
52
60
|
/**
|
|
53
61
|
* Wire schemas for the public Realtime Avatar API.
|
|
@@ -120,6 +128,9 @@ declare const voiceSpecSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
120
128
|
speed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
121
129
|
emotion: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
122
130
|
language: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
131
|
+
delivery: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
132
|
+
whisper: "whisper";
|
|
133
|
+
}>, z.ZodNull]>>;
|
|
123
134
|
}, z.core.$strict>], "provider">;
|
|
124
135
|
declare const sessionClipSchema: z.ZodObject<{
|
|
125
136
|
clip_id: z.ZodString;
|
|
@@ -228,6 +239,9 @@ declare const liveKitSessionRequestSchema: z.ZodObject<{
|
|
|
228
239
|
speed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
229
240
|
emotion: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
230
241
|
language: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
242
|
+
delivery: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
243
|
+
whisper: "whisper";
|
|
244
|
+
}>, z.ZodNull]>>;
|
|
231
245
|
}, z.core.$strict>], "provider">>>;
|
|
232
246
|
voiceId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
233
247
|
clipLibrary: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -2139,4 +2153,4 @@ interface ProxyClientOptions {
|
|
|
2139
2153
|
}
|
|
2140
2154
|
declare function createProxyClient(options: ProxyClientOptions): AvatarSessionClient;
|
|
2141
2155
|
|
|
2142
|
-
export {
|
|
2156
|
+
export { type LiveKitSessionRequest as $, type AvatarVideoFit as A, type BehaviorSnapshot as B, type CallTranscript as C, DEFAULT_APPROACHING_END_LEAD_SECONDS as D, type EndReason as E, FISH_DELIVERY_MODELS as F, type FishTtsModel as G, type FreezeReadingFn as H, type Governor as I, type GovernorAction as J, type GovernorConfig as K, type LiveKitSessionGrant as L, type GovernorSignal as M, type GovernorState as N, type GraceWindowClosedEvent as O, type GraceWindowOpenEvent as P, type GraceWindowState as Q, type IdleWarningEvent as R, type InboundRtpCursor as S, type InboundRtpReading as T, type KnownBehaviorState as U, type LLMProvider as V, type LLMSelection as W, type LiveKitAvatarGrantState as X, type LiveKitAvatarGrantStatus as Y, type LiveKitCapacityState as Z, type LiveKitConnectionStatus as _, AdaptivePlayoutController as a, AvatarVideoSurface as a$, type LiveKitSessionStartResult as a0, MAX_RECONNECT_ATTEMPTS as a1, MAX_SESSION_INSTRUCTIONS_CHARS as a2, type ProxyClientOptions as a3, type QualityCap as a4, RECONNECT_BACKOFF_MS as a5, type RealtimeAvatarRequestOptions as a6, type RealtimeSessionApi as a7, type RealtimeSessionMedia as a8, type RealtimeSessionRoomSinks as a9, type VoiceSpec as aA, type VoiceSpecInput as aB, capacityErrorFromBusy as aC, capacityStateFromGrant as aD, createProxyClient as aE, fishTtsModelSchema as aF, isNativeLiveTrackSubscribed as aG, knownBehaviorStates as aH, mapTurnState as aI, readInboundRtp as aJ, sessionBehaviorSchema as aK, sessionClipSchema as aL, splitCallTranscript as aM, useAvatarAdaptivePlayoutDelay as aN, useAvatarCamera as aO, useAvatarPlayoutDelay as aP, useAvatarQualityGovernor as aQ, useCallTranscript as aR, useLiveKitAvatarGrant as aS, useLiveTrackProducing as aT, useMicLease as aU, useRealtimeSession as aV, useReleaseMicLeaseOnTrackEnded as aW, useSessionLifecycle as aX, type CallMicrophone as aY, type CallAudioPlayback as aZ, type CallMicrophoneProblem as a_, type ReconnectPolicy as aa, type ReconnectingEvent as ab, type RecoveryState as ac, type RetryStep as ad, type SendTurnOptions as ae, type SessionBehavior as af, type SessionClip as ag, type SessionClocks as ah, type SessionEndReason as ai, type SessionLifecycleApi as aj, type SessionLifecyclePhase as ak, type SessionLifecyclePhaseKind as al, SessionLifecycleRoomBridge as am, type SessionLifecycleRoomBridgeProps as an, type SessionReadinessFailure as ao, type SurfaceLayers as ap, type TranscriptSender as aq, type TranscriptSenderOptions as ar, type TurnState as as, type TurnTimeoutEvent as at, type UseAvatarQualityGovernorInput as au, type UseLiveKitAvatarGrantInput as av, type UseRealtimeSessionInput as aw, type UseSessionLifecycleInput as ax, type VoiceError as ay, type VoiceErrorCode as az, type AdaptivePlayoutDecision as b, type AvatarVideoSurfaceProps as b0, type LivePlaybackKeeper as b1, MIC_LEASE_ENDED_TIMEOUT_MS as b2, type MicLease as b3, NETWORK_QUALITY_POLICY as b4, type NetworkQualityStatus as b5, type PlayableVideoElement as b6, RealtimeAvatarCapacityError as b7, RealtimeAvatarLiveKitRoom as b8, type RealtimeAvatarLiveKitRoomProps as b9, shouldReplayPendingTurn as ba, type AdaptivePlayoutOptions as c, type AdaptivePlayoutSample as d, type ApproachingEndEvent as e, type ApproachingEndReason as f, type AvatarConnectionDetails as g, type AvatarSessionClient as h, type CallTranscriptSegment as i, type CartesiaTtsModel as j, type ClipResult as k, type ClosingTurnResult as l, type CreditsLowEvent as m, DEFAULT_CREDITS_LOW_LEAD_SECONDS as n, DEFAULT_FISH_TTS_MODEL as o, DEFAULT_GOVERNOR_CONFIG as p, DEFAULT_GRACE_CEILING_SECONDS as q, DEFAULT_GRACE_WINDOW_LEAD_SECONDS as r, DEFAULT_IDLE_SECONDS as s, DEFAULT_IDLE_WARN_LEAD_SECONDS as t, DEFAULT_READY_TIMEOUT_SECONDS as u, DEFAULT_TURN_TIMEOUT_SECONDS as v, type DeclaredInputSource as w, type EndedEvent as x, type ExtendResult as y, type FishDelivery as z };
|
package/dist/react-native.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { LiveKitRoomProps } from '@livekit/react-native';
|
|
2
2
|
export { AudioSession, VideoTrack, VideoTrackProps, registerGlobals } from '@livekit/react-native';
|
|
3
|
-
import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-
|
|
4
|
-
export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_FISH_TTS_MODEL, p as DEFAULT_GOVERNOR_CONFIG, q as DEFAULT_GRACE_CEILING_SECONDS, r as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, s as DEFAULT_IDLE_SECONDS, t as DEFAULT_IDLE_WARN_LEAD_SECONDS, u as DEFAULT_READY_TIMEOUT_SECONDS, v as DEFAULT_TURN_TIMEOUT_SECONDS, w as DeclaredInputSource, E as EndReason, x as EndedEvent, y as ExtendResult, F as
|
|
3
|
+
import { L as LiveKitSessionGrant, A as AvatarVideoFit } from './proxy-client-DJhYiiKX.js';
|
|
4
|
+
export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, h as AvatarSessionClient, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_FISH_TTS_MODEL, p as DEFAULT_GOVERNOR_CONFIG, q as DEFAULT_GRACE_CEILING_SECONDS, r as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, s as DEFAULT_IDLE_SECONDS, t as DEFAULT_IDLE_WARN_LEAD_SECONDS, u as DEFAULT_READY_TIMEOUT_SECONDS, v as DEFAULT_TURN_TIMEOUT_SECONDS, w as DeclaredInputSource, E as EndReason, x as EndedEvent, y as ExtendResult, F as FISH_DELIVERY_MODELS, z as FishDelivery, G as FishTtsModel, H as FreezeReadingFn, I as Governor, J as GovernorAction, K as GovernorConfig, M as GovernorSignal, N as GovernorState, O as GraceWindowClosedEvent, P as GraceWindowOpenEvent, Q as GraceWindowState, R as IdleWarningEvent, S as InboundRtpCursor, T as InboundRtpReading, U as KnownBehaviorState, V as LLMProvider, W as LLMSelection, X as LiveKitAvatarGrantState, Y as LiveKitAvatarGrantStatus, Z as LiveKitCapacityState, _ as LiveKitConnectionStatus, $ as LiveKitSessionRequest, a0 as LiveKitSessionStartResult, a1 as MAX_RECONNECT_ATTEMPTS, a2 as MAX_SESSION_INSTRUCTIONS_CHARS, a3 as ProxyClientOptions, a4 as QualityCap, a5 as RECONNECT_BACKOFF_MS, a6 as RealtimeAvatarRequestOptions, a7 as RealtimeSessionApi, a8 as RealtimeSessionMedia, a9 as RealtimeSessionRoomSinks, aa as ReconnectPolicy, ab as ReconnectingEvent, ac as RecoveryState, ad as RetryStep, ae as SendTurnOptions, af as SessionBehavior, ag as SessionClip, ah as SessionClocks, ai as SessionEndReason, aj as SessionLifecycleApi, ak as SessionLifecyclePhase, al as SessionLifecyclePhaseKind, am as SessionLifecycleRoomBridge, an as SessionLifecycleRoomBridgeProps, ao as SessionReadinessFailure, ap as SurfaceLayers, aq as TranscriptSender, ar as TranscriptSenderOptions, as as TurnState, at as TurnTimeoutEvent, au as UseAvatarQualityGovernorInput, av as UseLiveKitAvatarGrantInput, aw as UseRealtimeSessionInput, ax as UseSessionLifecycleInput, ay as VoiceError, az as VoiceErrorCode, aA as VoiceSpec, aB as VoiceSpecInput, aC as capacityErrorFromBusy, aD as capacityStateFromGrant, aE as createProxyClient, aF as fishTtsModelSchema, aG as isNativeLiveTrackSubscribed, aH as knownBehaviorStates, aI as mapTurnState, aJ as readInboundRtp, aK as sessionBehaviorSchema, aL as sessionClipSchema, aM as splitCallTranscript, aN as useAvatarAdaptivePlayoutDelay, aO as useAvatarCamera, aP as useAvatarPlayoutDelay, aQ as useAvatarQualityGovernor, aR as useCallTranscript, aS as useLiveKitAvatarGrant, aT as useLiveTrackProducing, aU as useMicLease, aV as useRealtimeSession, aW as useReleaseMicLeaseOnTrackEnded, aX as useSessionLifecycle } from './proxy-client-DJhYiiKX.js';
|
|
5
5
|
import { Room } from 'livekit-client';
|
|
6
6
|
export { DisconnectReason, RemoteAudioTrack, RemoteTrack, RemoteVideoTrack, Room, RoomEvent, SendTextOptions, Track } from 'livekit-client';
|
|
7
7
|
import { ReactNode, ReactElement } from 'react';
|
package/dist/react-native.js
CHANGED
|
@@ -1790,8 +1790,13 @@ var voiceErrorFrameSchema = schema5;
|
|
|
1790
1790
|
var schema04 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
|
|
1791
1791
|
var schema13 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
|
|
1792
1792
|
var schema23 = z.union([schema04, schema13]);
|
|
1793
|
+
var schema33 = z.enum(["whisper"]);
|
|
1794
|
+
var schema43 = z.null();
|
|
1795
|
+
var schema52 = z.union([schema33, schema43]);
|
|
1793
1796
|
var fishTtsModelSchema = schema23;
|
|
1794
1797
|
var DEFAULT_FISH_TTS_MODEL = "s2.1-pro";
|
|
1798
|
+
var fishDeliverySchema = schema52;
|
|
1799
|
+
var FISH_DELIVERY_MODELS = { "whisper": ["drama-3"] };
|
|
1795
1800
|
|
|
1796
1801
|
// ../client/src/wire.ts
|
|
1797
1802
|
var DEFAULT_AVATAR_ID = "maria";
|
|
@@ -1860,8 +1865,15 @@ var fishVoiceSpecSchema = z.object({
|
|
|
1860
1865
|
voice_id: z.string().min(1).max(120),
|
|
1861
1866
|
speed: z.number().min(0.5).max(2).nullable().optional(),
|
|
1862
1867
|
emotion: z.string().min(1).max(80).nullable().optional(),
|
|
1863
|
-
language: z.string().min(2).max(16).nullable().optional()
|
|
1864
|
-
|
|
1868
|
+
language: z.string().min(2).max(16).nullable().optional(),
|
|
1869
|
+
delivery: fishDeliverySchema.optional()
|
|
1870
|
+
}).strict().superRefine((voice, ctx) => {
|
|
1871
|
+
if (!voice.delivery) return;
|
|
1872
|
+
const models = FISH_DELIVERY_MODELS[voice.delivery];
|
|
1873
|
+
if (!models.includes(voice.model)) {
|
|
1874
|
+
ctx.addIssue({ code: "custom", path: ["delivery"], message: `delivery "${voice.delivery}" needs model ${models.join(" | ")}` });
|
|
1875
|
+
}
|
|
1876
|
+
});
|
|
1865
1877
|
var voiceSpecSchema = z.discriminatedUnion("provider", [
|
|
1866
1878
|
cartesiaVoiceSpecSchema,
|
|
1867
1879
|
breezeVoiceSpecSchema,
|
|
@@ -3932,4 +3944,4 @@ function createProxyClient(options) {
|
|
|
3932
3944
|
};
|
|
3933
3945
|
}
|
|
3934
3946
|
|
|
3935
|
-
export { AdaptivePlayoutController, AvatarVideoSurface, DEFAULT_APPROACHING_END_LEAD_SECONDS, DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, DEFAULT_CREDITS_LOW_LEAD_SECONDS, DEFAULT_FISH_TTS_MODEL, DEFAULT_GOVERNOR_CONFIG, DEFAULT_GRACE_CEILING_SECONDS, DEFAULT_GRACE_WINDOW_LEAD_SECONDS, DEFAULT_IDLE_SECONDS, DEFAULT_IDLE_WARN_LEAD_SECONDS, DEFAULT_READY_TIMEOUT_SECONDS, DEFAULT_TURN_TIMEOUT_SECONDS, MAX_RECONNECT_ATTEMPTS, MAX_SESSION_INSTRUCTIONS_CHARS, RECONNECT_BACKOFF_MS, RealtimeAvatarLiveKitRoom, SessionLifecycleRoomBridge, capacityErrorFromBusy, capacityStateFromGrant, createProxyClient, fishTtsModelSchema, isNativeLiveTrackSubscribed, knownBehaviorStates, mapTurnState, readInboundRtp, sessionBehaviorSchema, sessionClipSchema, splitCallTranscript, useAvatarAdaptivePlayoutDelay, useAvatarCamera, useAvatarPlayoutDelay, useAvatarQualityGovernor, useCallTranscript, useClearStaleInputMute, useLiveKitAvatarGrant, useLiveTrackProducing, useMicLease, useRealtimeAvatarAudioSession, useRealtimeSession, useReleaseMicLeaseOnTrackEnded, useSessionLifecycle };
|
|
3947
|
+
export { AdaptivePlayoutController, AvatarVideoSurface, DEFAULT_APPROACHING_END_LEAD_SECONDS, DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, DEFAULT_CREDITS_LOW_LEAD_SECONDS, DEFAULT_FISH_TTS_MODEL, DEFAULT_GOVERNOR_CONFIG, DEFAULT_GRACE_CEILING_SECONDS, DEFAULT_GRACE_WINDOW_LEAD_SECONDS, DEFAULT_IDLE_SECONDS, DEFAULT_IDLE_WARN_LEAD_SECONDS, DEFAULT_READY_TIMEOUT_SECONDS, DEFAULT_TURN_TIMEOUT_SECONDS, FISH_DELIVERY_MODELS, MAX_RECONNECT_ATTEMPTS, MAX_SESSION_INSTRUCTIONS_CHARS, RECONNECT_BACKOFF_MS, RealtimeAvatarLiveKitRoom, SessionLifecycleRoomBridge, capacityErrorFromBusy, capacityStateFromGrant, createProxyClient, fishTtsModelSchema, isNativeLiveTrackSubscribed, knownBehaviorStates, mapTurnState, readInboundRtp, sessionBehaviorSchema, sessionClipSchema, splitCallTranscript, useAvatarAdaptivePlayoutDelay, useAvatarCamera, useAvatarPlayoutDelay, useAvatarQualityGovernor, useCallTranscript, useClearStaleInputMute, useLiveKitAvatarGrant, useLiveTrackProducing, useMicLease, useRealtimeAvatarAudioSession, useRealtimeSession, useReleaseMicLeaseOnTrackEnded, useSessionLifecycle };
|
package/dist/react.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { ToolRegistration, RegisteredTool } from './tools.js';
|
|
2
|
-
import {
|
|
3
|
-
export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails,
|
|
2
|
+
import { an as SessionLifecycleRoomBridgeProps, h as AvatarSessionClient, A as AvatarVideoFit, aY as CallMicrophone, aZ as CallAudioPlayback, ay as VoiceError, a_ as CallMicrophoneProblem } from './proxy-client-DJhYiiKX.js';
|
|
3
|
+
export { a as AdaptivePlayoutController, b as AdaptivePlayoutDecision, c as AdaptivePlayoutOptions, d as AdaptivePlayoutSample, e as ApproachingEndEvent, f as ApproachingEndReason, g as AvatarConnectionDetails, a$ as AvatarVideoSurface, b0 as AvatarVideoSurfaceProps, B as BehaviorSnapshot, C as CallTranscript, i as CallTranscriptSegment, j as CartesiaTtsModel, k as ClipResult, l as ClosingTurnResult, m as CreditsLowEvent, D as DEFAULT_APPROACHING_END_LEAD_SECONDS, n as DEFAULT_CREDITS_LOW_LEAD_SECONDS, o as DEFAULT_FISH_TTS_MODEL, p as DEFAULT_GOVERNOR_CONFIG, q as DEFAULT_GRACE_CEILING_SECONDS, r as DEFAULT_GRACE_WINDOW_LEAD_SECONDS, s as DEFAULT_IDLE_SECONDS, t as DEFAULT_IDLE_WARN_LEAD_SECONDS, u as DEFAULT_READY_TIMEOUT_SECONDS, v as DEFAULT_TURN_TIMEOUT_SECONDS, w as DeclaredInputSource, E as EndReason, x as EndedEvent, y as ExtendResult, F as FISH_DELIVERY_MODELS, z as FishDelivery, G as FishTtsModel, H as FreezeReadingFn, I as Governor, J as GovernorAction, K as GovernorConfig, M as GovernorSignal, N as GovernorState, O as GraceWindowClosedEvent, P as GraceWindowOpenEvent, Q as GraceWindowState, R as IdleWarningEvent, S as InboundRtpCursor, T as InboundRtpReading, U as KnownBehaviorState, V as LLMProvider, W as LLMSelection, X as LiveKitAvatarGrantState, Y as LiveKitAvatarGrantStatus, Z as LiveKitCapacityState, _ as LiveKitConnectionStatus, $ as LiveKitSessionRequest, a0 as LiveKitSessionStartResult, b1 as LivePlaybackKeeper, a1 as MAX_RECONNECT_ATTEMPTS, a2 as MAX_SESSION_INSTRUCTIONS_CHARS, b2 as MIC_LEASE_ENDED_TIMEOUT_MS, b3 as MicLease, b4 as NETWORK_QUALITY_POLICY, b5 as NetworkQualityStatus, b6 as PlayableVideoElement, a3 as ProxyClientOptions, a4 as QualityCap, a5 as RECONNECT_BACKOFF_MS, b7 as RealtimeAvatarCapacityError, b8 as RealtimeAvatarLiveKitRoom, b9 as RealtimeAvatarLiveKitRoomProps, a6 as RealtimeAvatarRequestOptions, a7 as RealtimeSessionApi, a8 as RealtimeSessionMedia, a9 as RealtimeSessionRoomSinks, aa as ReconnectPolicy, ab as ReconnectingEvent, ac as RecoveryState, ad as RetryStep, ae as SendTurnOptions, af as SessionBehavior, ag as SessionClip, ah as SessionClocks, ai as SessionEndReason, aj as SessionLifecycleApi, ak as SessionLifecyclePhase, al as SessionLifecyclePhaseKind, am as SessionLifecycleRoomBridge, ao as SessionReadinessFailure, ap as SurfaceLayers, aq as TranscriptSender, ar as TranscriptSenderOptions, as as TurnState, at as TurnTimeoutEvent, au as UseAvatarQualityGovernorInput, av as UseLiveKitAvatarGrantInput, aw as UseRealtimeSessionInput, ax as UseSessionLifecycleInput, az as VoiceErrorCode, aA as VoiceSpec, aB as VoiceSpecInput, aC as capacityErrorFromBusy, aD as capacityStateFromGrant, aE as createProxyClient, aF as fishTtsModelSchema, aH as knownBehaviorStates, aI as mapTurnState, aJ as readInboundRtp, aK as sessionBehaviorSchema, aL as sessionClipSchema, ba as shouldReplayPendingTurn, aM as splitCallTranscript, aN as useAvatarAdaptivePlayoutDelay, aO as useAvatarCamera, aP as useAvatarPlayoutDelay, aQ as useAvatarQualityGovernor, aR as useCallTranscript, aS as useLiveKitAvatarGrant, aU as useMicLease, aV as useRealtimeSession, aW as useReleaseMicLeaseOnTrackEnded, aX as useSessionLifecycle } from './proxy-client-DJhYiiKX.js';
|
|
4
4
|
import { CSSProperties, ReactNode } from 'react';
|
|
5
5
|
import * as react_jsx_runtime from 'react/jsx-runtime';
|
|
6
6
|
import { R as RecordingArtifact } from './recording-ydFVySSd.js';
|
package/dist/react.js
CHANGED
|
@@ -2362,8 +2362,13 @@ var voiceErrorFrameSchema = schema5;
|
|
|
2362
2362
|
var schema04 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
|
|
2363
2363
|
var schema13 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
|
|
2364
2364
|
var schema23 = z.union([schema04, schema13]);
|
|
2365
|
+
var schema33 = z.enum(["whisper"]);
|
|
2366
|
+
var schema43 = z.null();
|
|
2367
|
+
var schema52 = z.union([schema33, schema43]);
|
|
2365
2368
|
var fishTtsModelSchema = schema23;
|
|
2366
2369
|
var DEFAULT_FISH_TTS_MODEL = "s2.1-pro";
|
|
2370
|
+
var fishDeliverySchema = schema52;
|
|
2371
|
+
var FISH_DELIVERY_MODELS = { "whisper": ["drama-3"] };
|
|
2367
2372
|
|
|
2368
2373
|
// ../client/src/wire.ts
|
|
2369
2374
|
var DEFAULT_AVATAR_ID = "maria";
|
|
@@ -2432,8 +2437,15 @@ var fishVoiceSpecSchema = z.object({
|
|
|
2432
2437
|
voice_id: z.string().min(1).max(120),
|
|
2433
2438
|
speed: z.number().min(0.5).max(2).nullable().optional(),
|
|
2434
2439
|
emotion: z.string().min(1).max(80).nullable().optional(),
|
|
2435
|
-
language: z.string().min(2).max(16).nullable().optional()
|
|
2436
|
-
|
|
2440
|
+
language: z.string().min(2).max(16).nullable().optional(),
|
|
2441
|
+
delivery: fishDeliverySchema.optional()
|
|
2442
|
+
}).strict().superRefine((voice, ctx) => {
|
|
2443
|
+
if (!voice.delivery) return;
|
|
2444
|
+
const models = FISH_DELIVERY_MODELS[voice.delivery];
|
|
2445
|
+
if (!models.includes(voice.model)) {
|
|
2446
|
+
ctx.addIssue({ code: "custom", path: ["delivery"], message: `delivery "${voice.delivery}" needs model ${models.join(" | ")}` });
|
|
2447
|
+
}
|
|
2448
|
+
});
|
|
2437
2449
|
var voiceSpecSchema = z.discriminatedUnion("provider", [
|
|
2438
2450
|
cartesiaVoiceSpecSchema,
|
|
2439
2451
|
breezeVoiceSpecSchema,
|
|
@@ -4907,4 +4919,4 @@ function RecordingPlayer({ assets, className }) {
|
|
|
4907
4919
|
] });
|
|
4908
4920
|
}
|
|
4909
4921
|
|
|
4910
|
-
export { AdaptivePlayoutController, AvatarCall, AvatarVideoSurface, DEFAULT_APPROACHING_END_LEAD_SECONDS, DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, DEFAULT_AVATAR_UNSTABLE_STALL_MS, DEFAULT_CREDITS_LOW_LEAD_SECONDS, DEFAULT_FISH_TTS_MODEL, DEFAULT_GOVERNOR_CONFIG, DEFAULT_GRACE_CEILING_SECONDS, DEFAULT_GRACE_WINDOW_LEAD_SECONDS, DEFAULT_IDLE_SECONDS, DEFAULT_IDLE_WARN_LEAD_SECONDS, DEFAULT_READY_TIMEOUT_SECONDS, DEFAULT_TURN_TIMEOUT_SECONDS, MAX_RECONNECT_ATTEMPTS, MAX_SESSION_INSTRUCTIONS_CHARS, MIC_LEASE_ENDED_TIMEOUT_MS, NETWORK_QUALITY_POLICY, RECONNECT_BACKOFF_MS, RealtimeAvatarCapacityError, RealtimeAvatarLiveKitRoom, RecordingPlayer, SessionLifecycleRoomBridge, capacityErrorFromBusy, capacityStateFromGrant, createProxyClient, fishTtsModelSchema, knownBehaviorStates, mapTurnState, readInboundRtp, sessionBehaviorSchema, sessionClipSchema, shouldReplayPendingTurn, splitCallTranscript, useAvatarAdaptivePlayoutDelay, useAvatarCall, useAvatarCamera, useAvatarPlayoutDelay, useAvatarQualityGovernor, useCallTranscript, useCharacterTools, useLiveKitAvatarGrant, useMicLease, useRealtimeSession, useReleaseMicLeaseOnTrackEnded, useSessionLifecycle };
|
|
4922
|
+
export { AdaptivePlayoutController, AvatarCall, AvatarVideoSurface, DEFAULT_APPROACHING_END_LEAD_SECONDS, DEFAULT_AVATAR_PLAYOUT_DELAY_SECONDS, DEFAULT_AVATAR_UNSTABLE_STALL_MS, DEFAULT_CREDITS_LOW_LEAD_SECONDS, DEFAULT_FISH_TTS_MODEL, DEFAULT_GOVERNOR_CONFIG, DEFAULT_GRACE_CEILING_SECONDS, DEFAULT_GRACE_WINDOW_LEAD_SECONDS, DEFAULT_IDLE_SECONDS, DEFAULT_IDLE_WARN_LEAD_SECONDS, DEFAULT_READY_TIMEOUT_SECONDS, DEFAULT_TURN_TIMEOUT_SECONDS, FISH_DELIVERY_MODELS, MAX_RECONNECT_ATTEMPTS, MAX_SESSION_INSTRUCTIONS_CHARS, MIC_LEASE_ENDED_TIMEOUT_MS, NETWORK_QUALITY_POLICY, RECONNECT_BACKOFF_MS, RealtimeAvatarCapacityError, RealtimeAvatarLiveKitRoom, RecordingPlayer, SessionLifecycleRoomBridge, capacityErrorFromBusy, capacityStateFromGrant, createProxyClient, fishTtsModelSchema, knownBehaviorStates, mapTurnState, readInboundRtp, sessionBehaviorSchema, sessionClipSchema, shouldReplayPendingTurn, splitCallTranscript, useAvatarAdaptivePlayoutDelay, useAvatarCall, useAvatarCamera, useAvatarPlayoutDelay, useAvatarQualityGovernor, useCallTranscript, useCharacterTools, useLiveKitAvatarGrant, useMicLease, useRealtimeSession, useReleaseMicLeaseOnTrackEnded, useSessionLifecycle };
|
package/dist/server.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { DEFAULT_FISH_TTS_MODEL, FishTtsModel, ListRendersQuery, ListRendersResponse, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, RealtimeAvatarWebhookError, Render, RenderAccessResponse, RenderFailureCode, RenderPlayback, RenderStatus, ShotTiming, StartCallOptions, WebhookVerificationErrorCode, clipLibraryDeclarationSchema, fishTtsModelSchema, listRendersResponseSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './index.js';
|
|
2
|
-
export { h as Asset, g as AssetKind, A as Avatar, p as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, q as CallConnection, C as CallMode, a as CallPolicy, r as CallQueued, s as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, t as ClipLibraryPlan, e as ClipLibraryUpdate, u as ClipSource, v as ContextMessage, n as CreateRenderInput, o as CreditBalance, E as EndCallOptions, w as EndCallReason, x as ExternalLlm, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, y as RecordingArtifactStatus, z as RecordingMode, B as RenderShot, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, D as VideoPolicy, F as VoiceWebhook, G as VoiceWebhookErrorCode, V as VoiceWebhookRequest, H as isQueued, I as listRecordingsResponseSchema, J as recordingAccessResponseSchema, K as recordingArtifactSchema, M as recordingModeSchema } from './types-
|
|
1
|
+
export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, FishDelivery, FishTtsModel, ListRendersQuery, ListRendersResponse, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, RealtimeAvatarWebhookError, Render, RenderAccessResponse, RenderFailureCode, RenderPlayback, RenderStatus, ShotTiming, StartCallOptions, WebhookVerificationErrorCode, clipLibraryDeclarationSchema, fishTtsModelSchema, listRendersResponseSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './index.js';
|
|
2
|
+
export { h as Asset, g as AssetKind, A as Avatar, p as AvatarClip, c as AvatarSourceSwap, b as AvatarUpdate, q as CallConnection, C as CallMode, a as CallPolicy, r as CallQueued, s as ClipDeclaration, f as ClipLibrary, d as ClipLibraryDeclaration, t as ClipLibraryPlan, e as ClipLibraryUpdate, u as ClipSource, v as ContextMessage, n as CreateRenderInput, o as CreditBalance, E as EndCallOptions, w as EndCallReason, x as ExternalLlm, k as ListRecordingsQuery, l as ListRecordingsResponse, i as ListSessionsOptions, L as LoopRedirect, m as RecordingAccessResponse, R as RecordingArtifact, y as RecordingArtifactStatus, z as RecordingMode, B as RenderShot, S as StartCallResult, T as TranscriptPayload, j as UsageSession, U as UsageSessionPage, D as VideoPolicy, F as VoiceWebhook, G as VoiceWebhookErrorCode, V as VoiceWebhookRequest, H as isQueued, I as listRecordingsResponseSchema, J as recordingAccessResponseSchema, K as recordingArtifactSchema, M as recordingModeSchema } from './types-VoejsHij.js';
|
|
3
3
|
import './connection-history.js';
|
|
4
4
|
import 'zod';
|
package/dist/server.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export { DEFAULT_FISH_TTS_MODEL, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-
|
|
1
|
+
export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, clipLibraryDeclarationSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-VLYUMP3I.js';
|
|
2
2
|
import './chunk-MCIXU6XP.js';
|
package/dist/tanstack-start.d.ts
CHANGED
package/dist/tanstack-start.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { C as CallMode, a as CallPolicy } from './types-
|
|
1
|
+
import { C as CallMode, a as CallPolicy } from './types-VoejsHij.js';
|
|
2
2
|
|
|
3
3
|
/** The three things a caller can ask the proxy to do. Gate on these, not on URLs. */
|
|
4
4
|
type ProxyOperation = "connect" | "end" | "avatars" | "credits";
|
|
@@ -95,6 +95,7 @@ interface components {
|
|
|
95
95
|
model: "s2-pro" | "s2.1-pro" | "drama-3";
|
|
96
96
|
gain_db?: number;
|
|
97
97
|
} | null;
|
|
98
|
+
delivery?: "whisper" | null;
|
|
98
99
|
}) | null;
|
|
99
100
|
voice_id?: string | null;
|
|
100
101
|
/** @description The session's motion-state map. Normally omitted: the avatar's PLATFORM-GENERATED library (idle / listen / gesture clips rendered from the portrait at creation) is injected automatically. An explicit [] opts the call out of clips. Supplying custom clip URLs is a legacy channel for existing integrations — custom video is not part of the public contract. */
|
|
@@ -1297,6 +1298,7 @@ interface components {
|
|
|
1297
1298
|
model: "s2-pro" | "s2.1-pro" | "drama-3";
|
|
1298
1299
|
gain_db?: number;
|
|
1299
1300
|
} | null;
|
|
1301
|
+
delivery?: "whisper" | null;
|
|
1300
1302
|
};
|
|
1301
1303
|
/** @description Mouth-motion amplitude, as on a live call (lip_gain). Omit it for the platform default. */
|
|
1302
1304
|
lipGain?: number;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "realtime-avatar",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.33.0",
|
|
4
4
|
"description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "The Influence Company",
|