realtime-avatar 0.34.0 → 0.35.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,4 +1,4 @@
1
- import { RealtimeAvatar, ROUTE_TIMEOUT_MS, proxyEndRequestSchema, proxyConnectRequestSchema, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-GPGNAQZV.js';
1
+ import { RealtimeAvatar, ROUTE_TIMEOUT_MS, proxyEndRequestSchema, proxyConnectRequestSchema, isQueued, RealtimeAvatarHttpError, RealtimeAvatarError } from './chunk-WHYDSORD.js';
2
2
 
3
3
  // ../http-client/src/generated/error-semantics.ts
4
4
  var ERROR_SEMANTICS = {
@@ -353,40 +353,50 @@ var schema27 = z.enum(["respond", "recovery", "initiative"]);
353
353
  var schema32 = z.string().min(1).max(32);
354
354
  var schema42 = z.union([schema27, schema32]);
355
355
  var schema52 = z.enum(["draft", "accepted"]);
356
- var schema62 = z.literal("external");
357
- var schema72 = z.object({
358
- "renderer": schema62
359
- });
356
+ var schema62 = z.literal("speech_segments_v1");
357
+ var schema72 = z.literal("external");
360
358
  var schema82 = z.object({
359
+ "renderer": schema72
360
+ });
361
+ var schema92 = z.object({
361
362
  "session_id": schema02,
362
363
  "generation_id": schema02,
363
364
  "version": schema110,
364
365
  "purpose": schema42,
365
366
  "admission": schema52,
366
- "visible_character": schema72.optional()
367
+ "text_output": schema62.optional(),
368
+ "visible_character": schema82.optional()
367
369
  });
368
- var schema92 = z.string().min(1).max(200);
369
- var schema102 = z.object({
370
+ var schema102 = z.string().min(1).max(200);
371
+ var schema112 = z.object({
370
372
  "generation_id": schema02,
371
- "utterance_id": schema92
373
+ "utterance_id": schema102
372
374
  });
373
- var schema112 = z.literal("external_performance");
374
- var schema122 = z.enum(["accepted", "dropped", "cancelled", "audio_released"]);
375
- var schema132 = z.union([schema122, schema32]);
376
- var schema142 = z.literal("unavailable");
375
+ var schema122 = z.literal("external_performance");
376
+ var schema132 = z.enum(["accepted", "dropped", "cancelled", "audio_released"]);
377
+ var schema142 = z.union([schema132, schema32]);
377
378
  var schema152 = z.literal("unavailable");
378
- var schema162 = z.object({
379
+ var schema162 = z.literal("unavailable");
380
+ var schema172 = z.object({
379
381
  "session_id": schema02,
380
382
  "generation_id": schema02,
381
- "kind": schema112,
383
+ "kind": schema122,
382
384
  "version": schema110,
383
- "status": schema132,
384
- "audible_checkpoint": schema142,
385
- "audio_mapping": schema152
385
+ "status": schema142,
386
+ "audible_checkpoint": schema152,
387
+ "audio_mapping": schema162
388
+ });
389
+ var schema182 = z.string().regex(new RegExp("^(?:[^\\uD800-\\uDFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF])*$")).min(1).max(5e3);
390
+ var schema192 = z.strictObject({
391
+ "version": schema110,
392
+ "generation_id": schema02,
393
+ "utterance_id": schema102,
394
+ "text": schema182
386
395
  });
387
- var externalTurnContextSchema = schema82;
388
- var externalUtteranceSchema = schema102;
389
- var externalPerformanceFrameSchema = schema162;
396
+ var externalTurnContextSchema = schema92;
397
+ var externalUtteranceSchema = schema112;
398
+ var externalPerformanceFrameSchema = schema172;
399
+ var externalSpeechSegmentSchema = schema192;
390
400
  var schema03 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
391
401
  var schema111 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
392
402
  var schema28 = z.union([schema03, schema111]);
@@ -878,9 +888,9 @@ var schema134 = z.string().min(8).max(80);
878
888
  var schema144 = z.string();
879
889
  var schema154 = z.enum(["video", "live2d"]);
880
890
  var schema163 = z.enum(["image", "video"]);
881
- var schema172 = z.enum(["realtime-avatar-live-v1", "realtime-avatar-video-v1"]);
882
- var schema182 = z.union([schema134, schema64]);
883
- var schema192 = z.enum(["draft", "preprocessing", "ready", "failed", "disabled", "deleted"]);
891
+ var schema173 = z.enum(["realtime-avatar-live-v1", "realtime-avatar-video-v1"]);
892
+ var schema183 = z.union([schema134, schema64]);
893
+ var schema193 = z.enum(["draft", "preprocessing", "ready", "failed", "disabled", "deleted"]);
884
894
  var schema202 = z.union([schema144, schema64]);
885
895
  var schema213 = z.enum(["none", "queued", "generating", "ready", "failed"]);
886
896
  var schema222 = z.enum(["local", "gemini", "openai"]);
@@ -897,9 +907,9 @@ var schema272 = z.strictObject({
897
907
  "displayName": schema144,
898
908
  "renderer": schema154,
899
909
  "sourceKind": schema163,
900
- "modelId": schema172,
901
- "sourceAssetId": schema182,
902
- "status": schema192,
910
+ "modelId": schema173,
911
+ "sourceAssetId": schema183,
912
+ "status": schema193,
903
913
  "error": schema202,
904
914
  "idleVideoStatus": schema213,
905
915
  "defaultVoiceId": schema202,
@@ -941,9 +951,9 @@ var schema135 = z.string();
941
951
  var schema145 = z.string().min(1).max(5e3);
942
952
  var schema155 = z.string();
943
953
  var schema164 = z.null();
944
- var schema173 = z.union([schema155, schema164]);
945
- var schema183 = z.string();
946
- var schema193 = z.union([schema183, schema164]);
954
+ var schema174 = z.union([schema155, schema164]);
955
+ var schema184 = z.string();
956
+ var schema194 = z.union([schema184, schema164]);
947
957
  var schema203 = z.literal("pcm_s16le");
948
958
  var schema215 = z.literal([8e3, 16e3, 22050, 24e3, 44100, 48e3]);
949
959
  var schema223 = z.object({
@@ -961,8 +971,8 @@ var schema263 = z.object({
961
971
  "request_id": schema125,
962
972
  "session_id": schema135,
963
973
  "text": schema145,
964
- "voice_id": schema173,
965
- "language": schema193,
974
+ "voice_id": schema174,
975
+ "language": schema194,
966
976
  "output": schema223,
967
977
  "client_metadata": schema253
968
978
  });
@@ -996,33 +1006,47 @@ var schema49 = z.strictObject({
996
1006
  });
997
1007
  var schema58 = z.literal("v1");
998
1008
  var schema66 = z.literal("correlated_pcm_v1");
999
- var schema76 = z.literal("v1");
1000
- var schema86 = z.literal(true);
1001
- var schema96 = z.object({
1002
- "performance": schema76,
1003
- "fail_closed": schema86
1009
+ var schema76 = z.literal("speech_segments_v1");
1010
+ var schema86 = z.literal("v1");
1011
+ var schema96 = z.literal(true);
1012
+ var schema106 = z.object({
1013
+ "performance": schema86,
1014
+ "fail_closed": schema96
1004
1015
  });
1005
- var schema106 = z.strictObject({
1016
+ var schema1111 = z.literal("correlated_pcm_v1");
1017
+ var schema126 = z.object({
1018
+ "performance": schema86,
1019
+ "fail_closed": schema96,
1020
+ "audio_output": schema1111
1021
+ });
1022
+ var schema136 = z.strictObject({
1006
1023
  "base_url": schema010,
1007
1024
  "token": schema120,
1008
1025
  "fail_closed": schema216.optional(),
1009
1026
  "visible_character": schema49.optional(),
1010
1027
  "performance": schema58.optional(),
1011
- "audio_output": schema66.optional()
1028
+ "audio_output": schema66.optional(),
1029
+ "text_output": schema76.optional()
1012
1030
  }).superRefine((value, ctx) => {
1013
1031
  if (value["audio_output"] !== void 0) {
1014
- const result = schema96.safeParse(value);
1032
+ const result = schema106.safeParse(value);
1033
+ if (!result.success) for (const issue of result.error.issues) ctx.addIssue({ code: "custom", message: issue.message, path: issue.path });
1034
+ }
1035
+ }).superRefine((value, ctx) => {
1036
+ if (value["text_output"] !== void 0) {
1037
+ const result = schema126.safeParse(value);
1015
1038
  if (!result.success) for (const issue of result.error.issues) ctx.addIssue({ code: "custom", message: issue.message, path: issue.path });
1016
1039
  }
1017
1040
  });
1018
- var externalLlmWireSchema = schema106;
1041
+ var externalLlmWireSchema = schema136;
1019
1042
  var externalLlmOptionsSchema = z.strictObject({
1020
1043
  baseUrl: externalLlmWireSchema.shape.base_url,
1021
1044
  token: externalLlmWireSchema.shape.token,
1022
1045
  failClosed: externalLlmWireSchema.shape.fail_closed,
1023
1046
  visibleCharacter: externalLlmWireSchema.shape.visible_character,
1024
1047
  performance: externalLlmWireSchema.shape.performance,
1025
- audioOutput: externalLlmWireSchema.shape.audio_output
1048
+ audioOutput: externalLlmWireSchema.shape.audio_output,
1049
+ textOutput: externalLlmWireSchema.shape.text_output
1026
1050
  });
1027
1051
  function externalLlmToWire(input) {
1028
1052
  const options = externalLlmOptionsSchema.parse(input);
@@ -1032,7 +1056,8 @@ function externalLlmToWire(input) {
1032
1056
  ...options.failClosed !== void 0 ? { fail_closed: options.failClosed } : {},
1033
1057
  ...options.visibleCharacter !== void 0 ? { visible_character: options.visibleCharacter } : {},
1034
1058
  ...options.performance !== void 0 ? { performance: options.performance } : {},
1035
- ...options.audioOutput !== void 0 ? { audio_output: options.audioOutput } : {}
1059
+ ...options.audioOutput !== void 0 ? { audio_output: options.audioOutput } : {},
1060
+ ...options.textOutput !== void 0 ? { text_output: options.textOutput } : {}
1036
1061
  });
1037
1062
  }
1038
1063
  var schema011 = z.string().min(8).max(80);
@@ -1051,13 +1076,13 @@ var schema77 = z.partialRecord(schema310, schema67);
1051
1076
  var schema87 = z.literal("available");
1052
1077
  var schema97 = z.literal("dialogue");
1053
1078
  var schema107 = z.string().regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d))|(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?)$"));
1054
- var schema1111 = z.null();
1055
- var schema126 = z.union([schema107, schema1111]);
1056
- var schema136 = z.int().min(0).max(9007199254740991);
1079
+ var schema1112 = z.null();
1080
+ var schema127 = z.union([schema107, schema1112]);
1081
+ var schema137 = z.int().min(0).max(9007199254740991);
1057
1082
  var schema146 = z.strictObject({
1058
- "first_at": schema126,
1059
- "last_at": schema126,
1060
- "lines": schema136
1083
+ "first_at": schema127,
1084
+ "last_at": schema127,
1085
+ "lines": schema137
1061
1086
  });
1062
1087
  var schema156 = z.strictObject({
1063
1088
  "latency_ms": schema77,
@@ -1066,24 +1091,24 @@ var schema156 = z.strictObject({
1066
1091
  "coverage": schema146
1067
1092
  });
1068
1093
  var schema165 = z.literal("unavailable");
1069
- var schema174 = z.enum(["not_closed", "unconfigured", "missing", "invalid", "oversized", "unscorable", "no_measured_latency", "timeout", "aborted", "storage_unavailable"]);
1070
- var schema184 = z.strictObject({
1094
+ var schema175 = z.enum(["not_closed", "unconfigured", "missing", "invalid", "oversized", "unscorable", "no_measured_latency", "timeout", "aborted", "storage_unavailable"]);
1095
+ var schema185 = z.strictObject({
1071
1096
  "status": schema165,
1072
- "reason": schema174
1097
+ "reason": schema175
1073
1098
  });
1074
- var schema194 = z.union([schema156, schema184]);
1099
+ var schema195 = z.union([schema156, schema185]);
1075
1100
  var schema204 = z.string().min(1).max(200);
1076
- var schema218 = z.union([schema204, schema1111]);
1101
+ var schema218 = z.union([schema204, schema1112]);
1077
1102
  var schema224 = z.string().regex(new RegExp("^[0-9a-f]{40}$"));
1078
- var schema234 = z.union([schema224, schema1111]);
1103
+ var schema234 = z.union([schema224, schema1112]);
1079
1104
  var schema244 = z.literal("cloudflare-worker-version");
1080
1105
  var schema254 = z.literal("authenticated-worker-heartbeat");
1081
- var schema264 = z.union([schema254, schema1111]);
1106
+ var schema264 = z.union([schema254, schema1112]);
1082
1107
  var schema273 = z.string().min(1).max(160);
1083
- var schema282 = z.union([schema273, schema1111]);
1084
- var schema292 = z.union([schema136, schema1111]);
1108
+ var schema282 = z.union([schema273, schema1112]);
1109
+ var schema292 = z.union([schema137, schema1112]);
1085
1110
  var schema30 = z.iso.datetime({ offset: true }).regex(new RegExp("^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"));
1086
- var schema31 = z.union([schema30, schema1111]);
1111
+ var schema31 = z.union([schema30, schema1112]);
1087
1112
  var schema322 = z.strictObject({
1088
1113
  "deploymentSource": schema244,
1089
1114
  "workerSource": schema264,
@@ -1097,13 +1122,13 @@ var schema332 = z.strictObject({
1097
1122
  "provenance": schema322
1098
1123
  });
1099
1124
  var schema342 = z.string();
1100
- var schema352 = z.union([schema342, schema1111]);
1125
+ var schema352 = z.union([schema342, schema1112]);
1101
1126
  var schema362 = z.enum(["reserved", "started", "released", "failed"]);
1102
- var schema372 = z.union([schema59, schema1111]);
1127
+ var schema372 = z.union([schema59, schema1112]);
1103
1128
  var schema382 = z.custom((value) => typeof value === "object" && value !== null && !Array.isArray(value));
1104
1129
  var schema392 = z.strictObject({
1105
1130
  "sessionId": schema011,
1106
- "speechDiagnostics": schema194.optional(),
1131
+ "speechDiagnostics": schema195.optional(),
1107
1132
  "releaseIdentity": schema332.optional(),
1108
1133
  "avatarId": schema352,
1109
1134
  "avatarName": schema352,
@@ -1132,7 +1157,7 @@ function toSessionsPage(page) {
1132
1157
  // ../http-client/src/client.ts
1133
1158
  var DEFAULT_BASE_URL = "https://realtimeavatar.ai/api/v1";
1134
1159
  var RENDER_MISMATCH = "Render response did not match the SDK contract";
1135
- var SDK_VERSION = "0.34.0";
1160
+ var SDK_VERSION = "0.35.0";
1136
1161
  var RealtimeAvatar = class {
1137
1162
  #apiKey;
1138
1163
  #baseUrl;
@@ -1902,4 +1927,4 @@ var proxyEndRequestSchema = z.object({
1902
1927
  message: "session_id or queue_ticket_id is required"
1903
1928
  });
1904
1929
 
1905
- export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, ROUTE_TIMEOUT_MS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook };
1930
+ export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, ROUTE_TIMEOUT_MS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalSpeechSegmentSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook };
package/dist/express.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Cdi7KWWj.js';
2
- import './types-Cg_i1jhk.js';
1
+ import { P as ProxyConfig } from './types-CUvcV0Wq.js';
2
+ import './types-CpnLuiJU.js';
3
3
  import 'zod';
4
4
 
5
5
  type Expressish = {
package/dist/express.js CHANGED
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-OVW4N5NH.js';
2
- import './chunk-GPGNAQZV.js';
1
+ import { createProxyHandler } from './chunk-ARJEAQQT.js';
2
+ import './chunk-WHYDSORD.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // ../proxy/src/express.ts
package/dist/hono.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Cdi7KWWj.js';
2
- import './types-Cg_i1jhk.js';
1
+ import { P as ProxyConfig } from './types-CUvcV0Wq.js';
2
+ import './types-CpnLuiJU.js';
3
3
  import 'zod';
4
4
 
5
5
  /**
package/dist/hono.js CHANGED
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-OVW4N5NH.js';
2
- import './chunk-GPGNAQZV.js';
1
+ import { createProxyHandler } from './chunk-ARJEAQQT.js';
2
+ import './chunk-WHYDSORD.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // ../proxy/src/hono.ts
package/dist/index.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as CreateLive2dAvatarInput, R as RegisteredAvatar, c as AvatarUpdate, d as AvatarSourceSwap, e as ClipLibraryDeclaration, f as ClipLibraryUpdate, L as LoopRedirect, g as ClipLibrary, h as AssetKind, i as Asset, j as ListSessionsOptions, U as UsageSessionPage, k as UsageSession, l as ListRecordingsQuery, m as ListRecordingsResponse, n as RecordingArtifact, o as RecordingAccessResponse, p as CreateRenderInput, q as CreditBalance, T as TranscriptPayload, V as VoiceWebhookRequest } from './types-Cg_i1jhk.js';
2
- export { r as AvatarClip, s as CallConnection, t as CallQueued, u as ClipDeclaration, v as ClipLibraryPlan, w as ClipSource, x as ContextMessage, y as EndCallReason, z as ExternalLlm, B as RecordingArtifactStatus, D as RecordingMode, F as RenderShot, G as VideoPolicy, H as VoiceWebhook, I as VoiceWebhookErrorCode, J as isQueued, K as listRecordingsResponseSchema, M as recordingAccessResponseSchema, N as recordingArtifactSchema, O as recordingModeSchema } from './types-Cg_i1jhk.js';
1
+ import { a as CallPolicy, C as CallMode, S as StartCallResult, E as EndCallOptions, A as Avatar, b as CreateLive2dAvatarInput, R as RegisteredAvatar, c as AvatarUpdate, d as AvatarSourceSwap, e as ClipLibraryDeclaration, f as ClipLibraryUpdate, L as LoopRedirect, g as ClipLibrary, h as AssetKind, i as Asset, j as ListSessionsOptions, U as UsageSessionPage, k as UsageSession, l as ListRecordingsQuery, m as ListRecordingsResponse, n as RecordingArtifact, o as RecordingAccessResponse, p as CreateRenderInput, q as CreditBalance, T as TranscriptPayload, V as VoiceWebhookRequest } from './types-CpnLuiJU.js';
2
+ export { r as AvatarClip, s as CallConnection, t as CallQueued, u as ClipDeclaration, v as ClipLibraryPlan, w as ClipSource, x as ContextMessage, y as EndCallReason, z as ExternalLlm, B as RecordingArtifactStatus, D as RecordingMode, F as RenderShot, G as VideoPolicy, H as VoiceWebhook, I as VoiceWebhookErrorCode, J as isQueued, K as listRecordingsResponseSchema, M as recordingAccessResponseSchema, N as recordingArtifactSchema, O as recordingModeSchema } from './types-CpnLuiJU.js';
3
3
  import { ConnectionHistoryResponse } from './connection-history.js';
4
4
  import { z } from 'zod';
5
5
 
@@ -585,6 +585,7 @@ declare const externalTurnContextSchema: z.ZodObject<{
585
585
  draft: "draft";
586
586
  accepted: "accepted";
587
587
  }>;
588
+ text_output: z.ZodOptional<z.ZodLiteral<"speech_segments_v1">>;
588
589
  visible_character: z.ZodOptional<z.ZodObject<{
589
590
  renderer: z.ZodLiteral<"external">;
590
591
  }, z.core.$strip>>;
@@ -595,6 +596,13 @@ declare const externalUtteranceSchema: z.ZodObject<{
595
596
  utterance_id: z.ZodString;
596
597
  }, z.core.$strip>;
597
598
  type ExternalUtterance = z.infer<typeof externalUtteranceSchema>;
599
+ declare const externalSpeechSegmentSchema: z.ZodObject<{
600
+ version: z.ZodLiteral<1>;
601
+ generation_id: z.ZodString;
602
+ utterance_id: z.ZodString;
603
+ text: z.ZodString;
604
+ }, z.core.$strict>;
605
+ type ExternalSpeechSegment = z.infer<typeof externalSpeechSegmentSchema>;
598
606
 
599
607
  declare const clipLibraryDeclarationSchema: z.ZodObject<{
600
608
  idle: z.ZodOptional<z.ZodObject<{
@@ -941,4 +949,4 @@ declare const proxyEndRequestSchema: z.ZodObject<{
941
949
  }>>>;
942
950
  }, z.core.$strict>;
943
951
 
944
- export { Asset, AssetKind, Avatar, AvatarSourceSwap, AvatarUpdate, CallMode, CallPolicy, ClipLibrary, ClipLibraryDeclaration, ClipLibraryUpdate, CreateLive2dAvatarInput, CreateRenderInput, CreditBalance, DEFAULT_FISH_TTS_MODEL, EndCallOptions, type ExternalTurnContext, type ExternalUtterance, FISH_DELIVERY_MODELS, type FishDelivery, type FishTtsModel, ListRecordingsQuery, ListRecordingsResponse, type ListRendersQuery, type ListRendersResponse, ListSessionsOptions, LoopRedirect, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, type RealtimeAvatarOptions, RealtimeAvatarWebhookError, RecordingAccessResponse, RecordingArtifact, RegisteredAvatar, type Render, type RenderAccessResponse, type RenderFailureCode, type RenderPlayback, type RenderStatus, type ShotTiming, type StartCallOptions, StartCallResult, TranscriptPayload, UsageSession, UsageSessionPage, VoiceWebhookRequest, type WebhookVerificationErrorCode, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook };
952
+ export { Asset, AssetKind, Avatar, AvatarSourceSwap, AvatarUpdate, CallMode, CallPolicy, ClipLibrary, ClipLibraryDeclaration, ClipLibraryUpdate, CreateLive2dAvatarInput, CreateRenderInput, CreditBalance, DEFAULT_FISH_TTS_MODEL, EndCallOptions, type ExternalSpeechSegment, type ExternalTurnContext, type ExternalUtterance, FISH_DELIVERY_MODELS, type FishDelivery, type FishTtsModel, ListRecordingsQuery, ListRecordingsResponse, type ListRendersQuery, type ListRendersResponse, ListSessionsOptions, LoopRedirect, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, type RealtimeAvatarOptions, RealtimeAvatarWebhookError, RecordingAccessResponse, RecordingArtifact, RegisteredAvatar, type Render, type RenderAccessResponse, type RenderFailureCode, type RenderPlayback, type RenderStatus, type ShotTiming, type StartCallOptions, StartCallResult, TranscriptPayload, UsageSession, UsageSessionPage, VoiceWebhookRequest, type WebhookVerificationErrorCode, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalSpeechSegmentSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook };
package/dist/index.js CHANGED
@@ -1,3 +1,3 @@
1
1
  import './chunk-6KQS7CTR.js';
2
- export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-GPGNAQZV.js';
2
+ export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalSpeechSegmentSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-WHYDSORD.js';
3
3
  import './chunk-MCIXU6XP.js';
package/dist/nextjs.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Cdi7KWWj.js';
2
- import './types-Cg_i1jhk.js';
1
+ import { P as ProxyConfig } from './types-CUvcV0Wq.js';
2
+ import './types-CpnLuiJU.js';
3
3
  import 'zod';
4
4
 
5
5
  /**
package/dist/nextjs.js CHANGED
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-OVW4N5NH.js';
2
- import './chunk-GPGNAQZV.js';
1
+ import { createProxyHandler } from './chunk-ARJEAQQT.js';
2
+ import './chunk-WHYDSORD.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // ../proxy/src/nextjs.ts
@@ -1847,9 +1847,10 @@ var schema24 = z.enum(["respond", "recovery", "initiative"]);
1847
1847
  var schema34 = z.string().min(1).max(32);
1848
1848
  var schema44 = z.union([schema24, schema34]);
1849
1849
  var schema53 = z.enum(["draft", "accepted"]);
1850
- var schema62 = z.literal("external");
1851
- var schema72 = z.object({
1852
- "renderer": schema62
1850
+ var schema62 = z.literal("speech_segments_v1");
1851
+ var schema72 = z.literal("external");
1852
+ var schema82 = z.object({
1853
+ "renderer": schema72
1853
1854
  });
1854
1855
  z.object({
1855
1856
  "session_id": schema05,
@@ -1857,31 +1858,39 @@ z.object({
1857
1858
  "version": schema16,
1858
1859
  "purpose": schema44,
1859
1860
  "admission": schema53,
1860
- "visible_character": schema72.optional()
1861
+ "text_output": schema62.optional(),
1862
+ "visible_character": schema82.optional()
1861
1863
  });
1862
- var schema92 = z.string().min(1).max(200);
1864
+ var schema102 = z.string().min(1).max(200);
1863
1865
  z.object({
1864
1866
  "generation_id": schema05,
1865
- "utterance_id": schema92
1867
+ "utterance_id": schema102
1866
1868
  });
1867
- var schema112 = z.literal("external_performance");
1868
- var schema123 = z.enum(["accepted", "dropped", "cancelled", "audio_released"]);
1869
- var schema133 = z.union([schema123, schema34]);
1870
- var schema142 = z.literal("unavailable");
1869
+ var schema123 = z.literal("external_performance");
1870
+ var schema133 = z.enum(["accepted", "dropped", "cancelled", "audio_released"]);
1871
+ var schema142 = z.union([schema133, schema34]);
1871
1872
  var schema152 = z.literal("unavailable");
1872
- var schema162 = z.object({
1873
+ var schema162 = z.literal("unavailable");
1874
+ var schema17 = z.object({
1873
1875
  "session_id": schema05,
1874
1876
  "generation_id": schema05,
1875
- "kind": schema112,
1877
+ "kind": schema123,
1876
1878
  "version": schema16,
1877
- "status": schema133,
1878
- "audible_checkpoint": schema142,
1879
- "audio_mapping": schema152
1879
+ "status": schema142,
1880
+ "audible_checkpoint": schema152,
1881
+ "audio_mapping": schema162
1880
1882
  });
1881
- var externalPerformanceFrameSchema = schema162;
1883
+ var schema18 = z.string().regex(new RegExp("^(?:[^\\uD800-\\uDFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF])*$")).min(1).max(5e3);
1884
+ z.strictObject({
1885
+ "version": schema16,
1886
+ "generation_id": schema05,
1887
+ "utterance_id": schema102,
1888
+ "text": schema18
1889
+ });
1890
+ var externalPerformanceFrameSchema = schema17;
1882
1891
  var schema06 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
1883
- var schema17 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
1884
- var schema25 = z.union([schema06, schema17]);
1892
+ var schema110 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
1893
+ var schema25 = z.union([schema06, schema110]);
1885
1894
  var schema35 = z.enum(["whisper"]);
1886
1895
  var schema45 = z.null();
1887
1896
  var schema54 = z.union([schema35, schema45]);
package/dist/react.js CHANGED
@@ -2419,9 +2419,10 @@ var schema24 = z.enum(["respond", "recovery", "initiative"]);
2419
2419
  var schema34 = z.string().min(1).max(32);
2420
2420
  var schema44 = z.union([schema24, schema34]);
2421
2421
  var schema53 = z.enum(["draft", "accepted"]);
2422
- var schema62 = z.literal("external");
2423
- var schema72 = z.object({
2424
- "renderer": schema62
2422
+ var schema62 = z.literal("speech_segments_v1");
2423
+ var schema72 = z.literal("external");
2424
+ var schema82 = z.object({
2425
+ "renderer": schema72
2425
2426
  });
2426
2427
  z.object({
2427
2428
  "session_id": schema05,
@@ -2429,31 +2430,39 @@ z.object({
2429
2430
  "version": schema16,
2430
2431
  "purpose": schema44,
2431
2432
  "admission": schema53,
2432
- "visible_character": schema72.optional()
2433
+ "text_output": schema62.optional(),
2434
+ "visible_character": schema82.optional()
2433
2435
  });
2434
- var schema92 = z.string().min(1).max(200);
2436
+ var schema102 = z.string().min(1).max(200);
2435
2437
  z.object({
2436
2438
  "generation_id": schema05,
2437
- "utterance_id": schema92
2439
+ "utterance_id": schema102
2438
2440
  });
2439
- var schema112 = z.literal("external_performance");
2440
- var schema123 = z.enum(["accepted", "dropped", "cancelled", "audio_released"]);
2441
- var schema133 = z.union([schema123, schema34]);
2442
- var schema142 = z.literal("unavailable");
2441
+ var schema123 = z.literal("external_performance");
2442
+ var schema133 = z.enum(["accepted", "dropped", "cancelled", "audio_released"]);
2443
+ var schema142 = z.union([schema133, schema34]);
2443
2444
  var schema152 = z.literal("unavailable");
2444
- var schema162 = z.object({
2445
+ var schema162 = z.literal("unavailable");
2446
+ var schema17 = z.object({
2445
2447
  "session_id": schema05,
2446
2448
  "generation_id": schema05,
2447
- "kind": schema112,
2449
+ "kind": schema123,
2448
2450
  "version": schema16,
2449
- "status": schema133,
2450
- "audible_checkpoint": schema142,
2451
- "audio_mapping": schema152
2451
+ "status": schema142,
2452
+ "audible_checkpoint": schema152,
2453
+ "audio_mapping": schema162
2452
2454
  });
2453
- var externalPerformanceFrameSchema = schema162;
2455
+ var schema18 = z.string().regex(new RegExp("^(?:[^\\uD800-\\uDFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF])*$")).min(1).max(5e3);
2456
+ z.strictObject({
2457
+ "version": schema16,
2458
+ "generation_id": schema05,
2459
+ "utterance_id": schema102,
2460
+ "text": schema18
2461
+ });
2462
+ var externalPerformanceFrameSchema = schema17;
2454
2463
  var schema06 = z.enum(["s1", "s2-pro", "s2.1-pro", "drama-3"]);
2455
- var schema17 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
2456
- var schema25 = z.union([schema06, schema17]);
2464
+ var schema110 = z.enum(["speech-1.6", "speech-1.5", "s1-mini"]);
2465
+ var schema25 = z.union([schema06, schema110]);
2457
2466
  var schema35 = z.enum(["whisper"]);
2458
2467
  var schema45 = z.null();
2459
2468
  var schema54 = z.union([schema35, schema45]);
package/dist/server.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- export { DEFAULT_FISH_TTS_MODEL, ExternalTurnContext, ExternalUtterance, FISH_DELIVERY_MODELS, FishDelivery, FishTtsModel, ListRendersQuery, ListRendersResponse, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, RealtimeAvatarWebhookError, Render, RenderAccessResponse, RenderFailureCode, RenderPlayback, RenderStatus, ShotTiming, StartCallOptions, WebhookVerificationErrorCode, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './index.js';
2
- export { i as Asset, h as AssetKind, A as Avatar, r as AvatarClip, d as AvatarSourceSwap, c as AvatarUpdate, s as CallConnection, C as CallMode, a as CallPolicy, t as CallQueued, u as ClipDeclaration, g as ClipLibrary, e as ClipLibraryDeclaration, v as ClipLibraryPlan, f as ClipLibraryUpdate, w as ClipSource, x as ContextMessage, b as CreateLive2dAvatarInput, p as CreateRenderInput, q as CreditBalance, E as EndCallOptions, y as EndCallReason, z as ExternalLlm, l as ListRecordingsQuery, m as ListRecordingsResponse, j as ListSessionsOptions, L as LoopRedirect, o as RecordingAccessResponse, n as RecordingArtifact, B as RecordingArtifactStatus, D as RecordingMode, R as RegisteredAvatar, F as RenderShot, S as StartCallResult, T as TranscriptPayload, k as UsageSession, U as UsageSessionPage, G as VideoPolicy, H as VoiceWebhook, I as VoiceWebhookErrorCode, V as VoiceWebhookRequest, J as isQueued, K as listRecordingsResponseSchema, M as recordingAccessResponseSchema, N as recordingArtifactSchema, O as recordingModeSchema } from './types-Cg_i1jhk.js';
1
+ export { DEFAULT_FISH_TTS_MODEL, ExternalSpeechSegment, ExternalTurnContext, ExternalUtterance, FISH_DELIVERY_MODELS, FishDelivery, FishTtsModel, ListRendersQuery, ListRendersResponse, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarOptions, RealtimeAvatarWebhookError, Render, RenderAccessResponse, RenderFailureCode, RenderPlayback, RenderStatus, ShotTiming, StartCallOptions, WebhookVerificationErrorCode, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalSpeechSegmentSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './index.js';
2
+ export { i as Asset, h as AssetKind, A as Avatar, r as AvatarClip, d as AvatarSourceSwap, c as AvatarUpdate, s as CallConnection, C as CallMode, a as CallPolicy, t as CallQueued, u as ClipDeclaration, g as ClipLibrary, e as ClipLibraryDeclaration, v as ClipLibraryPlan, f as ClipLibraryUpdate, w as ClipSource, x as ContextMessage, b as CreateLive2dAvatarInput, p as CreateRenderInput, q as CreditBalance, E as EndCallOptions, y as EndCallReason, z as ExternalLlm, l as ListRecordingsQuery, m as ListRecordingsResponse, j as ListSessionsOptions, L as LoopRedirect, o as RecordingAccessResponse, n as RecordingArtifact, B as RecordingArtifactStatus, D as RecordingMode, R as RegisteredAvatar, F as RenderShot, S as StartCallResult, T as TranscriptPayload, k as UsageSession, U as UsageSessionPage, G as VideoPolicy, H as VoiceWebhook, I as VoiceWebhookErrorCode, V as VoiceWebhookRequest, J as isQueued, K as listRecordingsResponseSchema, M as recordingAccessResponseSchema, N as recordingArtifactSchema, O as recordingModeSchema } from './types-CpnLuiJU.js';
3
3
  import './connection-history.js';
4
4
  import 'zod';
package/dist/server.js CHANGED
@@ -1,3 +1,3 @@
1
1
  import './chunk-6KQS7CTR.js';
2
- export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-GPGNAQZV.js';
2
+ export { DEFAULT_FISH_TTS_MODEL, FISH_DELIVERY_MODELS, RealtimeAvatar, RealtimeAvatarError, RealtimeAvatarHttpError, RealtimeAvatarWebhookError, capacityBusyResponseSchema, clipLibraryDeclarationSchema, externalSpeechSegmentSchema, externalTurnContextSchema, externalUtteranceSchema, fishTtsModelSchema, isQueued, listRecordingsResponseSchema, listRendersResponseSchema, liveKitSessionGrantSchema, proxyConnectRequestSchema, proxyEndRequestSchema, recordingAccessResponseSchema, recordingArtifactSchema, recordingModeSchema, renderAccessResponseSchema, renderSchema, verifyTranscript, verifyVoiceWebhook } from './chunk-WHYDSORD.js';
3
3
  import './chunk-MCIXU6XP.js';
@@ -1,5 +1,5 @@
1
- import { P as ProxyConfig } from './types-Cdi7KWWj.js';
2
- import './types-Cg_i1jhk.js';
1
+ import { P as ProxyConfig } from './types-CUvcV0Wq.js';
2
+ import './types-CpnLuiJU.js';
3
3
  import 'zod';
4
4
 
5
5
  /**
@@ -1,5 +1,5 @@
1
- import { createProxyHandler } from './chunk-OVW4N5NH.js';
2
- import './chunk-GPGNAQZV.js';
1
+ import { createProxyHandler } from './chunk-ARJEAQQT.js';
2
+ import './chunk-WHYDSORD.js';
3
3
  import './chunk-MCIXU6XP.js';
4
4
 
5
5
  // src/tanstack-start.ts
@@ -1,4 +1,4 @@
1
- import { C as CallMode, a as CallPolicy } from './types-Cg_i1jhk.js';
1
+ import { C as CallMode, a as CallPolicy } from './types-CpnLuiJU.js';
2
2
 
3
3
  /** The three things a caller can ask the proxy to do. Gate on these, not on URLs. */
4
4
  type ProxyOperation = "connect" | "end" | "avatars" | "credits";
@@ -809,6 +809,8 @@ interface components {
809
809
  purpose: ("respond" | "recovery" | "initiative") | string;
810
810
  /** @enum {string} */
811
811
  admission: "draft" | "accepted";
812
+ /** @constant */
813
+ text_output?: "speech_segments_v1";
812
814
  visible_character?: {
813
815
  /** @constant */
814
816
  renderer: "external";
@@ -819,6 +821,15 @@ interface components {
819
821
  /** @description Logical sentence identity, unchanged across HTTP retries; not request_id. */
820
822
  utterance_id: string;
821
823
  };
824
+ ExternalSpeechSegment: {
825
+ /** @constant */
826
+ version: 1;
827
+ generation_id: string;
828
+ /** @description Logical sentence identity, unchanged across HTTP retries; not request_id. */
829
+ utterance_id: string;
830
+ /** @description Complete committed speech, preserved verbatim; its utterance_id is reused by the signed voice callback and PCM stream. */
831
+ text: string;
832
+ };
822
833
  ExternalPerformanceFrame: {
823
834
  session_id: string;
824
835
  generation_id: string;
@@ -4057,6 +4068,7 @@ declare const externalLlmWireSchema: z.ZodObject<{
4057
4068
  }, z.core.$strict>>;
4058
4069
  performance: z.ZodOptional<z.ZodLiteral<"v1">>;
4059
4070
  audio_output: z.ZodOptional<z.ZodLiteral<"correlated_pcm_v1">>;
4071
+ text_output: z.ZodOptional<z.ZodLiteral<"speech_segments_v1">>;
4060
4072
  }, z.core.$strict>;
4061
4073
  declare const externalLlmOptionsSchema: z.ZodObject<{
4062
4074
  baseUrl: z.ZodURL;
@@ -4067,6 +4079,7 @@ declare const externalLlmOptionsSchema: z.ZodObject<{
4067
4079
  }, z.core.$strict>>;
4068
4080
  performance: z.ZodOptional<z.ZodLiteral<"v1">>;
4069
4081
  audioOutput: z.ZodOptional<z.ZodLiteral<"correlated_pcm_v1">>;
4082
+ textOutput: z.ZodOptional<z.ZodLiteral<"speech_segments_v1">>;
4070
4083
  }, z.core.$strict>;
4071
4084
  declare function externalLlmToWire(input: z.input<typeof externalLlmOptionsSchema>): z.output<typeof externalLlmWireSchema>;
4072
4085
 
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "realtime-avatar",
3
- "version": "0.34.0",
3
+ "version": "0.35.0",
4
4
  "description": "Realtime Avatar SDK. `realtime-avatar` and the route adapters hold your API key and are server-only; `realtime-avatar/react`, `/browser` and `/tools` never can — importing a server entry into a browser build throws at bundle time.",
5
5
  "license": "MIT",
6
6
  "author": "The Influence Company",