@liforma/client 0.2.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/CHANGELOG.md +14 -0
  2. package/README.md +28 -1
  3. package/dist/next/index.js +2086 -1429
  4. package/dist/next/index.js.map +1 -1
  5. package/dist/next/react/ExperienceThumbnail.d.ts.map +1 -1
  6. package/dist/next/thumbnail/index.d.ts +2 -1
  7. package/dist/next/thumbnail/index.d.ts.map +1 -1
  8. package/dist/next/thumbnail/lazyLoad.d.ts +2 -0
  9. package/dist/next/thumbnail/lazyLoad.d.ts.map +1 -1
  10. package/dist/next/thumbnail/lazyLoad.test.d.ts +2 -0
  11. package/dist/next/thumbnail/lazyLoad.test.d.ts.map +1 -0
  12. package/dist/next/thumbnail/scrollParallax.d.ts +6 -1
  13. package/dist/next/thumbnail/scrollParallax.d.ts.map +1 -1
  14. package/dist/next/thumbnail/styles.d.ts.map +1 -1
  15. package/dist/next/thumbnail/thumbLoadScheduler.d.ts +14 -0
  16. package/dist/next/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
  17. package/dist/next/v2/embed/iframeHost.d.ts +33 -2
  18. package/dist/next/v2/embed/iframeHost.d.ts.map +1 -1
  19. package/dist/next/v2/embed/playerReachability.d.ts +1 -1
  20. package/dist/next/v2/embed/playerReachability.d.ts.map +1 -1
  21. package/dist/next/v2/embed/protocol.d.ts +53 -0
  22. package/dist/next/v2/embed/protocol.d.ts.map +1 -1
  23. package/dist/next/v2/experience.d.ts +7 -3
  24. package/dist/next/v2/experience.d.ts.map +1 -1
  25. package/dist/next/v2/speech/captureMediaStreamTrack.d.ts +17 -0
  26. package/dist/next/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
  27. package/dist/next/v2/speech/index.d.ts +4 -0
  28. package/dist/next/v2/speech/index.d.ts.map +1 -0
  29. package/dist/next/v2/speech/speechController.d.ts +16 -0
  30. package/dist/next/v2/speech/speechController.d.ts.map +1 -0
  31. package/dist/next/v2/speech/types.d.ts +176 -0
  32. package/dist/next/v2/speech/types.d.ts.map +1 -0
  33. package/dist/next/v2/types/sessionInteraction.d.ts +6 -3
  34. package/dist/next/v2/types/sessionInteraction.d.ts.map +1 -1
  35. package/dist/npm/index.js +1835 -1178
  36. package/dist/npm/index.js.map +1 -1
  37. package/dist/npm/thumbnail/index.d.ts +2 -1
  38. package/dist/npm/thumbnail/index.d.ts.map +1 -1
  39. package/dist/npm/thumbnail/lazyLoad.d.ts +2 -0
  40. package/dist/npm/thumbnail/lazyLoad.d.ts.map +1 -1
  41. package/dist/npm/thumbnail/scrollParallax.d.ts +6 -1
  42. package/dist/npm/thumbnail/scrollParallax.d.ts.map +1 -1
  43. package/dist/npm/thumbnail/styles.d.ts.map +1 -1
  44. package/dist/npm/thumbnail/thumbLoadScheduler.d.ts +14 -0
  45. package/dist/npm/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
  46. package/dist/npm/v2/embed/iframeHost.d.ts +33 -2
  47. package/dist/npm/v2/embed/iframeHost.d.ts.map +1 -1
  48. package/dist/npm/v2/embed/playerReachability.d.ts +1 -1
  49. package/dist/npm/v2/embed/playerReachability.d.ts.map +1 -1
  50. package/dist/npm/v2/embed/protocol.d.ts +53 -0
  51. package/dist/npm/v2/embed/protocol.d.ts.map +1 -1
  52. package/dist/npm/v2/experience.d.ts +7 -3
  53. package/dist/npm/v2/experience.d.ts.map +1 -1
  54. package/dist/npm/v2/index.d.ts +4 -1
  55. package/dist/npm/v2/index.d.ts.map +1 -1
  56. package/dist/npm/v2/liforma-experience-thumbnail.d.ts.map +1 -1
  57. package/dist/npm/v2/npm.d.ts +4 -2
  58. package/dist/npm/v2/npm.d.ts.map +1 -1
  59. package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts +17 -0
  60. package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
  61. package/dist/npm/v2/speech/index.d.ts +4 -0
  62. package/dist/npm/v2/speech/index.d.ts.map +1 -0
  63. package/dist/npm/v2/speech/speechController.d.ts +16 -0
  64. package/dist/npm/v2/speech/speechController.d.ts.map +1 -0
  65. package/dist/npm/v2/speech/types.d.ts +176 -0
  66. package/dist/npm/v2/speech/types.d.ts.map +1 -0
  67. package/dist/npm/v2/types/sessionInteraction.d.ts +6 -3
  68. package/dist/npm/v2/types/sessionInteraction.d.ts.map +1 -1
  69. package/dist/react/component/experienceComponentTypes.d.ts +2 -2
  70. package/dist/react/component/experienceComponentTypes.d.ts.map +1 -1
  71. package/dist/react/index.js +2127 -1461
  72. package/dist/react/index.js.map +1 -1
  73. package/dist/react/react/Experience.d.ts.map +1 -1
  74. package/dist/react/react/ExperienceThumbnail.d.ts.map +1 -1
  75. package/dist/react/thumbnail/index.d.ts +2 -1
  76. package/dist/react/thumbnail/index.d.ts.map +1 -1
  77. package/dist/react/thumbnail/lazyLoad.d.ts +2 -0
  78. package/dist/react/thumbnail/lazyLoad.d.ts.map +1 -1
  79. package/dist/react/thumbnail/lazyLoad.test.d.ts +2 -0
  80. package/dist/react/thumbnail/lazyLoad.test.d.ts.map +1 -0
  81. package/dist/react/thumbnail/scrollParallax.d.ts +6 -1
  82. package/dist/react/thumbnail/scrollParallax.d.ts.map +1 -1
  83. package/dist/react/thumbnail/styles.d.ts.map +1 -1
  84. package/dist/react/thumbnail/thumbLoadScheduler.d.ts +14 -0
  85. package/dist/react/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
  86. package/dist/react/v2/embed/iframeHost.d.ts +33 -2
  87. package/dist/react/v2/embed/iframeHost.d.ts.map +1 -1
  88. package/dist/react/v2/embed/playerReachability.d.ts +1 -1
  89. package/dist/react/v2/embed/playerReachability.d.ts.map +1 -1
  90. package/dist/react/v2/embed/protocol.d.ts +53 -0
  91. package/dist/react/v2/embed/protocol.d.ts.map +1 -1
  92. package/dist/react/v2/experience.d.ts +7 -3
  93. package/dist/react/v2/experience.d.ts.map +1 -1
  94. package/dist/react/v2/speech/captureMediaStreamTrack.d.ts +17 -0
  95. package/dist/react/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
  96. package/dist/react/v2/speech/index.d.ts +4 -0
  97. package/dist/react/v2/speech/index.d.ts.map +1 -0
  98. package/dist/react/v2/speech/speechController.d.ts +16 -0
  99. package/dist/react/v2/speech/speechController.d.ts.map +1 -0
  100. package/dist/react/v2/speech/types.d.ts +176 -0
  101. package/dist/react/v2/speech/types.d.ts.map +1 -0
  102. package/dist/react/v2/types/sessionInteraction.d.ts +6 -3
  103. package/dist/react/v2/types/sessionInteraction.d.ts.map +1 -1
  104. package/dist/react/v2/types/sessionManifestSchema.d.ts +1 -1
  105. package/dist/sdk/v2/client.js +14 -10
  106. package/dist/sdk/v2/client.js.map +1 -1
  107. package/dist/svelte/Experience.svelte +18 -5
  108. package/dist/svelte/Experience.svelte.d.ts +7 -2
  109. package/dist/svelte/ExperienceThumbnail.svelte +3 -6
  110. package/package.json +4 -2
@@ -0,0 +1,176 @@
1
+ /**
2
+ * Phase A public speech contract for Experience.speech
3
+ * (docs/plans/2026/08/experience-play-audio-api.plan.md).
4
+ */
5
+ export type SpeechAudioFormat = {
6
+ readonly encoding: 'pcm_s16le';
7
+ readonly sampleRate: number;
8
+ readonly channels: 1;
9
+ };
10
+ /** Complete one-shot ops only (`speak` / `play`). */
11
+ export type CompleteSpeechQueuePolicy = 'append' | 'replace-active' | 'replace-all';
12
+ /** Live streams only — `append` is forbidden. */
13
+ export type StreamingSpeechQueuePolicy = 'replace-active' | 'replace-all';
14
+ export type SpeechTerminalStatus = 'completed' | 'interrupted' | 'cancelled' | 'destroyed';
15
+ export type SpeechAnimationMode = 'tracked' | 'partially-tracked' | 'energy-fallback' | 'none';
16
+ export type SpeechResult = {
17
+ readonly utteranceId: string;
18
+ readonly characterId: string;
19
+ readonly status: SpeechTerminalStatus;
20
+ readonly durationMs: number;
21
+ readonly transcript?: string;
22
+ readonly animation: {
23
+ readonly mode: SpeechAnimationMode;
24
+ readonly trackedDurationMs: number;
25
+ readonly fallbackDurationMs: number;
26
+ readonly warningCodes?: readonly string[];
27
+ };
28
+ };
29
+ export type SpeechInterruptOptions = {
30
+ readonly utteranceId: string;
31
+ } | {
32
+ readonly characterId: string;
33
+ } | {
34
+ readonly scope?: 'active' | 'all';
35
+ };
36
+ export type SpeechSpeakOptions = {
37
+ readonly text: string;
38
+ readonly characterId?: string;
39
+ readonly queue?: CompleteSpeechQueuePolicy;
40
+ readonly signal?: AbortSignal;
41
+ };
42
+ /** Raw PCM one-shot (Phase A). */
43
+ export type SpeechPlayPcmAudio = {
44
+ readonly data: ArrayBuffer | Uint8Array;
45
+ readonly format: SpeechAudioFormat;
46
+ };
47
+ /**
48
+ * Encoded media bytes (wav/mp3/…). Player decodes via Web Audio — not api/models.
49
+ * `encoding` is a MIME type such as `audio/mpeg` or `audio/wav`.
50
+ */
51
+ export type SpeechPlayEncodedAudio = {
52
+ readonly data: ArrayBuffer | Uint8Array | Blob;
53
+ readonly encoding: string;
54
+ /** Preferred pcm sample rate after decode (default 24000 when decoded rate is unsupported). */
55
+ readonly sampleRate?: number;
56
+ };
57
+ /** Fetch + decode in the player (URL must allow CORS from player.liforma.ai). */
58
+ export type SpeechPlayUrlAudio = {
59
+ readonly url: string;
60
+ readonly sampleRate?: number;
61
+ };
62
+ /**
63
+ * Live audio track. Captured to PCM in the **host** SDK (not transferable across the embed).
64
+ * Prefer `createUtterance({ track })` for long streams; `play({ audio: { track } })` runs until
65
+ * the track ends then closes the utterance.
66
+ */
67
+ export type SpeechPlayMediaStreamAudio = {
68
+ readonly track: MediaStreamTrack;
69
+ /** Target pcm sample rate after capture (default 24000). */
70
+ readonly sampleRate?: number;
71
+ };
72
+ export type SpeechPlayAudio = SpeechPlayPcmAudio | SpeechPlayEncodedAudio | SpeechPlayUrlAudio | SpeechPlayMediaStreamAudio;
73
+ export type SpeechPlayOptions = {
74
+ readonly audio: SpeechPlayAudio;
75
+ readonly characterId?: string;
76
+ readonly transcript?: string;
77
+ readonly history?: 'none' | 'commit';
78
+ readonly queue?: CompleteSpeechQueuePolicy;
79
+ readonly signal?: AbortSignal;
80
+ };
81
+ /** Embed / player wire format for {@link SpeechPlayOptions.audio}. */
82
+ export type SpeechPlayEmbedSource = {
83
+ readonly kind: 'pcm';
84
+ readonly data: ArrayBuffer;
85
+ readonly format: SpeechAudioFormat;
86
+ } | {
87
+ readonly kind: 'encoded';
88
+ readonly data: ArrayBuffer;
89
+ readonly encoding: string;
90
+ readonly sampleRate?: number;
91
+ } | {
92
+ readonly kind: 'url';
93
+ readonly url: string;
94
+ readonly sampleRate?: number;
95
+ };
96
+ export declare function isSpeechPlayPcmAudio(audio: SpeechPlayAudio): audio is SpeechPlayPcmAudio;
97
+ export declare function isSpeechPlayUrlAudio(audio: SpeechPlayAudio): audio is SpeechPlayUrlAudio;
98
+ export declare function isSpeechPlayMediaStreamAudio(audio: SpeechPlayAudio): audio is SpeechPlayMediaStreamAudio;
99
+ export declare function isSpeechPlayEncodedAudio(audio: SpeechPlayAudio): audio is SpeechPlayEncodedAudio;
100
+ export type SpeechCreateUtteranceOptions = {
101
+ /**
102
+ * Required unless `track` is set. When `track` is provided without `format`, defaults to
103
+ * pcm_s16le mono at `sampleRate` (or 24000).
104
+ */
105
+ readonly format?: SpeechAudioFormat;
106
+ /** Optional live track — host captures and writes until the track ends. */
107
+ readonly track?: MediaStreamTrack;
108
+ /** Used with `track` when `format` is omitted (default 24000). */
109
+ readonly sampleRate?: number;
110
+ readonly characterId?: string;
111
+ readonly queue?: StreamingSpeechQueuePolicy;
112
+ readonly signal?: AbortSignal;
113
+ };
114
+ export type SpeechUtteranceCloseOptions = {
115
+ readonly transcript?: string;
116
+ readonly history?: 'none' | 'commit';
117
+ };
118
+ export type SpeechWriteOptions = {
119
+ readonly timeoutMs?: number;
120
+ };
121
+ export type SpeechUtterance = {
122
+ readonly id: string;
123
+ readonly characterId: string;
124
+ readonly result: Promise<SpeechResult>;
125
+ write(audio: ArrayBuffer | Uint8Array, options?: SpeechWriteOptions): Promise<void>;
126
+ close(options?: SpeechUtteranceCloseOptions): Promise<SpeechResult>;
127
+ cancel(): Promise<SpeechResult>;
128
+ };
129
+ export type SpeechController = {
130
+ speak(options: SpeechSpeakOptions): Promise<SpeechResult>;
131
+ play(options: SpeechPlayOptions): Promise<SpeechResult>;
132
+ createUtterance(options: SpeechCreateUtteranceOptions): SpeechUtterance;
133
+ interrupt(options?: SpeechInterruptOptions): Promise<readonly SpeechResult[]>;
134
+ };
135
+ /** Accepted PCM sample rates (Phase A). */
136
+ export declare const SPEECH_ACCEPTED_SAMPLE_RATES: readonly [8000, 16000, 22050, 24000, 44100, 48000];
137
+ export declare const SPEECH_LIMITS: {
138
+ readonly MAX_CHUNK_BYTES: number;
139
+ readonly RECOMMENDED_CHUNK_MS_MIN: 20;
140
+ readonly RECOMMENDED_CHUNK_MS_MAX: 200;
141
+ readonly MAX_BUFFERED_AUDIO_MS: 8000;
142
+ readonly PLAYBACK_JITTER_BUFFER_MS: 150;
143
+ readonly PLAYBACK_JITTER_BUFFER_MS_MIN: 80;
144
+ readonly PLAYBACK_JITTER_BUFFER_MS_MAX: 250;
145
+ readonly MAX_UTTERANCE_DURATION_MS: 90000;
146
+ readonly MAX_PENDING_WRITES: 8;
147
+ readonly DEFAULT_WRITE_TIMEOUT_MS: 5000;
148
+ };
149
+ export declare class UnsupportedSpeechOperationError extends Error {
150
+ readonly operation: string;
151
+ readonly requiredCapability: string;
152
+ readonly name = "UnsupportedSpeechOperationError";
153
+ constructor(operation: string, requiredCapability: string);
154
+ }
155
+ export declare class SpeechUtteranceClosedError extends Error {
156
+ readonly name = "SpeechUtteranceClosedError";
157
+ constructor(message?: string);
158
+ }
159
+ export declare class SpeechRuntimeError extends Error {
160
+ readonly name = "SpeechRuntimeError";
161
+ constructor(message: string, options?: {
162
+ cause?: unknown;
163
+ });
164
+ }
165
+ export declare class SpeechBufferTimeoutError extends Error {
166
+ readonly name = "SpeechBufferTimeoutError";
167
+ constructor(message?: string);
168
+ }
169
+ export declare function emptyAnimationResult(mode?: SpeechAnimationMode): SpeechResult['animation'];
170
+ export declare function isAcceptedSampleRate(rate: number): boolean;
171
+ export declare function assertPcmFormat(format: SpeechAudioFormat): void;
172
+ export declare function assertSpeechPlayAudio(audio: SpeechPlayAudio): void;
173
+ export declare function resolveCreateUtteranceFormat(options: SpeechCreateUtteranceOptions): SpeechAudioFormat;
174
+ export declare function toUint8Array(data: ArrayBuffer | Uint8Array): Uint8Array;
175
+ export declare function queuePolicyToEmbedBehavior(queue: CompleteSpeechQueuePolicy | StreamingSpeechQueuePolicy | undefined): 'enqueue' | 'interrupt';
176
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;CACrB,CAAC;AAEF,qDAAqD;AACrD,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAEpF,iDAAiD;AACjD,MAAM,MAAM,0BAA0B,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAE1E,MAAM,MAAM,oBAAoB,GAAG,WAAW,GAAG,aAAa,GAAG,WAAW,GAAG,WAAW,CAAC;AAE3F,MAAM,MAAM,mBAAmB,GAAG,SAAS,GAAG,mBAAmB,GAAG,iBAAiB,GAAG,MAAM,CAAC;AAE/F,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;IACtC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE;QACnB,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;QACnC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;QACnC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;QACpC,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC1C,CAAC;CACF,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAC/B;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAA;CAAE,CAAC;AAEzC,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF,kCAAkC;AAClC,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,CAAC;IACxC,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;CACnC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACpC,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,GAAG,IAAI,CAAC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,+FAA+F;IAC/F,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF,iFAAiF;AACjF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,0BAA0B,GAAG;IACxC,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,4DAA4D;IAC5D,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,eAAe,GACxB,kBAAkB,GAClB,sBAAsB,GACtB,kBAAkB,GAClB,0BAA0B,CAAC;AAE9B,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC;IAChC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IACrC,QAAQ,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF,sEAAsE;AACtE,MAAM,MAAM,qBAAqB,GAC9B;IACA,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;CAClC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC5B,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEL,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,GAAG,KAAK,IAAI,kBAAkB,CAOxF;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,GAAG,KAAK,IAAI,kBAAkB,CAExF;AAED,wBAAgB,4BAA4B,CAC3C,KAAK,EAAE,eAAe,GACpB,KAAK,IAAI,0BAA0B,CASrC;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,eAAe,GAAG,KAAK,IAAI,sBAAsB,CAQhG;AAED,MAAM,MAAM,4BAA4B,GAAG;IAC1C;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC;IACpC,2EAA2E;IAC3E,QAAQ,CAAC,KAAK,CAAC,EAAE,gBAAgB,CAAC;IAClC,kEAAkE;IAClE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,0BAA0B,CAAC;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACzC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK,EAAE,WAAW,GAAG,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpF,KAAK,CAAC,OAAO,CAAC,EAAE,2BAA2B,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,IAAI,OAAO,CAAC,YAAY,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC9B,KAAK,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1D,IAAI,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACxD,eAAe,CAAC,OAAO,EAAE,4BAA4B,GAAG,eAAe,CAAC;IACxE,SAAS,CAAC,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;CAC9E,CAAC;AAEF,2CAA2C;AAC3C,eAAO,MAAM,4BAA4B,oDAE/B,CAAC;AAEX,eAAO,MAAM,aAAa;;;;;;;;;;;CAWhB,CAAC;AAEX,qBAAa,+BAAgC,SAAQ,KAAK;IAGxD,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,kBAAkB,EAAE,MAAM;IAHpC,QAAQ,CAAC,IAAI,qCAAqC;gBAExC,SAAS,EAAE,MAAM,EACjB,kBAAkB,EAAE,MAAM;CAIpC;AAED,qBAAa,0BAA2B,SAAQ,KAAK;IACpD,QAAQ,CAAC,IAAI,gCAAgC;gBACjC,OAAO,SAA4D;CAG/E;AAED,qBAAa,kBAAmB,SAAQ,KAAK;IAC5C,QAAQ,CAAC,IAAI,wBAAwB;gBACzB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;CAG1D;AAED,qBAAa,wBAAyB,SAAQ,KAAK;IAClD,QAAQ,CAAC,IAAI,8BAA8B;gBAC/B,OAAO,SAAkD;CAGrE;AAED,wBAAgB,oBAAoB,CACnC,IAAI,GAAE,mBAA4B,GAChC,YAAY,CAAC,WAAW,CAAC,CAM3B;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE1D;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAU/D;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI,CAkClE;AAED,wBAAgB,4BAA4B,CAC3C,OAAO,EAAE,4BAA4B,GACnC,iBAAiB,CAgBnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,GAAG,UAAU,CAEvE;AAED,wBAAgB,0BAA0B,CACzC,KAAK,EAAE,yBAAyB,GAAG,0BAA0B,GAAG,SAAS,GACvE,SAAS,GAAG,WAAW,CAGzB"}
@@ -41,13 +41,16 @@ export type SpeakOptions = {
41
41
  readonly characterId?: string;
42
42
  readonly behavior?: SpeakBehavior;
43
43
  };
44
- export type SpeechResult = {
44
+ /** @deprecated Prefer {@link import('../speech').SpeechResult} from Experience.speech. */
45
+ export type TextSpeakResult = {
45
46
  readonly speechId: string;
46
47
  readonly turnId: string;
47
48
  readonly characterId: string;
48
49
  readonly text: string;
49
50
  readonly durationMs: number;
50
51
  };
52
+ /** @deprecated Alias for TextSpeakResult — use Experience.speech SpeechResult for new code. */
53
+ export type SpeechResult = TextSpeakResult;
51
54
  export type UtteranceResult = {
52
55
  readonly utteranceId: string;
53
56
  readonly text: string;
@@ -59,7 +62,7 @@ export type UserTranscriptUpdate = {
59
62
  readonly isFinal: boolean;
60
63
  readonly delta?: string;
61
64
  };
62
- export type ConversationMessageSource = 'user' | 'llm' | 'speak' | 'opening';
65
+ export type ConversationMessageSource = 'user' | 'llm' | 'speak' | 'opening' | 'speechAudio';
63
66
  export type ConversationMessage = {
64
67
  readonly messageId: string;
65
68
  readonly turnId: string;
@@ -70,7 +73,7 @@ export type ConversationMessage = {
70
73
  readonly status: 'final';
71
74
  readonly timestamp: number;
72
75
  };
73
- export type CharacterSpeechSource = 'llm' | 'speak' | 'opening';
76
+ export type CharacterSpeechSource = 'llm' | 'speak' | 'opening' | 'speechAudio';
74
77
  export type CharacterSpeechTerminalReason = 'completed' | 'interrupted' | 'error' | 'destroyed';
75
78
  export type CharacterSpeechEvent = {
76
79
  readonly speechId: string;
@@ -1 +1 @@
1
- {"version":3,"file":"sessionInteraction.d.ts","sourceRoot":"","sources":["../../../../src/v2/types/sessionInteraction.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG,cAAc,GAAG,WAAW,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC3D,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AACxD;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,MAAM,MAAM,uBAAuB,GAAG;IACrC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG,eAAe,GAAG,aAAa,GAAG,cAAc,CAAC;AAC/F,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AACrE,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAE3D,MAAM,MAAM,qBAAqB,GAAG;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,oBAAoB,CAAC;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,UAAU,CAAC,EAAE,qBAAqB,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,WAAW,CAAC;AAEpD,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC;AAE7E,MAAM,MAAM,mBAAmB,GAAG;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC;AAEhE,MAAM,MAAM,6BAA6B,GACtC,WAAW,GACX,aAAa,GACb,OAAO,GACP,WAAW,CAAC;AAEf,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,6BAA6B,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,uBAAuB,GAAG;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,2BAA2B,GACpC,MAAM,GACN;IACA,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CACjC,CAAC;AAEL,MAAM,MAAM,4BAA4B,GAAG;IAC1C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG,CACrC,OAAO,EAAE,4BAA4B,KAEnC,2BAA2B,GAC3B,OAAO,CAAC,2BAA2B,CAAC,GACpC,aAAa,CAAC,MAAM,CAAC,CAAC;AAEzB,MAAM,MAAM,yBAAyB,GAAG;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAChC;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAA;CAAE,GACzE;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,+BAA+B,GAAG;IAC7C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC"}
1
+ {"version":3,"file":"sessionInteraction.d.ts","sourceRoot":"","sources":["../../../../src/v2/types/sessionInteraction.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG,cAAc,GAAG,WAAW,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC3D,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AACxD;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,MAAM,MAAM,uBAAuB,GAAG;IACrC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG,eAAe,GAAG,aAAa,GAAG,cAAc,CAAC;AAC/F,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AACrE,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAE3D,MAAM,MAAM,qBAAqB,GAAG;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,oBAAoB,CAAC;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,UAAU,CAAC,EAAE,qBAAqB,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,WAAW,CAAC;AAEpD,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAClC,CAAC;AAEF,0FAA0F;AAC1F,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,+FAA+F;AAC/F,MAAM,MAAM,YAAY,GAAG,eAAe,CAAC;AAE3C,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,GAAG,aAAa,CAAC;AAE7F,MAAM,MAAM,mBAAmB,GAAG;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,GAAG,aAAa,CAAC;AAEhF,MAAM,MAAM,6BAA6B,GACtC,WAAW,GACX,aAAa,GACb,OAAO,GACP,WAAW,CAAC;AAEf,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,6BAA6B,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,uBAAuB,GAAG;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,2BAA2B,GACpC,MAAM,GACN;IACA,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CACjC,CAAC;AAEL,MAAM,MAAM,4BAA4B,GAAG;IAC1C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG,CACrC,OAAO,EAAE,4BAA4B,KAEnC,2BAA2B,GAC3B,OAAO,CAAC,2BAA2B,CAAC,GACpC,aAAa,CAAC,MAAM,CAAC,CAAC;AAEzB,MAAM,MAAM,yBAAyB,GAAG;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAChC;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAA;CAAE,GACzE;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,+BAA+B,GAAG;IAC7C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC"}
@@ -1,4 +1,4 @@
1
- import type { CloseEvent, ConversationMessage, ConversationProcessorFn, EmbedState, ExperienceEvents, ExperienceFit, ExperienceMode, ListenOnceOptions, ResponseMode, SessionManifest, SpeakOptions, SpeechInputMode, SpeechResult, StartButtonOptions, UtteranceResult } from '@liforma/client';
1
+ import type { CloseEvent, ConversationMessage, ConversationProcessorFn, EmbedState, ExperienceEvents, ExperienceFit, ExperienceMode, ListenOnceOptions, ResponseMode, SessionManifest, SpeechInputMode, StartButtonOptions, UtteranceResult } from '@liforma/client';
2
2
  export type ExperienceProps = {
3
3
  experienceId?: string;
4
4
  sessionEndpoint?: string;
@@ -49,7 +49,7 @@ export type ExperienceProps = {
49
49
  export type ExperienceHandle = {
50
50
  ready(): Promise<ExperienceEvents['ready']>;
51
51
  started(): Promise<ExperienceEvents['started']>;
52
- speak(options: SpeakOptions): Promise<SpeechResult>;
52
+ speech: import('../v2/speech').SpeechController;
53
53
  startListening(): Promise<void>;
54
54
  stopListening(): Promise<UtteranceResult>;
55
55
  listenOnce(options?: ListenOnceOptions): Promise<UtteranceResult>;
@@ -1 +1 @@
1
- {"version":3,"file":"experienceComponentTypes.d.ts","sourceRoot":"","sources":["../../../src/component/experienceComponentTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,UAAU,EACV,mBAAmB,EACnB,uBAAuB,EACvB,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,MAAM,iBAAiB,CAAC;AAEzB,MAAM,MAAM,eAAe,GAAG;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAEnC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,2DAA2D;IAC3D,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC;;;OAGG;IACH,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,6DAA6D;IAC7D,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;IAEhD,iFAAiF;IACjF,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;;OAIG;IACH,GAAG,CAAC,EAAE,aAAa,CAAC;IAEpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,oEAAoE;IACpE,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC;IACrD,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC;IACzD,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC;IACvE,mBAAmB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,mBAAmB,CAAC,KAAK,IAAI,CAAC;IAC7E,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,IAAI,CAAC;IACzE,wBAAwB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,wBAAwB,CAAC,KAAK,IAAI,CAAC;IACvF,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,sBAAsB,CAAC,KAAK,IAAI,CAAC;IACnF,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,gBAAgB,CAAC,oBAAoB,CAAC,KAAK,IAAI,CAAC;IACtF,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC;IAC3D,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,gBAAgB,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC;IAC3E,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC;IAC/D,4BAA4B,CAAC,EAAE,CAC9B,KAAK,EAAE,gBAAgB,CAAC,4BAA4B,CAAC,KACjD,IAAI,CAAC;IACV,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACtC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC9B,KAAK,IAAI,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAChD,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACpD,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IAC1C,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAClE,WAAW,IAAI,eAAe,GAAG,IAAI,CAAC;IACtC,eAAe,IAAI,SAAS,mBAAmB,EAAE,CAAC;IAClD,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACrB,CAAC"}
1
+ {"version":3,"file":"experienceComponentTypes.d.ts","sourceRoot":"","sources":["../../../src/component/experienceComponentTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,UAAU,EACV,mBAAmB,EACnB,uBAAuB,EACvB,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,eAAe,EACf,MAAM,iBAAiB,CAAC;AAEzB,MAAM,MAAM,eAAe,GAAG;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAEnC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,2DAA2D;IAC3D,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC;;;OAGG;IACH,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,6DAA6D;IAC7D,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;IAEhD,iFAAiF;IACjF,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;;OAIG;IACH,GAAG,CAAC,EAAE,aAAa,CAAC;IAEpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,oEAAoE;IACpE,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC;IACrD,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC;IACzD,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC;IACvE,mBAAmB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,mBAAmB,CAAC,KAAK,IAAI,CAAC;IAC7E,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,IAAI,CAAC;IACzE,wBAAwB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,wBAAwB,CAAC,KAAK,IAAI,CAAC;IACvF,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,sBAAsB,CAAC,KAAK,IAAI,CAAC;IACnF,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,gBAAgB,CAAC,oBAAoB,CAAC,KAAK,IAAI,CAAC;IACtF,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC;IAC3D,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,gBAAgB,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC;IAC3E,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC;IAC/D,4BAA4B,CAAC,EAAE,CAC9B,KAAK,EAAE,gBAAgB,CAAC,4BAA4B,CAAC,KACjD,IAAI,CAAC;IACV,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACtC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC9B,KAAK,IAAI,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAChD,MAAM,EAAE,OAAO,cAAc,EAAE,gBAAgB,CAAC;IAChD,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IAC1C,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAClE,WAAW,IAAI,eAAe,GAAG,IAAI,CAAC;IACtC,eAAe,IAAI,SAAS,mBAAmB,EAAE,CAAC;IAClD,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACrB,CAAC"}