@charivo/core 0.14.0 → 0.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -0
- package/dist/index.cjs +168 -0
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +46 -3
- package/dist/index.d.ts +46 -3
- package/dist/index.js +168 -1
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -8,6 +8,9 @@ It exports:
|
|
|
8
8
|
- shared domain types such as `Character`, `Message`, and realtime session types
|
|
9
9
|
- interface contracts for LLM, render, TTS, STT, and realtime managers
|
|
10
10
|
- the typed `EventBus`
|
|
11
|
+
- `createLipSyncAnalyzer`: the shared audio-analysis utility the TTS manager
|
|
12
|
+
and realtime clients use to compute mouth-open RMS and emit
|
|
13
|
+
`tts:lipsync:update`
|
|
11
14
|
|
|
12
15
|
## Install
|
|
13
16
|
|
|
@@ -97,6 +100,7 @@ Important event names include:
|
|
|
97
100
|
- `tts:audio:end`
|
|
98
101
|
- `tts:lipsync:update`
|
|
99
102
|
- `stt:start`
|
|
103
|
+
- `stt:partial`
|
|
100
104
|
- `stt:stop`
|
|
101
105
|
- `stt:error`
|
|
102
106
|
- `realtime:session:start`
|
package/dist/index.cjs
CHANGED
|
@@ -181,6 +181,168 @@ function subscribeBrowserLifecycle(callbacks) {
|
|
|
181
181
|
};
|
|
182
182
|
}
|
|
183
183
|
|
|
184
|
+
// src/lipsync-analyzer.ts
|
|
185
|
+
var LIPSYNC_FFT_SIZE = 256;
|
|
186
|
+
var LIPSYNC_SMOOTHING_TIME_CONSTANT = 0.8;
|
|
187
|
+
function computeLipSyncRms(frequencyData) {
|
|
188
|
+
const speechBandStart = Math.floor(frequencyData.length * 0.1);
|
|
189
|
+
const speechBandEnd = Math.floor(frequencyData.length * 0.6);
|
|
190
|
+
let sum = 0;
|
|
191
|
+
for (let index = speechBandStart; index < speechBandEnd; index += 1) {
|
|
192
|
+
const normalized = frequencyData[index] / 255;
|
|
193
|
+
sum += normalized * normalized;
|
|
194
|
+
}
|
|
195
|
+
const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));
|
|
196
|
+
return Math.min(rms * 1.7, 1);
|
|
197
|
+
}
|
|
198
|
+
var LipSyncAnalyzerImpl = class {
|
|
199
|
+
constructor(options) {
|
|
200
|
+
this.options = options;
|
|
201
|
+
}
|
|
202
|
+
audioContext;
|
|
203
|
+
analyser;
|
|
204
|
+
source;
|
|
205
|
+
attachedStream;
|
|
206
|
+
dataArray;
|
|
207
|
+
isActive = false;
|
|
208
|
+
animationFrameId;
|
|
209
|
+
async prepare() {
|
|
210
|
+
if (this.audioContext) {
|
|
211
|
+
return;
|
|
212
|
+
}
|
|
213
|
+
const audioContextConstructor = typeof window === "undefined" ? void 0 : window.AudioContext || window.webkitAudioContext;
|
|
214
|
+
if (!audioContextConstructor) {
|
|
215
|
+
throw new Error("AudioContext is not supported in this browser");
|
|
216
|
+
}
|
|
217
|
+
this.audioContext = new audioContextConstructor();
|
|
218
|
+
}
|
|
219
|
+
attachMediaElement(element) {
|
|
220
|
+
this.stop();
|
|
221
|
+
this.resetNodes();
|
|
222
|
+
try {
|
|
223
|
+
const audioContext = this.ensureAudioContext();
|
|
224
|
+
if (!audioContext) {
|
|
225
|
+
return;
|
|
226
|
+
}
|
|
227
|
+
const analyser = this.createAnalyser(audioContext);
|
|
228
|
+
const source = audioContext.createMediaElementSource(element);
|
|
229
|
+
source.connect(analyser);
|
|
230
|
+
analyser.connect(audioContext.destination);
|
|
231
|
+
this.startAnalysis(source, analyser);
|
|
232
|
+
if (audioContext.state === "suspended") {
|
|
233
|
+
element.addEventListener(
|
|
234
|
+
"play",
|
|
235
|
+
() => {
|
|
236
|
+
this.audioContext?.resume();
|
|
237
|
+
},
|
|
238
|
+
{ once: true }
|
|
239
|
+
);
|
|
240
|
+
}
|
|
241
|
+
} catch (error) {
|
|
242
|
+
this.options.onError?.(error);
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
attachMediaStream(stream) {
|
|
246
|
+
if (this.attachedStream === stream) {
|
|
247
|
+
return;
|
|
248
|
+
}
|
|
249
|
+
this.stop();
|
|
250
|
+
this.resetNodes();
|
|
251
|
+
try {
|
|
252
|
+
const audioContext = this.ensureAudioContext();
|
|
253
|
+
if (!audioContext) {
|
|
254
|
+
return;
|
|
255
|
+
}
|
|
256
|
+
const analyser = this.createAnalyser(audioContext);
|
|
257
|
+
const source = audioContext.createMediaStreamSource(stream);
|
|
258
|
+
source.connect(analyser);
|
|
259
|
+
this.startAnalysis(source, analyser);
|
|
260
|
+
this.attachedStream = stream;
|
|
261
|
+
} catch (error) {
|
|
262
|
+
this.options.onError?.(error);
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
pause() {
|
|
266
|
+
this.cancelLoop();
|
|
267
|
+
this.options.onRms(0);
|
|
268
|
+
}
|
|
269
|
+
resume() {
|
|
270
|
+
if (!this.isActive || this.animationFrameId !== void 0 || !this.analyser || !this.dataArray) {
|
|
271
|
+
return;
|
|
272
|
+
}
|
|
273
|
+
this.analyzeFrame();
|
|
274
|
+
}
|
|
275
|
+
stop() {
|
|
276
|
+
this.isActive = false;
|
|
277
|
+
this.attachedStream = void 0;
|
|
278
|
+
this.cancelLoop();
|
|
279
|
+
this.options.onRms(0);
|
|
280
|
+
}
|
|
281
|
+
async cleanup() {
|
|
282
|
+
this.stop();
|
|
283
|
+
this.resetNodes();
|
|
284
|
+
this.dataArray = void 0;
|
|
285
|
+
const audioContext = this.audioContext;
|
|
286
|
+
this.audioContext = void 0;
|
|
287
|
+
await audioContext?.close();
|
|
288
|
+
}
|
|
289
|
+
/**
|
|
290
|
+
* Create the context lazily so callers can attach without awaiting prepare().
|
|
291
|
+
*
|
|
292
|
+
* This relies on prepare() staying await-free before it assigns
|
|
293
|
+
* `this.audioContext`: the void call below runs its body synchronously, so
|
|
294
|
+
* the context is already visible when this returns on the same tick.
|
|
295
|
+
*/
|
|
296
|
+
ensureAudioContext() {
|
|
297
|
+
if (!this.audioContext) {
|
|
298
|
+
void this.prepare().catch((error) => {
|
|
299
|
+
this.options.onError?.(error);
|
|
300
|
+
});
|
|
301
|
+
}
|
|
302
|
+
return this.audioContext;
|
|
303
|
+
}
|
|
304
|
+
createAnalyser(audioContext) {
|
|
305
|
+
const analyser = audioContext.createAnalyser();
|
|
306
|
+
analyser.fftSize = LIPSYNC_FFT_SIZE;
|
|
307
|
+
analyser.smoothingTimeConstant = LIPSYNC_SMOOTHING_TIME_CONSTANT;
|
|
308
|
+
return analyser;
|
|
309
|
+
}
|
|
310
|
+
startAnalysis(source, analyser) {
|
|
311
|
+
this.source = source;
|
|
312
|
+
this.analyser = analyser;
|
|
313
|
+
this.dataArray = new Uint8Array(analyser.frequencyBinCount);
|
|
314
|
+
this.isActive = true;
|
|
315
|
+
this.analyzeFrame();
|
|
316
|
+
}
|
|
317
|
+
analyzeFrame() {
|
|
318
|
+
if (!this.isActive || !this.analyser || !this.dataArray) {
|
|
319
|
+
return;
|
|
320
|
+
}
|
|
321
|
+
this.analyser.getByteFrequencyData(this.dataArray);
|
|
322
|
+
this.options.onRms(computeLipSyncRms(this.dataArray));
|
|
323
|
+
this.animationFrameId = requestAnimationFrame(() => this.analyzeFrame());
|
|
324
|
+
}
|
|
325
|
+
cancelLoop() {
|
|
326
|
+
if (this.animationFrameId !== void 0) {
|
|
327
|
+
cancelAnimationFrame(this.animationFrameId);
|
|
328
|
+
this.animationFrameId = void 0;
|
|
329
|
+
}
|
|
330
|
+
}
|
|
331
|
+
resetNodes() {
|
|
332
|
+
if (this.source) {
|
|
333
|
+
this.source.disconnect();
|
|
334
|
+
this.source = void 0;
|
|
335
|
+
}
|
|
336
|
+
if (this.analyser) {
|
|
337
|
+
this.analyser.disconnect();
|
|
338
|
+
this.analyser = void 0;
|
|
339
|
+
}
|
|
340
|
+
}
|
|
341
|
+
};
|
|
342
|
+
function createLipSyncAnalyzer(options) {
|
|
343
|
+
return new LipSyncAnalyzerImpl(options);
|
|
344
|
+
}
|
|
345
|
+
|
|
184
346
|
// src/index.ts
|
|
185
347
|
var Charivo = class {
|
|
186
348
|
eventBus;
|
|
@@ -480,6 +642,11 @@ var Charivo = class {
|
|
|
480
642
|
} catch (error) {
|
|
481
643
|
recordError(error, "Failed to stop TTS during dispose");
|
|
482
644
|
}
|
|
645
|
+
try {
|
|
646
|
+
await this.ttsManager.dispose?.();
|
|
647
|
+
} catch (error) {
|
|
648
|
+
recordError(error, "Failed to release TTS resources during dispose");
|
|
649
|
+
}
|
|
483
650
|
}
|
|
484
651
|
if (this.sttManager) {
|
|
485
652
|
try {
|
|
@@ -531,6 +698,7 @@ exports.CharivoTransportError = CharivoTransportError;
|
|
|
531
698
|
exports.EventBus = EventBus;
|
|
532
699
|
exports.OPENAI_REALTIME_ADAPTER = OPENAI_REALTIME_ADAPTER;
|
|
533
700
|
exports.OPENAI_REALTIME_AGENTS_ADAPTER = OPENAI_REALTIME_AGENTS_ADAPTER;
|
|
701
|
+
exports.createLipSyncAnalyzer = createLipSyncAnalyzer;
|
|
534
702
|
exports.getErrorMessage = getErrorMessage;
|
|
535
703
|
exports.isCharivoError = isCharivoError;
|
|
536
704
|
exports.subscribeBrowserLifecycle = subscribeBrowserLifecycle;
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/bus.ts","../src/errors.ts","../src/types.ts","../src/browser-lifecycle.ts","../src/index.ts"],"names":[],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;AC/BO,IAAM,YAAA,GAAN,cAA2B,KAAA,CAAM;AAAA,EAC7B,IAAA;AAAA,EAET,WAAA,CAAY,OAAA,EAAiB,OAAA,GAA+B,EAAC,EAAG;AAC9D,IAAA,KAAA,CAAM,SAAS,OAAO,CAAA;AACtB,IAAA,IAAA,CAAK,IAAA,GAAO,cAAA;AACZ,IAAA,IAAA,CAAK,IAAA,GAAO,QAAQ,IAAA,IAAQ,eAAA;AAAA,EAC9B;AACF;AAEO,IAAM,iBAAA,GAAN,cAAgC,YAAA,CAAa;AAAA,EAClD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,mBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AAEO,IAAM,qBAAA,GAAN,cAAoC,YAAA,CAAa;AAAA,EACtD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,uBAAA;AAAA,EACd;AACF;AAEO,IAAM,oBAAA,GAAN,cAAmC,YAAA,CAAa;AAAA,EACrD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,sBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AASO,SAAS,eAAe,KAAA,EAAuC;AACpE,EAAA,OAAO,KAAA,YAAiB,YAAA;AAC1B;AAEO,SAAS,eAAA,CACd,KAAA,EACA,QAAA,GAAW,eAAA,EACH;AACR,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAM,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AACxD,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,iBAAiB,KAAA,IAAS,KAAA,CAAM,QAAQ,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AAC7D,IAAA,OAAO,KAAA,CAAM,OAAA;AAAA,EACf;AAEA,EAAA,OAAO,QAAA;AACT;AAEO,SAAS,cAAA,CACd,IAAA,EACA,KAAA,EACA,eAAA,EACc;AACd,EAAA,IAAI,cAAA,CAAe,KAAK,CAAA,EAAG;AACzB,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,MAAM,OAAA,GAAU,eAAA,CAAgB,KAAA,EAAO,eAAe,CAAA;AACtD,EAAA,MAAM,OAAA,GACJ,iBAAiB,KAAA,GACb;AAAA,IACE,KAAA,EAAO;AAAA,GACT,GACA,MAAA;AAEN,EAAA,QAAQ,IAAA;AAAM,IACZ,KAAK,OAAA;AACH,MAAA,OAAO,IAAI,iBAAA,CAAkB,OAAA,EAAS,OAAO,CAAA;AAAA,IAC/C,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA,IACjD,KAAK,WAAA;AACH,MAAA,OAAO,IAAI,qBAAA,CAAsB,OAAA,EAAS,OAAO,CAAA;AAAA,IACnD,KAAK,UAAA;AACH,MAAA,OAAO,IAAI,oBAAA,CAAqB,OAAA,EAAS,OAAO,CAAA;AAAA,IAClD,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA;AAErD;;;ACjEO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACvD9C,IAAM,WAAA,uBAAkB,GAAA,EAA+B;AAEvD,IAAI,SAAA,GAAY,KAAA;AAEhB,SAAS,sBAAA,GAA+B;AACtC,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI,QAAA,CAAS,oBAAoB,SAAA,EAAW;AAC1C,MAAA,UAAA,CAAW,SAAA,IAAY;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,YAAA,GAAqB;AAC5B,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,gBAAA,GAAyB;AAChC,EAAA,IACE,aACA,OAAO,MAAA,KAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,IAAA;AACZ,EAAA,QAAA,CAAS,gBAAA,CAAiB,oBAAoB,sBAAsB,CAAA;AACpE,EAAA,MAAA,CAAO,gBAAA,CAAiB,UAAU,YAAY,CAAA;AAC9C,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AAClD,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AACpD;AAEA,SAAS,kBAAA,GAA2B;AAClC,EAAA,IACE,CAAC,SAAA,IACD,OAAO,WAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,KAAA;AACZ,EAAA,QAAA,CAAS,mBAAA,CAAoB,oBAAoB,sBAAsB,CAAA;AACvE,EAAA,MAAA,CAAO,mBAAA,CAAoB,UAAU,YAAY,CAAA;AACjD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACrD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACvD;AAEO,SAAS,0BACd,SAAA,EACY;AACZ,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,OAAO,aAAa,WAAA,EAAa;AACpE,IAAA,OAAO,MAAM,MAAA;AAAA,EACf;AAEA,EAAA,WAAA,CAAY,IAAI,SAAS,CAAA;AACzB,EAAA,gBAAA,EAAiB;AAEjB,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAC5B,IAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,MAAA,kBAAA,EAAmB;AAAA,IACrB;AAAA,EACF,CAAA;AACF;;;ACzEO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AAEjD,IAAA,IAAI,IAAA,CAAK,aAAA,IAAiB,IAAA,CAAK,aAAA,KAAkB,aAAA,EAAe;AAC9D,MAAA,IAAA,CAAK,cAAc,UAAA,EAAW;AAAA,IAChC;AAEA,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,MAC7C,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,cAAA,CAAe,OAAA,EAAS,KAAA,EAAO,+BAA+B,CAAA;AAAA,MACtE;AAAA,IACF;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,WAAW,MAAM,IAAA,CAAK,UAAA,CACzB,gBAAA,CAAiB,WAAW,CAAA,CAC5B,KAAA;AAAA,QAAM,CAAC,UACN,OAAA,CAAQ,MAAA;AAAA,UACN,cAAA;AAAA,YACE,UAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA;AACF;AACF,OACF;AAEF,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,IAAI;AACF,UAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,cAAA;AAAA,YACJ,OAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF;AAAA,MACF;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,UAAA,GAAa,cAAA,CAAe,UAAA,EAAY,KAAK,CAAA;AACnD,UAAA,IAAA,CAAK,SAAS,IAAA,CAAK,WAAA,EAAa,EAAE,KAAA,EAAO,YAAY,CAAA;AAAA,QACvD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAA,GAA8C;AAC5C,IAAA,OAAO,IAAA,CAAK,aAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAI,UAAA,GAAkC,IAAA;AAEtC,IAAA,MAAM,WAAA,GAAc,CAAC,KAAA,EAAgB,eAAA,KAAkC;AACrE,MAAA,MAAM,UAAA,GAAa,cAAA,CAAe,SAAA,EAAW,KAAA,EAAO,eAAe,CAAA;AACnE,MAAA,IAAI,CAAC,UAAA,EAAY;AACf,QAAA,UAAA,GAAa,UAAA;AAAA,MACf;AAAA,IACF,CAAA;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,gBAAgB,WAAA,EAAY;AAAA,MACzC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,gDAAgD,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,MAC7B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAI,IAAA,CAAK,UAAA,CAAW,WAAA,EAAY,EAAG;AACjC,UAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,QAC7B;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,cAAc,OAAA,EAAQ;AAAA,MACnC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,2CAA2C,CAAA;AAAA,MAChE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,MAC/B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,4CAA4C,CAAA;AAAA,MACjE;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AAGf,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AACrB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,SAAS,KAAA,EAAM;AAEpB,IAAA,OAAO,IAAA,CAAK,cAAc,UAAU,CAAA;AAAA,EACtC;AAAA,EAEQ,cAAc,UAAA,EAAuC;AAC3D,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAM,UAAA;AAAA,IACR;AAAA,EACF;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export type CharivoErrorCode =\n | \"CHARIVO_ERROR\"\n | \"CHARIVO_STATE_ERROR\"\n | \"CHARIVO_TIMEOUT_ERROR\"\n | \"CHARIVO_TRANSPORT_ERROR\"\n | \"CHARIVO_PROVIDER_ERROR\"\n | \"CHARIVO_DISPOSE_ERROR\";\n\nexport interface CharivoErrorOptions extends ErrorOptions {\n code?: CharivoErrorCode;\n}\n\nexport class CharivoError extends Error {\n readonly code: CharivoErrorCode;\n\n constructor(message: string, options: CharivoErrorOptions = {}) {\n super(message, options);\n this.name = \"CharivoError\";\n this.code = options.code ?? \"CHARIVO_ERROR\";\n }\n}\n\nexport class CharivoStateError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_STATE_ERROR\",\n });\n this.name = \"CharivoStateError\";\n }\n}\n\nexport class CharivoTimeoutError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TIMEOUT_ERROR\",\n });\n this.name = \"CharivoTimeoutError\";\n }\n}\n\nexport class CharivoTransportError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TRANSPORT_ERROR\",\n });\n this.name = \"CharivoTransportError\";\n }\n}\n\nexport class CharivoProviderError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_PROVIDER_ERROR\",\n });\n this.name = \"CharivoProviderError\";\n }\n}\n\nexport class CharivoDisposeError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_DISPOSE_ERROR\",\n });\n this.name = \"CharivoDisposeError\";\n }\n}\n\nexport type CharivoErrorKind =\n | \"state\"\n | \"timeout\"\n | \"transport\"\n | \"provider\"\n | \"dispose\";\n\nexport function isCharivoError(error: unknown): error is CharivoError {\n return error instanceof CharivoError;\n}\n\nexport function getErrorMessage(\n error: unknown,\n fallback = \"Unknown error\",\n): string {\n if (typeof error === \"string\" && error.trim().length > 0) {\n return error;\n }\n\n if (error instanceof Error && error.message.trim().length > 0) {\n return error.message;\n }\n\n return fallback;\n}\n\nexport function toCharivoError(\n kind: CharivoErrorKind,\n error: unknown,\n fallbackMessage?: string,\n): CharivoError {\n if (isCharivoError(error)) {\n return error;\n }\n\n const message = getErrorMessage(error, fallbackMessage);\n const options =\n error instanceof Error\n ? {\n cause: error,\n }\n : undefined;\n\n switch (kind) {\n case \"state\":\n return new CharivoStateError(message, options);\n case \"timeout\":\n return new CharivoTimeoutError(message, options);\n case \"transport\":\n return new CharivoTransportError(message, options);\n case \"provider\":\n return new CharivoProviderError(message, options);\n case \"dispose\":\n return new CharivoDisposeError(message, options);\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n inputAudioTranscription?: {\n model?: string;\n enabled?: boolean;\n };\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeReconnectCause =\n | \"ice-disconnected\"\n | \"ice-failed\"\n | \"connection-failed\"\n | \"offline\"\n | \"online\"\n | \"visibility\"\n | \"pagehide\"\n | \"pageshow\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface RealtimeUsageEvent {\n usage: Record<string, unknown>;\n model?: string;\n responseId?: string;\n sessionId?: string;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n /** Local-presence gaze (webcam), peer of mouse-tracking. Returns true when applied. */\n setLocalGaze?(coords: GazeCoordinates): boolean;\n setEventBus(eventBus: CharivoEventBus): void;\n /** Removes all event-bus listeners registered by setEventBus. */\n disconnect(): void;\n prepareAudio?(): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:reconnect:attempt\": {\n attempt: number;\n delayMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:success\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:exhausted\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n lastError: Error;\n };\n \"realtime:usage\": RealtimeUsageEvent;\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","export interface BrowserLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(event: PageTransitionEvent): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n}\n\nconst subscribers = new Set<BrowserLifecycleCallbacks>();\n\nlet installed = false;\n\nfunction handleVisibilityChange(): void {\n for (const subscriber of subscribers) {\n if (document.visibilityState === \"visible\") {\n subscriber.onVisible?.();\n continue;\n }\n\n subscriber.onHidden?.();\n }\n}\n\nfunction handleOnline(): void {\n for (const subscriber of subscribers) {\n subscriber.onOnline?.();\n }\n}\n\nfunction handlePageHide(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageHide?.(event);\n }\n}\n\nfunction handlePageShow(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageShow?.(event);\n }\n}\n\nfunction installListeners(): void {\n if (\n installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = true;\n document.addEventListener(\"visibilitychange\", handleVisibilityChange);\n window.addEventListener(\"online\", handleOnline);\n window.addEventListener(\"pagehide\", handlePageHide);\n window.addEventListener(\"pageshow\", handlePageShow);\n}\n\nfunction uninstallListeners(): void {\n if (\n !installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = false;\n document.removeEventListener(\"visibilitychange\", handleVisibilityChange);\n window.removeEventListener(\"online\", handleOnline);\n window.removeEventListener(\"pagehide\", handlePageHide);\n window.removeEventListener(\"pageshow\", handlePageShow);\n}\n\nexport function subscribeBrowserLifecycle(\n callbacks: BrowserLifecycleCallbacks,\n): () => void {\n if (typeof window === \"undefined\" || typeof document === \"undefined\") {\n return () => undefined;\n }\n\n subscribers.add(callbacks);\n installListeners();\n\n return () => {\n subscribers.delete(callbacks);\n if (subscribers.size === 0) {\n uninstallListeners();\n }\n };\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { toCharivoError, type CharivoError } from \"./errors\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./browser-lifecycle\";\nexport * from \"./errors\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n // Disconnect the currently-attached manager before replacing it (fixes replace leak)\n if (this.renderManager && this.renderManager !== renderManager) {\n this.renderManager.disconnect();\n }\n\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Detach the LLM manager to disable chat completions.\n */\n detachLLM(): void {\n this.llmManager = undefined;\n }\n\n /**\n * Detach the render manager without destroying it.\n */\n detachRenderer(): void {\n this.renderManager?.disconnect();\n this.renderManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n try {\n await this.renderManager.render(userMessage);\n } catch (error) {\n throw toCharivoError(\"state\", error, \"Failed to render user message\");\n }\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager\n .generateResponse(userMessage)\n .catch((error) =>\n Promise.reject(\n toCharivoError(\n \"provider\",\n error,\n \"Failed to generate a character response\",\n ),\n ),\n );\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n try {\n await this.renderManager.render(characterMessage, this.character);\n } catch (error) {\n throw toCharivoError(\n \"state\",\n error,\n \"Failed to render character response\",\n );\n }\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n const typedError = toCharivoError(\"provider\", error);\n this.eventBus.emit(\"tts:error\", { error: typedError });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Get the current render manager instance.\n */\n getRenderManager(): RenderManager | undefined {\n return this.renderManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n\n async dispose(): Promise<void> {\n let firstError: CharivoError | null = null;\n\n const recordError = (error: unknown, fallbackMessage: string): void => {\n const typedError = toCharivoError(\"dispose\", error, fallbackMessage);\n if (!firstError) {\n firstError = typedError;\n }\n };\n\n if (this.realtimeManager) {\n try {\n await this.realtimeManager.stopSession();\n } catch (error) {\n recordError(error, \"Failed to stop realtime session during dispose\");\n }\n }\n\n if (this.ttsManager) {\n try {\n await this.ttsManager.stop();\n } catch (error) {\n recordError(error, \"Failed to stop TTS during dispose\");\n }\n }\n\n if (this.sttManager) {\n try {\n if (this.sttManager.isRecording()) {\n await this.sttManager.stop();\n }\n } catch (error) {\n recordError(error, \"Failed to stop STT during dispose\");\n }\n }\n\n if (this.renderManager) {\n try {\n await this.renderManager.destroy();\n } catch (error) {\n recordError(error, \"Failed to destroy renderer during dispose\");\n }\n }\n\n if (this.llmManager) {\n try {\n this.llmManager.clearHistory();\n } catch (error) {\n recordError(error, \"Failed to clear LLM history during dispose\");\n }\n }\n\n this.detachRealtime();\n this.detachTTS();\n this.detachSTT();\n this.detachLLM();\n // renderManager was already destroyed+disconnected in the guarded block above;\n // bypass detachRenderer() here to avoid a second disconnect() call.\n this.renderManager = undefined;\n this.character = undefined;\n this.isRealtimeMode = false;\n this.eventBus.clear();\n\n return this.finishDispose(firstError);\n }\n\n private finishDispose(firstError: CharivoError | null): void {\n if (firstError) {\n throw firstError;\n }\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/bus.ts","../src/errors.ts","../src/types.ts","../src/browser-lifecycle.ts","../src/lipsync-analyzer.ts","../src/index.ts"],"names":[],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;AC/BO,IAAM,YAAA,GAAN,cAA2B,KAAA,CAAM;AAAA,EAC7B,IAAA;AAAA,EAET,WAAA,CAAY,OAAA,EAAiB,OAAA,GAA+B,EAAC,EAAG;AAC9D,IAAA,KAAA,CAAM,SAAS,OAAO,CAAA;AACtB,IAAA,IAAA,CAAK,IAAA,GAAO,cAAA;AACZ,IAAA,IAAA,CAAK,IAAA,GAAO,QAAQ,IAAA,IAAQ,eAAA;AAAA,EAC9B;AACF;AAEO,IAAM,iBAAA,GAAN,cAAgC,YAAA,CAAa;AAAA,EAClD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,mBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AAEO,IAAM,qBAAA,GAAN,cAAoC,YAAA,CAAa;AAAA,EACtD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,uBAAA;AAAA,EACd;AACF;AAEO,IAAM,oBAAA,GAAN,cAAmC,YAAA,CAAa;AAAA,EACrD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,sBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AASO,SAAS,eAAe,KAAA,EAAuC;AACpE,EAAA,OAAO,KAAA,YAAiB,YAAA;AAC1B;AAEO,SAAS,eAAA,CACd,KAAA,EACA,QAAA,GAAW,eAAA,EACH;AACR,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAM,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AACxD,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,iBAAiB,KAAA,IAAS,KAAA,CAAM,QAAQ,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AAC7D,IAAA,OAAO,KAAA,CAAM,OAAA;AAAA,EACf;AAEA,EAAA,OAAO,QAAA;AACT;AAEO,SAAS,cAAA,CACd,IAAA,EACA,KAAA,EACA,eAAA,EACc;AACd,EAAA,IAAI,cAAA,CAAe,KAAK,CAAA,EAAG;AACzB,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,MAAM,OAAA,GAAU,eAAA,CAAgB,KAAA,EAAO,eAAe,CAAA;AACtD,EAAA,MAAM,OAAA,GACJ,iBAAiB,KAAA,GACb;AAAA,IACE,KAAA,EAAO;AAAA,GACT,GACA,MAAA;AAEN,EAAA,QAAQ,IAAA;AAAM,IACZ,KAAK,OAAA;AACH,MAAA,OAAO,IAAI,iBAAA,CAAkB,OAAA,EAAS,OAAO,CAAA;AAAA,IAC/C,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA,IACjD,KAAK,WAAA;AACH,MAAA,OAAO,IAAI,qBAAA,CAAsB,OAAA,EAAS,OAAO,CAAA;AAAA,IACnD,KAAK,UAAA;AACH,MAAA,OAAO,IAAI,oBAAA,CAAqB,OAAA,EAAS,OAAO,CAAA;AAAA,IAClD,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA;AAErD;;;ACjEO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACvD9C,IAAM,WAAA,uBAAkB,GAAA,EAA+B;AAEvD,IAAI,SAAA,GAAY,KAAA;AAEhB,SAAS,sBAAA,GAA+B;AACtC,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI,QAAA,CAAS,oBAAoB,SAAA,EAAW;AAC1C,MAAA,UAAA,CAAW,SAAA,IAAY;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,YAAA,GAAqB;AAC5B,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,gBAAA,GAAyB;AAChC,EAAA,IACE,aACA,OAAO,MAAA,KAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,IAAA;AACZ,EAAA,QAAA,CAAS,gBAAA,CAAiB,oBAAoB,sBAAsB,CAAA;AACpE,EAAA,MAAA,CAAO,gBAAA,CAAiB,UAAU,YAAY,CAAA;AAC9C,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AAClD,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AACpD;AAEA,SAAS,kBAAA,GAA2B;AAClC,EAAA,IACE,CAAC,SAAA,IACD,OAAO,WAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,KAAA;AACZ,EAAA,QAAA,CAAS,mBAAA,CAAoB,oBAAoB,sBAAsB,CAAA;AACvE,EAAA,MAAA,CAAO,mBAAA,CAAoB,UAAU,YAAY,CAAA;AACjD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACrD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACvD;AAEO,SAAS,0BACd,SAAA,EACY;AACZ,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,OAAO,aAAa,WAAA,EAAa;AACpE,IAAA,OAAO,MAAM,MAAA;AAAA,EACf;AAEA,EAAA,WAAA,CAAY,IAAI,SAAS,CAAA;AACzB,EAAA,gBAAA,EAAiB;AAEjB,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAC5B,IAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,MAAA,kBAAA,EAAmB;AAAA,IACrB;AAAA,EACF,CAAA;AACF;;;ACtFO,IAAM,gBAAA,GAAmB,GAAA;AACzB,IAAM,+BAAA,GAAkC,GAAA;AAKxC,SAAS,kBAAkB,aAAA,EAAmC;AAEnE,EAAA,MAAM,eAAA,GAAkB,IAAA,CAAK,KAAA,CAAM,aAAA,CAAc,SAAS,GAAG,CAAA;AAC7D,EAAA,MAAM,aAAA,GAAgB,IAAA,CAAK,KAAA,CAAM,aAAA,CAAc,SAAS,GAAG,CAAA;AAE3D,EAAA,IAAI,GAAA,GAAM,CAAA;AACV,EAAA,KAAA,IAAS,KAAA,GAAQ,eAAA,EAAiB,KAAA,GAAQ,aAAA,EAAe,SAAS,CAAA,EAAG;AACnE,IAAA,MAAM,UAAA,GAAa,aAAA,CAAc,KAAK,CAAA,GAAI,GAAA;AAC1C,IAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,EACtB;AAEA,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,EAAA,OAAO,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAA,EAAK,CAAC,CAAA;AAC9B;AAgCA,IAAM,sBAAN,MAAqD;AAAA,EASnD,YAAoB,OAAA,EAAiC;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkC;AAAA,EAR9C,YAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,cAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EAIR,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,0BACJ,OAAO,MAAA,KAAW,cACd,MAAA,GACA,MAAA,CAAO,gBACN,MAAA,CACE,kBAAA;AACT,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEA,mBAAmB,OAAA,EAAiC;AAClD,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI;AACF,MAAA,MAAM,YAAA,GAAe,KAAK,kBAAA,EAAmB;AAC7C,MAAA,IAAI,CAAC,YAAA,EAAc;AACjB,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,cAAA,CAAe,YAAY,CAAA;AACjD,MAAA,MAAM,MAAA,GAAS,YAAA,CAAa,wBAAA,CAAyB,OAAO,CAAA;AAC5D,MAAA,MAAA,CAAO,QAAQ,QAAQ,CAAA;AACvB,MAAA,QAAA,CAAS,OAAA,CAAQ,aAAa,WAAW,CAAA;AAEzC,MAAA,IAAA,CAAK,aAAA,CAAc,QAAQ,QAAQ,CAAA;AAGnC,MAAA,IAAI,YAAA,CAAa,UAAU,WAAA,EAAa;AACtC,QAAA,OAAA,CAAQ,gBAAA;AAAA,UACN,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,kBAAkB,MAAA,EAA2B;AAC3C,IAAA,IAAI,IAAA,CAAK,mBAAmB,MAAA,EAAQ;AAClC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI;AACF,MAAA,MAAM,YAAA,GAAe,KAAK,kBAAA,EAAmB;AAC7C,MAAA,IAAI,CAAC,YAAA,EAAc;AACjB,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,cAAA,CAAe,YAAY,CAAA;AACjD,MAAA,MAAM,MAAA,GAAS,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AAC1D,MAAA,MAAA,CAAO,QAAQ,QAAQ,CAAA;AAEvB,MAAA,IAAA,CAAK,aAAA,CAAc,QAAQ,QAAQ,CAAA;AAGnC,MAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,IACxB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,EACtB;AAAA,EAEA,MAAA,GAAe;AACb,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,KAAqB,MAAA,IAC1B,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,YAAA,EAAa;AAAA,EACpB;AAAA,EAEA,IAAA,GAAa;AACX,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AACtB,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,EACtB;AAAA,EAEA,MAAM,OAAA,GAAyB;AAG7B,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AAEjB,IAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,IAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAEpB,IAAA,MAAM,cAAc,KAAA,EAAM;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,kBAAA,GAA+C;AACrD,IAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,MAAA,KAAK,IAAA,CAAK,OAAA,EAAQ,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACnC,QAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,MAC9B,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,OAAO,IAAA,CAAK,YAAA;AAAA,EACd;AAAA,EAEQ,eAAe,YAAA,EAA0C;AAC/D,IAAA,MAAM,QAAA,GAAW,aAAa,cAAA,EAAe;AAC7C,IAAA,QAAA,CAAS,OAAA,GAAU,gBAAA;AACnB,IAAA,QAAA,CAAS,qBAAA,GAAwB,+BAAA;AACjC,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEQ,aAAA,CAAc,QAAmB,QAAA,EAA8B;AACrE,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,IAAA,CAAK,SAAA,GAAY,IAAI,UAAA,CAAW,QAAA,CAAS,iBAAiB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,IAAA,IAAA,CAAK,YAAA,EAAa;AAAA,EACpB;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA,CAAqB,IAAA,CAAK,SAAS,CAAA;AACjD,IAAA,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,iBAAA,CAAkB,IAAA,CAAK,SAAS,CAAC,CAAA;AAEpD,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,cAAc,CAAA;AAAA,EACzE;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,IAAA,CAAK,qBAAqB,MAAA,EAAW;AACvC,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,MAAA,EAAQ;AACf,MAAA,IAAA,CAAK,OAAO,UAAA,EAAW;AACvB,MAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,IAChB;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF,CAAA;AAEO,SAAS,sBACd,OAAA,EACiB;AACjB,EAAA,OAAO,IAAI,oBAAoB,OAAO,CAAA;AACxC;;;AClNO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AAEjD,IAAA,IAAI,IAAA,CAAK,aAAA,IAAiB,IAAA,CAAK,aAAA,KAAkB,aAAA,EAAe;AAC9D,MAAA,IAAA,CAAK,cAAc,UAAA,EAAW;AAAA,IAChC;AAEA,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,MAC7C,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,cAAA,CAAe,OAAA,EAAS,KAAA,EAAO,+BAA+B,CAAA;AAAA,MACtE;AAAA,IACF;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,WAAW,MAAM,IAAA,CAAK,UAAA,CACzB,gBAAA,CAAiB,WAAW,CAAA,CAC5B,KAAA;AAAA,QAAM,CAAC,UACN,OAAA,CAAQ,MAAA;AAAA,UACN,cAAA;AAAA,YACE,UAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA;AACF;AACF,OACF;AAEF,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,IAAI;AACF,UAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,cAAA;AAAA,YACJ,OAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF;AAAA,MACF;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,UAAA,GAAa,cAAA,CAAe,UAAA,EAAY,KAAK,CAAA;AACnD,UAAA,IAAA,CAAK,SAAS,IAAA,CAAK,WAAA,EAAa,EAAE,KAAA,EAAO,YAAY,CAAA;AAAA,QACvD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAA,GAA8C;AAC5C,IAAA,OAAO,IAAA,CAAK,aAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAI,UAAA,GAAkC,IAAA;AAEtC,IAAA,MAAM,WAAA,GAAc,CAAC,KAAA,EAAgB,eAAA,KAAkC;AACrE,MAAA,MAAM,UAAA,GAAa,cAAA,CAAe,SAAA,EAAW,KAAA,EAAO,eAAe,CAAA;AACnE,MAAA,IAAI,CAAC,UAAA,EAAY;AACf,QAAA,UAAA,GAAa,UAAA;AAAA,MACf;AAAA,IACF,CAAA;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,gBAAgB,WAAA,EAAY;AAAA,MACzC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,gDAAgD,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,MAC7B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAGA,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,WAAW,OAAA,IAAU;AAAA,MAClC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,gDAAgD,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAI,IAAA,CAAK,UAAA,CAAW,WAAA,EAAY,EAAG;AACjC,UAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,QAC7B;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,cAAc,OAAA,EAAQ;AAAA,MACnC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,2CAA2C,CAAA;AAAA,MAChE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,MAC/B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,4CAA4C,CAAA;AAAA,MACjE;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AAGf,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AACrB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,SAAS,KAAA,EAAM;AAEpB,IAAA,OAAO,IAAA,CAAK,cAAc,UAAU,CAAA;AAAA,EACtC;AAAA,EAEQ,cAAc,UAAA,EAAuC;AAC3D,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAM,UAAA;AAAA,IACR;AAAA,EACF;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export type CharivoErrorCode =\n | \"CHARIVO_ERROR\"\n | \"CHARIVO_STATE_ERROR\"\n | \"CHARIVO_TIMEOUT_ERROR\"\n | \"CHARIVO_TRANSPORT_ERROR\"\n | \"CHARIVO_PROVIDER_ERROR\"\n | \"CHARIVO_DISPOSE_ERROR\";\n\nexport interface CharivoErrorOptions extends ErrorOptions {\n code?: CharivoErrorCode;\n}\n\nexport class CharivoError extends Error {\n readonly code: CharivoErrorCode;\n\n constructor(message: string, options: CharivoErrorOptions = {}) {\n super(message, options);\n this.name = \"CharivoError\";\n this.code = options.code ?? \"CHARIVO_ERROR\";\n }\n}\n\nexport class CharivoStateError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_STATE_ERROR\",\n });\n this.name = \"CharivoStateError\";\n }\n}\n\nexport class CharivoTimeoutError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TIMEOUT_ERROR\",\n });\n this.name = \"CharivoTimeoutError\";\n }\n}\n\nexport class CharivoTransportError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TRANSPORT_ERROR\",\n });\n this.name = \"CharivoTransportError\";\n }\n}\n\nexport class CharivoProviderError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_PROVIDER_ERROR\",\n });\n this.name = \"CharivoProviderError\";\n }\n}\n\nexport class CharivoDisposeError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_DISPOSE_ERROR\",\n });\n this.name = \"CharivoDisposeError\";\n }\n}\n\nexport type CharivoErrorKind =\n | \"state\"\n | \"timeout\"\n | \"transport\"\n | \"provider\"\n | \"dispose\";\n\nexport function isCharivoError(error: unknown): error is CharivoError {\n return error instanceof CharivoError;\n}\n\nexport function getErrorMessage(\n error: unknown,\n fallback = \"Unknown error\",\n): string {\n if (typeof error === \"string\" && error.trim().length > 0) {\n return error;\n }\n\n if (error instanceof Error && error.message.trim().length > 0) {\n return error.message;\n }\n\n return fallback;\n}\n\nexport function toCharivoError(\n kind: CharivoErrorKind,\n error: unknown,\n fallbackMessage?: string,\n): CharivoError {\n if (isCharivoError(error)) {\n return error;\n }\n\n const message = getErrorMessage(error, fallbackMessage);\n const options =\n error instanceof Error\n ? {\n cause: error,\n }\n : undefined;\n\n switch (kind) {\n case \"state\":\n return new CharivoStateError(message, options);\n case \"timeout\":\n return new CharivoTimeoutError(message, options);\n case \"transport\":\n return new CharivoTransportError(message, options);\n case \"provider\":\n return new CharivoProviderError(message, options);\n case \"dispose\":\n return new CharivoDisposeError(message, options);\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n inputAudioTranscription?: {\n model?: string;\n enabled?: boolean;\n };\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeReconnectCause =\n | \"ice-disconnected\"\n | \"ice-failed\"\n | \"connection-failed\"\n | \"offline\"\n | \"online\"\n | \"visibility\"\n | \"pagehide\"\n | \"pageshow\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface RealtimeUsageEvent {\n usage: Record<string, unknown>;\n model?: string;\n responseId?: string;\n sessionId?: string;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM provider (generates LLM responses server-side)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// Simple LLM call client (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM manager (session management, history, character management)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer interface (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render manager (session management, lip-sync, motion control)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n /** Local-presence gaze (webcam), peer of mouse-tracking. Returns true when applied. */\n setLocalGaze?(coords: GazeCoordinates): boolean;\n setEventBus(eventBus: CharivoEventBus): void;\n /** Removes all event-bus listeners registered by setEventBus. */\n disconnect(): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS player (plays audio in the browser)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n /**\n * Stateless audio generation. Required for the `\"audio\"` playback mode: the\n * manager creates the audio element itself so it can analyze playback for\n * lip-sync. Players that can only `speak()` must use `\"web-speech\"` mode.\n */\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS provider (generates audio data)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - interface responsible for managing the state of a TTS session\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n /** Creates the audio analysis context up front; call from a user gesture handler so browsers allow playback later. */\n prepareAudio?(): Promise<void>;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n /** Final resource release; call stop() first - dispose() does not stop playback. */\n dispose?(): Promise<void>;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n /** Optional: subscribe to cumulative interim transcript snapshots (streaming transcribers only). */\n onPartial?(callback: (transcription: string) => void): void;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n prepareAudio?(config?: RealtimeSessionConfig): Promise<void>;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:partial\": { transcription: string };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:reconnect:attempt\": {\n attempt: number;\n delayMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:success\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:exhausted\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n lastError: Error;\n };\n \"realtime:usage\": RealtimeUsageEvent;\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","export interface BrowserLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(event: PageTransitionEvent): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n}\n\nconst subscribers = new Set<BrowserLifecycleCallbacks>();\n\nlet installed = false;\n\nfunction handleVisibilityChange(): void {\n for (const subscriber of subscribers) {\n if (document.visibilityState === \"visible\") {\n subscriber.onVisible?.();\n continue;\n }\n\n subscriber.onHidden?.();\n }\n}\n\nfunction handleOnline(): void {\n for (const subscriber of subscribers) {\n subscriber.onOnline?.();\n }\n}\n\nfunction handlePageHide(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageHide?.(event);\n }\n}\n\nfunction handlePageShow(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageShow?.(event);\n }\n}\n\nfunction installListeners(): void {\n if (\n installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = true;\n document.addEventListener(\"visibilitychange\", handleVisibilityChange);\n window.addEventListener(\"online\", handleOnline);\n window.addEventListener(\"pagehide\", handlePageHide);\n window.addEventListener(\"pageshow\", handlePageShow);\n}\n\nfunction uninstallListeners(): void {\n if (\n !installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = false;\n document.removeEventListener(\"visibilitychange\", handleVisibilityChange);\n window.removeEventListener(\"online\", handleOnline);\n window.removeEventListener(\"pagehide\", handlePageHide);\n window.removeEventListener(\"pageshow\", handlePageShow);\n}\n\nexport function subscribeBrowserLifecycle(\n callbacks: BrowserLifecycleCallbacks,\n): () => void {\n if (typeof window === \"undefined\" || typeof document === \"undefined\") {\n return () => undefined;\n }\n\n subscribers.add(callbacks);\n installListeners();\n\n return () => {\n subscribers.delete(callbacks);\n if (subscribers.size === 0) {\n uninstallListeners();\n }\n };\n}\n","/**\n * Shared lip sync audio analysis: the single RMS computation used across the repo.\n */\nexport const LIPSYNC_FFT_SIZE = 256;\nexport const LIPSYNC_SMOOTHING_TIME_CONSTANT = 0.8;\n\n/**\n * Compute a mouth-open value from frequency data, focusing on speech frequencies.\n */\nexport function computeLipSyncRms(frequencyData: Uint8Array): number {\n // 10-60% of the spectrum (~2-14kHz at a 48kHz context)\n const speechBandStart = Math.floor(frequencyData.length * 0.1);\n const speechBandEnd = Math.floor(frequencyData.length * 0.6);\n\n let sum = 0;\n for (let index = speechBandStart; index < speechBandEnd; index += 1) {\n const normalized = frequencyData[index] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n return Math.min(rms * 1.7, 1); // Amplify and clamp\n}\n\nexport interface LipSyncAnalyzerOptions {\n onRms: (rms: number) => void;\n onError?: (error: unknown) => void;\n}\n\nexport interface LipSyncAnalyzer {\n /**\n * Create the AudioContext up front (idempotent).\n */\n prepare(): Promise<void>;\n /**\n * Analyze an audio element while keeping its playback audible.\n */\n attachMediaElement(element: HTMLAudioElement): void;\n /**\n * Analyze a media stream without routing it to the speakers.\n */\n attachMediaStream(stream: MediaStream): void;\n /**\n * Temporarily halt analysis; `resume()` restarts it.\n */\n pause(): void;\n resume(): void;\n /**\n * Halt analysis for the current source. `resume()` no-ops until the next attach.\n */\n stop(): void;\n cleanup(): Promise<void>;\n}\n\nclass LipSyncAnalyzerImpl implements LipSyncAnalyzer {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private source?: AudioNode;\n private attachedStream?: MediaStream;\n private dataArray?: Uint8Array<ArrayBuffer>;\n private isActive = false;\n private animationFrameId?: number;\n\n constructor(private options: LipSyncAnalyzerOptions) {}\n\n async prepare(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n typeof window === \"undefined\"\n ? undefined\n : window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n attachMediaElement(element: HTMLAudioElement): void {\n this.stop();\n this.resetNodes();\n\n try {\n const audioContext = this.ensureAudioContext();\n if (!audioContext) {\n return;\n }\n\n const analyser = this.createAnalyser(audioContext);\n const source = audioContext.createMediaElementSource(element);\n source.connect(analyser);\n analyser.connect(audioContext.destination); // Keep playback audible\n\n this.startAnalysis(source, analyser);\n\n // Resume audio context if suspended (required on some browsers)\n if (audioContext.state === \"suspended\") {\n element.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n this.options.onError?.(error);\n }\n }\n\n attachMediaStream(stream: MediaStream): void {\n if (this.attachedStream === stream) {\n return;\n }\n\n this.stop();\n this.resetNodes();\n\n try {\n const audioContext = this.ensureAudioContext();\n if (!audioContext) {\n return;\n }\n\n const analyser = this.createAnalyser(audioContext);\n const source = audioContext.createMediaStreamSource(stream);\n source.connect(analyser); // Not connected to the destination: the stream is already audible\n\n this.startAnalysis(source, analyser);\n\n // Memoize only after success so a failed attach stays retryable\n this.attachedStream = stream;\n } catch (error) {\n this.options.onError?.(error);\n }\n }\n\n pause(): void {\n this.cancelLoop();\n this.options.onRms(0);\n }\n\n resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId !== undefined ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.analyzeFrame();\n }\n\n stop(): void {\n this.isActive = false;\n this.attachedStream = undefined;\n this.cancelLoop();\n this.options.onRms(0); // Reset mouth to closed position\n }\n\n async cleanup(): Promise<void> {\n // Clear every reference synchronously so a prepare() racing an in-flight\n // close() creates a fresh context instead of reusing the closing one.\n this.stop();\n this.resetNodes();\n this.dataArray = undefined;\n\n const audioContext = this.audioContext;\n this.audioContext = undefined;\n\n await audioContext?.close();\n }\n\n /**\n * Create the context lazily so callers can attach without awaiting prepare().\n *\n * This relies on prepare() staying await-free before it assigns\n * `this.audioContext`: the void call below runs its body synchronously, so\n * the context is already visible when this returns on the same tick.\n */\n private ensureAudioContext(): AudioContext | undefined {\n if (!this.audioContext) {\n void this.prepare().catch((error) => {\n this.options.onError?.(error);\n });\n }\n\n return this.audioContext;\n }\n\n private createAnalyser(audioContext: AudioContext): AnalyserNode {\n const analyser = audioContext.createAnalyser();\n analyser.fftSize = LIPSYNC_FFT_SIZE;\n analyser.smoothingTimeConstant = LIPSYNC_SMOOTHING_TIME_CONSTANT;\n return analyser;\n }\n\n private startAnalysis(source: AudioNode, analyser: AnalyserNode): void {\n this.source = source;\n this.analyser = analyser;\n this.dataArray = new Uint8Array(analyser.frequencyBinCount);\n this.isActive = true;\n this.analyzeFrame();\n }\n\n private analyzeFrame(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(this.dataArray);\n this.options.onRms(computeLipSyncRms(this.dataArray));\n\n this.animationFrameId = requestAnimationFrame(() => this.analyzeFrame());\n }\n\n private cancelLoop(): void {\n if (this.animationFrameId !== undefined) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n }\n\n private resetNodes(): void {\n if (this.source) {\n this.source.disconnect();\n this.source = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n\nexport function createLipSyncAnalyzer(\n options: LipSyncAnalyzerOptions,\n): LipSyncAnalyzer {\n return new LipSyncAnalyzerImpl(options);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { toCharivoError, type CharivoError } from \"./errors\";\n\nexport * from \"./types\";\nexport { EventBus } from \"./bus\";\nexport {\n type BrowserLifecycleCallbacks,\n subscribeBrowserLifecycle,\n} from \"./browser-lifecycle\";\nexport {\n type CharivoErrorCode,\n type CharivoErrorOptions,\n CharivoError,\n CharivoStateError,\n CharivoTimeoutError,\n CharivoTransportError,\n CharivoProviderError,\n CharivoDisposeError,\n type CharivoErrorKind,\n isCharivoError,\n getErrorMessage,\n toCharivoError,\n} from \"./errors\";\nexport {\n createLipSyncAnalyzer,\n type LipSyncAnalyzer,\n type LipSyncAnalyzerOptions,\n} from \"./lipsync-analyzer\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n // Disconnect the currently-attached manager before replacing it (fixes replace leak)\n if (this.renderManager && this.renderManager !== renderManager) {\n this.renderManager.disconnect();\n }\n\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Detach the LLM manager to disable chat completions.\n */\n detachLLM(): void {\n this.llmManager = undefined;\n }\n\n /**\n * Detach the render manager without destroying it.\n */\n detachRenderer(): void {\n this.renderManager?.disconnect();\n this.renderManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n try {\n await this.renderManager.render(userMessage);\n } catch (error) {\n throw toCharivoError(\"state\", error, \"Failed to render user message\");\n }\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager\n .generateResponse(userMessage)\n .catch((error) =>\n Promise.reject(\n toCharivoError(\n \"provider\",\n error,\n \"Failed to generate a character response\",\n ),\n ),\n );\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n try {\n await this.renderManager.render(characterMessage, this.character);\n } catch (error) {\n throw toCharivoError(\n \"state\",\n error,\n \"Failed to render character response\",\n );\n }\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n const typedError = toCharivoError(\"provider\", error);\n this.eventBus.emit(\"tts:error\", { error: typedError });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Get the current render manager instance.\n */\n getRenderManager(): RenderManager | undefined {\n return this.renderManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n\n async dispose(): Promise<void> {\n let firstError: CharivoError | null = null;\n\n const recordError = (error: unknown, fallbackMessage: string): void => {\n const typedError = toCharivoError(\"dispose\", error, fallbackMessage);\n if (!firstError) {\n firstError = typedError;\n }\n };\n\n if (this.realtimeManager) {\n try {\n await this.realtimeManager.stopSession();\n } catch (error) {\n recordError(error, \"Failed to stop realtime session during dispose\");\n }\n }\n\n if (this.ttsManager) {\n try {\n await this.ttsManager.stop();\n } catch (error) {\n recordError(error, \"Failed to stop TTS during dispose\");\n }\n\n // Runs even when stop() failed: audio resources must still be released.\n try {\n await this.ttsManager.dispose?.();\n } catch (error) {\n recordError(error, \"Failed to release TTS resources during dispose\");\n }\n }\n\n if (this.sttManager) {\n try {\n if (this.sttManager.isRecording()) {\n await this.sttManager.stop();\n }\n } catch (error) {\n recordError(error, \"Failed to stop STT during dispose\");\n }\n }\n\n if (this.renderManager) {\n try {\n await this.renderManager.destroy();\n } catch (error) {\n recordError(error, \"Failed to destroy renderer during dispose\");\n }\n }\n\n if (this.llmManager) {\n try {\n this.llmManager.clearHistory();\n } catch (error) {\n recordError(error, \"Failed to clear LLM history during dispose\");\n }\n }\n\n this.detachRealtime();\n this.detachTTS();\n this.detachSTT();\n this.detachLLM();\n // renderManager was already destroyed+disconnected in the guarded block above;\n // bypass detachRenderer() here to avoid a second disconnect() call.\n this.renderManager = undefined;\n this.character = undefined;\n this.isRealtimeMode = false;\n this.eventBus.clear();\n\n return this.finishDispose(firstError);\n }\n\n private finishDispose(firstError: CharivoError | null): void {\n if (firstError) {\n throw firstError;\n }\n }\n}\n"]}
|
package/dist/index.d.cts
CHANGED
|
@@ -183,7 +183,6 @@ interface RenderManager {
|
|
|
183
183
|
setEventBus(eventBus: CharivoEventBus): void;
|
|
184
184
|
/** Removes all event-bus listeners registered by setEventBus. */
|
|
185
185
|
disconnect(): void;
|
|
186
|
-
prepareAudio?(): Promise<void>;
|
|
187
186
|
loadModel?(modelPath: string): Promise<void>;
|
|
188
187
|
setMessageCallback?(callback: (message: Message, character?: Character) => void): void;
|
|
189
188
|
}
|
|
@@ -208,6 +207,11 @@ interface TTSPlayer {
|
|
|
208
207
|
stop(): Promise<void>;
|
|
209
208
|
setVoice(voice: string): void;
|
|
210
209
|
isSupported(): boolean;
|
|
210
|
+
/**
|
|
211
|
+
* Stateless audio generation. Required for the `"audio"` playback mode: the
|
|
212
|
+
* manager creates the audio element itself so it can analyze playback for
|
|
213
|
+
* lip-sync. Players that can only `speak()` must use `"web-speech"` mode.
|
|
214
|
+
*/
|
|
211
215
|
generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;
|
|
212
216
|
}
|
|
213
217
|
interface TTSProvider {
|
|
@@ -219,7 +223,11 @@ interface TTSManager {
|
|
|
219
223
|
stop(): Promise<void>;
|
|
220
224
|
setVoice(voice: string): void;
|
|
221
225
|
isSupported(): boolean;
|
|
226
|
+
/** Creates the audio analysis context up front; call from a user gesture handler so browsers allow playback later. */
|
|
227
|
+
prepareAudio?(): Promise<void>;
|
|
222
228
|
setEventEmitter?(eventEmitter: CharivoEventEmitter): void;
|
|
229
|
+
/** Final resource release; call stop() first - dispose() does not stop playback. */
|
|
230
|
+
dispose?(): Promise<void>;
|
|
223
231
|
}
|
|
224
232
|
interface STTOptions {
|
|
225
233
|
language?: string;
|
|
@@ -231,6 +239,8 @@ interface STTTranscriber {
|
|
|
231
239
|
startRecording(options?: STTOptions): Promise<void>;
|
|
232
240
|
stopRecording(): Promise<string>;
|
|
233
241
|
isRecording(): boolean;
|
|
242
|
+
/** Optional: subscribe to cumulative interim transcript snapshots (streaming transcribers only). */
|
|
243
|
+
onPartial?(callback: (transcription: string) => void): void;
|
|
234
244
|
}
|
|
235
245
|
interface STTManager {
|
|
236
246
|
start(options?: STTOptions): Promise<void>;
|
|
@@ -241,6 +251,7 @@ interface STTManager {
|
|
|
241
251
|
interface RealtimeManager {
|
|
242
252
|
setCharacter(character: Character): void;
|
|
243
253
|
getState(): RealtimeState;
|
|
254
|
+
prepareAudio?(config?: RealtimeSessionConfig): Promise<void>;
|
|
244
255
|
startSession(config?: RealtimeSessionConfig): Promise<void>;
|
|
245
256
|
updateSession(config?: RealtimeSessionConfig): Promise<void>;
|
|
246
257
|
stopSession(): Promise<void>;
|
|
@@ -274,7 +285,6 @@ type EventMap = {
|
|
|
274
285
|
error: Error;
|
|
275
286
|
};
|
|
276
287
|
"tts:audio:start": {
|
|
277
|
-
audioElement?: HTMLAudioElement;
|
|
278
288
|
characterId?: string;
|
|
279
289
|
};
|
|
280
290
|
"tts:audio:end": {
|
|
@@ -287,6 +297,9 @@ type EventMap = {
|
|
|
287
297
|
"stt:start": {
|
|
288
298
|
options?: STTOptions;
|
|
289
299
|
};
|
|
300
|
+
"stt:partial": {
|
|
301
|
+
transcription: string;
|
|
302
|
+
};
|
|
290
303
|
"stt:stop": {
|
|
291
304
|
transcription: string;
|
|
292
305
|
};
|
|
@@ -419,6 +432,36 @@ declare function isCharivoError(error: unknown): error is CharivoError;
|
|
|
419
432
|
declare function getErrorMessage(error: unknown, fallback?: string): string;
|
|
420
433
|
declare function toCharivoError(kind: CharivoErrorKind, error: unknown, fallbackMessage?: string): CharivoError;
|
|
421
434
|
|
|
435
|
+
interface LipSyncAnalyzerOptions {
|
|
436
|
+
onRms: (rms: number) => void;
|
|
437
|
+
onError?: (error: unknown) => void;
|
|
438
|
+
}
|
|
439
|
+
interface LipSyncAnalyzer {
|
|
440
|
+
/**
|
|
441
|
+
* Create the AudioContext up front (idempotent).
|
|
442
|
+
*/
|
|
443
|
+
prepare(): Promise<void>;
|
|
444
|
+
/**
|
|
445
|
+
* Analyze an audio element while keeping its playback audible.
|
|
446
|
+
*/
|
|
447
|
+
attachMediaElement(element: HTMLAudioElement): void;
|
|
448
|
+
/**
|
|
449
|
+
* Analyze a media stream without routing it to the speakers.
|
|
450
|
+
*/
|
|
451
|
+
attachMediaStream(stream: MediaStream): void;
|
|
452
|
+
/**
|
|
453
|
+
* Temporarily halt analysis; `resume()` restarts it.
|
|
454
|
+
*/
|
|
455
|
+
pause(): void;
|
|
456
|
+
resume(): void;
|
|
457
|
+
/**
|
|
458
|
+
* Halt analysis for the current source. `resume()` no-ops until the next attach.
|
|
459
|
+
*/
|
|
460
|
+
stop(): void;
|
|
461
|
+
cleanup(): Promise<void>;
|
|
462
|
+
}
|
|
463
|
+
declare function createLipSyncAnalyzer(options: LipSyncAnalyzerOptions): LipSyncAnalyzer;
|
|
464
|
+
|
|
422
465
|
declare class Charivo {
|
|
423
466
|
private eventBus;
|
|
424
467
|
private llmManager?;
|
|
@@ -544,4 +587,4 @@ declare class Charivo {
|
|
|
544
587
|
private finishDispose;
|
|
545
588
|
}
|
|
546
589
|
|
|
547
|
-
export { type AvatarControlCatalog, type BrowserLifecycleCallbacks, type Character, Charivo, type CharivoConfig, CharivoDisposeError, CharivoError, type CharivoErrorCode, type CharivoErrorKind, type CharivoErrorOptions, type CharivoEventBus, type CharivoEventEmitter, CharivoProviderError, CharivoStateError, CharivoTimeoutError, CharivoTransportError, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeReconnectCause, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RealtimeUsageEvent, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, getErrorMessage, isCharivoError, subscribeBrowserLifecycle, toCharivoError };
|
|
590
|
+
export { type AvatarControlCatalog, type BrowserLifecycleCallbacks, type Character, Charivo, type CharivoConfig, CharivoDisposeError, CharivoError, type CharivoErrorCode, type CharivoErrorKind, type CharivoErrorOptions, type CharivoEventBus, type CharivoEventEmitter, CharivoProviderError, CharivoStateError, CharivoTimeoutError, CharivoTransportError, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type LipSyncAnalyzer, type LipSyncAnalyzerOptions, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeReconnectCause, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RealtimeUsageEvent, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, createLipSyncAnalyzer, getErrorMessage, isCharivoError, subscribeBrowserLifecycle, toCharivoError };
|
package/dist/index.d.ts
CHANGED
|
@@ -183,7 +183,6 @@ interface RenderManager {
|
|
|
183
183
|
setEventBus(eventBus: CharivoEventBus): void;
|
|
184
184
|
/** Removes all event-bus listeners registered by setEventBus. */
|
|
185
185
|
disconnect(): void;
|
|
186
|
-
prepareAudio?(): Promise<void>;
|
|
187
186
|
loadModel?(modelPath: string): Promise<void>;
|
|
188
187
|
setMessageCallback?(callback: (message: Message, character?: Character) => void): void;
|
|
189
188
|
}
|
|
@@ -208,6 +207,11 @@ interface TTSPlayer {
|
|
|
208
207
|
stop(): Promise<void>;
|
|
209
208
|
setVoice(voice: string): void;
|
|
210
209
|
isSupported(): boolean;
|
|
210
|
+
/**
|
|
211
|
+
* Stateless audio generation. Required for the `"audio"` playback mode: the
|
|
212
|
+
* manager creates the audio element itself so it can analyze playback for
|
|
213
|
+
* lip-sync. Players that can only `speak()` must use `"web-speech"` mode.
|
|
214
|
+
*/
|
|
211
215
|
generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;
|
|
212
216
|
}
|
|
213
217
|
interface TTSProvider {
|
|
@@ -219,7 +223,11 @@ interface TTSManager {
|
|
|
219
223
|
stop(): Promise<void>;
|
|
220
224
|
setVoice(voice: string): void;
|
|
221
225
|
isSupported(): boolean;
|
|
226
|
+
/** Creates the audio analysis context up front; call from a user gesture handler so browsers allow playback later. */
|
|
227
|
+
prepareAudio?(): Promise<void>;
|
|
222
228
|
setEventEmitter?(eventEmitter: CharivoEventEmitter): void;
|
|
229
|
+
/** Final resource release; call stop() first - dispose() does not stop playback. */
|
|
230
|
+
dispose?(): Promise<void>;
|
|
223
231
|
}
|
|
224
232
|
interface STTOptions {
|
|
225
233
|
language?: string;
|
|
@@ -231,6 +239,8 @@ interface STTTranscriber {
|
|
|
231
239
|
startRecording(options?: STTOptions): Promise<void>;
|
|
232
240
|
stopRecording(): Promise<string>;
|
|
233
241
|
isRecording(): boolean;
|
|
242
|
+
/** Optional: subscribe to cumulative interim transcript snapshots (streaming transcribers only). */
|
|
243
|
+
onPartial?(callback: (transcription: string) => void): void;
|
|
234
244
|
}
|
|
235
245
|
interface STTManager {
|
|
236
246
|
start(options?: STTOptions): Promise<void>;
|
|
@@ -241,6 +251,7 @@ interface STTManager {
|
|
|
241
251
|
interface RealtimeManager {
|
|
242
252
|
setCharacter(character: Character): void;
|
|
243
253
|
getState(): RealtimeState;
|
|
254
|
+
prepareAudio?(config?: RealtimeSessionConfig): Promise<void>;
|
|
244
255
|
startSession(config?: RealtimeSessionConfig): Promise<void>;
|
|
245
256
|
updateSession(config?: RealtimeSessionConfig): Promise<void>;
|
|
246
257
|
stopSession(): Promise<void>;
|
|
@@ -274,7 +285,6 @@ type EventMap = {
|
|
|
274
285
|
error: Error;
|
|
275
286
|
};
|
|
276
287
|
"tts:audio:start": {
|
|
277
|
-
audioElement?: HTMLAudioElement;
|
|
278
288
|
characterId?: string;
|
|
279
289
|
};
|
|
280
290
|
"tts:audio:end": {
|
|
@@ -287,6 +297,9 @@ type EventMap = {
|
|
|
287
297
|
"stt:start": {
|
|
288
298
|
options?: STTOptions;
|
|
289
299
|
};
|
|
300
|
+
"stt:partial": {
|
|
301
|
+
transcription: string;
|
|
302
|
+
};
|
|
290
303
|
"stt:stop": {
|
|
291
304
|
transcription: string;
|
|
292
305
|
};
|
|
@@ -419,6 +432,36 @@ declare function isCharivoError(error: unknown): error is CharivoError;
|
|
|
419
432
|
declare function getErrorMessage(error: unknown, fallback?: string): string;
|
|
420
433
|
declare function toCharivoError(kind: CharivoErrorKind, error: unknown, fallbackMessage?: string): CharivoError;
|
|
421
434
|
|
|
435
|
+
interface LipSyncAnalyzerOptions {
|
|
436
|
+
onRms: (rms: number) => void;
|
|
437
|
+
onError?: (error: unknown) => void;
|
|
438
|
+
}
|
|
439
|
+
interface LipSyncAnalyzer {
|
|
440
|
+
/**
|
|
441
|
+
* Create the AudioContext up front (idempotent).
|
|
442
|
+
*/
|
|
443
|
+
prepare(): Promise<void>;
|
|
444
|
+
/**
|
|
445
|
+
* Analyze an audio element while keeping its playback audible.
|
|
446
|
+
*/
|
|
447
|
+
attachMediaElement(element: HTMLAudioElement): void;
|
|
448
|
+
/**
|
|
449
|
+
* Analyze a media stream without routing it to the speakers.
|
|
450
|
+
*/
|
|
451
|
+
attachMediaStream(stream: MediaStream): void;
|
|
452
|
+
/**
|
|
453
|
+
* Temporarily halt analysis; `resume()` restarts it.
|
|
454
|
+
*/
|
|
455
|
+
pause(): void;
|
|
456
|
+
resume(): void;
|
|
457
|
+
/**
|
|
458
|
+
* Halt analysis for the current source. `resume()` no-ops until the next attach.
|
|
459
|
+
*/
|
|
460
|
+
stop(): void;
|
|
461
|
+
cleanup(): Promise<void>;
|
|
462
|
+
}
|
|
463
|
+
declare function createLipSyncAnalyzer(options: LipSyncAnalyzerOptions): LipSyncAnalyzer;
|
|
464
|
+
|
|
422
465
|
declare class Charivo {
|
|
423
466
|
private eventBus;
|
|
424
467
|
private llmManager?;
|
|
@@ -544,4 +587,4 @@ declare class Charivo {
|
|
|
544
587
|
private finishDispose;
|
|
545
588
|
}
|
|
546
589
|
|
|
547
|
-
export { type AvatarControlCatalog, type BrowserLifecycleCallbacks, type Character, Charivo, type CharivoConfig, CharivoDisposeError, CharivoError, type CharivoErrorCode, type CharivoErrorKind, type CharivoErrorOptions, type CharivoEventBus, type CharivoEventEmitter, CharivoProviderError, CharivoStateError, CharivoTimeoutError, CharivoTransportError, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeReconnectCause, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RealtimeUsageEvent, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, getErrorMessage, isCharivoError, subscribeBrowserLifecycle, toCharivoError };
|
|
590
|
+
export { type AvatarControlCatalog, type BrowserLifecycleCallbacks, type Character, Charivo, type CharivoConfig, CharivoDisposeError, CharivoError, type CharivoErrorCode, type CharivoErrorKind, type CharivoErrorOptions, type CharivoEventBus, type CharivoEventEmitter, CharivoProviderError, CharivoStateError, CharivoTimeoutError, CharivoTransportError, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type LipSyncAnalyzer, type LipSyncAnalyzerOptions, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeReconnectCause, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RealtimeUsageEvent, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, createLipSyncAnalyzer, getErrorMessage, isCharivoError, subscribeBrowserLifecycle, toCharivoError };
|
package/dist/index.js
CHANGED
|
@@ -179,6 +179,168 @@ function subscribeBrowserLifecycle(callbacks) {
|
|
|
179
179
|
};
|
|
180
180
|
}
|
|
181
181
|
|
|
182
|
+
// src/lipsync-analyzer.ts
|
|
183
|
+
var LIPSYNC_FFT_SIZE = 256;
|
|
184
|
+
var LIPSYNC_SMOOTHING_TIME_CONSTANT = 0.8;
|
|
185
|
+
function computeLipSyncRms(frequencyData) {
|
|
186
|
+
const speechBandStart = Math.floor(frequencyData.length * 0.1);
|
|
187
|
+
const speechBandEnd = Math.floor(frequencyData.length * 0.6);
|
|
188
|
+
let sum = 0;
|
|
189
|
+
for (let index = speechBandStart; index < speechBandEnd; index += 1) {
|
|
190
|
+
const normalized = frequencyData[index] / 255;
|
|
191
|
+
sum += normalized * normalized;
|
|
192
|
+
}
|
|
193
|
+
const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));
|
|
194
|
+
return Math.min(rms * 1.7, 1);
|
|
195
|
+
}
|
|
196
|
+
var LipSyncAnalyzerImpl = class {
|
|
197
|
+
constructor(options) {
|
|
198
|
+
this.options = options;
|
|
199
|
+
}
|
|
200
|
+
audioContext;
|
|
201
|
+
analyser;
|
|
202
|
+
source;
|
|
203
|
+
attachedStream;
|
|
204
|
+
dataArray;
|
|
205
|
+
isActive = false;
|
|
206
|
+
animationFrameId;
|
|
207
|
+
async prepare() {
|
|
208
|
+
if (this.audioContext) {
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
const audioContextConstructor = typeof window === "undefined" ? void 0 : window.AudioContext || window.webkitAudioContext;
|
|
212
|
+
if (!audioContextConstructor) {
|
|
213
|
+
throw new Error("AudioContext is not supported in this browser");
|
|
214
|
+
}
|
|
215
|
+
this.audioContext = new audioContextConstructor();
|
|
216
|
+
}
|
|
217
|
+
attachMediaElement(element) {
|
|
218
|
+
this.stop();
|
|
219
|
+
this.resetNodes();
|
|
220
|
+
try {
|
|
221
|
+
const audioContext = this.ensureAudioContext();
|
|
222
|
+
if (!audioContext) {
|
|
223
|
+
return;
|
|
224
|
+
}
|
|
225
|
+
const analyser = this.createAnalyser(audioContext);
|
|
226
|
+
const source = audioContext.createMediaElementSource(element);
|
|
227
|
+
source.connect(analyser);
|
|
228
|
+
analyser.connect(audioContext.destination);
|
|
229
|
+
this.startAnalysis(source, analyser);
|
|
230
|
+
if (audioContext.state === "suspended") {
|
|
231
|
+
element.addEventListener(
|
|
232
|
+
"play",
|
|
233
|
+
() => {
|
|
234
|
+
this.audioContext?.resume();
|
|
235
|
+
},
|
|
236
|
+
{ once: true }
|
|
237
|
+
);
|
|
238
|
+
}
|
|
239
|
+
} catch (error) {
|
|
240
|
+
this.options.onError?.(error);
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
attachMediaStream(stream) {
|
|
244
|
+
if (this.attachedStream === stream) {
|
|
245
|
+
return;
|
|
246
|
+
}
|
|
247
|
+
this.stop();
|
|
248
|
+
this.resetNodes();
|
|
249
|
+
try {
|
|
250
|
+
const audioContext = this.ensureAudioContext();
|
|
251
|
+
if (!audioContext) {
|
|
252
|
+
return;
|
|
253
|
+
}
|
|
254
|
+
const analyser = this.createAnalyser(audioContext);
|
|
255
|
+
const source = audioContext.createMediaStreamSource(stream);
|
|
256
|
+
source.connect(analyser);
|
|
257
|
+
this.startAnalysis(source, analyser);
|
|
258
|
+
this.attachedStream = stream;
|
|
259
|
+
} catch (error) {
|
|
260
|
+
this.options.onError?.(error);
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
pause() {
|
|
264
|
+
this.cancelLoop();
|
|
265
|
+
this.options.onRms(0);
|
|
266
|
+
}
|
|
267
|
+
resume() {
|
|
268
|
+
if (!this.isActive || this.animationFrameId !== void 0 || !this.analyser || !this.dataArray) {
|
|
269
|
+
return;
|
|
270
|
+
}
|
|
271
|
+
this.analyzeFrame();
|
|
272
|
+
}
|
|
273
|
+
stop() {
|
|
274
|
+
this.isActive = false;
|
|
275
|
+
this.attachedStream = void 0;
|
|
276
|
+
this.cancelLoop();
|
|
277
|
+
this.options.onRms(0);
|
|
278
|
+
}
|
|
279
|
+
async cleanup() {
|
|
280
|
+
this.stop();
|
|
281
|
+
this.resetNodes();
|
|
282
|
+
this.dataArray = void 0;
|
|
283
|
+
const audioContext = this.audioContext;
|
|
284
|
+
this.audioContext = void 0;
|
|
285
|
+
await audioContext?.close();
|
|
286
|
+
}
|
|
287
|
+
/**
|
|
288
|
+
* Create the context lazily so callers can attach without awaiting prepare().
|
|
289
|
+
*
|
|
290
|
+
* This relies on prepare() staying await-free before it assigns
|
|
291
|
+
* `this.audioContext`: the void call below runs its body synchronously, so
|
|
292
|
+
* the context is already visible when this returns on the same tick.
|
|
293
|
+
*/
|
|
294
|
+
ensureAudioContext() {
|
|
295
|
+
if (!this.audioContext) {
|
|
296
|
+
void this.prepare().catch((error) => {
|
|
297
|
+
this.options.onError?.(error);
|
|
298
|
+
});
|
|
299
|
+
}
|
|
300
|
+
return this.audioContext;
|
|
301
|
+
}
|
|
302
|
+
createAnalyser(audioContext) {
|
|
303
|
+
const analyser = audioContext.createAnalyser();
|
|
304
|
+
analyser.fftSize = LIPSYNC_FFT_SIZE;
|
|
305
|
+
analyser.smoothingTimeConstant = LIPSYNC_SMOOTHING_TIME_CONSTANT;
|
|
306
|
+
return analyser;
|
|
307
|
+
}
|
|
308
|
+
startAnalysis(source, analyser) {
|
|
309
|
+
this.source = source;
|
|
310
|
+
this.analyser = analyser;
|
|
311
|
+
this.dataArray = new Uint8Array(analyser.frequencyBinCount);
|
|
312
|
+
this.isActive = true;
|
|
313
|
+
this.analyzeFrame();
|
|
314
|
+
}
|
|
315
|
+
analyzeFrame() {
|
|
316
|
+
if (!this.isActive || !this.analyser || !this.dataArray) {
|
|
317
|
+
return;
|
|
318
|
+
}
|
|
319
|
+
this.analyser.getByteFrequencyData(this.dataArray);
|
|
320
|
+
this.options.onRms(computeLipSyncRms(this.dataArray));
|
|
321
|
+
this.animationFrameId = requestAnimationFrame(() => this.analyzeFrame());
|
|
322
|
+
}
|
|
323
|
+
cancelLoop() {
|
|
324
|
+
if (this.animationFrameId !== void 0) {
|
|
325
|
+
cancelAnimationFrame(this.animationFrameId);
|
|
326
|
+
this.animationFrameId = void 0;
|
|
327
|
+
}
|
|
328
|
+
}
|
|
329
|
+
resetNodes() {
|
|
330
|
+
if (this.source) {
|
|
331
|
+
this.source.disconnect();
|
|
332
|
+
this.source = void 0;
|
|
333
|
+
}
|
|
334
|
+
if (this.analyser) {
|
|
335
|
+
this.analyser.disconnect();
|
|
336
|
+
this.analyser = void 0;
|
|
337
|
+
}
|
|
338
|
+
}
|
|
339
|
+
};
|
|
340
|
+
function createLipSyncAnalyzer(options) {
|
|
341
|
+
return new LipSyncAnalyzerImpl(options);
|
|
342
|
+
}
|
|
343
|
+
|
|
182
344
|
// src/index.ts
|
|
183
345
|
var Charivo = class {
|
|
184
346
|
eventBus;
|
|
@@ -478,6 +640,11 @@ var Charivo = class {
|
|
|
478
640
|
} catch (error) {
|
|
479
641
|
recordError(error, "Failed to stop TTS during dispose");
|
|
480
642
|
}
|
|
643
|
+
try {
|
|
644
|
+
await this.ttsManager.dispose?.();
|
|
645
|
+
} catch (error) {
|
|
646
|
+
recordError(error, "Failed to release TTS resources during dispose");
|
|
647
|
+
}
|
|
481
648
|
}
|
|
482
649
|
if (this.sttManager) {
|
|
483
650
|
try {
|
|
@@ -519,6 +686,6 @@ var Charivo = class {
|
|
|
519
686
|
}
|
|
520
687
|
};
|
|
521
688
|
|
|
522
|
-
export { Charivo, CharivoDisposeError, CharivoError, CharivoProviderError, CharivoStateError, CharivoTimeoutError, CharivoTransportError, EventBus, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, getErrorMessage, isCharivoError, subscribeBrowserLifecycle, toCharivoError };
|
|
689
|
+
export { Charivo, CharivoDisposeError, CharivoError, CharivoProviderError, CharivoStateError, CharivoTimeoutError, CharivoTransportError, EventBus, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, createLipSyncAnalyzer, getErrorMessage, isCharivoError, subscribeBrowserLifecycle, toCharivoError };
|
|
523
690
|
//# sourceMappingURL=index.js.map
|
|
524
691
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/bus.ts","../src/errors.ts","../src/types.ts","../src/browser-lifecycle.ts","../src/index.ts"],"names":[],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;AC/BO,IAAM,YAAA,GAAN,cAA2B,KAAA,CAAM;AAAA,EAC7B,IAAA;AAAA,EAET,WAAA,CAAY,OAAA,EAAiB,OAAA,GAA+B,EAAC,EAAG;AAC9D,IAAA,KAAA,CAAM,SAAS,OAAO,CAAA;AACtB,IAAA,IAAA,CAAK,IAAA,GAAO,cAAA;AACZ,IAAA,IAAA,CAAK,IAAA,GAAO,QAAQ,IAAA,IAAQ,eAAA;AAAA,EAC9B;AACF;AAEO,IAAM,iBAAA,GAAN,cAAgC,YAAA,CAAa;AAAA,EAClD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,mBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AAEO,IAAM,qBAAA,GAAN,cAAoC,YAAA,CAAa;AAAA,EACtD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,uBAAA;AAAA,EACd;AACF;AAEO,IAAM,oBAAA,GAAN,cAAmC,YAAA,CAAa;AAAA,EACrD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,sBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AASO,SAAS,eAAe,KAAA,EAAuC;AACpE,EAAA,OAAO,KAAA,YAAiB,YAAA;AAC1B;AAEO,SAAS,eAAA,CACd,KAAA,EACA,QAAA,GAAW,eAAA,EACH;AACR,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAM,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AACxD,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,iBAAiB,KAAA,IAAS,KAAA,CAAM,QAAQ,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AAC7D,IAAA,OAAO,KAAA,CAAM,OAAA;AAAA,EACf;AAEA,EAAA,OAAO,QAAA;AACT;AAEO,SAAS,cAAA,CACd,IAAA,EACA,KAAA,EACA,eAAA,EACc;AACd,EAAA,IAAI,cAAA,CAAe,KAAK,CAAA,EAAG;AACzB,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,MAAM,OAAA,GAAU,eAAA,CAAgB,KAAA,EAAO,eAAe,CAAA;AACtD,EAAA,MAAM,OAAA,GACJ,iBAAiB,KAAA,GACb;AAAA,IACE,KAAA,EAAO;AAAA,GACT,GACA,MAAA;AAEN,EAAA,QAAQ,IAAA;AAAM,IACZ,KAAK,OAAA;AACH,MAAA,OAAO,IAAI,iBAAA,CAAkB,OAAA,EAAS,OAAO,CAAA;AAAA,IAC/C,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA,IACjD,KAAK,WAAA;AACH,MAAA,OAAO,IAAI,qBAAA,CAAsB,OAAA,EAAS,OAAO,CAAA;AAAA,IACnD,KAAK,UAAA;AACH,MAAA,OAAO,IAAI,oBAAA,CAAqB,OAAA,EAAS,OAAO,CAAA;AAAA,IAClD,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA;AAErD;;;ACjEO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACvD9C,IAAM,WAAA,uBAAkB,GAAA,EAA+B;AAEvD,IAAI,SAAA,GAAY,KAAA;AAEhB,SAAS,sBAAA,GAA+B;AACtC,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI,QAAA,CAAS,oBAAoB,SAAA,EAAW;AAC1C,MAAA,UAAA,CAAW,SAAA,IAAY;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,YAAA,GAAqB;AAC5B,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,gBAAA,GAAyB;AAChC,EAAA,IACE,aACA,OAAO,MAAA,KAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,IAAA;AACZ,EAAA,QAAA,CAAS,gBAAA,CAAiB,oBAAoB,sBAAsB,CAAA;AACpE,EAAA,MAAA,CAAO,gBAAA,CAAiB,UAAU,YAAY,CAAA;AAC9C,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AAClD,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AACpD;AAEA,SAAS,kBAAA,GAA2B;AAClC,EAAA,IACE,CAAC,SAAA,IACD,OAAO,WAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,KAAA;AACZ,EAAA,QAAA,CAAS,mBAAA,CAAoB,oBAAoB,sBAAsB,CAAA;AACvE,EAAA,MAAA,CAAO,mBAAA,CAAoB,UAAU,YAAY,CAAA;AACjD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACrD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACvD;AAEO,SAAS,0BACd,SAAA,EACY;AACZ,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,OAAO,aAAa,WAAA,EAAa;AACpE,IAAA,OAAO,MAAM,MAAA;AAAA,EACf;AAEA,EAAA,WAAA,CAAY,IAAI,SAAS,CAAA;AACzB,EAAA,gBAAA,EAAiB;AAEjB,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAC5B,IAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,MAAA,kBAAA,EAAmB;AAAA,IACrB;AAAA,EACF,CAAA;AACF;;;ACzEO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AAEjD,IAAA,IAAI,IAAA,CAAK,aAAA,IAAiB,IAAA,CAAK,aAAA,KAAkB,aAAA,EAAe;AAC9D,MAAA,IAAA,CAAK,cAAc,UAAA,EAAW;AAAA,IAChC;AAEA,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,MAC7C,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,cAAA,CAAe,OAAA,EAAS,KAAA,EAAO,+BAA+B,CAAA;AAAA,MACtE;AAAA,IACF;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,WAAW,MAAM,IAAA,CAAK,UAAA,CACzB,gBAAA,CAAiB,WAAW,CAAA,CAC5B,KAAA;AAAA,QAAM,CAAC,UACN,OAAA,CAAQ,MAAA;AAAA,UACN,cAAA;AAAA,YACE,UAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA;AACF;AACF,OACF;AAEF,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,IAAI;AACF,UAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,cAAA;AAAA,YACJ,OAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF;AAAA,MACF;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,UAAA,GAAa,cAAA,CAAe,UAAA,EAAY,KAAK,CAAA;AACnD,UAAA,IAAA,CAAK,SAAS,IAAA,CAAK,WAAA,EAAa,EAAE,KAAA,EAAO,YAAY,CAAA;AAAA,QACvD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAA,GAA8C;AAC5C,IAAA,OAAO,IAAA,CAAK,aAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAI,UAAA,GAAkC,IAAA;AAEtC,IAAA,MAAM,WAAA,GAAc,CAAC,KAAA,EAAgB,eAAA,KAAkC;AACrE,MAAA,MAAM,UAAA,GAAa,cAAA,CAAe,SAAA,EAAW,KAAA,EAAO,eAAe,CAAA;AACnE,MAAA,IAAI,CAAC,UAAA,EAAY;AACf,QAAA,UAAA,GAAa,UAAA;AAAA,MACf;AAAA,IACF,CAAA;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,gBAAgB,WAAA,EAAY;AAAA,MACzC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,gDAAgD,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,MAC7B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAI,IAAA,CAAK,UAAA,CAAW,WAAA,EAAY,EAAG;AACjC,UAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,QAC7B;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,cAAc,OAAA,EAAQ;AAAA,MACnC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,2CAA2C,CAAA;AAAA,MAChE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,MAC/B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,4CAA4C,CAAA;AAAA,MACjE;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AAGf,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AACrB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,SAAS,KAAA,EAAM;AAEpB,IAAA,OAAO,IAAA,CAAK,cAAc,UAAU,CAAA;AAAA,EACtC;AAAA,EAEQ,cAAc,UAAA,EAAuC;AAC3D,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAM,UAAA;AAAA,IACR;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export type CharivoErrorCode =\n | \"CHARIVO_ERROR\"\n | \"CHARIVO_STATE_ERROR\"\n | \"CHARIVO_TIMEOUT_ERROR\"\n | \"CHARIVO_TRANSPORT_ERROR\"\n | \"CHARIVO_PROVIDER_ERROR\"\n | \"CHARIVO_DISPOSE_ERROR\";\n\nexport interface CharivoErrorOptions extends ErrorOptions {\n code?: CharivoErrorCode;\n}\n\nexport class CharivoError extends Error {\n readonly code: CharivoErrorCode;\n\n constructor(message: string, options: CharivoErrorOptions = {}) {\n super(message, options);\n this.name = \"CharivoError\";\n this.code = options.code ?? \"CHARIVO_ERROR\";\n }\n}\n\nexport class CharivoStateError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_STATE_ERROR\",\n });\n this.name = \"CharivoStateError\";\n }\n}\n\nexport class CharivoTimeoutError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TIMEOUT_ERROR\",\n });\n this.name = \"CharivoTimeoutError\";\n }\n}\n\nexport class CharivoTransportError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TRANSPORT_ERROR\",\n });\n this.name = \"CharivoTransportError\";\n }\n}\n\nexport class CharivoProviderError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_PROVIDER_ERROR\",\n });\n this.name = \"CharivoProviderError\";\n }\n}\n\nexport class CharivoDisposeError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_DISPOSE_ERROR\",\n });\n this.name = \"CharivoDisposeError\";\n }\n}\n\nexport type CharivoErrorKind =\n | \"state\"\n | \"timeout\"\n | \"transport\"\n | \"provider\"\n | \"dispose\";\n\nexport function isCharivoError(error: unknown): error is CharivoError {\n return error instanceof CharivoError;\n}\n\nexport function getErrorMessage(\n error: unknown,\n fallback = \"Unknown error\",\n): string {\n if (typeof error === \"string\" && error.trim().length > 0) {\n return error;\n }\n\n if (error instanceof Error && error.message.trim().length > 0) {\n return error.message;\n }\n\n return fallback;\n}\n\nexport function toCharivoError(\n kind: CharivoErrorKind,\n error: unknown,\n fallbackMessage?: string,\n): CharivoError {\n if (isCharivoError(error)) {\n return error;\n }\n\n const message = getErrorMessage(error, fallbackMessage);\n const options =\n error instanceof Error\n ? {\n cause: error,\n }\n : undefined;\n\n switch (kind) {\n case \"state\":\n return new CharivoStateError(message, options);\n case \"timeout\":\n return new CharivoTimeoutError(message, options);\n case \"transport\":\n return new CharivoTransportError(message, options);\n case \"provider\":\n return new CharivoProviderError(message, options);\n case \"dispose\":\n return new CharivoDisposeError(message, options);\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n inputAudioTranscription?: {\n model?: string;\n enabled?: boolean;\n };\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeReconnectCause =\n | \"ice-disconnected\"\n | \"ice-failed\"\n | \"connection-failed\"\n | \"offline\"\n | \"online\"\n | \"visibility\"\n | \"pagehide\"\n | \"pageshow\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface RealtimeUsageEvent {\n usage: Record<string, unknown>;\n model?: string;\n responseId?: string;\n sessionId?: string;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n /** Local-presence gaze (webcam), peer of mouse-tracking. Returns true when applied. */\n setLocalGaze?(coords: GazeCoordinates): boolean;\n setEventBus(eventBus: CharivoEventBus): void;\n /** Removes all event-bus listeners registered by setEventBus. */\n disconnect(): void;\n prepareAudio?(): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:reconnect:attempt\": {\n attempt: number;\n delayMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:success\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:exhausted\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n lastError: Error;\n };\n \"realtime:usage\": RealtimeUsageEvent;\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","export interface BrowserLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(event: PageTransitionEvent): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n}\n\nconst subscribers = new Set<BrowserLifecycleCallbacks>();\n\nlet installed = false;\n\nfunction handleVisibilityChange(): void {\n for (const subscriber of subscribers) {\n if (document.visibilityState === \"visible\") {\n subscriber.onVisible?.();\n continue;\n }\n\n subscriber.onHidden?.();\n }\n}\n\nfunction handleOnline(): void {\n for (const subscriber of subscribers) {\n subscriber.onOnline?.();\n }\n}\n\nfunction handlePageHide(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageHide?.(event);\n }\n}\n\nfunction handlePageShow(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageShow?.(event);\n }\n}\n\nfunction installListeners(): void {\n if (\n installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = true;\n document.addEventListener(\"visibilitychange\", handleVisibilityChange);\n window.addEventListener(\"online\", handleOnline);\n window.addEventListener(\"pagehide\", handlePageHide);\n window.addEventListener(\"pageshow\", handlePageShow);\n}\n\nfunction uninstallListeners(): void {\n if (\n !installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = false;\n document.removeEventListener(\"visibilitychange\", handleVisibilityChange);\n window.removeEventListener(\"online\", handleOnline);\n window.removeEventListener(\"pagehide\", handlePageHide);\n window.removeEventListener(\"pageshow\", handlePageShow);\n}\n\nexport function subscribeBrowserLifecycle(\n callbacks: BrowserLifecycleCallbacks,\n): () => void {\n if (typeof window === \"undefined\" || typeof document === \"undefined\") {\n return () => undefined;\n }\n\n subscribers.add(callbacks);\n installListeners();\n\n return () => {\n subscribers.delete(callbacks);\n if (subscribers.size === 0) {\n uninstallListeners();\n }\n };\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { toCharivoError, type CharivoError } from \"./errors\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./browser-lifecycle\";\nexport * from \"./errors\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n // Disconnect the currently-attached manager before replacing it (fixes replace leak)\n if (this.renderManager && this.renderManager !== renderManager) {\n this.renderManager.disconnect();\n }\n\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Detach the LLM manager to disable chat completions.\n */\n detachLLM(): void {\n this.llmManager = undefined;\n }\n\n /**\n * Detach the render manager without destroying it.\n */\n detachRenderer(): void {\n this.renderManager?.disconnect();\n this.renderManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n try {\n await this.renderManager.render(userMessage);\n } catch (error) {\n throw toCharivoError(\"state\", error, \"Failed to render user message\");\n }\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager\n .generateResponse(userMessage)\n .catch((error) =>\n Promise.reject(\n toCharivoError(\n \"provider\",\n error,\n \"Failed to generate a character response\",\n ),\n ),\n );\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n try {\n await this.renderManager.render(characterMessage, this.character);\n } catch (error) {\n throw toCharivoError(\n \"state\",\n error,\n \"Failed to render character response\",\n );\n }\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n const typedError = toCharivoError(\"provider\", error);\n this.eventBus.emit(\"tts:error\", { error: typedError });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Get the current render manager instance.\n */\n getRenderManager(): RenderManager | undefined {\n return this.renderManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n\n async dispose(): Promise<void> {\n let firstError: CharivoError | null = null;\n\n const recordError = (error: unknown, fallbackMessage: string): void => {\n const typedError = toCharivoError(\"dispose\", error, fallbackMessage);\n if (!firstError) {\n firstError = typedError;\n }\n };\n\n if (this.realtimeManager) {\n try {\n await this.realtimeManager.stopSession();\n } catch (error) {\n recordError(error, \"Failed to stop realtime session during dispose\");\n }\n }\n\n if (this.ttsManager) {\n try {\n await this.ttsManager.stop();\n } catch (error) {\n recordError(error, \"Failed to stop TTS during dispose\");\n }\n }\n\n if (this.sttManager) {\n try {\n if (this.sttManager.isRecording()) {\n await this.sttManager.stop();\n }\n } catch (error) {\n recordError(error, \"Failed to stop STT during dispose\");\n }\n }\n\n if (this.renderManager) {\n try {\n await this.renderManager.destroy();\n } catch (error) {\n recordError(error, \"Failed to destroy renderer during dispose\");\n }\n }\n\n if (this.llmManager) {\n try {\n this.llmManager.clearHistory();\n } catch (error) {\n recordError(error, \"Failed to clear LLM history during dispose\");\n }\n }\n\n this.detachRealtime();\n this.detachTTS();\n this.detachSTT();\n this.detachLLM();\n // renderManager was already destroyed+disconnected in the guarded block above;\n // bypass detachRenderer() here to avoid a second disconnect() call.\n this.renderManager = undefined;\n this.character = undefined;\n this.isRealtimeMode = false;\n this.eventBus.clear();\n\n return this.finishDispose(firstError);\n }\n\n private finishDispose(firstError: CharivoError | null): void {\n if (firstError) {\n throw firstError;\n }\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/bus.ts","../src/errors.ts","../src/types.ts","../src/browser-lifecycle.ts","../src/lipsync-analyzer.ts","../src/index.ts"],"names":[],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;AC/BO,IAAM,YAAA,GAAN,cAA2B,KAAA,CAAM;AAAA,EAC7B,IAAA;AAAA,EAET,WAAA,CAAY,OAAA,EAAiB,OAAA,GAA+B,EAAC,EAAG;AAC9D,IAAA,KAAA,CAAM,SAAS,OAAO,CAAA;AACtB,IAAA,IAAA,CAAK,IAAA,GAAO,cAAA;AACZ,IAAA,IAAA,CAAK,IAAA,GAAO,QAAQ,IAAA,IAAQ,eAAA;AAAA,EAC9B;AACF;AAEO,IAAM,iBAAA,GAAN,cAAgC,YAAA,CAAa;AAAA,EAClD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,mBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AAEO,IAAM,qBAAA,GAAN,cAAoC,YAAA,CAAa;AAAA,EACtD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,uBAAA;AAAA,EACd;AACF;AAEO,IAAM,oBAAA,GAAN,cAAmC,YAAA,CAAa;AAAA,EACrD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,sBAAA;AAAA,EACd;AACF;AAEO,IAAM,mBAAA,GAAN,cAAkC,YAAA,CAAa;AAAA,EACpD,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAwB,EAAC,EAAG;AACvD,IAAA,KAAA,CAAM,OAAA,EAAS;AAAA,MACb,GAAG,OAAA;AAAA,MACH,IAAA,EAAM;AAAA,KACP,CAAA;AACD,IAAA,IAAA,CAAK,IAAA,GAAO,qBAAA;AAAA,EACd;AACF;AASO,SAAS,eAAe,KAAA,EAAuC;AACpE,EAAA,OAAO,KAAA,YAAiB,YAAA;AAC1B;AAEO,SAAS,eAAA,CACd,KAAA,EACA,QAAA,GAAW,eAAA,EACH;AACR,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,MAAM,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AACxD,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,iBAAiB,KAAA,IAAS,KAAA,CAAM,QAAQ,IAAA,EAAK,CAAE,SAAS,CAAA,EAAG;AAC7D,IAAA,OAAO,KAAA,CAAM,OAAA;AAAA,EACf;AAEA,EAAA,OAAO,QAAA;AACT;AAEO,SAAS,cAAA,CACd,IAAA,EACA,KAAA,EACA,eAAA,EACc;AACd,EAAA,IAAI,cAAA,CAAe,KAAK,CAAA,EAAG;AACzB,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,MAAM,OAAA,GAAU,eAAA,CAAgB,KAAA,EAAO,eAAe,CAAA;AACtD,EAAA,MAAM,OAAA,GACJ,iBAAiB,KAAA,GACb;AAAA,IACE,KAAA,EAAO;AAAA,GACT,GACA,MAAA;AAEN,EAAA,QAAQ,IAAA;AAAM,IACZ,KAAK,OAAA;AACH,MAAA,OAAO,IAAI,iBAAA,CAAkB,OAAA,EAAS,OAAO,CAAA;AAAA,IAC/C,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA,IACjD,KAAK,WAAA;AACH,MAAA,OAAO,IAAI,qBAAA,CAAsB,OAAA,EAAS,OAAO,CAAA;AAAA,IACnD,KAAK,UAAA;AACH,MAAA,OAAO,IAAI,oBAAA,CAAqB,OAAA,EAAS,OAAO,CAAA;AAAA,IAClD,KAAK,SAAA;AACH,MAAA,OAAO,IAAI,mBAAA,CAAoB,OAAA,EAAS,OAAO,CAAA;AAAA;AAErD;;;ACjEO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACvD9C,IAAM,WAAA,uBAAkB,GAAA,EAA+B;AAEvD,IAAI,SAAA,GAAY,KAAA;AAEhB,SAAS,sBAAA,GAA+B;AACtC,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI,QAAA,CAAS,oBAAoB,SAAA,EAAW;AAC1C,MAAA,UAAA,CAAW,SAAA,IAAY;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,YAAA,GAAqB;AAC5B,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,gBAAA,GAAyB;AAChC,EAAA,IACE,aACA,OAAO,MAAA,KAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,IAAA;AACZ,EAAA,QAAA,CAAS,gBAAA,CAAiB,oBAAoB,sBAAsB,CAAA;AACpE,EAAA,MAAA,CAAO,gBAAA,CAAiB,UAAU,YAAY,CAAA;AAC9C,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AAClD,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AACpD;AAEA,SAAS,kBAAA,GAA2B;AAClC,EAAA,IACE,CAAC,SAAA,IACD,OAAO,WAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,KAAA;AACZ,EAAA,QAAA,CAAS,mBAAA,CAAoB,oBAAoB,sBAAsB,CAAA;AACvE,EAAA,MAAA,CAAO,mBAAA,CAAoB,UAAU,YAAY,CAAA;AACjD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACrD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACvD;AAEO,SAAS,0BACd,SAAA,EACY;AACZ,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,OAAO,aAAa,WAAA,EAAa;AACpE,IAAA,OAAO,MAAM,MAAA;AAAA,EACf;AAEA,EAAA,WAAA,CAAY,IAAI,SAAS,CAAA;AACzB,EAAA,gBAAA,EAAiB;AAEjB,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAC5B,IAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,MAAA,kBAAA,EAAmB;AAAA,IACrB;AAAA,EACF,CAAA;AACF;;;ACtFO,IAAM,gBAAA,GAAmB,GAAA;AACzB,IAAM,+BAAA,GAAkC,GAAA;AAKxC,SAAS,kBAAkB,aAAA,EAAmC;AAEnE,EAAA,MAAM,eAAA,GAAkB,IAAA,CAAK,KAAA,CAAM,aAAA,CAAc,SAAS,GAAG,CAAA;AAC7D,EAAA,MAAM,aAAA,GAAgB,IAAA,CAAK,KAAA,CAAM,aAAA,CAAc,SAAS,GAAG,CAAA;AAE3D,EAAA,IAAI,GAAA,GAAM,CAAA;AACV,EAAA,KAAA,IAAS,KAAA,GAAQ,eAAA,EAAiB,KAAA,GAAQ,aAAA,EAAe,SAAS,CAAA,EAAG;AACnE,IAAA,MAAM,UAAA,GAAa,aAAA,CAAc,KAAK,CAAA,GAAI,GAAA;AAC1C,IAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,EACtB;AAEA,EAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,EAAA,OAAO,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAA,EAAK,CAAC,CAAA;AAC9B;AAgCA,IAAM,sBAAN,MAAqD;AAAA,EASnD,YAAoB,OAAA,EAAiC;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkC;AAAA,EAR9C,YAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,cAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EAIR,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,0BACJ,OAAO,MAAA,KAAW,cACd,MAAA,GACA,MAAA,CAAO,gBACN,MAAA,CACE,kBAAA;AACT,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEA,mBAAmB,OAAA,EAAiC;AAClD,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI;AACF,MAAA,MAAM,YAAA,GAAe,KAAK,kBAAA,EAAmB;AAC7C,MAAA,IAAI,CAAC,YAAA,EAAc;AACjB,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,cAAA,CAAe,YAAY,CAAA;AACjD,MAAA,MAAM,MAAA,GAAS,YAAA,CAAa,wBAAA,CAAyB,OAAO,CAAA;AAC5D,MAAA,MAAA,CAAO,QAAQ,QAAQ,CAAA;AACvB,MAAA,QAAA,CAAS,OAAA,CAAQ,aAAa,WAAW,CAAA;AAEzC,MAAA,IAAA,CAAK,aAAA,CAAc,QAAQ,QAAQ,CAAA;AAGnC,MAAA,IAAI,YAAA,CAAa,UAAU,WAAA,EAAa;AACtC,QAAA,OAAA,CAAQ,gBAAA;AAAA,UACN,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,kBAAkB,MAAA,EAA2B;AAC3C,IAAA,IAAI,IAAA,CAAK,mBAAmB,MAAA,EAAQ;AAClC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI;AACF,MAAA,MAAM,YAAA,GAAe,KAAK,kBAAA,EAAmB;AAC7C,MAAA,IAAI,CAAC,YAAA,EAAc;AACjB,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,cAAA,CAAe,YAAY,CAAA;AACjD,MAAA,MAAM,MAAA,GAAS,YAAA,CAAa,uBAAA,CAAwB,MAAM,CAAA;AAC1D,MAAA,MAAA,CAAO,QAAQ,QAAQ,CAAA;AAEvB,MAAA,IAAA,CAAK,aAAA,CAAc,QAAQ,QAAQ,CAAA;AAGnC,MAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,IACxB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,EACtB;AAAA,EAEA,MAAA,GAAe;AACb,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,KAAqB,MAAA,IAC1B,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,YAAA,EAAa;AAAA,EACpB;AAAA,EAEA,IAAA,GAAa;AACX,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AACtB,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,CAAC,CAAA;AAAA,EACtB;AAAA,EAEA,MAAM,OAAA,GAAyB;AAG7B,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AAEjB,IAAA,MAAM,eAAe,IAAA,CAAK,YAAA;AAC1B,IAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAEpB,IAAA,MAAM,cAAc,KAAA,EAAM;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,kBAAA,GAA+C;AACrD,IAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,MAAA,KAAK,IAAA,CAAK,OAAA,EAAQ,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACnC,QAAA,IAAA,CAAK,OAAA,CAAQ,UAAU,KAAK,CAAA;AAAA,MAC9B,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,OAAO,IAAA,CAAK,YAAA;AAAA,EACd;AAAA,EAEQ,eAAe,YAAA,EAA0C;AAC/D,IAAA,MAAM,QAAA,GAAW,aAAa,cAAA,EAAe;AAC7C,IAAA,QAAA,CAAS,OAAA,GAAU,gBAAA;AACnB,IAAA,QAAA,CAAS,qBAAA,GAAwB,+BAAA;AACjC,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEQ,aAAA,CAAc,QAAmB,QAAA,EAA8B;AACrE,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,IAAA,CAAK,SAAA,GAAY,IAAI,UAAA,CAAW,QAAA,CAAS,iBAAiB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,IAAA,IAAA,CAAK,YAAA,EAAa;AAAA,EACpB;AAAA,EAEQ,YAAA,GAAqB;AAC3B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA,CAAqB,IAAA,CAAK,SAAS,CAAA;AACjD,IAAA,IAAA,CAAK,OAAA,CAAQ,KAAA,CAAM,iBAAA,CAAkB,IAAA,CAAK,SAAS,CAAC,CAAA;AAEpD,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,cAAc,CAAA;AAAA,EACzE;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,IAAA,CAAK,qBAAqB,MAAA,EAAW;AACvC,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AAAA,EACF;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,MAAA,EAAQ;AACf,MAAA,IAAA,CAAK,OAAO,UAAA,EAAW;AACvB,MAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,IAChB;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF,CAAA;AAEO,SAAS,sBACd,OAAA,EACiB;AACjB,EAAA,OAAO,IAAI,oBAAoB,OAAO,CAAA;AACxC;;;AClNO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AAEjD,IAAA,IAAI,IAAA,CAAK,aAAA,IAAiB,IAAA,CAAK,aAAA,KAAkB,aAAA,EAAe;AAC9D,MAAA,IAAA,CAAK,cAAc,UAAA,EAAW;AAAA,IAChC;AAEA,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAe,UAAA,EAAW;AAC/B,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,MAC7C,SAAS,KAAA,EAAO;AACd,QAAA,MAAM,cAAA,CAAe,OAAA,EAAS,KAAA,EAAO,+BAA+B,CAAA;AAAA,MACtE;AAAA,IACF;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,WAAW,MAAM,IAAA,CAAK,UAAA,CACzB,gBAAA,CAAiB,WAAW,CAAA,CAC5B,KAAA;AAAA,QAAM,CAAC,UACN,OAAA,CAAQ,MAAA;AAAA,UACN,cAAA;AAAA,YACE,UAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA;AACF;AACF,OACF;AAEF,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,IAAI;AACF,UAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,cAAA;AAAA,YACJ,OAAA;AAAA,YACA,KAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF;AAAA,MACF;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,MAAM,UAAA,GAAa,cAAA,CAAe,UAAA,EAAY,KAAK,CAAA;AACnD,UAAA,IAAA,CAAK,SAAS,IAAA,CAAK,WAAA,EAAa,EAAE,KAAA,EAAO,YAAY,CAAA;AAAA,QACvD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAA,GAA8C;AAC5C,IAAA,OAAO,IAAA,CAAK,aAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAI,UAAA,GAAkC,IAAA;AAEtC,IAAA,MAAM,WAAA,GAAc,CAAC,KAAA,EAAgB,eAAA,KAAkC;AACrE,MAAA,MAAM,UAAA,GAAa,cAAA,CAAe,SAAA,EAAW,KAAA,EAAO,eAAe,CAAA;AACnE,MAAA,IAAI,CAAC,UAAA,EAAY;AACf,QAAA,UAAA,GAAa,UAAA;AAAA,MACf;AAAA,IACF,CAAA;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,gBAAgB,WAAA,EAAY;AAAA,MACzC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,gDAAgD,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,MAC7B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAGA,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,WAAW,OAAA,IAAU;AAAA,MAClC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,gDAAgD,CAAA;AAAA,MACrE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAI,IAAA,CAAK,UAAA,CAAW,WAAA,EAAY,EAAG;AACjC,UAAA,MAAM,IAAA,CAAK,WAAW,IAAA,EAAK;AAAA,QAC7B;AAAA,MACF,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,MACxD;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,cAAc,OAAA,EAAQ;AAAA,MACnC,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,2CAA2C,CAAA;AAAA,MAChE;AAAA,IACF;AAEA,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAI;AACF,QAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,MAC/B,SAAS,KAAA,EAAO;AACd,QAAA,WAAA,CAAY,OAAO,4CAA4C,CAAA;AAAA,MACjE;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AACf,IAAA,IAAA,CAAK,SAAA,EAAU;AAGf,IAAA,IAAA,CAAK,aAAA,GAAgB,MAAA;AACrB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AACtB,IAAA,IAAA,CAAK,SAAS,KAAA,EAAM;AAEpB,IAAA,OAAO,IAAA,CAAK,cAAc,UAAU,CAAA;AAAA,EACtC;AAAA,EAEQ,cAAc,UAAA,EAAuC;AAC3D,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAM,UAAA;AAAA,IACR;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export type CharivoErrorCode =\n | \"CHARIVO_ERROR\"\n | \"CHARIVO_STATE_ERROR\"\n | \"CHARIVO_TIMEOUT_ERROR\"\n | \"CHARIVO_TRANSPORT_ERROR\"\n | \"CHARIVO_PROVIDER_ERROR\"\n | \"CHARIVO_DISPOSE_ERROR\";\n\nexport interface CharivoErrorOptions extends ErrorOptions {\n code?: CharivoErrorCode;\n}\n\nexport class CharivoError extends Error {\n readonly code: CharivoErrorCode;\n\n constructor(message: string, options: CharivoErrorOptions = {}) {\n super(message, options);\n this.name = \"CharivoError\";\n this.code = options.code ?? \"CHARIVO_ERROR\";\n }\n}\n\nexport class CharivoStateError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_STATE_ERROR\",\n });\n this.name = \"CharivoStateError\";\n }\n}\n\nexport class CharivoTimeoutError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TIMEOUT_ERROR\",\n });\n this.name = \"CharivoTimeoutError\";\n }\n}\n\nexport class CharivoTransportError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_TRANSPORT_ERROR\",\n });\n this.name = \"CharivoTransportError\";\n }\n}\n\nexport class CharivoProviderError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_PROVIDER_ERROR\",\n });\n this.name = \"CharivoProviderError\";\n }\n}\n\nexport class CharivoDisposeError extends CharivoError {\n constructor(message: string, options: ErrorOptions = {}) {\n super(message, {\n ...options,\n code: \"CHARIVO_DISPOSE_ERROR\",\n });\n this.name = \"CharivoDisposeError\";\n }\n}\n\nexport type CharivoErrorKind =\n | \"state\"\n | \"timeout\"\n | \"transport\"\n | \"provider\"\n | \"dispose\";\n\nexport function isCharivoError(error: unknown): error is CharivoError {\n return error instanceof CharivoError;\n}\n\nexport function getErrorMessage(\n error: unknown,\n fallback = \"Unknown error\",\n): string {\n if (typeof error === \"string\" && error.trim().length > 0) {\n return error;\n }\n\n if (error instanceof Error && error.message.trim().length > 0) {\n return error.message;\n }\n\n return fallback;\n}\n\nexport function toCharivoError(\n kind: CharivoErrorKind,\n error: unknown,\n fallbackMessage?: string,\n): CharivoError {\n if (isCharivoError(error)) {\n return error;\n }\n\n const message = getErrorMessage(error, fallbackMessage);\n const options =\n error instanceof Error\n ? {\n cause: error,\n }\n : undefined;\n\n switch (kind) {\n case \"state\":\n return new CharivoStateError(message, options);\n case \"timeout\":\n return new CharivoTimeoutError(message, options);\n case \"transport\":\n return new CharivoTransportError(message, options);\n case \"provider\":\n return new CharivoProviderError(message, options);\n case \"dispose\":\n return new CharivoDisposeError(message, options);\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n inputAudioTranscription?: {\n model?: string;\n enabled?: boolean;\n };\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeReconnectCause =\n | \"ice-disconnected\"\n | \"ice-failed\"\n | \"connection-failed\"\n | \"offline\"\n | \"online\"\n | \"visibility\"\n | \"pagehide\"\n | \"pageshow\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface RealtimeUsageEvent {\n usage: Record<string, unknown>;\n model?: string;\n responseId?: string;\n sessionId?: string;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM provider (generates LLM responses server-side)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// Simple LLM call client (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM manager (session management, history, character management)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer interface (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render manager (session management, lip-sync, motion control)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n /** Local-presence gaze (webcam), peer of mouse-tracking. Returns true when applied. */\n setLocalGaze?(coords: GazeCoordinates): boolean;\n setEventBus(eventBus: CharivoEventBus): void;\n /** Removes all event-bus listeners registered by setEventBus. */\n disconnect(): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS player (plays audio in the browser)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n /**\n * Stateless audio generation. Required for the `\"audio\"` playback mode: the\n * manager creates the audio element itself so it can analyze playback for\n * lip-sync. Players that can only `speak()` must use `\"web-speech\"` mode.\n */\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS provider (generates audio data)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - interface responsible for managing the state of a TTS session\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n /** Creates the audio analysis context up front; call from a user gesture handler so browsers allow playback later. */\n prepareAudio?(): Promise<void>;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n /** Final resource release; call stop() first - dispose() does not stop playback. */\n dispose?(): Promise<void>;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n /** Optional: subscribe to cumulative interim transcript snapshots (streaming transcribers only). */\n onPartial?(callback: (transcription: string) => void): void;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n prepareAudio?(config?: RealtimeSessionConfig): Promise<void>;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:partial\": { transcription: string };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:reconnect:attempt\": {\n attempt: number;\n delayMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:success\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:exhausted\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n lastError: Error;\n };\n \"realtime:usage\": RealtimeUsageEvent;\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","export interface BrowserLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(event: PageTransitionEvent): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n}\n\nconst subscribers = new Set<BrowserLifecycleCallbacks>();\n\nlet installed = false;\n\nfunction handleVisibilityChange(): void {\n for (const subscriber of subscribers) {\n if (document.visibilityState === \"visible\") {\n subscriber.onVisible?.();\n continue;\n }\n\n subscriber.onHidden?.();\n }\n}\n\nfunction handleOnline(): void {\n for (const subscriber of subscribers) {\n subscriber.onOnline?.();\n }\n}\n\nfunction handlePageHide(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageHide?.(event);\n }\n}\n\nfunction handlePageShow(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageShow?.(event);\n }\n}\n\nfunction installListeners(): void {\n if (\n installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = true;\n document.addEventListener(\"visibilitychange\", handleVisibilityChange);\n window.addEventListener(\"online\", handleOnline);\n window.addEventListener(\"pagehide\", handlePageHide);\n window.addEventListener(\"pageshow\", handlePageShow);\n}\n\nfunction uninstallListeners(): void {\n if (\n !installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = false;\n document.removeEventListener(\"visibilitychange\", handleVisibilityChange);\n window.removeEventListener(\"online\", handleOnline);\n window.removeEventListener(\"pagehide\", handlePageHide);\n window.removeEventListener(\"pageshow\", handlePageShow);\n}\n\nexport function subscribeBrowserLifecycle(\n callbacks: BrowserLifecycleCallbacks,\n): () => void {\n if (typeof window === \"undefined\" || typeof document === \"undefined\") {\n return () => undefined;\n }\n\n subscribers.add(callbacks);\n installListeners();\n\n return () => {\n subscribers.delete(callbacks);\n if (subscribers.size === 0) {\n uninstallListeners();\n }\n };\n}\n","/**\n * Shared lip sync audio analysis: the single RMS computation used across the repo.\n */\nexport const LIPSYNC_FFT_SIZE = 256;\nexport const LIPSYNC_SMOOTHING_TIME_CONSTANT = 0.8;\n\n/**\n * Compute a mouth-open value from frequency data, focusing on speech frequencies.\n */\nexport function computeLipSyncRms(frequencyData: Uint8Array): number {\n // 10-60% of the spectrum (~2-14kHz at a 48kHz context)\n const speechBandStart = Math.floor(frequencyData.length * 0.1);\n const speechBandEnd = Math.floor(frequencyData.length * 0.6);\n\n let sum = 0;\n for (let index = speechBandStart; index < speechBandEnd; index += 1) {\n const normalized = frequencyData[index] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n return Math.min(rms * 1.7, 1); // Amplify and clamp\n}\n\nexport interface LipSyncAnalyzerOptions {\n onRms: (rms: number) => void;\n onError?: (error: unknown) => void;\n}\n\nexport interface LipSyncAnalyzer {\n /**\n * Create the AudioContext up front (idempotent).\n */\n prepare(): Promise<void>;\n /**\n * Analyze an audio element while keeping its playback audible.\n */\n attachMediaElement(element: HTMLAudioElement): void;\n /**\n * Analyze a media stream without routing it to the speakers.\n */\n attachMediaStream(stream: MediaStream): void;\n /**\n * Temporarily halt analysis; `resume()` restarts it.\n */\n pause(): void;\n resume(): void;\n /**\n * Halt analysis for the current source. `resume()` no-ops until the next attach.\n */\n stop(): void;\n cleanup(): Promise<void>;\n}\n\nclass LipSyncAnalyzerImpl implements LipSyncAnalyzer {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private source?: AudioNode;\n private attachedStream?: MediaStream;\n private dataArray?: Uint8Array<ArrayBuffer>;\n private isActive = false;\n private animationFrameId?: number;\n\n constructor(private options: LipSyncAnalyzerOptions) {}\n\n async prepare(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n typeof window === \"undefined\"\n ? undefined\n : window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n attachMediaElement(element: HTMLAudioElement): void {\n this.stop();\n this.resetNodes();\n\n try {\n const audioContext = this.ensureAudioContext();\n if (!audioContext) {\n return;\n }\n\n const analyser = this.createAnalyser(audioContext);\n const source = audioContext.createMediaElementSource(element);\n source.connect(analyser);\n analyser.connect(audioContext.destination); // Keep playback audible\n\n this.startAnalysis(source, analyser);\n\n // Resume audio context if suspended (required on some browsers)\n if (audioContext.state === \"suspended\") {\n element.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n this.options.onError?.(error);\n }\n }\n\n attachMediaStream(stream: MediaStream): void {\n if (this.attachedStream === stream) {\n return;\n }\n\n this.stop();\n this.resetNodes();\n\n try {\n const audioContext = this.ensureAudioContext();\n if (!audioContext) {\n return;\n }\n\n const analyser = this.createAnalyser(audioContext);\n const source = audioContext.createMediaStreamSource(stream);\n source.connect(analyser); // Not connected to the destination: the stream is already audible\n\n this.startAnalysis(source, analyser);\n\n // Memoize only after success so a failed attach stays retryable\n this.attachedStream = stream;\n } catch (error) {\n this.options.onError?.(error);\n }\n }\n\n pause(): void {\n this.cancelLoop();\n this.options.onRms(0);\n }\n\n resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId !== undefined ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.analyzeFrame();\n }\n\n stop(): void {\n this.isActive = false;\n this.attachedStream = undefined;\n this.cancelLoop();\n this.options.onRms(0); // Reset mouth to closed position\n }\n\n async cleanup(): Promise<void> {\n // Clear every reference synchronously so a prepare() racing an in-flight\n // close() creates a fresh context instead of reusing the closing one.\n this.stop();\n this.resetNodes();\n this.dataArray = undefined;\n\n const audioContext = this.audioContext;\n this.audioContext = undefined;\n\n await audioContext?.close();\n }\n\n /**\n * Create the context lazily so callers can attach without awaiting prepare().\n *\n * This relies on prepare() staying await-free before it assigns\n * `this.audioContext`: the void call below runs its body synchronously, so\n * the context is already visible when this returns on the same tick.\n */\n private ensureAudioContext(): AudioContext | undefined {\n if (!this.audioContext) {\n void this.prepare().catch((error) => {\n this.options.onError?.(error);\n });\n }\n\n return this.audioContext;\n }\n\n private createAnalyser(audioContext: AudioContext): AnalyserNode {\n const analyser = audioContext.createAnalyser();\n analyser.fftSize = LIPSYNC_FFT_SIZE;\n analyser.smoothingTimeConstant = LIPSYNC_SMOOTHING_TIME_CONSTANT;\n return analyser;\n }\n\n private startAnalysis(source: AudioNode, analyser: AnalyserNode): void {\n this.source = source;\n this.analyser = analyser;\n this.dataArray = new Uint8Array(analyser.frequencyBinCount);\n this.isActive = true;\n this.analyzeFrame();\n }\n\n private analyzeFrame(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(this.dataArray);\n this.options.onRms(computeLipSyncRms(this.dataArray));\n\n this.animationFrameId = requestAnimationFrame(() => this.analyzeFrame());\n }\n\n private cancelLoop(): void {\n if (this.animationFrameId !== undefined) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n }\n\n private resetNodes(): void {\n if (this.source) {\n this.source.disconnect();\n this.source = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n\nexport function createLipSyncAnalyzer(\n options: LipSyncAnalyzerOptions,\n): LipSyncAnalyzer {\n return new LipSyncAnalyzerImpl(options);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { toCharivoError, type CharivoError } from \"./errors\";\n\nexport * from \"./types\";\nexport { EventBus } from \"./bus\";\nexport {\n type BrowserLifecycleCallbacks,\n subscribeBrowserLifecycle,\n} from \"./browser-lifecycle\";\nexport {\n type CharivoErrorCode,\n type CharivoErrorOptions,\n CharivoError,\n CharivoStateError,\n CharivoTimeoutError,\n CharivoTransportError,\n CharivoProviderError,\n CharivoDisposeError,\n type CharivoErrorKind,\n isCharivoError,\n getErrorMessage,\n toCharivoError,\n} from \"./errors\";\nexport {\n createLipSyncAnalyzer,\n type LipSyncAnalyzer,\n type LipSyncAnalyzerOptions,\n} from \"./lipsync-analyzer\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n // Disconnect the currently-attached manager before replacing it (fixes replace leak)\n if (this.renderManager && this.renderManager !== renderManager) {\n this.renderManager.disconnect();\n }\n\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Detach the LLM manager to disable chat completions.\n */\n detachLLM(): void {\n this.llmManager = undefined;\n }\n\n /**\n * Detach the render manager without destroying it.\n */\n detachRenderer(): void {\n this.renderManager?.disconnect();\n this.renderManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n try {\n await this.renderManager.render(userMessage);\n } catch (error) {\n throw toCharivoError(\"state\", error, \"Failed to render user message\");\n }\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager\n .generateResponse(userMessage)\n .catch((error) =>\n Promise.reject(\n toCharivoError(\n \"provider\",\n error,\n \"Failed to generate a character response\",\n ),\n ),\n );\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n try {\n await this.renderManager.render(characterMessage, this.character);\n } catch (error) {\n throw toCharivoError(\n \"state\",\n error,\n \"Failed to render character response\",\n );\n }\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n const typedError = toCharivoError(\"provider\", error);\n this.eventBus.emit(\"tts:error\", { error: typedError });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Get the current render manager instance.\n */\n getRenderManager(): RenderManager | undefined {\n return this.renderManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n\n async dispose(): Promise<void> {\n let firstError: CharivoError | null = null;\n\n const recordError = (error: unknown, fallbackMessage: string): void => {\n const typedError = toCharivoError(\"dispose\", error, fallbackMessage);\n if (!firstError) {\n firstError = typedError;\n }\n };\n\n if (this.realtimeManager) {\n try {\n await this.realtimeManager.stopSession();\n } catch (error) {\n recordError(error, \"Failed to stop realtime session during dispose\");\n }\n }\n\n if (this.ttsManager) {\n try {\n await this.ttsManager.stop();\n } catch (error) {\n recordError(error, \"Failed to stop TTS during dispose\");\n }\n\n // Runs even when stop() failed: audio resources must still be released.\n try {\n await this.ttsManager.dispose?.();\n } catch (error) {\n recordError(error, \"Failed to release TTS resources during dispose\");\n }\n }\n\n if (this.sttManager) {\n try {\n if (this.sttManager.isRecording()) {\n await this.sttManager.stop();\n }\n } catch (error) {\n recordError(error, \"Failed to stop STT during dispose\");\n }\n }\n\n if (this.renderManager) {\n try {\n await this.renderManager.destroy();\n } catch (error) {\n recordError(error, \"Failed to destroy renderer during dispose\");\n }\n }\n\n if (this.llmManager) {\n try {\n this.llmManager.clearHistory();\n } catch (error) {\n recordError(error, \"Failed to clear LLM history during dispose\");\n }\n }\n\n this.detachRealtime();\n this.detachTTS();\n this.detachSTT();\n this.detachLLM();\n // renderManager was already destroyed+disconnected in the guarded block above;\n // bypass detachRenderer() here to avoid a second disconnect() call.\n this.renderManager = undefined;\n this.character = undefined;\n this.isRealtimeMode = false;\n this.eventBus.clear();\n\n return this.finishDispose(firstError);\n }\n\n private finishDispose(firstError: CharivoError | null): void {\n if (firstError) {\n throw firstError;\n }\n }\n}\n"]}
|