@charivo/core 0.6.0 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -14
- package/dist/index.cjs +67 -90
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +54 -76
- package/dist/index.d.ts +54 -76
- package/dist/index.js +67 -87
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
It exports:
|
|
6
6
|
|
|
7
7
|
- `Charivo`: the top-level orchestrator
|
|
8
|
-
- shared domain types such as `Character`, `Message`, and
|
|
8
|
+
- shared domain types such as `Character`, `Message`, and realtime session types
|
|
9
9
|
- interface contracts for LLM, render, TTS, STT, and realtime managers
|
|
10
10
|
- the typed `EventBus`
|
|
11
11
|
|
|
@@ -18,7 +18,7 @@ pnpm add @charivo/core
|
|
|
18
18
|
## Usage
|
|
19
19
|
|
|
20
20
|
```ts
|
|
21
|
-
import { Charivo
|
|
21
|
+
import { Charivo } from "@charivo/core";
|
|
22
22
|
|
|
23
23
|
const charivo = new Charivo();
|
|
24
24
|
|
|
@@ -26,13 +26,6 @@ charivo.setCharacter({
|
|
|
26
26
|
id: "hiyori",
|
|
27
27
|
name: "Hiyori",
|
|
28
28
|
personality: "Cheerful and helpful assistant",
|
|
29
|
-
emotionMappings: [
|
|
30
|
-
{
|
|
31
|
-
emotion: Emotion.HAPPY,
|
|
32
|
-
expression: "f02",
|
|
33
|
-
motion: { group: "TapBody", index: 0 },
|
|
34
|
-
},
|
|
35
|
-
],
|
|
36
29
|
});
|
|
37
30
|
|
|
38
31
|
charivo.on("message:received", ({ message }) => {
|
|
@@ -60,10 +53,6 @@ The current render-manager contract is explicit: a `RenderManager` must expose
|
|
|
60
53
|
`setEventBus(eventBus)` so the core can connect typed character, TTS, and
|
|
61
54
|
realtime events without duck typing.
|
|
62
55
|
|
|
63
|
-
Emotion parsing keeps the current simple rule: if a message contains multiple
|
|
64
|
-
valid emotion tags, the last valid tag wins and all emotion tags are stripped
|
|
65
|
-
from the rendered text.
|
|
66
|
-
|
|
67
56
|
## Events
|
|
68
57
|
|
|
69
58
|
Important event names include:
|
|
@@ -90,6 +79,8 @@ Important event names include:
|
|
|
90
79
|
- `realtime:tool:call`
|
|
91
80
|
- `realtime:tool:result`
|
|
92
81
|
- `realtime:tool:error`
|
|
93
|
-
- `realtime:
|
|
82
|
+
- `realtime:expression`
|
|
83
|
+
- `realtime:motion`
|
|
84
|
+
- `realtime:gaze`
|
|
94
85
|
- `realtime:text:delta`
|
|
95
86
|
- `realtime:error`
|
package/dist/index.cjs
CHANGED
|
@@ -29,90 +29,68 @@ var EventBus = class {
|
|
|
29
29
|
};
|
|
30
30
|
|
|
31
31
|
// src/types.ts
|
|
32
|
-
var Emotion = /* @__PURE__ */ ((Emotion2) => {
|
|
33
|
-
Emotion2["NEUTRAL"] = "neutral";
|
|
34
|
-
Emotion2["HAPPY"] = "happy";
|
|
35
|
-
Emotion2["SAD"] = "sad";
|
|
36
|
-
Emotion2["ANGRY"] = "angry";
|
|
37
|
-
Emotion2["SURPRISED"] = "surprised";
|
|
38
|
-
Emotion2["THINKING"] = "thinking";
|
|
39
|
-
Emotion2["EXCITED"] = "excited";
|
|
40
|
-
Emotion2["SHY"] = "shy";
|
|
41
|
-
return Emotion2;
|
|
42
|
-
})(Emotion || {});
|
|
43
32
|
var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
|
|
44
33
|
var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
|
|
45
34
|
|
|
46
|
-
// src/
|
|
47
|
-
var
|
|
48
|
-
var
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
// Happy
|
|
55
|
-
happy: "happy" /* HAPPY */,
|
|
56
|
-
joy: "happy" /* HAPPY */,
|
|
57
|
-
joyful: "happy" /* HAPPY */,
|
|
58
|
-
cheerful: "happy" /* HAPPY */,
|
|
59
|
-
smile: "happy" /* HAPPY */,
|
|
60
|
-
// Sad
|
|
61
|
-
sad: "sad" /* SAD */,
|
|
62
|
-
unhappy: "sad" /* SAD */,
|
|
63
|
-
depressed: "sad" /* SAD */,
|
|
64
|
-
down: "sad" /* SAD */,
|
|
65
|
-
cry: "sad" /* SAD */,
|
|
66
|
-
// Angry
|
|
67
|
-
angry: "angry" /* ANGRY */,
|
|
68
|
-
mad: "angry" /* ANGRY */,
|
|
69
|
-
furious: "angry" /* ANGRY */,
|
|
70
|
-
annoyed: "angry" /* ANGRY */,
|
|
71
|
-
// Surprised
|
|
72
|
-
surprised: "surprised" /* SURPRISED */,
|
|
73
|
-
shock: "surprised" /* SURPRISED */,
|
|
74
|
-
shocked: "surprised" /* SURPRISED */,
|
|
75
|
-
amazed: "surprised" /* SURPRISED */,
|
|
76
|
-
wow: "surprised" /* SURPRISED */,
|
|
77
|
-
// Thinking
|
|
78
|
-
thinking: "thinking" /* THINKING */,
|
|
79
|
-
wonder: "thinking" /* THINKING */,
|
|
80
|
-
curious: "thinking" /* THINKING */,
|
|
81
|
-
hmm: "thinking" /* THINKING */,
|
|
82
|
-
// Excited
|
|
83
|
-
excited: "excited" /* EXCITED */,
|
|
84
|
-
energetic: "excited" /* EXCITED */,
|
|
85
|
-
hyper: "excited" /* EXCITED */,
|
|
86
|
-
enthusiastic: "excited" /* EXCITED */,
|
|
87
|
-
// Shy
|
|
88
|
-
shy: "shy" /* SHY */,
|
|
89
|
-
embarrassed: "shy" /* SHY */,
|
|
90
|
-
blush: "shy" /* SHY */,
|
|
91
|
-
timid: "shy" /* SHY */
|
|
92
|
-
};
|
|
93
|
-
function parseEmotion(text) {
|
|
94
|
-
let detectedEmotion;
|
|
95
|
-
let cleanedText = text;
|
|
96
|
-
const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
|
|
97
|
-
for (const match of matches) {
|
|
98
|
-
const keyword = match[1].toLowerCase();
|
|
99
|
-
const emotion = EMOTION_KEYWORD_MAP[keyword];
|
|
100
|
-
if (emotion) {
|
|
101
|
-
detectedEmotion = emotion;
|
|
35
|
+
// src/browser-lifecycle.ts
|
|
36
|
+
var subscribers = /* @__PURE__ */ new Set();
|
|
37
|
+
var installed = false;
|
|
38
|
+
function handleVisibilityChange() {
|
|
39
|
+
for (const subscriber of subscribers) {
|
|
40
|
+
if (document.visibilityState === "visible") {
|
|
41
|
+
subscriber.onVisible?.();
|
|
42
|
+
continue;
|
|
102
43
|
}
|
|
103
|
-
|
|
44
|
+
subscriber.onHidden?.();
|
|
104
45
|
}
|
|
105
|
-
cleanedText = cleanedText.replace(/\s+/g, " ").trim();
|
|
106
|
-
return {
|
|
107
|
-
text: cleanedText,
|
|
108
|
-
emotion: detectedEmotion
|
|
109
|
-
};
|
|
110
46
|
}
|
|
111
|
-
function
|
|
112
|
-
|
|
47
|
+
function handleOnline() {
|
|
48
|
+
for (const subscriber of subscribers) {
|
|
49
|
+
subscriber.onOnline?.();
|
|
50
|
+
}
|
|
113
51
|
}
|
|
114
|
-
function
|
|
115
|
-
|
|
52
|
+
function handlePageHide(event) {
|
|
53
|
+
for (const subscriber of subscribers) {
|
|
54
|
+
subscriber.onPageHide?.(event);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
function handlePageShow(event) {
|
|
58
|
+
for (const subscriber of subscribers) {
|
|
59
|
+
subscriber.onPageShow?.(event);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
function installListeners() {
|
|
63
|
+
if (installed || typeof window === "undefined" || typeof document === "undefined") {
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
installed = true;
|
|
67
|
+
document.addEventListener("visibilitychange", handleVisibilityChange);
|
|
68
|
+
window.addEventListener("online", handleOnline);
|
|
69
|
+
window.addEventListener("pagehide", handlePageHide);
|
|
70
|
+
window.addEventListener("pageshow", handlePageShow);
|
|
71
|
+
}
|
|
72
|
+
function uninstallListeners() {
|
|
73
|
+
if (!installed || typeof window === "undefined" || typeof document === "undefined") {
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
installed = false;
|
|
77
|
+
document.removeEventListener("visibilitychange", handleVisibilityChange);
|
|
78
|
+
window.removeEventListener("online", handleOnline);
|
|
79
|
+
window.removeEventListener("pagehide", handlePageHide);
|
|
80
|
+
window.removeEventListener("pageshow", handlePageShow);
|
|
81
|
+
}
|
|
82
|
+
function subscribeBrowserLifecycle(callbacks) {
|
|
83
|
+
if (typeof window === "undefined" || typeof document === "undefined") {
|
|
84
|
+
return () => void 0;
|
|
85
|
+
}
|
|
86
|
+
subscribers.add(callbacks);
|
|
87
|
+
installListeners();
|
|
88
|
+
return () => {
|
|
89
|
+
subscribers.delete(callbacks);
|
|
90
|
+
if (subscribers.size === 0) {
|
|
91
|
+
uninstallListeners();
|
|
92
|
+
}
|
|
93
|
+
};
|
|
116
94
|
}
|
|
117
95
|
|
|
118
96
|
// src/index.ts
|
|
@@ -232,21 +210,17 @@ var Charivo = class {
|
|
|
232
210
|
}
|
|
233
211
|
if (this.llmManager && this.character) {
|
|
234
212
|
const response = await this.llmManager.generateResponse(userMessage);
|
|
235
|
-
const parsed = parseEmotion(response);
|
|
236
213
|
const characterMessage = {
|
|
237
214
|
id: Date.now().toString() + "_response",
|
|
238
|
-
content:
|
|
239
|
-
// Use cleaned text without emotion tags
|
|
215
|
+
content: response,
|
|
240
216
|
timestamp: /* @__PURE__ */ new Date(),
|
|
241
217
|
characterId: this.character.id,
|
|
242
|
-
type: "character"
|
|
243
|
-
emotion: parsed.emotion
|
|
244
|
-
// Add parsed emotion
|
|
218
|
+
type: "character"
|
|
245
219
|
};
|
|
246
220
|
this.eventBus.emit("message:received", { message: characterMessage });
|
|
247
221
|
this.eventBus.emit("character:speak", {
|
|
248
222
|
character: this.character,
|
|
249
|
-
message:
|
|
223
|
+
message: response
|
|
250
224
|
});
|
|
251
225
|
if (this.renderManager) {
|
|
252
226
|
await this.renderManager.render(characterMessage, this.character);
|
|
@@ -254,7 +228,7 @@ var Charivo = class {
|
|
|
254
228
|
if (this.ttsManager) {
|
|
255
229
|
try {
|
|
256
230
|
this.eventBus.emit("tts:start", {
|
|
257
|
-
text:
|
|
231
|
+
text: response,
|
|
258
232
|
characterId: this.character.id
|
|
259
233
|
});
|
|
260
234
|
const ttsOptions = this.character.voice ? {
|
|
@@ -263,7 +237,7 @@ var Charivo = class {
|
|
|
263
237
|
volume: this.character.voice.volume,
|
|
264
238
|
voice: this.character.voice.voiceId
|
|
265
239
|
} : void 0;
|
|
266
|
-
await this.ttsManager.speak(
|
|
240
|
+
await this.ttsManager.speak(response, ttsOptions);
|
|
267
241
|
this.eventBus.emit("tts:end", { characterId: this.character.id });
|
|
268
242
|
} catch (error) {
|
|
269
243
|
this.eventBus.emit("tts:error", { error });
|
|
@@ -297,6 +271,12 @@ var Charivo = class {
|
|
|
297
271
|
getSTTManager() {
|
|
298
272
|
return this.sttManager;
|
|
299
273
|
}
|
|
274
|
+
/**
|
|
275
|
+
* Get the current render manager instance.
|
|
276
|
+
*/
|
|
277
|
+
getRenderManager() {
|
|
278
|
+
return this.renderManager;
|
|
279
|
+
}
|
|
300
280
|
/**
|
|
301
281
|
* Attach a Realtime manager to handle real-time conversation.
|
|
302
282
|
* Automatically connects the event emitter and enables Realtime mode.
|
|
@@ -357,12 +337,9 @@ var Charivo = class {
|
|
|
357
337
|
};
|
|
358
338
|
|
|
359
339
|
exports.Charivo = Charivo;
|
|
360
|
-
exports.Emotion = Emotion;
|
|
361
340
|
exports.EventBus = EventBus;
|
|
362
341
|
exports.OPENAI_REALTIME_ADAPTER = OPENAI_REALTIME_ADAPTER;
|
|
363
342
|
exports.OPENAI_REALTIME_AGENTS_ADAPTER = OPENAI_REALTIME_AGENTS_ADAPTER;
|
|
364
|
-
exports.
|
|
365
|
-
exports.hasEmotionTag = hasEmotionTag;
|
|
366
|
-
exports.parseEmotion = parseEmotion;
|
|
343
|
+
exports.subscribeBrowserLifecycle = subscribeBrowserLifecycle;
|
|
367
344
|
//# sourceMappingURL=index.cjs.map
|
|
368
345
|
//# sourceMappingURL=index.cjs.map
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACnE9C,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/browser-lifecycle.ts","../src/index.ts"],"names":[],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACvD9C,IAAM,WAAA,uBAAkB,GAAA,EAA+B;AAEvD,IAAI,SAAA,GAAY,KAAA;AAEhB,SAAS,sBAAA,GAA+B;AACtC,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI,QAAA,CAAS,oBAAoB,SAAA,EAAW;AAC1C,MAAA,UAAA,CAAW,SAAA,IAAY;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,YAAA,GAAqB;AAC5B,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,gBAAA,GAAyB;AAChC,EAAA,IACE,aACA,OAAO,MAAA,KAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,IAAA;AACZ,EAAA,QAAA,CAAS,gBAAA,CAAiB,oBAAoB,sBAAsB,CAAA;AACpE,EAAA,MAAA,CAAO,gBAAA,CAAiB,UAAU,YAAY,CAAA;AAC9C,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AAClD,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AACpD;AAEA,SAAS,kBAAA,GAA2B;AAClC,EAAA,IACE,CAAC,SAAA,IACD,OAAO,WAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,KAAA;AACZ,EAAA,QAAA,CAAS,mBAAA,CAAoB,oBAAoB,sBAAsB,CAAA;AACvE,EAAA,MAAA,CAAO,mBAAA,CAAoB,UAAU,YAAY,CAAA;AACjD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACrD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACvD;AAEO,SAAS,0BACd,SAAA,EACY;AACZ,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,OAAO,aAAa,WAAA,EAAa;AACpE,IAAA,OAAO,MAAM,MAAA;AAAA,EACf;AAEA,EAAA,WAAA,CAAY,IAAI,SAAS,CAAA;AACzB,EAAA,gBAAA,EAAiB;AAEjB,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAC5B,IAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,MAAA,kBAAA,EAAmB;AAAA,IACrB;AAAA,EACF,CAAA;AACF;;;AC3EO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAA,GAA8C;AAC5C,IAAA,OAAO,IAAA,CAAK,aAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeReconnectCause =\n | \"ice-disconnected\"\n | \"ice-failed\"\n | \"connection-failed\"\n | \"offline\"\n | \"online\"\n | \"visibility\"\n | \"pagehide\"\n | \"pageshow\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n prepareAudio?(): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:reconnect:attempt\": {\n attempt: number;\n delayMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:success\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:exhausted\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n lastError: Error;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","export interface BrowserLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(event: PageTransitionEvent): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n}\n\nconst subscribers = new Set<BrowserLifecycleCallbacks>();\n\nlet installed = false;\n\nfunction handleVisibilityChange(): void {\n for (const subscriber of subscribers) {\n if (document.visibilityState === \"visible\") {\n subscriber.onVisible?.();\n continue;\n }\n\n subscriber.onHidden?.();\n }\n}\n\nfunction handleOnline(): void {\n for (const subscriber of subscribers) {\n subscriber.onOnline?.();\n }\n}\n\nfunction handlePageHide(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageHide?.(event);\n }\n}\n\nfunction handlePageShow(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageShow?.(event);\n }\n}\n\nfunction installListeners(): void {\n if (\n installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = true;\n document.addEventListener(\"visibilitychange\", handleVisibilityChange);\n window.addEventListener(\"online\", handleOnline);\n window.addEventListener(\"pagehide\", handlePageHide);\n window.addEventListener(\"pageshow\", handlePageShow);\n}\n\nfunction uninstallListeners(): void {\n if (\n !installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = false;\n document.removeEventListener(\"visibilitychange\", handleVisibilityChange);\n window.removeEventListener(\"online\", handleOnline);\n window.removeEventListener(\"pagehide\", handlePageHide);\n window.removeEventListener(\"pageshow\", handlePageShow);\n}\n\nexport function subscribeBrowserLifecycle(\n callbacks: BrowserLifecycleCallbacks,\n): () => void {\n if (typeof window === \"undefined\" || typeof document === \"undefined\") {\n return () => undefined;\n }\n\n subscribers.add(callbacks);\n installListeners();\n\n return () => {\n subscribers.delete(callbacks);\n if (subscribers.size === 0) {\n uninstallListeners();\n }\n };\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./browser-lifecycle\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Get the current render manager instance.\n */\n getRenderManager(): RenderManager | undefined {\n return this.renderManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|
package/dist/index.d.cts
CHANGED
|
@@ -1,26 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
SHY = "shy"
|
|
13
|
-
}
|
|
14
|
-
/**
|
|
15
|
-
* Mapping between emotion and Live2D model animations
|
|
16
|
-
*/
|
|
17
|
-
interface EmotionMapping {
|
|
18
|
-
emotion: Emotion;
|
|
19
|
-
expression?: string;
|
|
20
|
-
motion?: {
|
|
21
|
-
group: string;
|
|
22
|
-
index?: number;
|
|
23
|
-
};
|
|
1
|
+
interface MotionSelection {
|
|
2
|
+
group: string;
|
|
3
|
+
index?: number;
|
|
4
|
+
}
|
|
5
|
+
interface GazeCoordinates {
|
|
6
|
+
x: number;
|
|
7
|
+
y: number;
|
|
8
|
+
}
|
|
9
|
+
interface AvatarControlCatalog {
|
|
10
|
+
expressions: string[];
|
|
11
|
+
motions: Record<string, number>;
|
|
24
12
|
}
|
|
25
13
|
interface Character {
|
|
26
14
|
id: string;
|
|
@@ -34,11 +22,6 @@ interface Character {
|
|
|
34
22
|
pitch?: number;
|
|
35
23
|
volume?: number;
|
|
36
24
|
};
|
|
37
|
-
/**
|
|
38
|
-
* Custom emotion mappings for this character's Live2D model
|
|
39
|
-
* If not specified, default mappings will be used
|
|
40
|
-
*/
|
|
41
|
-
emotionMappings?: EmotionMapping[];
|
|
42
25
|
}
|
|
43
26
|
interface Message {
|
|
44
27
|
id: string;
|
|
@@ -46,10 +29,6 @@ interface Message {
|
|
|
46
29
|
timestamp: Date;
|
|
47
30
|
characterId?: string;
|
|
48
31
|
type: "user" | "character" | "system";
|
|
49
|
-
/**
|
|
50
|
-
* Parsed emotion from message content (if any)
|
|
51
|
-
*/
|
|
52
|
-
emotion?: Emotion;
|
|
53
32
|
}
|
|
54
33
|
interface Conversation {
|
|
55
34
|
id: string;
|
|
@@ -119,6 +98,7 @@ interface RealtimeProvider {
|
|
|
119
98
|
createSession(request: RealtimeSessionRequest): Promise<RealtimeSessionBootstrap>;
|
|
120
99
|
}
|
|
121
100
|
type RealtimeConnectionState = "idle" | "connecting" | "connected" | "disconnecting" | "error";
|
|
101
|
+
type RealtimeReconnectCause = "ice-disconnected" | "ice-failed" | "connection-failed" | "offline" | "online" | "visibility" | "pagehide" | "pageshow";
|
|
122
102
|
type RealtimeSessionStatus = "idle" | "starting" | "active" | "stopped";
|
|
123
103
|
type RealtimeSessionTransitionReason = "user" | "refresh";
|
|
124
104
|
type RealtimeResponseStatus = "idle" | "responding" | "interrupted" | "completed";
|
|
@@ -177,6 +157,11 @@ interface Renderer {
|
|
|
177
157
|
loadModel?(modelPath: string): Promise<void>;
|
|
178
158
|
setRealtimeLipSync?(enabled: boolean): void;
|
|
179
159
|
updateRealtimeLipSyncRms?(rms: number): void;
|
|
160
|
+
playExpression?(expressionId: string): void;
|
|
161
|
+
playMotionByGroup?(group: string, index: number): void;
|
|
162
|
+
lookAt?(coords: GazeCoordinates): void;
|
|
163
|
+
getAvailableExpressions?(): string[];
|
|
164
|
+
getAvailableMotionGroups?(): Record<string, number>;
|
|
180
165
|
}
|
|
181
166
|
interface RenderManager {
|
|
182
167
|
initialize(): Promise<void>;
|
|
@@ -184,6 +169,7 @@ interface RenderManager {
|
|
|
184
169
|
setCharacter(character: Character): void;
|
|
185
170
|
render(message: Message, character?: Character): Promise<void>;
|
|
186
171
|
setEventBus(eventBus: CharivoEventBus): void;
|
|
172
|
+
prepareAudio?(): Promise<void>;
|
|
187
173
|
loadModel?(modelPath: string): Promise<void>;
|
|
188
174
|
setMessageCallback?(callback: (message: Message, character?: Character) => void): void;
|
|
189
175
|
}
|
|
@@ -331,9 +317,30 @@ type EventMap = {
|
|
|
331
317
|
error: Error;
|
|
332
318
|
callId?: string;
|
|
333
319
|
};
|
|
334
|
-
"realtime:
|
|
335
|
-
|
|
320
|
+
"realtime:reconnect:attempt": {
|
|
321
|
+
attempt: number;
|
|
322
|
+
delayMs: number;
|
|
323
|
+
cause: RealtimeReconnectCause;
|
|
336
324
|
};
|
|
325
|
+
"realtime:reconnect:success": {
|
|
326
|
+
attempts: number;
|
|
327
|
+
totalMs: number;
|
|
328
|
+
cause: RealtimeReconnectCause;
|
|
329
|
+
};
|
|
330
|
+
"realtime:reconnect:exhausted": {
|
|
331
|
+
attempts: number;
|
|
332
|
+
totalMs: number;
|
|
333
|
+
cause: RealtimeReconnectCause;
|
|
334
|
+
lastError: Error;
|
|
335
|
+
};
|
|
336
|
+
"realtime:expression": {
|
|
337
|
+
expressionId: string;
|
|
338
|
+
};
|
|
339
|
+
"realtime:motion": {
|
|
340
|
+
group: string;
|
|
341
|
+
index: number;
|
|
342
|
+
};
|
|
343
|
+
"realtime:gaze": GazeCoordinates;
|
|
337
344
|
"realtime:text:delta": {
|
|
338
345
|
text: string;
|
|
339
346
|
};
|
|
@@ -360,47 +367,14 @@ declare class EventBus implements CharivoEventBus {
|
|
|
360
367
|
clear(): void;
|
|
361
368
|
}
|
|
362
369
|
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
}
|
|
372
|
-
/**
|
|
373
|
-
* Parse emotion tags from text and return cleaned text with detected emotion
|
|
374
|
-
*
|
|
375
|
-
* @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
|
|
376
|
-
* @returns ParsedEmotion object with cleaned text and detected emotion
|
|
377
|
-
*
|
|
378
|
-
* @example
|
|
379
|
-
* ```typescript
|
|
380
|
-
* parseEmotion("Hello! [happy] Nice to meet you!")
|
|
381
|
-
* // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
|
|
382
|
-
*
|
|
383
|
-
* parseEmotion("I'm feeling [sad] today...")
|
|
384
|
-
* // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
|
|
385
|
-
*
|
|
386
|
-
* parseEmotion("Just a normal message")
|
|
387
|
-
* // Returns: { text: "Just a normal message", emotion: undefined }
|
|
388
|
-
* ```
|
|
389
|
-
*/
|
|
390
|
-
declare function parseEmotion(text: string): ParsedEmotion;
|
|
391
|
-
/**
|
|
392
|
-
* Check if text contains any emotion tags
|
|
393
|
-
*
|
|
394
|
-
* @param text - The text to check
|
|
395
|
-
* @returns true if text contains emotion tags
|
|
396
|
-
*/
|
|
397
|
-
declare function hasEmotionTag(text: string): boolean;
|
|
398
|
-
/**
|
|
399
|
-
* Get all supported emotion keywords
|
|
400
|
-
*
|
|
401
|
-
* @returns Array of supported emotion keywords
|
|
402
|
-
*/
|
|
403
|
-
declare function getSupportedEmotionKeywords(): string[];
|
|
370
|
+
interface BrowserLifecycleCallbacks {
|
|
371
|
+
onHidden?(): void;
|
|
372
|
+
onOnline?(): void;
|
|
373
|
+
onPageHide?(event: PageTransitionEvent): void;
|
|
374
|
+
onPageShow?(event: PageTransitionEvent): void;
|
|
375
|
+
onVisible?(): void;
|
|
376
|
+
}
|
|
377
|
+
declare function subscribeBrowserLifecycle(callbacks: BrowserLifecycleCallbacks): () => void;
|
|
404
378
|
|
|
405
379
|
declare class Charivo {
|
|
406
380
|
private eventBus;
|
|
@@ -478,6 +452,10 @@ declare class Charivo {
|
|
|
478
452
|
* Get the current STT manager instance.
|
|
479
453
|
*/
|
|
480
454
|
getSTTManager(): STTManager | undefined;
|
|
455
|
+
/**
|
|
456
|
+
* Get the current render manager instance.
|
|
457
|
+
*/
|
|
458
|
+
getRenderManager(): RenderManager | undefined;
|
|
481
459
|
/**
|
|
482
460
|
* Attach a Realtime manager to handle real-time conversation.
|
|
483
461
|
* Automatically connects the event emitter and enables Realtime mode.
|
|
@@ -513,4 +491,4 @@ declare class Charivo {
|
|
|
513
491
|
emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
|
|
514
492
|
}
|
|
515
493
|
|
|
516
|
-
export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation,
|
|
494
|
+
export { type AvatarControlCatalog, type BrowserLifecycleCallbacks, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeReconnectCause, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, subscribeBrowserLifecycle };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,26 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
SHY = "shy"
|
|
13
|
-
}
|
|
14
|
-
/**
|
|
15
|
-
* Mapping between emotion and Live2D model animations
|
|
16
|
-
*/
|
|
17
|
-
interface EmotionMapping {
|
|
18
|
-
emotion: Emotion;
|
|
19
|
-
expression?: string;
|
|
20
|
-
motion?: {
|
|
21
|
-
group: string;
|
|
22
|
-
index?: number;
|
|
23
|
-
};
|
|
1
|
+
interface MotionSelection {
|
|
2
|
+
group: string;
|
|
3
|
+
index?: number;
|
|
4
|
+
}
|
|
5
|
+
interface GazeCoordinates {
|
|
6
|
+
x: number;
|
|
7
|
+
y: number;
|
|
8
|
+
}
|
|
9
|
+
interface AvatarControlCatalog {
|
|
10
|
+
expressions: string[];
|
|
11
|
+
motions: Record<string, number>;
|
|
24
12
|
}
|
|
25
13
|
interface Character {
|
|
26
14
|
id: string;
|
|
@@ -34,11 +22,6 @@ interface Character {
|
|
|
34
22
|
pitch?: number;
|
|
35
23
|
volume?: number;
|
|
36
24
|
};
|
|
37
|
-
/**
|
|
38
|
-
* Custom emotion mappings for this character's Live2D model
|
|
39
|
-
* If not specified, default mappings will be used
|
|
40
|
-
*/
|
|
41
|
-
emotionMappings?: EmotionMapping[];
|
|
42
25
|
}
|
|
43
26
|
interface Message {
|
|
44
27
|
id: string;
|
|
@@ -46,10 +29,6 @@ interface Message {
|
|
|
46
29
|
timestamp: Date;
|
|
47
30
|
characterId?: string;
|
|
48
31
|
type: "user" | "character" | "system";
|
|
49
|
-
/**
|
|
50
|
-
* Parsed emotion from message content (if any)
|
|
51
|
-
*/
|
|
52
|
-
emotion?: Emotion;
|
|
53
32
|
}
|
|
54
33
|
interface Conversation {
|
|
55
34
|
id: string;
|
|
@@ -119,6 +98,7 @@ interface RealtimeProvider {
|
|
|
119
98
|
createSession(request: RealtimeSessionRequest): Promise<RealtimeSessionBootstrap>;
|
|
120
99
|
}
|
|
121
100
|
type RealtimeConnectionState = "idle" | "connecting" | "connected" | "disconnecting" | "error";
|
|
101
|
+
type RealtimeReconnectCause = "ice-disconnected" | "ice-failed" | "connection-failed" | "offline" | "online" | "visibility" | "pagehide" | "pageshow";
|
|
122
102
|
type RealtimeSessionStatus = "idle" | "starting" | "active" | "stopped";
|
|
123
103
|
type RealtimeSessionTransitionReason = "user" | "refresh";
|
|
124
104
|
type RealtimeResponseStatus = "idle" | "responding" | "interrupted" | "completed";
|
|
@@ -177,6 +157,11 @@ interface Renderer {
|
|
|
177
157
|
loadModel?(modelPath: string): Promise<void>;
|
|
178
158
|
setRealtimeLipSync?(enabled: boolean): void;
|
|
179
159
|
updateRealtimeLipSyncRms?(rms: number): void;
|
|
160
|
+
playExpression?(expressionId: string): void;
|
|
161
|
+
playMotionByGroup?(group: string, index: number): void;
|
|
162
|
+
lookAt?(coords: GazeCoordinates): void;
|
|
163
|
+
getAvailableExpressions?(): string[];
|
|
164
|
+
getAvailableMotionGroups?(): Record<string, number>;
|
|
180
165
|
}
|
|
181
166
|
interface RenderManager {
|
|
182
167
|
initialize(): Promise<void>;
|
|
@@ -184,6 +169,7 @@ interface RenderManager {
|
|
|
184
169
|
setCharacter(character: Character): void;
|
|
185
170
|
render(message: Message, character?: Character): Promise<void>;
|
|
186
171
|
setEventBus(eventBus: CharivoEventBus): void;
|
|
172
|
+
prepareAudio?(): Promise<void>;
|
|
187
173
|
loadModel?(modelPath: string): Promise<void>;
|
|
188
174
|
setMessageCallback?(callback: (message: Message, character?: Character) => void): void;
|
|
189
175
|
}
|
|
@@ -331,9 +317,30 @@ type EventMap = {
|
|
|
331
317
|
error: Error;
|
|
332
318
|
callId?: string;
|
|
333
319
|
};
|
|
334
|
-
"realtime:
|
|
335
|
-
|
|
320
|
+
"realtime:reconnect:attempt": {
|
|
321
|
+
attempt: number;
|
|
322
|
+
delayMs: number;
|
|
323
|
+
cause: RealtimeReconnectCause;
|
|
336
324
|
};
|
|
325
|
+
"realtime:reconnect:success": {
|
|
326
|
+
attempts: number;
|
|
327
|
+
totalMs: number;
|
|
328
|
+
cause: RealtimeReconnectCause;
|
|
329
|
+
};
|
|
330
|
+
"realtime:reconnect:exhausted": {
|
|
331
|
+
attempts: number;
|
|
332
|
+
totalMs: number;
|
|
333
|
+
cause: RealtimeReconnectCause;
|
|
334
|
+
lastError: Error;
|
|
335
|
+
};
|
|
336
|
+
"realtime:expression": {
|
|
337
|
+
expressionId: string;
|
|
338
|
+
};
|
|
339
|
+
"realtime:motion": {
|
|
340
|
+
group: string;
|
|
341
|
+
index: number;
|
|
342
|
+
};
|
|
343
|
+
"realtime:gaze": GazeCoordinates;
|
|
337
344
|
"realtime:text:delta": {
|
|
338
345
|
text: string;
|
|
339
346
|
};
|
|
@@ -360,47 +367,14 @@ declare class EventBus implements CharivoEventBus {
|
|
|
360
367
|
clear(): void;
|
|
361
368
|
}
|
|
362
369
|
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
}
|
|
372
|
-
/**
|
|
373
|
-
* Parse emotion tags from text and return cleaned text with detected emotion
|
|
374
|
-
*
|
|
375
|
-
* @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
|
|
376
|
-
* @returns ParsedEmotion object with cleaned text and detected emotion
|
|
377
|
-
*
|
|
378
|
-
* @example
|
|
379
|
-
* ```typescript
|
|
380
|
-
* parseEmotion("Hello! [happy] Nice to meet you!")
|
|
381
|
-
* // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
|
|
382
|
-
*
|
|
383
|
-
* parseEmotion("I'm feeling [sad] today...")
|
|
384
|
-
* // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
|
|
385
|
-
*
|
|
386
|
-
* parseEmotion("Just a normal message")
|
|
387
|
-
* // Returns: { text: "Just a normal message", emotion: undefined }
|
|
388
|
-
* ```
|
|
389
|
-
*/
|
|
390
|
-
declare function parseEmotion(text: string): ParsedEmotion;
|
|
391
|
-
/**
|
|
392
|
-
* Check if text contains any emotion tags
|
|
393
|
-
*
|
|
394
|
-
* @param text - The text to check
|
|
395
|
-
* @returns true if text contains emotion tags
|
|
396
|
-
*/
|
|
397
|
-
declare function hasEmotionTag(text: string): boolean;
|
|
398
|
-
/**
|
|
399
|
-
* Get all supported emotion keywords
|
|
400
|
-
*
|
|
401
|
-
* @returns Array of supported emotion keywords
|
|
402
|
-
*/
|
|
403
|
-
declare function getSupportedEmotionKeywords(): string[];
|
|
370
|
+
interface BrowserLifecycleCallbacks {
|
|
371
|
+
onHidden?(): void;
|
|
372
|
+
onOnline?(): void;
|
|
373
|
+
onPageHide?(event: PageTransitionEvent): void;
|
|
374
|
+
onPageShow?(event: PageTransitionEvent): void;
|
|
375
|
+
onVisible?(): void;
|
|
376
|
+
}
|
|
377
|
+
declare function subscribeBrowserLifecycle(callbacks: BrowserLifecycleCallbacks): () => void;
|
|
404
378
|
|
|
405
379
|
declare class Charivo {
|
|
406
380
|
private eventBus;
|
|
@@ -478,6 +452,10 @@ declare class Charivo {
|
|
|
478
452
|
* Get the current STT manager instance.
|
|
479
453
|
*/
|
|
480
454
|
getSTTManager(): STTManager | undefined;
|
|
455
|
+
/**
|
|
456
|
+
* Get the current render manager instance.
|
|
457
|
+
*/
|
|
458
|
+
getRenderManager(): RenderManager | undefined;
|
|
481
459
|
/**
|
|
482
460
|
* Attach a Realtime manager to handle real-time conversation.
|
|
483
461
|
* Automatically connects the event emitter and enables Realtime mode.
|
|
@@ -513,4 +491,4 @@ declare class Charivo {
|
|
|
513
491
|
emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
|
|
514
492
|
}
|
|
515
493
|
|
|
516
|
-
export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation,
|
|
494
|
+
export { type AvatarControlCatalog, type BrowserLifecycleCallbacks, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeReconnectCause, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, subscribeBrowserLifecycle };
|
package/dist/index.js
CHANGED
|
@@ -27,90 +27,68 @@ var EventBus = class {
|
|
|
27
27
|
};
|
|
28
28
|
|
|
29
29
|
// src/types.ts
|
|
30
|
-
var Emotion = /* @__PURE__ */ ((Emotion2) => {
|
|
31
|
-
Emotion2["NEUTRAL"] = "neutral";
|
|
32
|
-
Emotion2["HAPPY"] = "happy";
|
|
33
|
-
Emotion2["SAD"] = "sad";
|
|
34
|
-
Emotion2["ANGRY"] = "angry";
|
|
35
|
-
Emotion2["SURPRISED"] = "surprised";
|
|
36
|
-
Emotion2["THINKING"] = "thinking";
|
|
37
|
-
Emotion2["EXCITED"] = "excited";
|
|
38
|
-
Emotion2["SHY"] = "shy";
|
|
39
|
-
return Emotion2;
|
|
40
|
-
})(Emotion || {});
|
|
41
30
|
var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
|
|
42
31
|
var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
|
|
43
32
|
|
|
44
|
-
// src/
|
|
45
|
-
var
|
|
46
|
-
var
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
// Happy
|
|
53
|
-
happy: "happy" /* HAPPY */,
|
|
54
|
-
joy: "happy" /* HAPPY */,
|
|
55
|
-
joyful: "happy" /* HAPPY */,
|
|
56
|
-
cheerful: "happy" /* HAPPY */,
|
|
57
|
-
smile: "happy" /* HAPPY */,
|
|
58
|
-
// Sad
|
|
59
|
-
sad: "sad" /* SAD */,
|
|
60
|
-
unhappy: "sad" /* SAD */,
|
|
61
|
-
depressed: "sad" /* SAD */,
|
|
62
|
-
down: "sad" /* SAD */,
|
|
63
|
-
cry: "sad" /* SAD */,
|
|
64
|
-
// Angry
|
|
65
|
-
angry: "angry" /* ANGRY */,
|
|
66
|
-
mad: "angry" /* ANGRY */,
|
|
67
|
-
furious: "angry" /* ANGRY */,
|
|
68
|
-
annoyed: "angry" /* ANGRY */,
|
|
69
|
-
// Surprised
|
|
70
|
-
surprised: "surprised" /* SURPRISED */,
|
|
71
|
-
shock: "surprised" /* SURPRISED */,
|
|
72
|
-
shocked: "surprised" /* SURPRISED */,
|
|
73
|
-
amazed: "surprised" /* SURPRISED */,
|
|
74
|
-
wow: "surprised" /* SURPRISED */,
|
|
75
|
-
// Thinking
|
|
76
|
-
thinking: "thinking" /* THINKING */,
|
|
77
|
-
wonder: "thinking" /* THINKING */,
|
|
78
|
-
curious: "thinking" /* THINKING */,
|
|
79
|
-
hmm: "thinking" /* THINKING */,
|
|
80
|
-
// Excited
|
|
81
|
-
excited: "excited" /* EXCITED */,
|
|
82
|
-
energetic: "excited" /* EXCITED */,
|
|
83
|
-
hyper: "excited" /* EXCITED */,
|
|
84
|
-
enthusiastic: "excited" /* EXCITED */,
|
|
85
|
-
// Shy
|
|
86
|
-
shy: "shy" /* SHY */,
|
|
87
|
-
embarrassed: "shy" /* SHY */,
|
|
88
|
-
blush: "shy" /* SHY */,
|
|
89
|
-
timid: "shy" /* SHY */
|
|
90
|
-
};
|
|
91
|
-
function parseEmotion(text) {
|
|
92
|
-
let detectedEmotion;
|
|
93
|
-
let cleanedText = text;
|
|
94
|
-
const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
|
|
95
|
-
for (const match of matches) {
|
|
96
|
-
const keyword = match[1].toLowerCase();
|
|
97
|
-
const emotion = EMOTION_KEYWORD_MAP[keyword];
|
|
98
|
-
if (emotion) {
|
|
99
|
-
detectedEmotion = emotion;
|
|
33
|
+
// src/browser-lifecycle.ts
|
|
34
|
+
var subscribers = /* @__PURE__ */ new Set();
|
|
35
|
+
var installed = false;
|
|
36
|
+
function handleVisibilityChange() {
|
|
37
|
+
for (const subscriber of subscribers) {
|
|
38
|
+
if (document.visibilityState === "visible") {
|
|
39
|
+
subscriber.onVisible?.();
|
|
40
|
+
continue;
|
|
100
41
|
}
|
|
101
|
-
|
|
42
|
+
subscriber.onHidden?.();
|
|
102
43
|
}
|
|
103
|
-
cleanedText = cleanedText.replace(/\s+/g, " ").trim();
|
|
104
|
-
return {
|
|
105
|
-
text: cleanedText,
|
|
106
|
-
emotion: detectedEmotion
|
|
107
|
-
};
|
|
108
44
|
}
|
|
109
|
-
function
|
|
110
|
-
|
|
45
|
+
function handleOnline() {
|
|
46
|
+
for (const subscriber of subscribers) {
|
|
47
|
+
subscriber.onOnline?.();
|
|
48
|
+
}
|
|
111
49
|
}
|
|
112
|
-
function
|
|
113
|
-
|
|
50
|
+
function handlePageHide(event) {
|
|
51
|
+
for (const subscriber of subscribers) {
|
|
52
|
+
subscriber.onPageHide?.(event);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
function handlePageShow(event) {
|
|
56
|
+
for (const subscriber of subscribers) {
|
|
57
|
+
subscriber.onPageShow?.(event);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
function installListeners() {
|
|
61
|
+
if (installed || typeof window === "undefined" || typeof document === "undefined") {
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
installed = true;
|
|
65
|
+
document.addEventListener("visibilitychange", handleVisibilityChange);
|
|
66
|
+
window.addEventListener("online", handleOnline);
|
|
67
|
+
window.addEventListener("pagehide", handlePageHide);
|
|
68
|
+
window.addEventListener("pageshow", handlePageShow);
|
|
69
|
+
}
|
|
70
|
+
function uninstallListeners() {
|
|
71
|
+
if (!installed || typeof window === "undefined" || typeof document === "undefined") {
|
|
72
|
+
return;
|
|
73
|
+
}
|
|
74
|
+
installed = false;
|
|
75
|
+
document.removeEventListener("visibilitychange", handleVisibilityChange);
|
|
76
|
+
window.removeEventListener("online", handleOnline);
|
|
77
|
+
window.removeEventListener("pagehide", handlePageHide);
|
|
78
|
+
window.removeEventListener("pageshow", handlePageShow);
|
|
79
|
+
}
|
|
80
|
+
function subscribeBrowserLifecycle(callbacks) {
|
|
81
|
+
if (typeof window === "undefined" || typeof document === "undefined") {
|
|
82
|
+
return () => void 0;
|
|
83
|
+
}
|
|
84
|
+
subscribers.add(callbacks);
|
|
85
|
+
installListeners();
|
|
86
|
+
return () => {
|
|
87
|
+
subscribers.delete(callbacks);
|
|
88
|
+
if (subscribers.size === 0) {
|
|
89
|
+
uninstallListeners();
|
|
90
|
+
}
|
|
91
|
+
};
|
|
114
92
|
}
|
|
115
93
|
|
|
116
94
|
// src/index.ts
|
|
@@ -230,21 +208,17 @@ var Charivo = class {
|
|
|
230
208
|
}
|
|
231
209
|
if (this.llmManager && this.character) {
|
|
232
210
|
const response = await this.llmManager.generateResponse(userMessage);
|
|
233
|
-
const parsed = parseEmotion(response);
|
|
234
211
|
const characterMessage = {
|
|
235
212
|
id: Date.now().toString() + "_response",
|
|
236
|
-
content:
|
|
237
|
-
// Use cleaned text without emotion tags
|
|
213
|
+
content: response,
|
|
238
214
|
timestamp: /* @__PURE__ */ new Date(),
|
|
239
215
|
characterId: this.character.id,
|
|
240
|
-
type: "character"
|
|
241
|
-
emotion: parsed.emotion
|
|
242
|
-
// Add parsed emotion
|
|
216
|
+
type: "character"
|
|
243
217
|
};
|
|
244
218
|
this.eventBus.emit("message:received", { message: characterMessage });
|
|
245
219
|
this.eventBus.emit("character:speak", {
|
|
246
220
|
character: this.character,
|
|
247
|
-
message:
|
|
221
|
+
message: response
|
|
248
222
|
});
|
|
249
223
|
if (this.renderManager) {
|
|
250
224
|
await this.renderManager.render(characterMessage, this.character);
|
|
@@ -252,7 +226,7 @@ var Charivo = class {
|
|
|
252
226
|
if (this.ttsManager) {
|
|
253
227
|
try {
|
|
254
228
|
this.eventBus.emit("tts:start", {
|
|
255
|
-
text:
|
|
229
|
+
text: response,
|
|
256
230
|
characterId: this.character.id
|
|
257
231
|
});
|
|
258
232
|
const ttsOptions = this.character.voice ? {
|
|
@@ -261,7 +235,7 @@ var Charivo = class {
|
|
|
261
235
|
volume: this.character.voice.volume,
|
|
262
236
|
voice: this.character.voice.voiceId
|
|
263
237
|
} : void 0;
|
|
264
|
-
await this.ttsManager.speak(
|
|
238
|
+
await this.ttsManager.speak(response, ttsOptions);
|
|
265
239
|
this.eventBus.emit("tts:end", { characterId: this.character.id });
|
|
266
240
|
} catch (error) {
|
|
267
241
|
this.eventBus.emit("tts:error", { error });
|
|
@@ -295,6 +269,12 @@ var Charivo = class {
|
|
|
295
269
|
getSTTManager() {
|
|
296
270
|
return this.sttManager;
|
|
297
271
|
}
|
|
272
|
+
/**
|
|
273
|
+
* Get the current render manager instance.
|
|
274
|
+
*/
|
|
275
|
+
getRenderManager() {
|
|
276
|
+
return this.renderManager;
|
|
277
|
+
}
|
|
298
278
|
/**
|
|
299
279
|
* Attach a Realtime manager to handle real-time conversation.
|
|
300
280
|
* Automatically connects the event emitter and enables Realtime mode.
|
|
@@ -354,6 +334,6 @@ var Charivo = class {
|
|
|
354
334
|
}
|
|
355
335
|
};
|
|
356
336
|
|
|
357
|
-
export { Charivo,
|
|
337
|
+
export { Charivo, EventBus, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, subscribeBrowserLifecycle };
|
|
358
338
|
//# sourceMappingURL=index.js.map
|
|
359
339
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACnE9C,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/browser-lifecycle.ts","../src/index.ts"],"names":[],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACvD9C,IAAM,WAAA,uBAAkB,GAAA,EAA+B;AAEvD,IAAI,SAAA,GAAY,KAAA;AAEhB,SAAS,sBAAA,GAA+B;AACtC,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI,QAAA,CAAS,oBAAoB,SAAA,EAAW;AAC1C,MAAA,UAAA,CAAW,SAAA,IAAY;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,YAAA,GAAqB;AAC5B,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,QAAA,IAAW;AAAA,EACxB;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,eAAe,KAAA,EAAkC;AACxD,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,UAAA,CAAW,aAAa,KAAK,CAAA;AAAA,EAC/B;AACF;AAEA,SAAS,gBAAA,GAAyB;AAChC,EAAA,IACE,aACA,OAAO,MAAA,KAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,IAAA;AACZ,EAAA,QAAA,CAAS,gBAAA,CAAiB,oBAAoB,sBAAsB,CAAA;AACpE,EAAA,MAAA,CAAO,gBAAA,CAAiB,UAAU,YAAY,CAAA;AAC9C,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AAClD,EAAA,MAAA,CAAO,gBAAA,CAAiB,YAAY,cAAc,CAAA;AACpD;AAEA,SAAS,kBAAA,GAA2B;AAClC,EAAA,IACE,CAAC,SAAA,IACD,OAAO,WAAW,WAAA,IAClB,OAAO,aAAa,WAAA,EACpB;AACA,IAAA;AAAA,EACF;AAEA,EAAA,SAAA,GAAY,KAAA;AACZ,EAAA,QAAA,CAAS,mBAAA,CAAoB,oBAAoB,sBAAsB,CAAA;AACvE,EAAA,MAAA,CAAO,mBAAA,CAAoB,UAAU,YAAY,CAAA;AACjD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACrD,EAAA,MAAA,CAAO,mBAAA,CAAoB,YAAY,cAAc,CAAA;AACvD;AAEO,SAAS,0BACd,SAAA,EACY;AACZ,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,OAAO,aAAa,WAAA,EAAa;AACpE,IAAA,OAAO,MAAM,MAAA;AAAA,EACf;AAEA,EAAA,WAAA,CAAY,IAAI,SAAS,CAAA;AACzB,EAAA,gBAAA,EAAiB;AAEjB,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAC5B,IAAA,IAAI,WAAA,CAAY,SAAS,CAAA,EAAG;AAC1B,MAAA,kBAAA,EAAmB;AAAA,IACrB;AAAA,EACF,CAAA;AACF;;;AC3EO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAA,GAA8C;AAC5C,IAAA,OAAO,IAAA,CAAK,aAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeReconnectCause =\n | \"ice-disconnected\"\n | \"ice-failed\"\n | \"connection-failed\"\n | \"offline\"\n | \"online\"\n | \"visibility\"\n | \"pagehide\"\n | \"pageshow\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n prepareAudio?(): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:reconnect:attempt\": {\n attempt: number;\n delayMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:success\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n };\n \"realtime:reconnect:exhausted\": {\n attempts: number;\n totalMs: number;\n cause: RealtimeReconnectCause;\n lastError: Error;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","export interface BrowserLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(event: PageTransitionEvent): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n}\n\nconst subscribers = new Set<BrowserLifecycleCallbacks>();\n\nlet installed = false;\n\nfunction handleVisibilityChange(): void {\n for (const subscriber of subscribers) {\n if (document.visibilityState === \"visible\") {\n subscriber.onVisible?.();\n continue;\n }\n\n subscriber.onHidden?.();\n }\n}\n\nfunction handleOnline(): void {\n for (const subscriber of subscribers) {\n subscriber.onOnline?.();\n }\n}\n\nfunction handlePageHide(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageHide?.(event);\n }\n}\n\nfunction handlePageShow(event: PageTransitionEvent): void {\n for (const subscriber of subscribers) {\n subscriber.onPageShow?.(event);\n }\n}\n\nfunction installListeners(): void {\n if (\n installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = true;\n document.addEventListener(\"visibilitychange\", handleVisibilityChange);\n window.addEventListener(\"online\", handleOnline);\n window.addEventListener(\"pagehide\", handlePageHide);\n window.addEventListener(\"pageshow\", handlePageShow);\n}\n\nfunction uninstallListeners(): void {\n if (\n !installed ||\n typeof window === \"undefined\" ||\n typeof document === \"undefined\"\n ) {\n return;\n }\n\n installed = false;\n document.removeEventListener(\"visibilitychange\", handleVisibilityChange);\n window.removeEventListener(\"online\", handleOnline);\n window.removeEventListener(\"pagehide\", handlePageHide);\n window.removeEventListener(\"pageshow\", handlePageShow);\n}\n\nexport function subscribeBrowserLifecycle(\n callbacks: BrowserLifecycleCallbacks,\n): () => void {\n if (typeof window === \"undefined\" || typeof document === \"undefined\") {\n return () => undefined;\n }\n\n subscribers.add(callbacks);\n installListeners();\n\n return () => {\n subscribers.delete(callbacks);\n if (subscribers.size === 0) {\n uninstallListeners();\n }\n };\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./browser-lifecycle\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Get the current render manager instance.\n */\n getRenderManager(): RenderManager | undefined {\n return this.renderManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|