@charivo/core 0.5.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -14
- package/dist/index.cjs +7 -96
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +30 -77
- package/dist/index.d.ts +30 -77
- package/dist/index.js +7 -93
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
It exports:
|
|
6
6
|
|
|
7
7
|
- `Charivo`: the top-level orchestrator
|
|
8
|
-
- shared domain types such as `Character`, `Message`, and
|
|
8
|
+
- shared domain types such as `Character`, `Message`, and realtime session types
|
|
9
9
|
- interface contracts for LLM, render, TTS, STT, and realtime managers
|
|
10
10
|
- the typed `EventBus`
|
|
11
11
|
|
|
@@ -18,7 +18,7 @@ pnpm add @charivo/core
|
|
|
18
18
|
## Usage
|
|
19
19
|
|
|
20
20
|
```ts
|
|
21
|
-
import { Charivo
|
|
21
|
+
import { Charivo } from "@charivo/core";
|
|
22
22
|
|
|
23
23
|
const charivo = new Charivo();
|
|
24
24
|
|
|
@@ -26,13 +26,6 @@ charivo.setCharacter({
|
|
|
26
26
|
id: "hiyori",
|
|
27
27
|
name: "Hiyori",
|
|
28
28
|
personality: "Cheerful and helpful assistant",
|
|
29
|
-
emotionMappings: [
|
|
30
|
-
{
|
|
31
|
-
emotion: Emotion.HAPPY,
|
|
32
|
-
expression: "f02",
|
|
33
|
-
motion: { group: "TapBody", index: 0 },
|
|
34
|
-
},
|
|
35
|
-
],
|
|
36
29
|
});
|
|
37
30
|
|
|
38
31
|
charivo.on("message:received", ({ message }) => {
|
|
@@ -60,10 +53,6 @@ The current render-manager contract is explicit: a `RenderManager` must expose
|
|
|
60
53
|
`setEventBus(eventBus)` so the core can connect typed character, TTS, and
|
|
61
54
|
realtime events without duck typing.
|
|
62
55
|
|
|
63
|
-
Emotion parsing keeps the current simple rule: if a message contains multiple
|
|
64
|
-
valid emotion tags, the last valid tag wins and all emotion tags are stripped
|
|
65
|
-
from the rendered text.
|
|
66
|
-
|
|
67
56
|
## Events
|
|
68
57
|
|
|
69
58
|
Important event names include:
|
|
@@ -90,6 +79,8 @@ Important event names include:
|
|
|
90
79
|
- `realtime:tool:call`
|
|
91
80
|
- `realtime:tool:result`
|
|
92
81
|
- `realtime:tool:error`
|
|
93
|
-
- `realtime:
|
|
82
|
+
- `realtime:expression`
|
|
83
|
+
- `realtime:motion`
|
|
84
|
+
- `realtime:gaze`
|
|
94
85
|
- `realtime:text:delta`
|
|
95
86
|
- `realtime:error`
|
package/dist/index.cjs
CHANGED
|
@@ -29,90 +29,8 @@ var EventBus = class {
|
|
|
29
29
|
};
|
|
30
30
|
|
|
31
31
|
// src/types.ts
|
|
32
|
-
var Emotion = /* @__PURE__ */ ((Emotion2) => {
|
|
33
|
-
Emotion2["NEUTRAL"] = "neutral";
|
|
34
|
-
Emotion2["HAPPY"] = "happy";
|
|
35
|
-
Emotion2["SAD"] = "sad";
|
|
36
|
-
Emotion2["ANGRY"] = "angry";
|
|
37
|
-
Emotion2["SURPRISED"] = "surprised";
|
|
38
|
-
Emotion2["THINKING"] = "thinking";
|
|
39
|
-
Emotion2["EXCITED"] = "excited";
|
|
40
|
-
Emotion2["SHY"] = "shy";
|
|
41
|
-
return Emotion2;
|
|
42
|
-
})(Emotion || {});
|
|
43
32
|
var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
|
|
44
|
-
|
|
45
|
-
// src/emotion-parser.ts
|
|
46
|
-
var EMOTION_TAG_REGEX = /\[([a-zA-Z]+)\]/g;
|
|
47
|
-
var EMOTION_TAG_TEST_REGEX = /\[([a-zA-Z]+)\]/;
|
|
48
|
-
var EMOTION_KEYWORD_MAP = {
|
|
49
|
-
// Neutral
|
|
50
|
-
neutral: "neutral" /* NEUTRAL */,
|
|
51
|
-
normal: "neutral" /* NEUTRAL */,
|
|
52
|
-
calm: "neutral" /* NEUTRAL */,
|
|
53
|
-
// Happy
|
|
54
|
-
happy: "happy" /* HAPPY */,
|
|
55
|
-
joy: "happy" /* HAPPY */,
|
|
56
|
-
joyful: "happy" /* HAPPY */,
|
|
57
|
-
cheerful: "happy" /* HAPPY */,
|
|
58
|
-
smile: "happy" /* HAPPY */,
|
|
59
|
-
// Sad
|
|
60
|
-
sad: "sad" /* SAD */,
|
|
61
|
-
unhappy: "sad" /* SAD */,
|
|
62
|
-
depressed: "sad" /* SAD */,
|
|
63
|
-
down: "sad" /* SAD */,
|
|
64
|
-
cry: "sad" /* SAD */,
|
|
65
|
-
// Angry
|
|
66
|
-
angry: "angry" /* ANGRY */,
|
|
67
|
-
mad: "angry" /* ANGRY */,
|
|
68
|
-
furious: "angry" /* ANGRY */,
|
|
69
|
-
annoyed: "angry" /* ANGRY */,
|
|
70
|
-
// Surprised
|
|
71
|
-
surprised: "surprised" /* SURPRISED */,
|
|
72
|
-
shock: "surprised" /* SURPRISED */,
|
|
73
|
-
shocked: "surprised" /* SURPRISED */,
|
|
74
|
-
amazed: "surprised" /* SURPRISED */,
|
|
75
|
-
wow: "surprised" /* SURPRISED */,
|
|
76
|
-
// Thinking
|
|
77
|
-
thinking: "thinking" /* THINKING */,
|
|
78
|
-
wonder: "thinking" /* THINKING */,
|
|
79
|
-
curious: "thinking" /* THINKING */,
|
|
80
|
-
hmm: "thinking" /* THINKING */,
|
|
81
|
-
// Excited
|
|
82
|
-
excited: "excited" /* EXCITED */,
|
|
83
|
-
energetic: "excited" /* EXCITED */,
|
|
84
|
-
hyper: "excited" /* EXCITED */,
|
|
85
|
-
enthusiastic: "excited" /* EXCITED */,
|
|
86
|
-
// Shy
|
|
87
|
-
shy: "shy" /* SHY */,
|
|
88
|
-
embarrassed: "shy" /* SHY */,
|
|
89
|
-
blush: "shy" /* SHY */,
|
|
90
|
-
timid: "shy" /* SHY */
|
|
91
|
-
};
|
|
92
|
-
function parseEmotion(text) {
|
|
93
|
-
let detectedEmotion;
|
|
94
|
-
let cleanedText = text;
|
|
95
|
-
const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
|
|
96
|
-
for (const match of matches) {
|
|
97
|
-
const keyword = match[1].toLowerCase();
|
|
98
|
-
const emotion = EMOTION_KEYWORD_MAP[keyword];
|
|
99
|
-
if (emotion) {
|
|
100
|
-
detectedEmotion = emotion;
|
|
101
|
-
}
|
|
102
|
-
cleanedText = cleanedText.replace(match[0], "");
|
|
103
|
-
}
|
|
104
|
-
cleanedText = cleanedText.replace(/\s+/g, " ").trim();
|
|
105
|
-
return {
|
|
106
|
-
text: cleanedText,
|
|
107
|
-
emotion: detectedEmotion
|
|
108
|
-
};
|
|
109
|
-
}
|
|
110
|
-
function hasEmotionTag(text) {
|
|
111
|
-
return EMOTION_TAG_TEST_REGEX.test(text);
|
|
112
|
-
}
|
|
113
|
-
function getSupportedEmotionKeywords() {
|
|
114
|
-
return Object.keys(EMOTION_KEYWORD_MAP);
|
|
115
|
-
}
|
|
33
|
+
var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
|
|
116
34
|
|
|
117
35
|
// src/index.ts
|
|
118
36
|
var Charivo = class {
|
|
@@ -231,21 +149,17 @@ var Charivo = class {
|
|
|
231
149
|
}
|
|
232
150
|
if (this.llmManager && this.character) {
|
|
233
151
|
const response = await this.llmManager.generateResponse(userMessage);
|
|
234
|
-
const parsed = parseEmotion(response);
|
|
235
152
|
const characterMessage = {
|
|
236
153
|
id: Date.now().toString() + "_response",
|
|
237
|
-
content:
|
|
238
|
-
// Use cleaned text without emotion tags
|
|
154
|
+
content: response,
|
|
239
155
|
timestamp: /* @__PURE__ */ new Date(),
|
|
240
156
|
characterId: this.character.id,
|
|
241
|
-
type: "character"
|
|
242
|
-
emotion: parsed.emotion
|
|
243
|
-
// Add parsed emotion
|
|
157
|
+
type: "character"
|
|
244
158
|
};
|
|
245
159
|
this.eventBus.emit("message:received", { message: characterMessage });
|
|
246
160
|
this.eventBus.emit("character:speak", {
|
|
247
161
|
character: this.character,
|
|
248
|
-
message:
|
|
162
|
+
message: response
|
|
249
163
|
});
|
|
250
164
|
if (this.renderManager) {
|
|
251
165
|
await this.renderManager.render(characterMessage, this.character);
|
|
@@ -253,7 +167,7 @@ var Charivo = class {
|
|
|
253
167
|
if (this.ttsManager) {
|
|
254
168
|
try {
|
|
255
169
|
this.eventBus.emit("tts:start", {
|
|
256
|
-
text:
|
|
170
|
+
text: response,
|
|
257
171
|
characterId: this.character.id
|
|
258
172
|
});
|
|
259
173
|
const ttsOptions = this.character.voice ? {
|
|
@@ -262,7 +176,7 @@ var Charivo = class {
|
|
|
262
176
|
volume: this.character.voice.volume,
|
|
263
177
|
voice: this.character.voice.voiceId
|
|
264
178
|
} : void 0;
|
|
265
|
-
await this.ttsManager.speak(
|
|
179
|
+
await this.ttsManager.speak(response, ttsOptions);
|
|
266
180
|
this.eventBus.emit("tts:end", { characterId: this.character.id });
|
|
267
181
|
} catch (error) {
|
|
268
182
|
this.eventBus.emit("tts:error", { error });
|
|
@@ -356,11 +270,8 @@ var Charivo = class {
|
|
|
356
270
|
};
|
|
357
271
|
|
|
358
272
|
exports.Charivo = Charivo;
|
|
359
|
-
exports.Emotion = Emotion;
|
|
360
273
|
exports.EventBus = EventBus;
|
|
361
274
|
exports.OPENAI_REALTIME_ADAPTER = OPENAI_REALTIME_ADAPTER;
|
|
362
|
-
exports.
|
|
363
|
-
exports.hasEmotionTag = hasEmotionTag;
|
|
364
|
-
exports.parseEmotion = parseEmotion;
|
|
275
|
+
exports.OPENAI_REALTIME_AGENTS_ADAPTER = OPENAI_REALTIME_AGENTS_ADAPTER;
|
|
365
276
|
//# sourceMappingURL=index.cjs.map
|
|
366
277
|
//# sourceMappingURL=index.cjs.map
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;;;AClEvC,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/index.ts"],"names":[],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;AClDvC,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|
package/dist/index.d.cts
CHANGED
|
@@ -1,26 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
SHY = "shy"
|
|
13
|
-
}
|
|
14
|
-
/**
|
|
15
|
-
* Mapping between emotion and Live2D model animations
|
|
16
|
-
*/
|
|
17
|
-
interface EmotionMapping {
|
|
18
|
-
emotion: Emotion;
|
|
19
|
-
expression?: string;
|
|
20
|
-
motion?: {
|
|
21
|
-
group: string;
|
|
22
|
-
index?: number;
|
|
23
|
-
};
|
|
1
|
+
interface MotionSelection {
|
|
2
|
+
group: string;
|
|
3
|
+
index?: number;
|
|
4
|
+
}
|
|
5
|
+
interface GazeCoordinates {
|
|
6
|
+
x: number;
|
|
7
|
+
y: number;
|
|
8
|
+
}
|
|
9
|
+
interface AvatarControlCatalog {
|
|
10
|
+
expressions: string[];
|
|
11
|
+
motions: Record<string, number>;
|
|
24
12
|
}
|
|
25
13
|
interface Character {
|
|
26
14
|
id: string;
|
|
@@ -34,11 +22,6 @@ interface Character {
|
|
|
34
22
|
pitch?: number;
|
|
35
23
|
volume?: number;
|
|
36
24
|
};
|
|
37
|
-
/**
|
|
38
|
-
* Custom emotion mappings for this character's Live2D model
|
|
39
|
-
* If not specified, default mappings will be used
|
|
40
|
-
*/
|
|
41
|
-
emotionMappings?: EmotionMapping[];
|
|
42
25
|
}
|
|
43
26
|
interface Message {
|
|
44
27
|
id: string;
|
|
@@ -46,10 +29,6 @@ interface Message {
|
|
|
46
29
|
timestamp: Date;
|
|
47
30
|
characterId?: string;
|
|
48
31
|
type: "user" | "character" | "system";
|
|
49
|
-
/**
|
|
50
|
-
* Parsed emotion from message content (if any)
|
|
51
|
-
*/
|
|
52
|
-
emotion?: Emotion;
|
|
53
32
|
}
|
|
54
33
|
interface Conversation {
|
|
55
34
|
id: string;
|
|
@@ -73,6 +52,7 @@ interface CharivoConfig {
|
|
|
73
52
|
type RealtimeTransportKind = "webrtc" | "websocket";
|
|
74
53
|
type RealtimeToolChoice = "auto" | "none" | "required";
|
|
75
54
|
declare const OPENAI_REALTIME_ADAPTER = "openai-webrtc";
|
|
55
|
+
declare const OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
|
|
76
56
|
interface RealtimeTool {
|
|
77
57
|
type: "function";
|
|
78
58
|
name: string;
|
|
@@ -95,6 +75,7 @@ interface RealtimeSessionConfig {
|
|
|
95
75
|
toolChoice?: RealtimeToolChoice;
|
|
96
76
|
}
|
|
97
77
|
interface RealtimeSessionRequest {
|
|
78
|
+
adapter?: string;
|
|
98
79
|
transport: RealtimeTransportKind;
|
|
99
80
|
session: RealtimeSessionConfig;
|
|
100
81
|
sdpOffer?: string;
|
|
@@ -103,6 +84,10 @@ type RealtimeSessionBootstrap = {
|
|
|
103
84
|
adapter: string;
|
|
104
85
|
transport: "webrtc";
|
|
105
86
|
answerSdp: string;
|
|
87
|
+
} | {
|
|
88
|
+
adapter: string;
|
|
89
|
+
transport: "webrtc";
|
|
90
|
+
clientSecret: string;
|
|
106
91
|
} | {
|
|
107
92
|
adapter: string;
|
|
108
93
|
transport: "websocket";
|
|
@@ -171,6 +156,11 @@ interface Renderer {
|
|
|
171
156
|
loadModel?(modelPath: string): Promise<void>;
|
|
172
157
|
setRealtimeLipSync?(enabled: boolean): void;
|
|
173
158
|
updateRealtimeLipSyncRms?(rms: number): void;
|
|
159
|
+
playExpression?(expressionId: string): void;
|
|
160
|
+
playMotionByGroup?(group: string, index: number): void;
|
|
161
|
+
lookAt?(coords: GazeCoordinates): void;
|
|
162
|
+
getAvailableExpressions?(): string[];
|
|
163
|
+
getAvailableMotionGroups?(): Record<string, number>;
|
|
174
164
|
}
|
|
175
165
|
interface RenderManager {
|
|
176
166
|
initialize(): Promise<void>;
|
|
@@ -325,9 +315,14 @@ type EventMap = {
|
|
|
325
315
|
error: Error;
|
|
326
316
|
callId?: string;
|
|
327
317
|
};
|
|
328
|
-
"realtime:
|
|
329
|
-
|
|
318
|
+
"realtime:expression": {
|
|
319
|
+
expressionId: string;
|
|
330
320
|
};
|
|
321
|
+
"realtime:motion": {
|
|
322
|
+
group: string;
|
|
323
|
+
index: number;
|
|
324
|
+
};
|
|
325
|
+
"realtime:gaze": GazeCoordinates;
|
|
331
326
|
"realtime:text:delta": {
|
|
332
327
|
text: string;
|
|
333
328
|
};
|
|
@@ -354,48 +349,6 @@ declare class EventBus implements CharivoEventBus {
|
|
|
354
349
|
clear(): void;
|
|
355
350
|
}
|
|
356
351
|
|
|
357
|
-
/**
|
|
358
|
-
* Result of parsing emotion tags from text
|
|
359
|
-
*/
|
|
360
|
-
interface ParsedEmotion {
|
|
361
|
-
/** The cleaned text with emotion tags removed */
|
|
362
|
-
text: string;
|
|
363
|
-
/** The detected emotion (if any) */
|
|
364
|
-
emotion?: Emotion;
|
|
365
|
-
}
|
|
366
|
-
/**
|
|
367
|
-
* Parse emotion tags from text and return cleaned text with detected emotion
|
|
368
|
-
*
|
|
369
|
-
* @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
|
|
370
|
-
* @returns ParsedEmotion object with cleaned text and detected emotion
|
|
371
|
-
*
|
|
372
|
-
* @example
|
|
373
|
-
* ```typescript
|
|
374
|
-
* parseEmotion("Hello! [happy] Nice to meet you!")
|
|
375
|
-
* // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
|
|
376
|
-
*
|
|
377
|
-
* parseEmotion("I'm feeling [sad] today...")
|
|
378
|
-
* // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
|
|
379
|
-
*
|
|
380
|
-
* parseEmotion("Just a normal message")
|
|
381
|
-
* // Returns: { text: "Just a normal message", emotion: undefined }
|
|
382
|
-
* ```
|
|
383
|
-
*/
|
|
384
|
-
declare function parseEmotion(text: string): ParsedEmotion;
|
|
385
|
-
/**
|
|
386
|
-
* Check if text contains any emotion tags
|
|
387
|
-
*
|
|
388
|
-
* @param text - The text to check
|
|
389
|
-
* @returns true if text contains emotion tags
|
|
390
|
-
*/
|
|
391
|
-
declare function hasEmotionTag(text: string): boolean;
|
|
392
|
-
/**
|
|
393
|
-
* Get all supported emotion keywords
|
|
394
|
-
*
|
|
395
|
-
* @returns Array of supported emotion keywords
|
|
396
|
-
*/
|
|
397
|
-
declare function getSupportedEmotionKeywords(): string[];
|
|
398
|
-
|
|
399
352
|
declare class Charivo {
|
|
400
353
|
private eventBus;
|
|
401
354
|
private llmManager?;
|
|
@@ -507,4 +460,4 @@ declare class Charivo {
|
|
|
507
460
|
emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
|
|
508
461
|
}
|
|
509
462
|
|
|
510
|
-
export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation,
|
|
463
|
+
export { type AvatarControlCatalog, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,26 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
SHY = "shy"
|
|
13
|
-
}
|
|
14
|
-
/**
|
|
15
|
-
* Mapping between emotion and Live2D model animations
|
|
16
|
-
*/
|
|
17
|
-
interface EmotionMapping {
|
|
18
|
-
emotion: Emotion;
|
|
19
|
-
expression?: string;
|
|
20
|
-
motion?: {
|
|
21
|
-
group: string;
|
|
22
|
-
index?: number;
|
|
23
|
-
};
|
|
1
|
+
interface MotionSelection {
|
|
2
|
+
group: string;
|
|
3
|
+
index?: number;
|
|
4
|
+
}
|
|
5
|
+
interface GazeCoordinates {
|
|
6
|
+
x: number;
|
|
7
|
+
y: number;
|
|
8
|
+
}
|
|
9
|
+
interface AvatarControlCatalog {
|
|
10
|
+
expressions: string[];
|
|
11
|
+
motions: Record<string, number>;
|
|
24
12
|
}
|
|
25
13
|
interface Character {
|
|
26
14
|
id: string;
|
|
@@ -34,11 +22,6 @@ interface Character {
|
|
|
34
22
|
pitch?: number;
|
|
35
23
|
volume?: number;
|
|
36
24
|
};
|
|
37
|
-
/**
|
|
38
|
-
* Custom emotion mappings for this character's Live2D model
|
|
39
|
-
* If not specified, default mappings will be used
|
|
40
|
-
*/
|
|
41
|
-
emotionMappings?: EmotionMapping[];
|
|
42
25
|
}
|
|
43
26
|
interface Message {
|
|
44
27
|
id: string;
|
|
@@ -46,10 +29,6 @@ interface Message {
|
|
|
46
29
|
timestamp: Date;
|
|
47
30
|
characterId?: string;
|
|
48
31
|
type: "user" | "character" | "system";
|
|
49
|
-
/**
|
|
50
|
-
* Parsed emotion from message content (if any)
|
|
51
|
-
*/
|
|
52
|
-
emotion?: Emotion;
|
|
53
32
|
}
|
|
54
33
|
interface Conversation {
|
|
55
34
|
id: string;
|
|
@@ -73,6 +52,7 @@ interface CharivoConfig {
|
|
|
73
52
|
type RealtimeTransportKind = "webrtc" | "websocket";
|
|
74
53
|
type RealtimeToolChoice = "auto" | "none" | "required";
|
|
75
54
|
declare const OPENAI_REALTIME_ADAPTER = "openai-webrtc";
|
|
55
|
+
declare const OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
|
|
76
56
|
interface RealtimeTool {
|
|
77
57
|
type: "function";
|
|
78
58
|
name: string;
|
|
@@ -95,6 +75,7 @@ interface RealtimeSessionConfig {
|
|
|
95
75
|
toolChoice?: RealtimeToolChoice;
|
|
96
76
|
}
|
|
97
77
|
interface RealtimeSessionRequest {
|
|
78
|
+
adapter?: string;
|
|
98
79
|
transport: RealtimeTransportKind;
|
|
99
80
|
session: RealtimeSessionConfig;
|
|
100
81
|
sdpOffer?: string;
|
|
@@ -103,6 +84,10 @@ type RealtimeSessionBootstrap = {
|
|
|
103
84
|
adapter: string;
|
|
104
85
|
transport: "webrtc";
|
|
105
86
|
answerSdp: string;
|
|
87
|
+
} | {
|
|
88
|
+
adapter: string;
|
|
89
|
+
transport: "webrtc";
|
|
90
|
+
clientSecret: string;
|
|
106
91
|
} | {
|
|
107
92
|
adapter: string;
|
|
108
93
|
transport: "websocket";
|
|
@@ -171,6 +156,11 @@ interface Renderer {
|
|
|
171
156
|
loadModel?(modelPath: string): Promise<void>;
|
|
172
157
|
setRealtimeLipSync?(enabled: boolean): void;
|
|
173
158
|
updateRealtimeLipSyncRms?(rms: number): void;
|
|
159
|
+
playExpression?(expressionId: string): void;
|
|
160
|
+
playMotionByGroup?(group: string, index: number): void;
|
|
161
|
+
lookAt?(coords: GazeCoordinates): void;
|
|
162
|
+
getAvailableExpressions?(): string[];
|
|
163
|
+
getAvailableMotionGroups?(): Record<string, number>;
|
|
174
164
|
}
|
|
175
165
|
interface RenderManager {
|
|
176
166
|
initialize(): Promise<void>;
|
|
@@ -325,9 +315,14 @@ type EventMap = {
|
|
|
325
315
|
error: Error;
|
|
326
316
|
callId?: string;
|
|
327
317
|
};
|
|
328
|
-
"realtime:
|
|
329
|
-
|
|
318
|
+
"realtime:expression": {
|
|
319
|
+
expressionId: string;
|
|
330
320
|
};
|
|
321
|
+
"realtime:motion": {
|
|
322
|
+
group: string;
|
|
323
|
+
index: number;
|
|
324
|
+
};
|
|
325
|
+
"realtime:gaze": GazeCoordinates;
|
|
331
326
|
"realtime:text:delta": {
|
|
332
327
|
text: string;
|
|
333
328
|
};
|
|
@@ -354,48 +349,6 @@ declare class EventBus implements CharivoEventBus {
|
|
|
354
349
|
clear(): void;
|
|
355
350
|
}
|
|
356
351
|
|
|
357
|
-
/**
|
|
358
|
-
* Result of parsing emotion tags from text
|
|
359
|
-
*/
|
|
360
|
-
interface ParsedEmotion {
|
|
361
|
-
/** The cleaned text with emotion tags removed */
|
|
362
|
-
text: string;
|
|
363
|
-
/** The detected emotion (if any) */
|
|
364
|
-
emotion?: Emotion;
|
|
365
|
-
}
|
|
366
|
-
/**
|
|
367
|
-
* Parse emotion tags from text and return cleaned text with detected emotion
|
|
368
|
-
*
|
|
369
|
-
* @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
|
|
370
|
-
* @returns ParsedEmotion object with cleaned text and detected emotion
|
|
371
|
-
*
|
|
372
|
-
* @example
|
|
373
|
-
* ```typescript
|
|
374
|
-
* parseEmotion("Hello! [happy] Nice to meet you!")
|
|
375
|
-
* // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
|
|
376
|
-
*
|
|
377
|
-
* parseEmotion("I'm feeling [sad] today...")
|
|
378
|
-
* // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
|
|
379
|
-
*
|
|
380
|
-
* parseEmotion("Just a normal message")
|
|
381
|
-
* // Returns: { text: "Just a normal message", emotion: undefined }
|
|
382
|
-
* ```
|
|
383
|
-
*/
|
|
384
|
-
declare function parseEmotion(text: string): ParsedEmotion;
|
|
385
|
-
/**
|
|
386
|
-
* Check if text contains any emotion tags
|
|
387
|
-
*
|
|
388
|
-
* @param text - The text to check
|
|
389
|
-
* @returns true if text contains emotion tags
|
|
390
|
-
*/
|
|
391
|
-
declare function hasEmotionTag(text: string): boolean;
|
|
392
|
-
/**
|
|
393
|
-
* Get all supported emotion keywords
|
|
394
|
-
*
|
|
395
|
-
* @returns Array of supported emotion keywords
|
|
396
|
-
*/
|
|
397
|
-
declare function getSupportedEmotionKeywords(): string[];
|
|
398
|
-
|
|
399
352
|
declare class Charivo {
|
|
400
353
|
private eventBus;
|
|
401
354
|
private llmManager?;
|
|
@@ -507,4 +460,4 @@ declare class Charivo {
|
|
|
507
460
|
emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
|
|
508
461
|
}
|
|
509
462
|
|
|
510
|
-
export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation,
|
|
463
|
+
export { type AvatarControlCatalog, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider };
|
package/dist/index.js
CHANGED
|
@@ -27,90 +27,8 @@ var EventBus = class {
|
|
|
27
27
|
};
|
|
28
28
|
|
|
29
29
|
// src/types.ts
|
|
30
|
-
var Emotion = /* @__PURE__ */ ((Emotion2) => {
|
|
31
|
-
Emotion2["NEUTRAL"] = "neutral";
|
|
32
|
-
Emotion2["HAPPY"] = "happy";
|
|
33
|
-
Emotion2["SAD"] = "sad";
|
|
34
|
-
Emotion2["ANGRY"] = "angry";
|
|
35
|
-
Emotion2["SURPRISED"] = "surprised";
|
|
36
|
-
Emotion2["THINKING"] = "thinking";
|
|
37
|
-
Emotion2["EXCITED"] = "excited";
|
|
38
|
-
Emotion2["SHY"] = "shy";
|
|
39
|
-
return Emotion2;
|
|
40
|
-
})(Emotion || {});
|
|
41
30
|
var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
|
|
42
|
-
|
|
43
|
-
// src/emotion-parser.ts
|
|
44
|
-
var EMOTION_TAG_REGEX = /\[([a-zA-Z]+)\]/g;
|
|
45
|
-
var EMOTION_TAG_TEST_REGEX = /\[([a-zA-Z]+)\]/;
|
|
46
|
-
var EMOTION_KEYWORD_MAP = {
|
|
47
|
-
// Neutral
|
|
48
|
-
neutral: "neutral" /* NEUTRAL */,
|
|
49
|
-
normal: "neutral" /* NEUTRAL */,
|
|
50
|
-
calm: "neutral" /* NEUTRAL */,
|
|
51
|
-
// Happy
|
|
52
|
-
happy: "happy" /* HAPPY */,
|
|
53
|
-
joy: "happy" /* HAPPY */,
|
|
54
|
-
joyful: "happy" /* HAPPY */,
|
|
55
|
-
cheerful: "happy" /* HAPPY */,
|
|
56
|
-
smile: "happy" /* HAPPY */,
|
|
57
|
-
// Sad
|
|
58
|
-
sad: "sad" /* SAD */,
|
|
59
|
-
unhappy: "sad" /* SAD */,
|
|
60
|
-
depressed: "sad" /* SAD */,
|
|
61
|
-
down: "sad" /* SAD */,
|
|
62
|
-
cry: "sad" /* SAD */,
|
|
63
|
-
// Angry
|
|
64
|
-
angry: "angry" /* ANGRY */,
|
|
65
|
-
mad: "angry" /* ANGRY */,
|
|
66
|
-
furious: "angry" /* ANGRY */,
|
|
67
|
-
annoyed: "angry" /* ANGRY */,
|
|
68
|
-
// Surprised
|
|
69
|
-
surprised: "surprised" /* SURPRISED */,
|
|
70
|
-
shock: "surprised" /* SURPRISED */,
|
|
71
|
-
shocked: "surprised" /* SURPRISED */,
|
|
72
|
-
amazed: "surprised" /* SURPRISED */,
|
|
73
|
-
wow: "surprised" /* SURPRISED */,
|
|
74
|
-
// Thinking
|
|
75
|
-
thinking: "thinking" /* THINKING */,
|
|
76
|
-
wonder: "thinking" /* THINKING */,
|
|
77
|
-
curious: "thinking" /* THINKING */,
|
|
78
|
-
hmm: "thinking" /* THINKING */,
|
|
79
|
-
// Excited
|
|
80
|
-
excited: "excited" /* EXCITED */,
|
|
81
|
-
energetic: "excited" /* EXCITED */,
|
|
82
|
-
hyper: "excited" /* EXCITED */,
|
|
83
|
-
enthusiastic: "excited" /* EXCITED */,
|
|
84
|
-
// Shy
|
|
85
|
-
shy: "shy" /* SHY */,
|
|
86
|
-
embarrassed: "shy" /* SHY */,
|
|
87
|
-
blush: "shy" /* SHY */,
|
|
88
|
-
timid: "shy" /* SHY */
|
|
89
|
-
};
|
|
90
|
-
function parseEmotion(text) {
|
|
91
|
-
let detectedEmotion;
|
|
92
|
-
let cleanedText = text;
|
|
93
|
-
const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
|
|
94
|
-
for (const match of matches) {
|
|
95
|
-
const keyword = match[1].toLowerCase();
|
|
96
|
-
const emotion = EMOTION_KEYWORD_MAP[keyword];
|
|
97
|
-
if (emotion) {
|
|
98
|
-
detectedEmotion = emotion;
|
|
99
|
-
}
|
|
100
|
-
cleanedText = cleanedText.replace(match[0], "");
|
|
101
|
-
}
|
|
102
|
-
cleanedText = cleanedText.replace(/\s+/g, " ").trim();
|
|
103
|
-
return {
|
|
104
|
-
text: cleanedText,
|
|
105
|
-
emotion: detectedEmotion
|
|
106
|
-
};
|
|
107
|
-
}
|
|
108
|
-
function hasEmotionTag(text) {
|
|
109
|
-
return EMOTION_TAG_TEST_REGEX.test(text);
|
|
110
|
-
}
|
|
111
|
-
function getSupportedEmotionKeywords() {
|
|
112
|
-
return Object.keys(EMOTION_KEYWORD_MAP);
|
|
113
|
-
}
|
|
31
|
+
var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
|
|
114
32
|
|
|
115
33
|
// src/index.ts
|
|
116
34
|
var Charivo = class {
|
|
@@ -229,21 +147,17 @@ var Charivo = class {
|
|
|
229
147
|
}
|
|
230
148
|
if (this.llmManager && this.character) {
|
|
231
149
|
const response = await this.llmManager.generateResponse(userMessage);
|
|
232
|
-
const parsed = parseEmotion(response);
|
|
233
150
|
const characterMessage = {
|
|
234
151
|
id: Date.now().toString() + "_response",
|
|
235
|
-
content:
|
|
236
|
-
// Use cleaned text without emotion tags
|
|
152
|
+
content: response,
|
|
237
153
|
timestamp: /* @__PURE__ */ new Date(),
|
|
238
154
|
characterId: this.character.id,
|
|
239
|
-
type: "character"
|
|
240
|
-
emotion: parsed.emotion
|
|
241
|
-
// Add parsed emotion
|
|
155
|
+
type: "character"
|
|
242
156
|
};
|
|
243
157
|
this.eventBus.emit("message:received", { message: characterMessage });
|
|
244
158
|
this.eventBus.emit("character:speak", {
|
|
245
159
|
character: this.character,
|
|
246
|
-
message:
|
|
160
|
+
message: response
|
|
247
161
|
});
|
|
248
162
|
if (this.renderManager) {
|
|
249
163
|
await this.renderManager.render(characterMessage, this.character);
|
|
@@ -251,7 +165,7 @@ var Charivo = class {
|
|
|
251
165
|
if (this.ttsManager) {
|
|
252
166
|
try {
|
|
253
167
|
this.eventBus.emit("tts:start", {
|
|
254
|
-
text:
|
|
168
|
+
text: response,
|
|
255
169
|
characterId: this.character.id
|
|
256
170
|
});
|
|
257
171
|
const ttsOptions = this.character.voice ? {
|
|
@@ -260,7 +174,7 @@ var Charivo = class {
|
|
|
260
174
|
volume: this.character.voice.volume,
|
|
261
175
|
voice: this.character.voice.voiceId
|
|
262
176
|
} : void 0;
|
|
263
|
-
await this.ttsManager.speak(
|
|
177
|
+
await this.ttsManager.speak(response, ttsOptions);
|
|
264
178
|
this.eventBus.emit("tts:end", { characterId: this.character.id });
|
|
265
179
|
} catch (error) {
|
|
266
180
|
this.eventBus.emit("tts:error", { error });
|
|
@@ -353,6 +267,6 @@ var Charivo = class {
|
|
|
353
267
|
}
|
|
354
268
|
};
|
|
355
269
|
|
|
356
|
-
export { Charivo,
|
|
270
|
+
export { Charivo, EventBus, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER };
|
|
357
271
|
//# sourceMappingURL=index.js.map
|
|
358
272
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;;;AClEvC,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/index.ts"],"names":[],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;AClDvC,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
|