@charivo/core 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -5,7 +5,7 @@
5
5
  It exports:
6
6
 
7
7
  - `Charivo`: the top-level orchestrator
8
- - shared domain types such as `Character`, `Message`, and `Emotion`
8
+ - shared domain types such as `Character`, `Message`, and realtime session types
9
9
  - interface contracts for LLM, render, TTS, STT, and realtime managers
10
10
  - the typed `EventBus`
11
11
 
@@ -18,7 +18,7 @@ pnpm add @charivo/core
18
18
  ## Usage
19
19
 
20
20
  ```ts
21
- import { Charivo, Emotion } from "@charivo/core";
21
+ import { Charivo } from "@charivo/core";
22
22
 
23
23
  const charivo = new Charivo();
24
24
 
@@ -26,13 +26,6 @@ charivo.setCharacter({
26
26
  id: "hiyori",
27
27
  name: "Hiyori",
28
28
  personality: "Cheerful and helpful assistant",
29
- emotionMappings: [
30
- {
31
- emotion: Emotion.HAPPY,
32
- expression: "f02",
33
- motion: { group: "TapBody", index: 0 },
34
- },
35
- ],
36
29
  });
37
30
 
38
31
  charivo.on("message:received", ({ message }) => {
@@ -60,10 +53,6 @@ The current render-manager contract is explicit: a `RenderManager` must expose
60
53
  `setEventBus(eventBus)` so the core can connect typed character, TTS, and
61
54
  realtime events without duck typing.
62
55
 
63
- Emotion parsing keeps the current simple rule: if a message contains multiple
64
- valid emotion tags, the last valid tag wins and all emotion tags are stripped
65
- from the rendered text.
66
-
67
56
  ## Events
68
57
 
69
58
  Important event names include:
@@ -90,6 +79,8 @@ Important event names include:
90
79
  - `realtime:tool:call`
91
80
  - `realtime:tool:result`
92
81
  - `realtime:tool:error`
93
- - `realtime:emotion`
82
+ - `realtime:expression`
83
+ - `realtime:motion`
84
+ - `realtime:gaze`
94
85
  - `realtime:text:delta`
95
86
  - `realtime:error`
package/dist/index.cjs CHANGED
@@ -29,90 +29,8 @@ var EventBus = class {
29
29
  };
30
30
 
31
31
  // src/types.ts
32
- var Emotion = /* @__PURE__ */ ((Emotion2) => {
33
- Emotion2["NEUTRAL"] = "neutral";
34
- Emotion2["HAPPY"] = "happy";
35
- Emotion2["SAD"] = "sad";
36
- Emotion2["ANGRY"] = "angry";
37
- Emotion2["SURPRISED"] = "surprised";
38
- Emotion2["THINKING"] = "thinking";
39
- Emotion2["EXCITED"] = "excited";
40
- Emotion2["SHY"] = "shy";
41
- return Emotion2;
42
- })(Emotion || {});
43
32
  var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
44
-
45
- // src/emotion-parser.ts
46
- var EMOTION_TAG_REGEX = /\[([a-zA-Z]+)\]/g;
47
- var EMOTION_TAG_TEST_REGEX = /\[([a-zA-Z]+)\]/;
48
- var EMOTION_KEYWORD_MAP = {
49
- // Neutral
50
- neutral: "neutral" /* NEUTRAL */,
51
- normal: "neutral" /* NEUTRAL */,
52
- calm: "neutral" /* NEUTRAL */,
53
- // Happy
54
- happy: "happy" /* HAPPY */,
55
- joy: "happy" /* HAPPY */,
56
- joyful: "happy" /* HAPPY */,
57
- cheerful: "happy" /* HAPPY */,
58
- smile: "happy" /* HAPPY */,
59
- // Sad
60
- sad: "sad" /* SAD */,
61
- unhappy: "sad" /* SAD */,
62
- depressed: "sad" /* SAD */,
63
- down: "sad" /* SAD */,
64
- cry: "sad" /* SAD */,
65
- // Angry
66
- angry: "angry" /* ANGRY */,
67
- mad: "angry" /* ANGRY */,
68
- furious: "angry" /* ANGRY */,
69
- annoyed: "angry" /* ANGRY */,
70
- // Surprised
71
- surprised: "surprised" /* SURPRISED */,
72
- shock: "surprised" /* SURPRISED */,
73
- shocked: "surprised" /* SURPRISED */,
74
- amazed: "surprised" /* SURPRISED */,
75
- wow: "surprised" /* SURPRISED */,
76
- // Thinking
77
- thinking: "thinking" /* THINKING */,
78
- wonder: "thinking" /* THINKING */,
79
- curious: "thinking" /* THINKING */,
80
- hmm: "thinking" /* THINKING */,
81
- // Excited
82
- excited: "excited" /* EXCITED */,
83
- energetic: "excited" /* EXCITED */,
84
- hyper: "excited" /* EXCITED */,
85
- enthusiastic: "excited" /* EXCITED */,
86
- // Shy
87
- shy: "shy" /* SHY */,
88
- embarrassed: "shy" /* SHY */,
89
- blush: "shy" /* SHY */,
90
- timid: "shy" /* SHY */
91
- };
92
- function parseEmotion(text) {
93
- let detectedEmotion;
94
- let cleanedText = text;
95
- const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
96
- for (const match of matches) {
97
- const keyword = match[1].toLowerCase();
98
- const emotion = EMOTION_KEYWORD_MAP[keyword];
99
- if (emotion) {
100
- detectedEmotion = emotion;
101
- }
102
- cleanedText = cleanedText.replace(match[0], "");
103
- }
104
- cleanedText = cleanedText.replace(/\s+/g, " ").trim();
105
- return {
106
- text: cleanedText,
107
- emotion: detectedEmotion
108
- };
109
- }
110
- function hasEmotionTag(text) {
111
- return EMOTION_TAG_TEST_REGEX.test(text);
112
- }
113
- function getSupportedEmotionKeywords() {
114
- return Object.keys(EMOTION_KEYWORD_MAP);
115
- }
33
+ var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
116
34
 
117
35
  // src/index.ts
118
36
  var Charivo = class {
@@ -231,21 +149,17 @@ var Charivo = class {
231
149
  }
232
150
  if (this.llmManager && this.character) {
233
151
  const response = await this.llmManager.generateResponse(userMessage);
234
- const parsed = parseEmotion(response);
235
152
  const characterMessage = {
236
153
  id: Date.now().toString() + "_response",
237
- content: parsed.text,
238
- // Use cleaned text without emotion tags
154
+ content: response,
239
155
  timestamp: /* @__PURE__ */ new Date(),
240
156
  characterId: this.character.id,
241
- type: "character",
242
- emotion: parsed.emotion
243
- // Add parsed emotion
157
+ type: "character"
244
158
  };
245
159
  this.eventBus.emit("message:received", { message: characterMessage });
246
160
  this.eventBus.emit("character:speak", {
247
161
  character: this.character,
248
- message: parsed.text
162
+ message: response
249
163
  });
250
164
  if (this.renderManager) {
251
165
  await this.renderManager.render(characterMessage, this.character);
@@ -253,7 +167,7 @@ var Charivo = class {
253
167
  if (this.ttsManager) {
254
168
  try {
255
169
  this.eventBus.emit("tts:start", {
256
- text: parsed.text,
170
+ text: response,
257
171
  characterId: this.character.id
258
172
  });
259
173
  const ttsOptions = this.character.voice ? {
@@ -262,7 +176,7 @@ var Charivo = class {
262
176
  volume: this.character.voice.volume,
263
177
  voice: this.character.voice.voiceId
264
178
  } : void 0;
265
- await this.ttsManager.speak(parsed.text, ttsOptions);
179
+ await this.ttsManager.speak(response, ttsOptions);
266
180
  this.eventBus.emit("tts:end", { characterId: this.character.id });
267
181
  } catch (error) {
268
182
  this.eventBus.emit("tts:error", { error });
@@ -356,11 +270,8 @@ var Charivo = class {
356
270
  };
357
271
 
358
272
  exports.Charivo = Charivo;
359
- exports.Emotion = Emotion;
360
273
  exports.EventBus = EventBus;
361
274
  exports.OPENAI_REALTIME_ADAPTER = OPENAI_REALTIME_ADAPTER;
362
- exports.getSupportedEmotionKeywords = getSupportedEmotionKeywords;
363
- exports.hasEmotionTag = hasEmotionTag;
364
- exports.parseEmotion = parseEmotion;
275
+ exports.OPENAI_REALTIME_AGENTS_ADAPTER = OPENAI_REALTIME_AGENTS_ADAPTER;
365
276
  //# sourceMappingURL=index.cjs.map
366
277
  //# sourceMappingURL=index.cjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;;;AClEvC,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
1
+ {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/index.ts"],"names":[],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;AClDvC,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
package/dist/index.d.cts CHANGED
@@ -1,26 +1,14 @@
1
- /**
2
- * Standard emotion types for character expressions
3
- */
4
- declare enum Emotion {
5
- NEUTRAL = "neutral",
6
- HAPPY = "happy",
7
- SAD = "sad",
8
- ANGRY = "angry",
9
- SURPRISED = "surprised",
10
- THINKING = "thinking",
11
- EXCITED = "excited",
12
- SHY = "shy"
13
- }
14
- /**
15
- * Mapping between emotion and Live2D model animations
16
- */
17
- interface EmotionMapping {
18
- emotion: Emotion;
19
- expression?: string;
20
- motion?: {
21
- group: string;
22
- index?: number;
23
- };
1
+ interface MotionSelection {
2
+ group: string;
3
+ index?: number;
4
+ }
5
+ interface GazeCoordinates {
6
+ x: number;
7
+ y: number;
8
+ }
9
+ interface AvatarControlCatalog {
10
+ expressions: string[];
11
+ motions: Record<string, number>;
24
12
  }
25
13
  interface Character {
26
14
  id: string;
@@ -34,11 +22,6 @@ interface Character {
34
22
  pitch?: number;
35
23
  volume?: number;
36
24
  };
37
- /**
38
- * Custom emotion mappings for this character's Live2D model
39
- * If not specified, default mappings will be used
40
- */
41
- emotionMappings?: EmotionMapping[];
42
25
  }
43
26
  interface Message {
44
27
  id: string;
@@ -46,10 +29,6 @@ interface Message {
46
29
  timestamp: Date;
47
30
  characterId?: string;
48
31
  type: "user" | "character" | "system";
49
- /**
50
- * Parsed emotion from message content (if any)
51
- */
52
- emotion?: Emotion;
53
32
  }
54
33
  interface Conversation {
55
34
  id: string;
@@ -73,6 +52,7 @@ interface CharivoConfig {
73
52
  type RealtimeTransportKind = "webrtc" | "websocket";
74
53
  type RealtimeToolChoice = "auto" | "none" | "required";
75
54
  declare const OPENAI_REALTIME_ADAPTER = "openai-webrtc";
55
+ declare const OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
76
56
  interface RealtimeTool {
77
57
  type: "function";
78
58
  name: string;
@@ -95,6 +75,7 @@ interface RealtimeSessionConfig {
95
75
  toolChoice?: RealtimeToolChoice;
96
76
  }
97
77
  interface RealtimeSessionRequest {
78
+ adapter?: string;
98
79
  transport: RealtimeTransportKind;
99
80
  session: RealtimeSessionConfig;
100
81
  sdpOffer?: string;
@@ -103,6 +84,10 @@ type RealtimeSessionBootstrap = {
103
84
  adapter: string;
104
85
  transport: "webrtc";
105
86
  answerSdp: string;
87
+ } | {
88
+ adapter: string;
89
+ transport: "webrtc";
90
+ clientSecret: string;
106
91
  } | {
107
92
  adapter: string;
108
93
  transport: "websocket";
@@ -171,6 +156,11 @@ interface Renderer {
171
156
  loadModel?(modelPath: string): Promise<void>;
172
157
  setRealtimeLipSync?(enabled: boolean): void;
173
158
  updateRealtimeLipSyncRms?(rms: number): void;
159
+ playExpression?(expressionId: string): void;
160
+ playMotionByGroup?(group: string, index: number): void;
161
+ lookAt?(coords: GazeCoordinates): void;
162
+ getAvailableExpressions?(): string[];
163
+ getAvailableMotionGroups?(): Record<string, number>;
174
164
  }
175
165
  interface RenderManager {
176
166
  initialize(): Promise<void>;
@@ -325,9 +315,14 @@ type EventMap = {
325
315
  error: Error;
326
316
  callId?: string;
327
317
  };
328
- "realtime:emotion": {
329
- emotion: Emotion;
318
+ "realtime:expression": {
319
+ expressionId: string;
330
320
  };
321
+ "realtime:motion": {
322
+ group: string;
323
+ index: number;
324
+ };
325
+ "realtime:gaze": GazeCoordinates;
331
326
  "realtime:text:delta": {
332
327
  text: string;
333
328
  };
@@ -354,48 +349,6 @@ declare class EventBus implements CharivoEventBus {
354
349
  clear(): void;
355
350
  }
356
351
 
357
- /**
358
- * Result of parsing emotion tags from text
359
- */
360
- interface ParsedEmotion {
361
- /** The cleaned text with emotion tags removed */
362
- text: string;
363
- /** The detected emotion (if any) */
364
- emotion?: Emotion;
365
- }
366
- /**
367
- * Parse emotion tags from text and return cleaned text with detected emotion
368
- *
369
- * @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
370
- * @returns ParsedEmotion object with cleaned text and detected emotion
371
- *
372
- * @example
373
- * ```typescript
374
- * parseEmotion("Hello! [happy] Nice to meet you!")
375
- * // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
376
- *
377
- * parseEmotion("I'm feeling [sad] today...")
378
- * // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
379
- *
380
- * parseEmotion("Just a normal message")
381
- * // Returns: { text: "Just a normal message", emotion: undefined }
382
- * ```
383
- */
384
- declare function parseEmotion(text: string): ParsedEmotion;
385
- /**
386
- * Check if text contains any emotion tags
387
- *
388
- * @param text - The text to check
389
- * @returns true if text contains emotion tags
390
- */
391
- declare function hasEmotionTag(text: string): boolean;
392
- /**
393
- * Get all supported emotion keywords
394
- *
395
- * @returns Array of supported emotion keywords
396
- */
397
- declare function getSupportedEmotionKeywords(): string[];
398
-
399
352
  declare class Charivo {
400
353
  private eventBus;
401
354
  private llmManager?;
@@ -507,4 +460,4 @@ declare class Charivo {
507
460
  emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
508
461
  }
509
462
 
510
- export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, Emotion, type EmotionMapping, EventBus, type EventMap, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, OPENAI_REALTIME_ADAPTER, type ParsedEmotion, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, getSupportedEmotionKeywords, hasEmotionTag, parseEmotion };
463
+ export { type AvatarControlCatalog, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider };
package/dist/index.d.ts CHANGED
@@ -1,26 +1,14 @@
1
- /**
2
- * Standard emotion types for character expressions
3
- */
4
- declare enum Emotion {
5
- NEUTRAL = "neutral",
6
- HAPPY = "happy",
7
- SAD = "sad",
8
- ANGRY = "angry",
9
- SURPRISED = "surprised",
10
- THINKING = "thinking",
11
- EXCITED = "excited",
12
- SHY = "shy"
13
- }
14
- /**
15
- * Mapping between emotion and Live2D model animations
16
- */
17
- interface EmotionMapping {
18
- emotion: Emotion;
19
- expression?: string;
20
- motion?: {
21
- group: string;
22
- index?: number;
23
- };
1
+ interface MotionSelection {
2
+ group: string;
3
+ index?: number;
4
+ }
5
+ interface GazeCoordinates {
6
+ x: number;
7
+ y: number;
8
+ }
9
+ interface AvatarControlCatalog {
10
+ expressions: string[];
11
+ motions: Record<string, number>;
24
12
  }
25
13
  interface Character {
26
14
  id: string;
@@ -34,11 +22,6 @@ interface Character {
34
22
  pitch?: number;
35
23
  volume?: number;
36
24
  };
37
- /**
38
- * Custom emotion mappings for this character's Live2D model
39
- * If not specified, default mappings will be used
40
- */
41
- emotionMappings?: EmotionMapping[];
42
25
  }
43
26
  interface Message {
44
27
  id: string;
@@ -46,10 +29,6 @@ interface Message {
46
29
  timestamp: Date;
47
30
  characterId?: string;
48
31
  type: "user" | "character" | "system";
49
- /**
50
- * Parsed emotion from message content (if any)
51
- */
52
- emotion?: Emotion;
53
32
  }
54
33
  interface Conversation {
55
34
  id: string;
@@ -73,6 +52,7 @@ interface CharivoConfig {
73
52
  type RealtimeTransportKind = "webrtc" | "websocket";
74
53
  type RealtimeToolChoice = "auto" | "none" | "required";
75
54
  declare const OPENAI_REALTIME_ADAPTER = "openai-webrtc";
55
+ declare const OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
76
56
  interface RealtimeTool {
77
57
  type: "function";
78
58
  name: string;
@@ -95,6 +75,7 @@ interface RealtimeSessionConfig {
95
75
  toolChoice?: RealtimeToolChoice;
96
76
  }
97
77
  interface RealtimeSessionRequest {
78
+ adapter?: string;
98
79
  transport: RealtimeTransportKind;
99
80
  session: RealtimeSessionConfig;
100
81
  sdpOffer?: string;
@@ -103,6 +84,10 @@ type RealtimeSessionBootstrap = {
103
84
  adapter: string;
104
85
  transport: "webrtc";
105
86
  answerSdp: string;
87
+ } | {
88
+ adapter: string;
89
+ transport: "webrtc";
90
+ clientSecret: string;
106
91
  } | {
107
92
  adapter: string;
108
93
  transport: "websocket";
@@ -171,6 +156,11 @@ interface Renderer {
171
156
  loadModel?(modelPath: string): Promise<void>;
172
157
  setRealtimeLipSync?(enabled: boolean): void;
173
158
  updateRealtimeLipSyncRms?(rms: number): void;
159
+ playExpression?(expressionId: string): void;
160
+ playMotionByGroup?(group: string, index: number): void;
161
+ lookAt?(coords: GazeCoordinates): void;
162
+ getAvailableExpressions?(): string[];
163
+ getAvailableMotionGroups?(): Record<string, number>;
174
164
  }
175
165
  interface RenderManager {
176
166
  initialize(): Promise<void>;
@@ -325,9 +315,14 @@ type EventMap = {
325
315
  error: Error;
326
316
  callId?: string;
327
317
  };
328
- "realtime:emotion": {
329
- emotion: Emotion;
318
+ "realtime:expression": {
319
+ expressionId: string;
330
320
  };
321
+ "realtime:motion": {
322
+ group: string;
323
+ index: number;
324
+ };
325
+ "realtime:gaze": GazeCoordinates;
331
326
  "realtime:text:delta": {
332
327
  text: string;
333
328
  };
@@ -354,48 +349,6 @@ declare class EventBus implements CharivoEventBus {
354
349
  clear(): void;
355
350
  }
356
351
 
357
- /**
358
- * Result of parsing emotion tags from text
359
- */
360
- interface ParsedEmotion {
361
- /** The cleaned text with emotion tags removed */
362
- text: string;
363
- /** The detected emotion (if any) */
364
- emotion?: Emotion;
365
- }
366
- /**
367
- * Parse emotion tags from text and return cleaned text with detected emotion
368
- *
369
- * @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
370
- * @returns ParsedEmotion object with cleaned text and detected emotion
371
- *
372
- * @example
373
- * ```typescript
374
- * parseEmotion("Hello! [happy] Nice to meet you!")
375
- * // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
376
- *
377
- * parseEmotion("I'm feeling [sad] today...")
378
- * // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
379
- *
380
- * parseEmotion("Just a normal message")
381
- * // Returns: { text: "Just a normal message", emotion: undefined }
382
- * ```
383
- */
384
- declare function parseEmotion(text: string): ParsedEmotion;
385
- /**
386
- * Check if text contains any emotion tags
387
- *
388
- * @param text - The text to check
389
- * @returns true if text contains emotion tags
390
- */
391
- declare function hasEmotionTag(text: string): boolean;
392
- /**
393
- * Get all supported emotion keywords
394
- *
395
- * @returns Array of supported emotion keywords
396
- */
397
- declare function getSupportedEmotionKeywords(): string[];
398
-
399
352
  declare class Charivo {
400
353
  private eventBus;
401
354
  private llmManager?;
@@ -507,4 +460,4 @@ declare class Charivo {
507
460
  emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
508
461
  }
509
462
 
510
- export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, Emotion, type EmotionMapping, EventBus, type EventMap, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, OPENAI_REALTIME_ADAPTER, type ParsedEmotion, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, getSupportedEmotionKeywords, hasEmotionTag, parseEmotion };
463
+ export { type AvatarControlCatalog, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider };
package/dist/index.js CHANGED
@@ -27,90 +27,8 @@ var EventBus = class {
27
27
  };
28
28
 
29
29
  // src/types.ts
30
- var Emotion = /* @__PURE__ */ ((Emotion2) => {
31
- Emotion2["NEUTRAL"] = "neutral";
32
- Emotion2["HAPPY"] = "happy";
33
- Emotion2["SAD"] = "sad";
34
- Emotion2["ANGRY"] = "angry";
35
- Emotion2["SURPRISED"] = "surprised";
36
- Emotion2["THINKING"] = "thinking";
37
- Emotion2["EXCITED"] = "excited";
38
- Emotion2["SHY"] = "shy";
39
- return Emotion2;
40
- })(Emotion || {});
41
30
  var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
42
-
43
- // src/emotion-parser.ts
44
- var EMOTION_TAG_REGEX = /\[([a-zA-Z]+)\]/g;
45
- var EMOTION_TAG_TEST_REGEX = /\[([a-zA-Z]+)\]/;
46
- var EMOTION_KEYWORD_MAP = {
47
- // Neutral
48
- neutral: "neutral" /* NEUTRAL */,
49
- normal: "neutral" /* NEUTRAL */,
50
- calm: "neutral" /* NEUTRAL */,
51
- // Happy
52
- happy: "happy" /* HAPPY */,
53
- joy: "happy" /* HAPPY */,
54
- joyful: "happy" /* HAPPY */,
55
- cheerful: "happy" /* HAPPY */,
56
- smile: "happy" /* HAPPY */,
57
- // Sad
58
- sad: "sad" /* SAD */,
59
- unhappy: "sad" /* SAD */,
60
- depressed: "sad" /* SAD */,
61
- down: "sad" /* SAD */,
62
- cry: "sad" /* SAD */,
63
- // Angry
64
- angry: "angry" /* ANGRY */,
65
- mad: "angry" /* ANGRY */,
66
- furious: "angry" /* ANGRY */,
67
- annoyed: "angry" /* ANGRY */,
68
- // Surprised
69
- surprised: "surprised" /* SURPRISED */,
70
- shock: "surprised" /* SURPRISED */,
71
- shocked: "surprised" /* SURPRISED */,
72
- amazed: "surprised" /* SURPRISED */,
73
- wow: "surprised" /* SURPRISED */,
74
- // Thinking
75
- thinking: "thinking" /* THINKING */,
76
- wonder: "thinking" /* THINKING */,
77
- curious: "thinking" /* THINKING */,
78
- hmm: "thinking" /* THINKING */,
79
- // Excited
80
- excited: "excited" /* EXCITED */,
81
- energetic: "excited" /* EXCITED */,
82
- hyper: "excited" /* EXCITED */,
83
- enthusiastic: "excited" /* EXCITED */,
84
- // Shy
85
- shy: "shy" /* SHY */,
86
- embarrassed: "shy" /* SHY */,
87
- blush: "shy" /* SHY */,
88
- timid: "shy" /* SHY */
89
- };
90
- function parseEmotion(text) {
91
- let detectedEmotion;
92
- let cleanedText = text;
93
- const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
94
- for (const match of matches) {
95
- const keyword = match[1].toLowerCase();
96
- const emotion = EMOTION_KEYWORD_MAP[keyword];
97
- if (emotion) {
98
- detectedEmotion = emotion;
99
- }
100
- cleanedText = cleanedText.replace(match[0], "");
101
- }
102
- cleanedText = cleanedText.replace(/\s+/g, " ").trim();
103
- return {
104
- text: cleanedText,
105
- emotion: detectedEmotion
106
- };
107
- }
108
- function hasEmotionTag(text) {
109
- return EMOTION_TAG_TEST_REGEX.test(text);
110
- }
111
- function getSupportedEmotionKeywords() {
112
- return Object.keys(EMOTION_KEYWORD_MAP);
113
- }
31
+ var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
114
32
 
115
33
  // src/index.ts
116
34
  var Charivo = class {
@@ -229,21 +147,17 @@ var Charivo = class {
229
147
  }
230
148
  if (this.llmManager && this.character) {
231
149
  const response = await this.llmManager.generateResponse(userMessage);
232
- const parsed = parseEmotion(response);
233
150
  const characterMessage = {
234
151
  id: Date.now().toString() + "_response",
235
- content: parsed.text,
236
- // Use cleaned text without emotion tags
152
+ content: response,
237
153
  timestamp: /* @__PURE__ */ new Date(),
238
154
  characterId: this.character.id,
239
- type: "character",
240
- emotion: parsed.emotion
241
- // Add parsed emotion
155
+ type: "character"
242
156
  };
243
157
  this.eventBus.emit("message:received", { message: characterMessage });
244
158
  this.eventBus.emit("character:speak", {
245
159
  character: this.character,
246
- message: parsed.text
160
+ message: response
247
161
  });
248
162
  if (this.renderManager) {
249
163
  await this.renderManager.render(characterMessage, this.character);
@@ -251,7 +165,7 @@ var Charivo = class {
251
165
  if (this.ttsManager) {
252
166
  try {
253
167
  this.eventBus.emit("tts:start", {
254
- text: parsed.text,
168
+ text: response,
255
169
  characterId: this.character.id
256
170
  });
257
171
  const ttsOptions = this.character.voice ? {
@@ -260,7 +174,7 @@ var Charivo = class {
260
174
  volume: this.character.voice.volume,
261
175
  voice: this.character.voice.voiceId
262
176
  } : void 0;
263
- await this.ttsManager.speak(parsed.text, ttsOptions);
177
+ await this.ttsManager.speak(response, ttsOptions);
264
178
  this.eventBus.emit("tts:end", { characterId: this.character.id });
265
179
  } catch (error) {
266
180
  this.eventBus.emit("tts:error", { error });
@@ -353,6 +267,6 @@ var Charivo = class {
353
267
  }
354
268
  };
355
269
 
356
- export { Charivo, Emotion, EventBus, OPENAI_REALTIME_ADAPTER, getSupportedEmotionKeywords, hasEmotionTag, parseEmotion };
270
+ export { Charivo, EventBus, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER };
357
271
  //# sourceMappingURL=index.js.map
358
272
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;;;AClEvC,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
1
+ {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/index.ts"],"names":[],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;AClDvC,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@charivo/core",
3
- "version": "0.5.0",
3
+ "version": "0.7.0",
4
4
  "description": "Core functionality for Charivo character system",
5
5
  "type": "module",
6
6
  "main": "dist/index.cjs",