@charivo/core 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -5,7 +5,7 @@
5
5
  It exports:
6
6
 
7
7
  - `Charivo`: the top-level orchestrator
8
- - shared domain types such as `Character`, `Message`, and `Emotion`
8
+ - shared domain types such as `Character`, `Message`, and realtime session types
9
9
  - interface contracts for LLM, render, TTS, STT, and realtime managers
10
10
  - the typed `EventBus`
11
11
 
@@ -18,7 +18,7 @@ pnpm add @charivo/core
18
18
  ## Usage
19
19
 
20
20
  ```ts
21
- import { Charivo, Emotion } from "@charivo/core";
21
+ import { Charivo } from "@charivo/core";
22
22
 
23
23
  const charivo = new Charivo();
24
24
 
@@ -26,13 +26,6 @@ charivo.setCharacter({
26
26
  id: "hiyori",
27
27
  name: "Hiyori",
28
28
  personality: "Cheerful and helpful assistant",
29
- emotionMappings: [
30
- {
31
- emotion: Emotion.HAPPY,
32
- expression: "f02",
33
- motion: { group: "TapBody", index: 0 },
34
- },
35
- ],
36
29
  });
37
30
 
38
31
  charivo.on("message:received", ({ message }) => {
@@ -60,10 +53,6 @@ The current render-manager contract is explicit: a `RenderManager` must expose
60
53
  `setEventBus(eventBus)` so the core can connect typed character, TTS, and
61
54
  realtime events without duck typing.
62
55
 
63
- Emotion parsing keeps the current simple rule: if a message contains multiple
64
- valid emotion tags, the last valid tag wins and all emotion tags are stripped
65
- from the rendered text.
66
-
67
56
  ## Events
68
57
 
69
58
  Important event names include:
@@ -90,6 +79,8 @@ Important event names include:
90
79
  - `realtime:tool:call`
91
80
  - `realtime:tool:result`
92
81
  - `realtime:tool:error`
93
- - `realtime:emotion`
82
+ - `realtime:expression`
83
+ - `realtime:motion`
84
+ - `realtime:gaze`
94
85
  - `realtime:text:delta`
95
86
  - `realtime:error`
package/dist/index.cjs CHANGED
@@ -29,92 +29,9 @@ var EventBus = class {
29
29
  };
30
30
 
31
31
  // src/types.ts
32
- var Emotion = /* @__PURE__ */ ((Emotion2) => {
33
- Emotion2["NEUTRAL"] = "neutral";
34
- Emotion2["HAPPY"] = "happy";
35
- Emotion2["SAD"] = "sad";
36
- Emotion2["ANGRY"] = "angry";
37
- Emotion2["SURPRISED"] = "surprised";
38
- Emotion2["THINKING"] = "thinking";
39
- Emotion2["EXCITED"] = "excited";
40
- Emotion2["SHY"] = "shy";
41
- return Emotion2;
42
- })(Emotion || {});
43
32
  var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
44
33
  var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
45
34
 
46
- // src/emotion-parser.ts
47
- var EMOTION_TAG_REGEX = /\[([a-zA-Z]+)\]/g;
48
- var EMOTION_TAG_TEST_REGEX = /\[([a-zA-Z]+)\]/;
49
- var EMOTION_KEYWORD_MAP = {
50
- // Neutral
51
- neutral: "neutral" /* NEUTRAL */,
52
- normal: "neutral" /* NEUTRAL */,
53
- calm: "neutral" /* NEUTRAL */,
54
- // Happy
55
- happy: "happy" /* HAPPY */,
56
- joy: "happy" /* HAPPY */,
57
- joyful: "happy" /* HAPPY */,
58
- cheerful: "happy" /* HAPPY */,
59
- smile: "happy" /* HAPPY */,
60
- // Sad
61
- sad: "sad" /* SAD */,
62
- unhappy: "sad" /* SAD */,
63
- depressed: "sad" /* SAD */,
64
- down: "sad" /* SAD */,
65
- cry: "sad" /* SAD */,
66
- // Angry
67
- angry: "angry" /* ANGRY */,
68
- mad: "angry" /* ANGRY */,
69
- furious: "angry" /* ANGRY */,
70
- annoyed: "angry" /* ANGRY */,
71
- // Surprised
72
- surprised: "surprised" /* SURPRISED */,
73
- shock: "surprised" /* SURPRISED */,
74
- shocked: "surprised" /* SURPRISED */,
75
- amazed: "surprised" /* SURPRISED */,
76
- wow: "surprised" /* SURPRISED */,
77
- // Thinking
78
- thinking: "thinking" /* THINKING */,
79
- wonder: "thinking" /* THINKING */,
80
- curious: "thinking" /* THINKING */,
81
- hmm: "thinking" /* THINKING */,
82
- // Excited
83
- excited: "excited" /* EXCITED */,
84
- energetic: "excited" /* EXCITED */,
85
- hyper: "excited" /* EXCITED */,
86
- enthusiastic: "excited" /* EXCITED */,
87
- // Shy
88
- shy: "shy" /* SHY */,
89
- embarrassed: "shy" /* SHY */,
90
- blush: "shy" /* SHY */,
91
- timid: "shy" /* SHY */
92
- };
93
- function parseEmotion(text) {
94
- let detectedEmotion;
95
- let cleanedText = text;
96
- const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
97
- for (const match of matches) {
98
- const keyword = match[1].toLowerCase();
99
- const emotion = EMOTION_KEYWORD_MAP[keyword];
100
- if (emotion) {
101
- detectedEmotion = emotion;
102
- }
103
- cleanedText = cleanedText.replace(match[0], "");
104
- }
105
- cleanedText = cleanedText.replace(/\s+/g, " ").trim();
106
- return {
107
- text: cleanedText,
108
- emotion: detectedEmotion
109
- };
110
- }
111
- function hasEmotionTag(text) {
112
- return EMOTION_TAG_TEST_REGEX.test(text);
113
- }
114
- function getSupportedEmotionKeywords() {
115
- return Object.keys(EMOTION_KEYWORD_MAP);
116
- }
117
-
118
35
  // src/index.ts
119
36
  var Charivo = class {
120
37
  eventBus;
@@ -232,21 +149,17 @@ var Charivo = class {
232
149
  }
233
150
  if (this.llmManager && this.character) {
234
151
  const response = await this.llmManager.generateResponse(userMessage);
235
- const parsed = parseEmotion(response);
236
152
  const characterMessage = {
237
153
  id: Date.now().toString() + "_response",
238
- content: parsed.text,
239
- // Use cleaned text without emotion tags
154
+ content: response,
240
155
  timestamp: /* @__PURE__ */ new Date(),
241
156
  characterId: this.character.id,
242
- type: "character",
243
- emotion: parsed.emotion
244
- // Add parsed emotion
157
+ type: "character"
245
158
  };
246
159
  this.eventBus.emit("message:received", { message: characterMessage });
247
160
  this.eventBus.emit("character:speak", {
248
161
  character: this.character,
249
- message: parsed.text
162
+ message: response
250
163
  });
251
164
  if (this.renderManager) {
252
165
  await this.renderManager.render(characterMessage, this.character);
@@ -254,7 +167,7 @@ var Charivo = class {
254
167
  if (this.ttsManager) {
255
168
  try {
256
169
  this.eventBus.emit("tts:start", {
257
- text: parsed.text,
170
+ text: response,
258
171
  characterId: this.character.id
259
172
  });
260
173
  const ttsOptions = this.character.voice ? {
@@ -263,7 +176,7 @@ var Charivo = class {
263
176
  volume: this.character.voice.volume,
264
177
  voice: this.character.voice.voiceId
265
178
  } : void 0;
266
- await this.ttsManager.speak(parsed.text, ttsOptions);
179
+ await this.ttsManager.speak(response, ttsOptions);
267
180
  this.eventBus.emit("tts:end", { characterId: this.character.id });
268
181
  } catch (error) {
269
182
  this.eventBus.emit("tts:error", { error });
@@ -357,12 +270,8 @@ var Charivo = class {
357
270
  };
358
271
 
359
272
  exports.Charivo = Charivo;
360
- exports.Emotion = Emotion;
361
273
  exports.EventBus = EventBus;
362
274
  exports.OPENAI_REALTIME_ADAPTER = OPENAI_REALTIME_ADAPTER;
363
275
  exports.OPENAI_REALTIME_AGENTS_ADAPTER = OPENAI_REALTIME_AGENTS_ADAPTER;
364
- exports.getSupportedEmotionKeywords = getSupportedEmotionKeywords;
365
- exports.hasEmotionTag = hasEmotionTag;
366
- exports.parseEmotion = parseEmotion;
367
276
  //# sourceMappingURL=index.cjs.map
368
277
  //# sourceMappingURL=index.cjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACnE9C,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
1
+ {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/index.ts"],"names":[],"mappings":";;;AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;AClDvC,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.cjs","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
package/dist/index.d.cts CHANGED
@@ -1,26 +1,14 @@
1
- /**
2
- * Standard emotion types for character expressions
3
- */
4
- declare enum Emotion {
5
- NEUTRAL = "neutral",
6
- HAPPY = "happy",
7
- SAD = "sad",
8
- ANGRY = "angry",
9
- SURPRISED = "surprised",
10
- THINKING = "thinking",
11
- EXCITED = "excited",
12
- SHY = "shy"
13
- }
14
- /**
15
- * Mapping between emotion and Live2D model animations
16
- */
17
- interface EmotionMapping {
18
- emotion: Emotion;
19
- expression?: string;
20
- motion?: {
21
- group: string;
22
- index?: number;
23
- };
1
+ interface MotionSelection {
2
+ group: string;
3
+ index?: number;
4
+ }
5
+ interface GazeCoordinates {
6
+ x: number;
7
+ y: number;
8
+ }
9
+ interface AvatarControlCatalog {
10
+ expressions: string[];
11
+ motions: Record<string, number>;
24
12
  }
25
13
  interface Character {
26
14
  id: string;
@@ -34,11 +22,6 @@ interface Character {
34
22
  pitch?: number;
35
23
  volume?: number;
36
24
  };
37
- /**
38
- * Custom emotion mappings for this character's Live2D model
39
- * If not specified, default mappings will be used
40
- */
41
- emotionMappings?: EmotionMapping[];
42
25
  }
43
26
  interface Message {
44
27
  id: string;
@@ -46,10 +29,6 @@ interface Message {
46
29
  timestamp: Date;
47
30
  characterId?: string;
48
31
  type: "user" | "character" | "system";
49
- /**
50
- * Parsed emotion from message content (if any)
51
- */
52
- emotion?: Emotion;
53
32
  }
54
33
  interface Conversation {
55
34
  id: string;
@@ -177,6 +156,11 @@ interface Renderer {
177
156
  loadModel?(modelPath: string): Promise<void>;
178
157
  setRealtimeLipSync?(enabled: boolean): void;
179
158
  updateRealtimeLipSyncRms?(rms: number): void;
159
+ playExpression?(expressionId: string): void;
160
+ playMotionByGroup?(group: string, index: number): void;
161
+ lookAt?(coords: GazeCoordinates): void;
162
+ getAvailableExpressions?(): string[];
163
+ getAvailableMotionGroups?(): Record<string, number>;
180
164
  }
181
165
  interface RenderManager {
182
166
  initialize(): Promise<void>;
@@ -331,9 +315,14 @@ type EventMap = {
331
315
  error: Error;
332
316
  callId?: string;
333
317
  };
334
- "realtime:emotion": {
335
- emotion: Emotion;
318
+ "realtime:expression": {
319
+ expressionId: string;
336
320
  };
321
+ "realtime:motion": {
322
+ group: string;
323
+ index: number;
324
+ };
325
+ "realtime:gaze": GazeCoordinates;
337
326
  "realtime:text:delta": {
338
327
  text: string;
339
328
  };
@@ -360,48 +349,6 @@ declare class EventBus implements CharivoEventBus {
360
349
  clear(): void;
361
350
  }
362
351
 
363
- /**
364
- * Result of parsing emotion tags from text
365
- */
366
- interface ParsedEmotion {
367
- /** The cleaned text with emotion tags removed */
368
- text: string;
369
- /** The detected emotion (if any) */
370
- emotion?: Emotion;
371
- }
372
- /**
373
- * Parse emotion tags from text and return cleaned text with detected emotion
374
- *
375
- * @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
376
- * @returns ParsedEmotion object with cleaned text and detected emotion
377
- *
378
- * @example
379
- * ```typescript
380
- * parseEmotion("Hello! [happy] Nice to meet you!")
381
- * // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
382
- *
383
- * parseEmotion("I'm feeling [sad] today...")
384
- * // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
385
- *
386
- * parseEmotion("Just a normal message")
387
- * // Returns: { text: "Just a normal message", emotion: undefined }
388
- * ```
389
- */
390
- declare function parseEmotion(text: string): ParsedEmotion;
391
- /**
392
- * Check if text contains any emotion tags
393
- *
394
- * @param text - The text to check
395
- * @returns true if text contains emotion tags
396
- */
397
- declare function hasEmotionTag(text: string): boolean;
398
- /**
399
- * Get all supported emotion keywords
400
- *
401
- * @returns Array of supported emotion keywords
402
- */
403
- declare function getSupportedEmotionKeywords(): string[];
404
-
405
352
  declare class Charivo {
406
353
  private eventBus;
407
354
  private llmManager?;
@@ -513,4 +460,4 @@ declare class Charivo {
513
460
  emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
514
461
  }
515
462
 
516
- export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, Emotion, type EmotionMapping, EventBus, type EventMap, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type ParsedEmotion, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, getSupportedEmotionKeywords, hasEmotionTag, parseEmotion };
463
+ export { type AvatarControlCatalog, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider };
package/dist/index.d.ts CHANGED
@@ -1,26 +1,14 @@
1
- /**
2
- * Standard emotion types for character expressions
3
- */
4
- declare enum Emotion {
5
- NEUTRAL = "neutral",
6
- HAPPY = "happy",
7
- SAD = "sad",
8
- ANGRY = "angry",
9
- SURPRISED = "surprised",
10
- THINKING = "thinking",
11
- EXCITED = "excited",
12
- SHY = "shy"
13
- }
14
- /**
15
- * Mapping between emotion and Live2D model animations
16
- */
17
- interface EmotionMapping {
18
- emotion: Emotion;
19
- expression?: string;
20
- motion?: {
21
- group: string;
22
- index?: number;
23
- };
1
+ interface MotionSelection {
2
+ group: string;
3
+ index?: number;
4
+ }
5
+ interface GazeCoordinates {
6
+ x: number;
7
+ y: number;
8
+ }
9
+ interface AvatarControlCatalog {
10
+ expressions: string[];
11
+ motions: Record<string, number>;
24
12
  }
25
13
  interface Character {
26
14
  id: string;
@@ -34,11 +22,6 @@ interface Character {
34
22
  pitch?: number;
35
23
  volume?: number;
36
24
  };
37
- /**
38
- * Custom emotion mappings for this character's Live2D model
39
- * If not specified, default mappings will be used
40
- */
41
- emotionMappings?: EmotionMapping[];
42
25
  }
43
26
  interface Message {
44
27
  id: string;
@@ -46,10 +29,6 @@ interface Message {
46
29
  timestamp: Date;
47
30
  characterId?: string;
48
31
  type: "user" | "character" | "system";
49
- /**
50
- * Parsed emotion from message content (if any)
51
- */
52
- emotion?: Emotion;
53
32
  }
54
33
  interface Conversation {
55
34
  id: string;
@@ -177,6 +156,11 @@ interface Renderer {
177
156
  loadModel?(modelPath: string): Promise<void>;
178
157
  setRealtimeLipSync?(enabled: boolean): void;
179
158
  updateRealtimeLipSyncRms?(rms: number): void;
159
+ playExpression?(expressionId: string): void;
160
+ playMotionByGroup?(group: string, index: number): void;
161
+ lookAt?(coords: GazeCoordinates): void;
162
+ getAvailableExpressions?(): string[];
163
+ getAvailableMotionGroups?(): Record<string, number>;
180
164
  }
181
165
  interface RenderManager {
182
166
  initialize(): Promise<void>;
@@ -331,9 +315,14 @@ type EventMap = {
331
315
  error: Error;
332
316
  callId?: string;
333
317
  };
334
- "realtime:emotion": {
335
- emotion: Emotion;
318
+ "realtime:expression": {
319
+ expressionId: string;
336
320
  };
321
+ "realtime:motion": {
322
+ group: string;
323
+ index: number;
324
+ };
325
+ "realtime:gaze": GazeCoordinates;
337
326
  "realtime:text:delta": {
338
327
  text: string;
339
328
  };
@@ -360,48 +349,6 @@ declare class EventBus implements CharivoEventBus {
360
349
  clear(): void;
361
350
  }
362
351
 
363
- /**
364
- * Result of parsing emotion tags from text
365
- */
366
- interface ParsedEmotion {
367
- /** The cleaned text with emotion tags removed */
368
- text: string;
369
- /** The detected emotion (if any) */
370
- emotion?: Emotion;
371
- }
372
- /**
373
- * Parse emotion tags from text and return cleaned text with detected emotion
374
- *
375
- * @param text - The text containing potential emotion tags (e.g., "Hello! [happy] How are you?")
376
- * @returns ParsedEmotion object with cleaned text and detected emotion
377
- *
378
- * @example
379
- * ```typescript
380
- * parseEmotion("Hello! [happy] Nice to meet you!")
381
- * // Returns: { text: "Hello! Nice to meet you!", emotion: Emotion.HAPPY }
382
- *
383
- * parseEmotion("I'm feeling [sad] today...")
384
- * // Returns: { text: "I'm feeling today...", emotion: Emotion.SAD }
385
- *
386
- * parseEmotion("Just a normal message")
387
- * // Returns: { text: "Just a normal message", emotion: undefined }
388
- * ```
389
- */
390
- declare function parseEmotion(text: string): ParsedEmotion;
391
- /**
392
- * Check if text contains any emotion tags
393
- *
394
- * @param text - The text to check
395
- * @returns true if text contains emotion tags
396
- */
397
- declare function hasEmotionTag(text: string): boolean;
398
- /**
399
- * Get all supported emotion keywords
400
- *
401
- * @returns Array of supported emotion keywords
402
- */
403
- declare function getSupportedEmotionKeywords(): string[];
404
-
405
352
  declare class Charivo {
406
353
  private eventBus;
407
354
  private llmManager?;
@@ -513,4 +460,4 @@ declare class Charivo {
513
460
  emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
514
461
  }
515
462
 
516
- export { type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, Emotion, type EmotionMapping, EventBus, type EventMap, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type ParsedEmotion, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider, getSupportedEmotionKeywords, hasEmotionTag, parseEmotion };
463
+ export { type AvatarControlCatalog, type Character, Charivo, type CharivoConfig, type CharivoEventBus, type CharivoEventEmitter, type Conversation, EventBus, type EventMap, type GazeCoordinates, type LLMAdapter, type LLMClient, type LLMManager, type LLMProvider, type Message, type MotionSelection, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, type Plugin, type RealtimeConnectionState, type RealtimeManager, type RealtimeProvider, type RealtimeResponseStatus, type RealtimeSessionBootstrap, type RealtimeSessionConfig, type RealtimeSessionRequest, type RealtimeSessionStatus, type RealtimeSessionTransitionReason, type RealtimeState, type RealtimeTool, type RealtimeToolChoice, type RealtimeToolContext, type RealtimeToolHandler, type RealtimeToolRegistration, type RealtimeTransportKind, type RenderManager, type Renderer, type STTManager, type STTOptions, type STTProvider, type STTTranscriber, type TTSManager, type TTSOptions, type TTSPlaybackMode, type TTSPlayer, type TTSProvider };
package/dist/index.js CHANGED
@@ -27,92 +27,9 @@ var EventBus = class {
27
27
  };
28
28
 
29
29
  // src/types.ts
30
- var Emotion = /* @__PURE__ */ ((Emotion2) => {
31
- Emotion2["NEUTRAL"] = "neutral";
32
- Emotion2["HAPPY"] = "happy";
33
- Emotion2["SAD"] = "sad";
34
- Emotion2["ANGRY"] = "angry";
35
- Emotion2["SURPRISED"] = "surprised";
36
- Emotion2["THINKING"] = "thinking";
37
- Emotion2["EXCITED"] = "excited";
38
- Emotion2["SHY"] = "shy";
39
- return Emotion2;
40
- })(Emotion || {});
41
30
  var OPENAI_REALTIME_ADAPTER = "openai-webrtc";
42
31
  var OPENAI_REALTIME_AGENTS_ADAPTER = "openai-agents-webrtc";
43
32
 
44
- // src/emotion-parser.ts
45
- var EMOTION_TAG_REGEX = /\[([a-zA-Z]+)\]/g;
46
- var EMOTION_TAG_TEST_REGEX = /\[([a-zA-Z]+)\]/;
47
- var EMOTION_KEYWORD_MAP = {
48
- // Neutral
49
- neutral: "neutral" /* NEUTRAL */,
50
- normal: "neutral" /* NEUTRAL */,
51
- calm: "neutral" /* NEUTRAL */,
52
- // Happy
53
- happy: "happy" /* HAPPY */,
54
- joy: "happy" /* HAPPY */,
55
- joyful: "happy" /* HAPPY */,
56
- cheerful: "happy" /* HAPPY */,
57
- smile: "happy" /* HAPPY */,
58
- // Sad
59
- sad: "sad" /* SAD */,
60
- unhappy: "sad" /* SAD */,
61
- depressed: "sad" /* SAD */,
62
- down: "sad" /* SAD */,
63
- cry: "sad" /* SAD */,
64
- // Angry
65
- angry: "angry" /* ANGRY */,
66
- mad: "angry" /* ANGRY */,
67
- furious: "angry" /* ANGRY */,
68
- annoyed: "angry" /* ANGRY */,
69
- // Surprised
70
- surprised: "surprised" /* SURPRISED */,
71
- shock: "surprised" /* SURPRISED */,
72
- shocked: "surprised" /* SURPRISED */,
73
- amazed: "surprised" /* SURPRISED */,
74
- wow: "surprised" /* SURPRISED */,
75
- // Thinking
76
- thinking: "thinking" /* THINKING */,
77
- wonder: "thinking" /* THINKING */,
78
- curious: "thinking" /* THINKING */,
79
- hmm: "thinking" /* THINKING */,
80
- // Excited
81
- excited: "excited" /* EXCITED */,
82
- energetic: "excited" /* EXCITED */,
83
- hyper: "excited" /* EXCITED */,
84
- enthusiastic: "excited" /* EXCITED */,
85
- // Shy
86
- shy: "shy" /* SHY */,
87
- embarrassed: "shy" /* SHY */,
88
- blush: "shy" /* SHY */,
89
- timid: "shy" /* SHY */
90
- };
91
- function parseEmotion(text) {
92
- let detectedEmotion;
93
- let cleanedText = text;
94
- const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));
95
- for (const match of matches) {
96
- const keyword = match[1].toLowerCase();
97
- const emotion = EMOTION_KEYWORD_MAP[keyword];
98
- if (emotion) {
99
- detectedEmotion = emotion;
100
- }
101
- cleanedText = cleanedText.replace(match[0], "");
102
- }
103
- cleanedText = cleanedText.replace(/\s+/g, " ").trim();
104
- return {
105
- text: cleanedText,
106
- emotion: detectedEmotion
107
- };
108
- }
109
- function hasEmotionTag(text) {
110
- return EMOTION_TAG_TEST_REGEX.test(text);
111
- }
112
- function getSupportedEmotionKeywords() {
113
- return Object.keys(EMOTION_KEYWORD_MAP);
114
- }
115
-
116
33
  // src/index.ts
117
34
  var Charivo = class {
118
35
  eventBus;
@@ -230,21 +147,17 @@ var Charivo = class {
230
147
  }
231
148
  if (this.llmManager && this.character) {
232
149
  const response = await this.llmManager.generateResponse(userMessage);
233
- const parsed = parseEmotion(response);
234
150
  const characterMessage = {
235
151
  id: Date.now().toString() + "_response",
236
- content: parsed.text,
237
- // Use cleaned text without emotion tags
152
+ content: response,
238
153
  timestamp: /* @__PURE__ */ new Date(),
239
154
  characterId: this.character.id,
240
- type: "character",
241
- emotion: parsed.emotion
242
- // Add parsed emotion
155
+ type: "character"
243
156
  };
244
157
  this.eventBus.emit("message:received", { message: characterMessage });
245
158
  this.eventBus.emit("character:speak", {
246
159
  character: this.character,
247
- message: parsed.text
160
+ message: response
248
161
  });
249
162
  if (this.renderManager) {
250
163
  await this.renderManager.render(characterMessage, this.character);
@@ -252,7 +165,7 @@ var Charivo = class {
252
165
  if (this.ttsManager) {
253
166
  try {
254
167
  this.eventBus.emit("tts:start", {
255
- text: parsed.text,
168
+ text: response,
256
169
  characterId: this.character.id
257
170
  });
258
171
  const ttsOptions = this.character.voice ? {
@@ -261,7 +174,7 @@ var Charivo = class {
261
174
  volume: this.character.voice.volume,
262
175
  voice: this.character.voice.voiceId
263
176
  } : void 0;
264
- await this.ttsManager.speak(parsed.text, ttsOptions);
177
+ await this.ttsManager.speak(response, ttsOptions);
265
178
  this.eventBus.emit("tts:end", { characterId: this.character.id });
266
179
  } catch (error) {
267
180
  this.eventBus.emit("tts:error", { error });
@@ -354,6 +267,6 @@ var Charivo = class {
354
267
  }
355
268
  };
356
269
 
357
- export { Charivo, Emotion, EventBus, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER, getSupportedEmotionKeywords, hasEmotionTag, parseEmotion };
270
+ export { Charivo, EventBus, OPENAI_REALTIME_ADAPTER, OPENAI_REALTIME_AGENTS_ADAPTER };
358
271
  //# sourceMappingURL=index.js.map
359
272
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/emotion-parser.ts","../src/index.ts"],"names":["Emotion"],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACxCO,IAAK,OAAA,qBAAAA,QAAAA,KAAL;AACL,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AACN,EAAAA,SAAA,OAAA,CAAA,GAAQ,OAAA;AACR,EAAAA,SAAA,WAAA,CAAA,GAAY,WAAA;AACZ,EAAAA,SAAA,UAAA,CAAA,GAAW,UAAA;AACX,EAAAA,SAAA,SAAA,CAAA,GAAU,SAAA;AACV,EAAAA,SAAA,KAAA,CAAA,GAAM,KAAA;AARI,EAAA,OAAAA,QAAAA;AAAA,CAAA,EAAA,OAAA,IAAA,EAAA;AA+EL,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;ACnE9C,IAAM,iBAAA,GAAoB,kBAAA;AAC1B,IAAM,sBAAA,GAAyB,iBAAA;AAM/B,IAAM,mBAAA,GAA+C;AAAA;AAAA,EAEnD,OAAA,EAAA,SAAA;AAAA,EACA,MAAA,EAAA,SAAA;AAAA,EACA,IAAA,EAAA,SAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,MAAA,EAAA,OAAA;AAAA,EACA,QAAA,EAAA,OAAA;AAAA,EACA,KAAA,EAAA,OAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,OAAA,EAAA,KAAA;AAAA,EACA,SAAA,EAAA,KAAA;AAAA,EACA,IAAA,EAAA,KAAA;AAAA,EACA,GAAA,EAAA,KAAA;AAAA;AAAA,EAGA,KAAA,EAAA,OAAA;AAAA,EACA,GAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA,EACA,OAAA,EAAA,OAAA;AAAA;AAAA,EAGA,SAAA,EAAA,WAAA;AAAA,EACA,KAAA,EAAA,WAAA;AAAA,EACA,OAAA,EAAA,WAAA;AAAA,EACA,MAAA,EAAA,WAAA;AAAA,EACA,GAAA,EAAA,WAAA;AAAA;AAAA,EAGA,QAAA,EAAA,UAAA;AAAA,EACA,MAAA,EAAA,UAAA;AAAA,EACA,OAAA,EAAA,UAAA;AAAA,EACA,GAAA,EAAA,UAAA;AAAA;AAAA,EAGA,OAAA,EAAA,SAAA;AAAA,EACA,SAAA,EAAA,SAAA;AAAA,EACA,KAAA,EAAA,SAAA;AAAA,EACA,YAAA,EAAA,SAAA;AAAA;AAAA,EAGA,GAAA,EAAA,KAAA;AAAA,EACA,WAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AAAA,EACA,KAAA,EAAA,KAAA;AACF,CAAA;AAoBO,SAAS,aAAa,IAAA,EAA6B;AACxD,EAAA,IAAI,eAAA;AACJ,EAAA,IAAI,WAAA,GAAc,IAAA;AAGlB,EAAA,MAAM,UAAU,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,QAAA,CAAS,iBAAiB,CAAC,CAAA;AAG3D,EAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,IAAA,MAAM,OAAA,GAAU,KAAA,CAAM,CAAC,CAAA,CAAE,WAAA,EAAY;AACrC,IAAA,MAAM,OAAA,GAAU,oBAAoB,OAAO,CAAA;AAE3C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,eAAA,GAAkB,OAAA;AAAA,IACpB;AAGA,IAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,CAAC,GAAG,EAAE,CAAA;AAAA,EAChD;AAGA,EAAA,WAAA,GAAc,WAAA,CAAY,OAAA,CAAQ,MAAA,EAAQ,GAAG,EAAE,IAAA,EAAK;AAEpD,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,WAAA;AAAA,IACN,OAAA,EAAS;AAAA,GACX;AACF;AAQO,SAAS,cAAc,IAAA,EAAuB;AACnD,EAAA,OAAO,sBAAA,CAAuB,KAAK,IAAI,CAAA;AACzC;AAOO,SAAS,2BAAA,GAAwC;AACtD,EAAA,OAAO,MAAA,CAAO,KAAK,mBAAmB,CAAA;AACxC;;;AC5HO,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAGnE,MAAA,MAAM,MAAA,GAAS,aAAa,QAAQ,CAAA;AAEpC,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,SAAS,MAAA,CAAO,IAAA;AAAA;AAAA,QAChB,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,MAAA,CAAO;AAAA;AAAA,OAClB;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,SAAS,MAAA,CAAO;AAAA,OACjB,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAGA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,MAAM,MAAA,CAAO,IAAA;AAAA,YACb,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,MAAA,CAAO,MAAM,UAAU,CAAA;AACnD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","/**\n * Standard emotion types for character expressions\n */\nexport enum Emotion {\n NEUTRAL = \"neutral\",\n HAPPY = \"happy\",\n SAD = \"sad\",\n ANGRY = \"angry\",\n SURPRISED = \"surprised\",\n THINKING = \"thinking\",\n EXCITED = \"excited\",\n SHY = \"shy\",\n}\n\n/**\n * Mapping between emotion and Live2D model animations\n */\nexport interface EmotionMapping {\n emotion: Emotion;\n expression?: string; // Live2D expression ID (e.g., \"smile\", \"angry\")\n motion?: {\n group: string; // Live2D motion group (e.g., \"Idle\", \"TapBody\")\n index?: number; // Motion index within group\n };\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n /**\n * Custom emotion mappings for this character's Live2D model\n * If not specified, default mappings will be used\n */\n emotionMappings?: EmotionMapping[];\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n /**\n * Parsed emotion from message content (if any)\n */\n emotion?: Emotion;\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:emotion\": { emotion: Emotion };\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { Emotion } from \"./types\";\n\n/**\n * Result of parsing emotion tags from text\n */\nexport interface ParsedEmotion {\n /** The cleaned text with emotion tags removed */\n text: string;\n /** The detected emotion (if any) */\n emotion?: Emotion;\n}\n\n/**\n * Regular expression to match emotion tags in format [emotion] or [EMOTION]\n * Examples: [happy], [HAPPY], [sad]\n */\nconst EMOTION_TAG_REGEX = /\\[([a-zA-Z]+)\\]/g;\nconst EMOTION_TAG_TEST_REGEX = /\\[([a-zA-Z]+)\\]/;\n\n/**\n * Map of emotion keywords to standard Emotion enum\n * Supports various aliases and common variations\n */\nconst EMOTION_KEYWORD_MAP: Record<string, Emotion> = {\n // Neutral\n neutral: Emotion.NEUTRAL,\n normal: Emotion.NEUTRAL,\n calm: Emotion.NEUTRAL,\n\n // Happy\n happy: Emotion.HAPPY,\n joy: Emotion.HAPPY,\n joyful: Emotion.HAPPY,\n cheerful: Emotion.HAPPY,\n smile: Emotion.HAPPY,\n\n // Sad\n sad: Emotion.SAD,\n unhappy: Emotion.SAD,\n depressed: Emotion.SAD,\n down: Emotion.SAD,\n cry: Emotion.SAD,\n\n // Angry\n angry: Emotion.ANGRY,\n mad: Emotion.ANGRY,\n furious: Emotion.ANGRY,\n annoyed: Emotion.ANGRY,\n\n // Surprised\n surprised: Emotion.SURPRISED,\n shock: Emotion.SURPRISED,\n shocked: Emotion.SURPRISED,\n amazed: Emotion.SURPRISED,\n wow: Emotion.SURPRISED,\n\n // Thinking\n thinking: Emotion.THINKING,\n wonder: Emotion.THINKING,\n curious: Emotion.THINKING,\n hmm: Emotion.THINKING,\n\n // Excited\n excited: Emotion.EXCITED,\n energetic: Emotion.EXCITED,\n hyper: Emotion.EXCITED,\n enthusiastic: Emotion.EXCITED,\n\n // Shy\n shy: Emotion.SHY,\n embarrassed: Emotion.SHY,\n blush: Emotion.SHY,\n timid: Emotion.SHY,\n};\n\n/**\n * Parse emotion tags from text and return cleaned text with detected emotion\n *\n * @param text - The text containing potential emotion tags (e.g., \"Hello! [happy] How are you?\")\n * @returns ParsedEmotion object with cleaned text and detected emotion\n *\n * @example\n * ```typescript\n * parseEmotion(\"Hello! [happy] Nice to meet you!\")\n * // Returns: { text: \"Hello! Nice to meet you!\", emotion: Emotion.HAPPY }\n *\n * parseEmotion(\"I'm feeling [sad] today...\")\n * // Returns: { text: \"I'm feeling today...\", emotion: Emotion.SAD }\n *\n * parseEmotion(\"Just a normal message\")\n * // Returns: { text: \"Just a normal message\", emotion: undefined }\n * ```\n */\nexport function parseEmotion(text: string): ParsedEmotion {\n let detectedEmotion: Emotion | undefined;\n let cleanedText = text;\n\n // Find all emotion tags\n const matches = Array.from(text.matchAll(EMOTION_TAG_REGEX));\n\n // Process each match (use the last one if multiple)\n for (const match of matches) {\n const keyword = match[1].toLowerCase();\n const emotion = EMOTION_KEYWORD_MAP[keyword];\n\n if (emotion) {\n detectedEmotion = emotion;\n }\n\n // Remove the tag from text\n cleanedText = cleanedText.replace(match[0], \"\");\n }\n\n // Clean up extra spaces\n cleanedText = cleanedText.replace(/\\s+/g, \" \").trim();\n\n return {\n text: cleanedText,\n emotion: detectedEmotion,\n };\n}\n\n/**\n * Check if text contains any emotion tags\n *\n * @param text - The text to check\n * @returns true if text contains emotion tags\n */\nexport function hasEmotionTag(text: string): boolean {\n return EMOTION_TAG_TEST_REGEX.test(text);\n}\n\n/**\n * Get all supported emotion keywords\n *\n * @returns Array of supported emotion keywords\n */\nexport function getSupportedEmotionKeywords(): string[] {\n return Object.keys(EMOTION_KEYWORD_MAP);\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\nimport { parseEmotion } from \"./emotion-parser\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\nexport * from \"./emotion-parser\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n // Parse emotion tags from response\n const parsed = parseEmotion(response);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: parsed.text, // Use cleaned text without emotion tags\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n emotion: parsed.emotion, // Add parsed emotion\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: parsed.text,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n // Play character voice with TTS (using cleaned text)\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: parsed.text,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(parsed.text, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
1
+ {"version":3,"sources":["../src/bus.ts","../src/types.ts","../src/index.ts"],"names":[],"mappings":";AAMO,IAAM,WAAN,MAA0C;AAAA,EACvC,YAA2B,EAAC;AAAA,EAEpC,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,KAAM,EAAC;AAC3B,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,CAAG,IAAA,CAAK,QAAQ,CAAA;AAAA,EACtC;AAAA,EAEA,IAAA,CAA+B,OAAU,IAAA,EAAyB;AAChE,IAAA,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA,EAAG,OAAA,CAAQ,CAAC,QAAA,KAAa,QAAA,CAAS,IAAI,CAAC,CAAA;AAAA,EAC7D;AAAA,EAEA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,SAAA,CAAU,KAAK,CAAA;AAC3C,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,cAAA,CAAe,OAAA,CAAQ,QAAQ,CAAA;AAC7C,IAAA,IAAI,QAAQ,EAAA,EAAI;AACd,MAAA,cAAA,CAAe,MAAA,CAAO,OAAO,CAAC,CAAA;AAAA,IAChC;AAEA,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,OAAO,IAAA,CAAK,UAAU,KAAK,CAAA;AAAA,IAC7B;AAAA,EACF;AAAA,EAEA,KAAA,GAAc;AACZ,IAAA,IAAA,CAAK,YAAY,EAAC;AAAA,EACpB;AACF;;;ACmBO,IAAM,uBAAA,GAA0B;AAChC,IAAM,8BAAA,GAAiC;;;AClDvC,IAAM,UAAN,MAAc;AAAA,EACX,QAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,UAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA,SAAA;AAAA,EACA,cAAA,GAAiB,KAAA;AAAA,EAEzB,WAAA,GAAc;AACZ,IAAA,IAAA,CAAK,QAAA,GAAW,IAAI,QAAA,EAAS;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,aAAA,EAAoC;AACjD,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,6BAA6B,aAAa,CAAA;AAG/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,aAAA,CAAc,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IAC3C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,6BAA6B,aAAA,EAAoC;AACvE,IAAA,aAAA,CAAc,WAAA,CAAY,KAAK,QAAQ,CAAA;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAGlB,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAU,OAAA,EAA2B;AACnC,IAAA,IAAA,CAAK,UAAA,GAAa,OAAA;AAClB,IAAA,IAAA,CAAK,8BAA8B,OAAO,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,SAAA,GAAkB;AAChB,IAAA,IAAA,CAAK,UAAA,GAAa,MAAA;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,8BAA8B,OAAA,EAA2B;AAC/D,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAEjB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,UAAA,CAAW,aAAa,SAAS,CAAA;AAAA,IACxC;AAEA,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,IAAA,CAAK,aAAA,CAAc,aAAa,SAAS,CAAA;AAAA,IAC3C;AAEA,IAAA,IAAI,KAAK,eAAA,EAAiB;AACxB,MAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,SAAS,CAAA;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,OAAA,EAAgC;AAC5C,IAAA,MAAM,WAAA,GAAuB;AAAA,MAC3B,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,QAAA,EAAS;AAAA,MACxB,OAAA;AAAA,MACA,SAAA,sBAAe,IAAA,EAAK;AAAA,MACpB,IAAA,EAAM;AAAA,KACR;AAEA,IAAA,IAAA,CAAK,SAAS,IAAA,CAAK,cAAA,EAAgB,EAAE,OAAA,EAAS,aAAa,CAAA;AAG3D,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,WAAW,CAAA;AAAA,IAC7C;AAGA,IAAA,IAAI,IAAA,CAAK,UAAA,IAAc,IAAA,CAAK,SAAA,EAAW;AACrC,MAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,UAAA,CAAW,iBAAiB,WAAW,CAAA;AAEnE,MAAA,MAAM,gBAAA,GAA4B;AAAA,QAChC,EAAA,EAAI,IAAA,CAAK,GAAA,EAAI,CAAE,UAAS,GAAI,WAAA;AAAA,QAC5B,OAAA,EAAS,QAAA;AAAA,QACT,SAAA,sBAAe,IAAA,EAAK;AAAA,QACpB,WAAA,EAAa,KAAK,SAAA,CAAU,EAAA;AAAA,QAC5B,IAAA,EAAM;AAAA,OACR;AAEA,MAAA,IAAA,CAAK,SAAS,IAAA,CAAK,kBAAA,EAAoB,EAAE,OAAA,EAAS,kBAAkB,CAAA;AACpE,MAAA,IAAA,CAAK,QAAA,CAAS,KAAK,iBAAA,EAAmB;AAAA,QACpC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,IAAI,KAAK,aAAA,EAAe;AACtB,QAAA,MAAM,IAAA,CAAK,aAAA,CAAc,MAAA,CAAO,gBAAA,EAAkB,KAAK,SAAS,CAAA;AAAA,MAClE;AAEA,MAAA,IAAI,KAAK,UAAA,EAAY;AACnB,QAAA,IAAI;AACF,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,WAAA,EAAa;AAAA,YAC9B,IAAA,EAAM,QAAA;AAAA,YACN,WAAA,EAAa,KAAK,SAAA,CAAU;AAAA,WAC7B,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,KAAA,GAC9B;AAAA,YACE,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,IAAA;AAAA,YAC3B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,KAAA;AAAA,YAC5B,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM,MAAA;AAAA,YAC7B,KAAA,EAAO,IAAA,CAAK,SAAA,CAAU,KAAA,CAAM;AAAA,WAC9B,GACA,KAAA,CAAA;AAEJ,UAAA,MAAM,IAAA,CAAK,UAAA,CAAW,KAAA,CAAM,QAAA,EAAU,UAAU,CAAA;AAChD,UAAA,IAAA,CAAK,QAAA,CAAS,KAAK,SAAA,EAAW,EAAE,aAAa,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,WAAA,EAAa,EAAE,OAAuB,CAAA;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,YAAA,GAAqB;AACnB,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,WAAW,YAAA,EAAa;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAwB;AACtB,IAAA,OAAO,KAAK,UAAA,GAAa,IAAA,CAAK,UAAA,CAAW,UAAA,KAAe,EAAC;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA,EAKA,mBAAA,GAAwC;AACtC,IAAA,OAAO,KAAK,SAAA,IAAa,IAAA;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,aAAA,GAAwC;AACtC,IAAA,OAAO,IAAA,CAAK,UAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,eAAe,OAAA,EAAkD;AAC/D,IAAA,IAAA,CAAK,eAAA,GAAkB,OAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,mCAAmC,OAAO,CAAA;AAE/C,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,OAAA,CAAQ,YAAA,CAAa,KAAK,SAAS,CAAA;AAAA,IACrC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,cAAA,GAAuB;AACrB,IAAA,IAAA,CAAK,eAAA,GAAkB,MAAA;AACvB,IAAA,IAAA,CAAK,cAAA,GAAiB,KAAA;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKA,qBAAA,GAAiC;AAC/B,IAAA,OAAO,IAAA,CAAK,cAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKQ,mCACN,OAAA,EACM;AACN,IAAA,IAAI,QAAQ,eAAA,EAAiB;AAC3B,MAAA,OAAA,CAAQ,eAAA,CAAgB,KAAK,QAAQ,CAAA;AAAA,IACvC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAA,GAAoE;AAClE,IAAA,OAAO,IAAA,CAAK,eAAA;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,EAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,EAAA,CAAG,KAAA,EAAO,QAAQ,CAAA;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,GAAA,CACE,OACA,QAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,QAAQ,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAA,CACE,OACA,IAAA,EACM;AACN,IAAA,IAAA,CAAK,QAAA,CAAS,IAAA,CAAK,KAAA,EAAO,IAAI,CAAA;AAAA,EAChC;AACF","file":"index.js","sourcesContent":["import { CharivoEventBus, EventMap } from \"./types\";\n\ntype ListenerStore = {\n [K in keyof EventMap]?: Array<(data: EventMap[K]) => void>;\n};\n\nexport class EventBus implements CharivoEventBus {\n private listeners: ListenerStore = {};\n\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n this.listeners[event] ??= [];\n this.listeners[event]!.push(listener);\n }\n\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void {\n this.listeners[event]?.forEach((listener) => listener(data));\n }\n\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void {\n const eventListeners = this.listeners[event];\n if (!eventListeners) {\n return;\n }\n\n const index = eventListeners.indexOf(listener);\n if (index > -1) {\n eventListeners.splice(index, 1);\n }\n\n if (eventListeners.length === 0) {\n delete this.listeners[event];\n }\n }\n\n clear(): void {\n this.listeners = {};\n }\n}\n","export interface MotionSelection {\n group: string;\n index?: number;\n}\n\nexport interface GazeCoordinates {\n x: number;\n y: number;\n}\n\nexport interface AvatarControlCatalog {\n expressions: string[];\n motions: Record<string, number>;\n}\n\nexport interface Character {\n id: string;\n name: string;\n description?: string;\n personality?: string;\n avatar?: string;\n voice?: {\n voiceId?: string;\n rate?: number;\n pitch?: number;\n volume?: number;\n };\n}\n\nexport interface Message {\n id: string;\n content: string;\n timestamp: Date;\n characterId?: string;\n type: \"user\" | \"character\" | \"system\";\n}\n\nexport interface Conversation {\n id: string;\n messages: Message[];\n characterId?: string;\n createdAt: Date;\n updatedAt: Date;\n}\n\nexport interface Plugin {\n id: string;\n name: string;\n version: string;\n enabled: boolean;\n}\n\nexport interface CharivoConfig {\n characters: Character[];\n plugins: Plugin[];\n llmProvider?: string;\n renderProvider?: string;\n}\n\nexport type RealtimeTransportKind = \"webrtc\" | \"websocket\";\n\nexport type RealtimeToolChoice = \"auto\" | \"none\" | \"required\";\nexport const OPENAI_REALTIME_ADAPTER = \"openai-webrtc\";\nexport const OPENAI_REALTIME_AGENTS_ADAPTER = \"openai-agents-webrtc\";\n\nexport interface RealtimeTool {\n type: \"function\";\n name: string;\n description: string;\n parameters: {\n type: \"object\";\n properties: Record<string, unknown>;\n required?: string[];\n };\n}\n\nexport interface RealtimeSessionConfig {\n provider?: string;\n transport?: RealtimeTransportKind;\n voice?: string;\n model?: string;\n instructions?: string;\n temperature?: number;\n maxTokens?: number;\n tools?: RealtimeTool[];\n toolChoice?: RealtimeToolChoice;\n}\n\nexport interface RealtimeSessionRequest {\n adapter?: string;\n transport: RealtimeTransportKind;\n session: RealtimeSessionConfig;\n sdpOffer?: string;\n}\n\nexport type RealtimeSessionBootstrap =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport interface RealtimeProvider {\n createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap>;\n}\n\nexport type RealtimeConnectionState =\n | \"idle\"\n | \"connecting\"\n | \"connected\"\n | \"disconnecting\"\n | \"error\";\n\nexport type RealtimeSessionStatus = \"idle\" | \"starting\" | \"active\" | \"stopped\";\nexport type RealtimeSessionTransitionReason = \"user\" | \"refresh\";\n\nexport type RealtimeResponseStatus =\n | \"idle\"\n | \"responding\"\n | \"interrupted\"\n | \"completed\";\n\nexport interface RealtimeState {\n connection: RealtimeConnectionState;\n session: {\n status: RealtimeSessionStatus;\n config: RealtimeSessionConfig | null;\n characterId?: string;\n };\n response: {\n status: RealtimeResponseStatus;\n text: string;\n };\n lastError: Error | null;\n}\n\nexport interface RealtimeToolContext {\n character?: Character | null;\n state: RealtimeState;\n callId?: string;\n}\n\nexport type RealtimeToolHandler = (\n args: Record<string, unknown>,\n context: RealtimeToolContext,\n) => Promise<Record<string, unknown>>;\n\nexport interface RealtimeToolRegistration {\n definition: RealtimeTool;\n handler: RealtimeToolHandler;\n timeoutMs?: number;\n}\n\nexport interface LLMAdapter {\n generateResponse(message: Message): Promise<string>;\n setCharacter(character: Character): void;\n clearHistory(): void;\n}\n\n// LLM 제공자 (서버사이드에서 LLM 응답 생성)\nexport interface LLMProvider {\n generateResponse(\n messages: Array<{ role: string; content: string }>,\n ): Promise<string>;\n}\n\n// 단순한 LLM 호출 클라이언트 (stateless)\nexport interface LLMClient {\n call(messages: Array<{ role: string; content: string }>): Promise<string>;\n}\n\n// LLM 매니저 (세션 관리, 히스토리, 캐릭터 관리)\nexport interface LLMManager {\n setCharacter(character: Character): void;\n getCharacter(): Character | null;\n clearHistory(): void;\n getHistory(): Message[];\n generateResponse(message: Message): Promise<string>;\n}\n\n// Renderer 인터페이스 (stateless renderer)\nexport interface Renderer {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n render(message: Message, character?: Character): Promise<void>;\n loadModel?(modelPath: string): Promise<void>;\n setRealtimeLipSync?(enabled: boolean): void;\n updateRealtimeLipSyncRms?(rms: number): void;\n playExpression?(expressionId: string): void;\n playMotionByGroup?(group: string, index: number): void;\n lookAt?(coords: GazeCoordinates): void;\n getAvailableExpressions?(): string[];\n getAvailableMotionGroups?(): Record<string, number>;\n}\n\n// Render 매니저 (세션 관리, 립싱크, 모션 제어)\nexport interface RenderManager {\n initialize(): Promise<void>;\n destroy(): Promise<void>;\n setCharacter(character: Character): void;\n render(message: Message, character?: Character): Promise<void>;\n setEventBus(eventBus: CharivoEventBus): void;\n loadModel?(modelPath: string): Promise<void>;\n setMessageCallback?(\n callback: (message: Message, character?: Character) => void,\n ): void;\n}\n\nexport interface TTSOptions {\n rate?: number;\n pitch?: number;\n volume?: number;\n voice?: string;\n}\n\nexport type TTSPlaybackMode = \"audio\" | \"web-speech\";\n\n// TTS 플레이어 (브라우저에서 음성 재생)\nexport interface TTSPlayer {\n /**\n * Explicit playback mode for the manager. Prefer setting this on concrete\n * players instead of relying on constructor-name inference.\n */\n readonly playbackMode?: TTSPlaybackMode;\n /**\n * MIME type used when the manager turns generated audio into a Blob.\n */\n readonly audioMimeType?: string;\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n // Stateless audio generation (optional)\n generateAudio?(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n}\n\n// TTS 제공자 (오디오 데이터 생성)\nexport interface TTSProvider {\n generateSpeech(text: string, options?: TTSOptions): Promise<ArrayBuffer>;\n setVoice(voice: string): void;\n}\n\n// TTS Manager - TTS 세션의 상태 관리를 담당하는 인터페이스\nexport interface TTSManager {\n speak(text: string, options?: TTSOptions): Promise<void>;\n stop(): Promise<void>;\n setVoice(voice: string): void;\n isSupported(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport interface STTOptions {\n language?: string;\n}\n\n// STT provider (converts audio data to text)\nexport interface STTProvider {\n transcribe(audio: Blob | ArrayBuffer, options?: STTOptions): Promise<string>;\n}\n\n// STT transcriber (browser-side audio transcription)\n// Each transcriber handles recording internally\nexport interface STTTranscriber {\n startRecording(options?: STTOptions): Promise<void>;\n stopRecording(): Promise<string>;\n isRecording(): boolean;\n}\n\n// STT Manager - Manages STT session state\nexport interface STTManager {\n start(options?: STTOptions): Promise<void>;\n stop(): Promise<string>;\n isRecording(): boolean;\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\n// Realtime Manager - Manages Realtime API session state\nexport interface RealtimeManager {\n setCharacter(character: Character): void;\n getState(): RealtimeState;\n startSession(config?: RealtimeSessionConfig): Promise<void>;\n updateSession(config?: RealtimeSessionConfig): Promise<void>;\n stopSession(): Promise<void>;\n sendMessage(text: string): Promise<void>;\n sendAudioChunk(audio: ArrayBuffer): Promise<void>;\n interrupt(): Promise<void>;\n registerTool(tool: RealtimeToolRegistration): void;\n unregisterTool(name: string): void;\n getRegisteredTools(): RealtimeTool[];\n setEventEmitter?(eventEmitter: CharivoEventEmitter): void;\n}\n\nexport type EventMap = {\n \"message:sent\": { message: Message };\n \"message:received\": { message: Message };\n \"character:speak\": { character: Character; message: string };\n \"tts:start\": { text: string; characterId?: string };\n \"tts:end\": { characterId?: string };\n \"tts:error\": { error: Error };\n \"tts:audio:start\": { audioElement?: HTMLAudioElement; characterId?: string };\n \"tts:audio:end\": { characterId?: string };\n \"tts:lipsync:update\": { rms: number; characterId?: string };\n \"stt:start\": { options?: STTOptions };\n \"stt:stop\": { transcription: string };\n \"stt:error\": { error: Error };\n \"realtime:session:start\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:session:end\": {\n state: RealtimeState;\n reason?: RealtimeSessionTransitionReason;\n };\n \"realtime:state\": { state: RealtimeState };\n \"realtime:user:transcript\": { text: string };\n \"realtime:assistant:start\": { state: RealtimeState };\n \"realtime:assistant:delta\": { text: string };\n \"realtime:assistant:done\": { text: string };\n \"realtime:tool:call\": {\n name: string;\n args: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:result\": {\n name: string;\n output: Record<string, unknown>;\n callId?: string;\n };\n \"realtime:tool:error\": {\n name: string;\n error: Error;\n callId?: string;\n };\n \"realtime:expression\": { expressionId: string };\n \"realtime:motion\": { group: string; index: number };\n \"realtime:gaze\": GazeCoordinates;\n \"realtime:text:delta\": { text: string };\n \"realtime:error\": { error: Error };\n error: { error: Error };\n};\n\nexport interface CharivoEventEmitter {\n emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;\n}\n\nexport interface CharivoEventBus extends CharivoEventEmitter {\n on<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n off<K extends keyof EventMap>(\n event: K,\n listener: (data: EventMap[K]) => void,\n ): void;\n}\n","import { EventBus } from \"./bus\";\nimport {\n Character,\n Message,\n RenderManager,\n TTSManager,\n STTManager,\n LLMManager,\n} from \"./types\";\n\nexport * from \"./types\";\nexport * from \"./bus\";\n\nexport class Charivo {\n private eventBus: EventBus;\n private llmManager?: LLMManager;\n private renderManager?: RenderManager;\n private ttsManager?: TTSManager;\n private sttManager?: STTManager;\n private realtimeManager?: import(\"./types\").RealtimeManager;\n private character?: Character;\n private isRealtimeMode = false;\n\n constructor() {\n this.eventBus = new EventBus();\n }\n\n /**\n * Attach a render manager to handle character visualization.\n * Automatically connects the event bus and sets the current character if available.\n */\n attachRenderer(renderManager: RenderManager): void {\n this.renderManager = renderManager;\n this.connectRenderManagerEventBus(renderManager);\n\n // Set character if it was already configured\n if (this.character) {\n renderManager.setCharacter(this.character);\n }\n }\n\n /**\n * Connects the render manager to the event bus for bidirectional communication.\n */\n private connectRenderManagerEventBus(renderManager: RenderManager): void {\n renderManager.setEventBus(this.eventBus);\n }\n\n /**\n * Attach an LLM manager to handle conversation generation.\n * Automatically sets the current character if available.\n */\n attachLLM(manager: LLMManager): void {\n this.llmManager = manager;\n\n // Set character if it was already configured\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Attach a TTS manager to handle voice synthesis.\n * Automatically connects the event emitter for audio events.\n */\n attachTTS(manager: TTSManager): void {\n this.ttsManager = manager;\n this.connectTTSManagerEventEmitter(manager);\n }\n\n /**\n * Detach the TTS manager to disable voice synthesis.\n */\n detachTTS(): void {\n this.ttsManager = undefined;\n }\n\n /**\n * Attach an STT manager to handle speech recognition.\n * Automatically connects the event emitter for STT events.\n */\n attachSTT(manager: STTManager): void {\n this.sttManager = manager;\n this.connectSTTManagerEventEmitter(manager);\n }\n\n /**\n * Detach the STT manager to disable speech recognition.\n */\n detachSTT(): void {\n this.sttManager = undefined;\n }\n\n /**\n * Connects the TTS manager to the event bus for audio event emission.\n */\n private connectTTSManagerEventEmitter(manager: TTSManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Connects the STT manager to the event bus for speech recognition event emission.\n */\n private connectSTTManagerEventEmitter(manager: STTManager): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Set the character for this Charivo instance.\n * Automatically propagates to all attached managers (LLM, Renderer).\n */\n setCharacter(character: Character): void {\n this.character = character;\n\n if (this.llmManager) {\n this.llmManager.setCharacter(character);\n }\n\n if (this.renderManager) {\n this.renderManager.setCharacter(character);\n }\n\n if (this.realtimeManager) {\n this.realtimeManager.setCharacter(character);\n }\n }\n\n /**\n * Process a user message and generate a character response.\n * Orchestrates the full conversation flow: rendering, LLM generation, and TTS playback.\n */\n async userSay(content: string): Promise<void> {\n const userMessage: Message = {\n id: Date.now().toString(),\n content,\n timestamp: new Date(),\n type: \"user\",\n };\n\n this.eventBus.emit(\"message:sent\", { message: userMessage });\n\n // Render user message\n if (this.renderManager) {\n await this.renderManager.render(userMessage);\n }\n\n // Generate and render character response\n if (this.llmManager && this.character) {\n const response = await this.llmManager.generateResponse(userMessage);\n\n const characterMessage: Message = {\n id: Date.now().toString() + \"_response\",\n content: response,\n timestamp: new Date(),\n characterId: this.character.id,\n type: \"character\",\n };\n\n this.eventBus.emit(\"message:received\", { message: characterMessage });\n this.eventBus.emit(\"character:speak\", {\n character: this.character,\n message: response,\n });\n\n if (this.renderManager) {\n await this.renderManager.render(characterMessage, this.character);\n }\n\n if (this.ttsManager) {\n try {\n this.eventBus.emit(\"tts:start\", {\n text: response,\n characterId: this.character.id,\n });\n\n const ttsOptions = this.character.voice\n ? {\n rate: this.character.voice.rate,\n pitch: this.character.voice.pitch,\n volume: this.character.voice.volume,\n voice: this.character.voice.voiceId,\n }\n : undefined;\n\n await this.ttsManager.speak(response, ttsOptions);\n this.eventBus.emit(\"tts:end\", { characterId: this.character.id });\n } catch (error) {\n this.eventBus.emit(\"tts:error\", { error: error as Error });\n }\n }\n }\n }\n\n /**\n * Clear the conversation history from the LLM manager.\n */\n clearHistory(): void {\n if (this.llmManager) {\n this.llmManager.clearHistory();\n }\n }\n\n /**\n * Get the conversation history from the LLM manager.\n */\n getHistory(): Message[] {\n return this.llmManager ? this.llmManager.getHistory() : [];\n }\n\n /**\n * Get the currently configured character.\n */\n getCurrentCharacter(): Character | null {\n return this.character ?? null;\n }\n\n /**\n * Get the current STT manager instance.\n */\n getSTTManager(): STTManager | undefined {\n return this.sttManager;\n }\n\n /**\n * Attach a Realtime manager to handle real-time conversation.\n * Automatically connects the event emitter and enables Realtime mode.\n */\n attachRealtime(manager: import(\"./types\").RealtimeManager): void {\n this.realtimeManager = manager;\n this.isRealtimeMode = true;\n this.connectRealtimeManagerEventEmitter(manager);\n\n if (this.character) {\n manager.setCharacter(this.character);\n }\n }\n\n /**\n * Detach the Realtime manager and disable Realtime mode.\n */\n detachRealtime(): void {\n this.realtimeManager = undefined;\n this.isRealtimeMode = false;\n }\n\n /**\n * Check if Realtime mode is enabled.\n */\n isRealtimeModeEnabled(): boolean {\n return this.isRealtimeMode;\n }\n\n /**\n * Connects the Realtime manager to the event bus.\n */\n private connectRealtimeManagerEventEmitter(\n manager: import(\"./types\").RealtimeManager,\n ): void {\n if (manager.setEventEmitter) {\n manager.setEventEmitter(this.eventBus);\n }\n }\n\n /**\n * Get the current Realtime manager instance.\n */\n getRealtimeManager(): import(\"./types\").RealtimeManager | undefined {\n return this.realtimeManager;\n }\n\n /**\n * Subscribe to events from the event bus.\n */\n on<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.on(event, listener);\n }\n\n /**\n * Unsubscribe from events from the event bus.\n */\n off<K extends keyof import(\"./types\").EventMap>(\n event: K,\n listener: (data: import(\"./types\").EventMap[K]) => void,\n ): void {\n this.eventBus.off(event, listener);\n }\n\n /**\n * Emit events to the event bus.\n */\n emit<K extends keyof import(\"./types\").EventMap>(\n event: K,\n data: import(\"./types\").EventMap[K],\n ): void {\n this.eventBus.emit(event, data);\n }\n}\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@charivo/core",
3
- "version": "0.6.0",
3
+ "version": "0.7.0",
4
4
  "description": "Core functionality for Charivo character system",
5
5
  "type": "module",
6
6
  "main": "dist/index.cjs",