@charivo/render 0.3.4 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -72,4 +72,38 @@ Charivo events. In the default flow it listens for:
72
72
  - `realtime:gaze`
73
73
 
74
74
  This manager consumes the full bus because it needs subscription access, not
75
- just event emission.
75
+ just event emission. `RenderManager` also exposes `disconnect()` to remove the
76
+ listeners registered by `setEventBus`; `destroy()` calls it automatically.
77
+
78
+ ## Local-Presence Gaze
79
+
80
+ `RenderManager` exposes a public method for driving gaze from a local-presence
81
+ source such as webcam face tracking:
82
+
83
+ ```ts
84
+ renderManager.setLocalGaze({ x: 0.3, y: -0.1 }); // returns boolean
85
+ ```
86
+
87
+ **What it does:**
88
+
89
+ - Calls the renderer's `lookAt` with the supplied coordinates.
90
+ - Briefly suspends mouse cursor tracking (the `updateViewWithMouse` path) via a
91
+ separate local-gaze window, so the webcam/local-presence driver beats the
92
+ cursor while the window is active.
93
+
94
+ **What it does NOT do:**
95
+
96
+ - It does not open the AI gaze suspend window used by `realtime:gaze`.
97
+ - It does not suppress deliberate taps — tap-driven gaze yields only to the AI
98
+ window, not to the local-gaze window.
99
+
100
+ **Returns `false` (no-op) when:**
101
+
102
+ - AI gaze currently owns the avatar (the `realtime:gaze` suspend window is
103
+ active), or
104
+ - the renderer has no `lookAt` method.
105
+
106
+ **Gaze driver priority:**
107
+
108
+ - Cursor-follow: AI (`realtime:gaze`) > local-presence (`setLocalGaze`) > mouse cursor
109
+ - Deliberate taps: AI (`realtime:gaze`) > tap (local-presence does not suppress taps)
package/dist/index.d.mts CHANGED
@@ -1,4 +1,4 @@
1
- import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character } from '@charivo/core';
1
+ import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character, GazeCoordinates } from '@charivo/core';
2
2
 
3
3
  /**
4
4
  * Real-time lip sync utility for TTS audio integration.
@@ -67,13 +67,25 @@ declare class RenderManager implements RenderManager$1 {
67
67
  private cleanupMouseTracking?;
68
68
  private resumeMouseTrackingTimer?;
69
69
  private mouseTrackingSuspendedUntil;
70
+ private localGazeSuspendUntil;
70
71
  private lastExpression?;
71
72
  private lastMotion?;
73
+ private eventBus?;
74
+ private readonly handleTtsAudioStart;
75
+ private readonly handleTtsAudioEnd;
76
+ private readonly handleTtsLipsyncUpdate;
77
+ private readonly handleRealtimeExpression;
78
+ private readonly handleRealtimeMotion;
79
+ private readonly handleRealtimeGaze;
72
80
  constructor(renderer: Renderer, options?: RenderManagerOptions | undefined);
73
81
  /**
74
82
  * 이벤트 버스 연결
75
83
  */
76
84
  setEventBus(eventBus: CharivoEventBus): void;
85
+ /**
86
+ * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.
87
+ */
88
+ disconnect(): void;
77
89
  /**
78
90
  * 메시지 콜백 설정
79
91
  */
@@ -95,6 +107,12 @@ declare class RenderManager implements RenderManager$1 {
95
107
  * 메시지 렌더링
96
108
  */
97
109
  render(message: Message, character?: Character): Promise<void>;
110
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
111
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
112
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
113
+ * static document mouse cursor target does not fight the webcam. Returns true
114
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
115
+ setLocalGaze(coords: GazeCoordinates): boolean;
98
116
  /**
99
117
  * 정리
100
118
  */
@@ -121,6 +139,7 @@ declare class RenderManager implements RenderManager$1 {
121
139
  private applyMotion;
122
140
  private applyGaze;
123
141
  private suspendMouseTracking;
142
+ private isAiGazeActive;
124
143
  private isMouseTrackingSuspended;
125
144
  private isMouseTrackable;
126
145
  private hasExpressionControl;
package/dist/index.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character } from '@charivo/core';
1
+ import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character, GazeCoordinates } from '@charivo/core';
2
2
 
3
3
  /**
4
4
  * Real-time lip sync utility for TTS audio integration.
@@ -67,13 +67,25 @@ declare class RenderManager implements RenderManager$1 {
67
67
  private cleanupMouseTracking?;
68
68
  private resumeMouseTrackingTimer?;
69
69
  private mouseTrackingSuspendedUntil;
70
+ private localGazeSuspendUntil;
70
71
  private lastExpression?;
71
72
  private lastMotion?;
73
+ private eventBus?;
74
+ private readonly handleTtsAudioStart;
75
+ private readonly handleTtsAudioEnd;
76
+ private readonly handleTtsLipsyncUpdate;
77
+ private readonly handleRealtimeExpression;
78
+ private readonly handleRealtimeMotion;
79
+ private readonly handleRealtimeGaze;
72
80
  constructor(renderer: Renderer, options?: RenderManagerOptions | undefined);
73
81
  /**
74
82
  * 이벤트 버스 연결
75
83
  */
76
84
  setEventBus(eventBus: CharivoEventBus): void;
85
+ /**
86
+ * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.
87
+ */
88
+ disconnect(): void;
77
89
  /**
78
90
  * 메시지 콜백 설정
79
91
  */
@@ -95,6 +107,12 @@ declare class RenderManager implements RenderManager$1 {
95
107
  * 메시지 렌더링
96
108
  */
97
109
  render(message: Message, character?: Character): Promise<void>;
110
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
111
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
112
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
113
+ * static document mouse cursor target does not fight the webcam. Returns true
114
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
115
+ setLocalGaze(coords: GazeCoordinates): boolean;
98
116
  /**
99
117
  * 정리
100
118
  */
@@ -121,6 +139,7 @@ declare class RenderManager implements RenderManager$1 {
121
139
  private applyMotion;
122
140
  private applyGaze;
123
141
  private suspendMouseTracking;
142
+ private isAiGazeActive;
124
143
  private isMouseTrackingSuspended;
125
144
  private isMouseTrackable;
126
145
  private hasExpressionControl;
package/dist/index.js CHANGED
@@ -153,6 +153,7 @@ function setupMouseTracking(options) {
153
153
  };
154
154
  }
155
155
  var GAZE_MOUSE_SUSPEND_MS = 1200;
156
+ var LOCAL_GAZE_SUSPEND_MS = 700;
156
157
  var EXPRESSION_DEBOUNCE_MS = 300;
157
158
  var MOTION_DEBOUNCE_MS = 1e3;
158
159
  var RenderManager = class {
@@ -168,33 +169,59 @@ var RenderManager = class {
168
169
  cleanupMouseTracking;
169
170
  resumeMouseTrackingTimer;
170
171
  mouseTrackingSuspendedUntil = 0;
172
+ localGazeSuspendUntil = 0;
171
173
  lastExpression;
172
174
  lastMotion;
175
+ eventBus;
176
+ // Stable handler references so they can be removed by reference in disconnect()
177
+ handleTtsAudioStart = (data) => {
178
+ this.startRealtimeLipSync(data.audioElement);
179
+ };
180
+ handleTtsAudioEnd = (_data) => {
181
+ this.stopRealtimeLipSync();
182
+ };
183
+ handleTtsLipsyncUpdate = (data) => {
184
+ this.updateLipSync(data.rms);
185
+ };
186
+ handleRealtimeExpression = (data) => {
187
+ this.applyExpression(data.expressionId);
188
+ };
189
+ handleRealtimeMotion = (data) => {
190
+ this.applyMotion({ group: data.group, index: data.index });
191
+ };
192
+ handleRealtimeGaze = (data) => {
193
+ this.applyGaze(data);
194
+ };
173
195
  /**
174
196
  * 이벤트 버스 연결
175
197
  */
176
198
  setEventBus(eventBus) {
177
- eventBus.on("tts:audio:start", (data) => {
178
- this.startRealtimeLipSync(data.audioElement);
179
- });
180
- eventBus.on("tts:audio:end", () => {
181
- this.stopRealtimeLipSync();
182
- });
183
- eventBus.on("tts:lipsync:update", (data) => {
184
- this.updateLipSync(data.rms);
185
- });
186
- eventBus.on("realtime:expression", (data) => {
187
- this.applyExpression(data.expressionId);
188
- });
189
- eventBus.on("realtime:motion", (data) => {
190
- this.applyMotion({
191
- group: data.group,
192
- index: data.index
193
- });
194
- });
195
- eventBus.on("realtime:gaze", (data) => {
196
- this.applyGaze(data);
197
- });
199
+ if (this.eventBus) {
200
+ this.disconnect();
201
+ }
202
+ this.eventBus = eventBus;
203
+ eventBus.on("tts:audio:start", this.handleTtsAudioStart);
204
+ eventBus.on("tts:audio:end", this.handleTtsAudioEnd);
205
+ eventBus.on("tts:lipsync:update", this.handleTtsLipsyncUpdate);
206
+ eventBus.on("realtime:expression", this.handleRealtimeExpression);
207
+ eventBus.on("realtime:motion", this.handleRealtimeMotion);
208
+ eventBus.on("realtime:gaze", this.handleRealtimeGaze);
209
+ }
210
+ /**
211
+ * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.
212
+ */
213
+ disconnect() {
214
+ if (!this.eventBus) {
215
+ return;
216
+ }
217
+ this.stopRealtimeLipSync();
218
+ this.eventBus.off("tts:audio:start", this.handleTtsAudioStart);
219
+ this.eventBus.off("tts:audio:end", this.handleTtsAudioEnd);
220
+ this.eventBus.off("tts:lipsync:update", this.handleTtsLipsyncUpdate);
221
+ this.eventBus.off("realtime:expression", this.handleRealtimeExpression);
222
+ this.eventBus.off("realtime:motion", this.handleRealtimeMotion);
223
+ this.eventBus.off("realtime:gaze", this.handleRealtimeGaze);
224
+ this.eventBus = void 0;
198
225
  }
199
226
  /**
200
227
  * 메시지 콜백 설정
@@ -227,7 +254,7 @@ var RenderManager = class {
227
254
  mouseTrackableRenderer.updateViewWithMouse(coords);
228
255
  },
229
256
  handleMouseTap: (coords) => {
230
- if (this.isMouseTrackingSuspended()) {
257
+ if (this.isAiGazeActive()) {
231
258
  return;
232
259
  }
233
260
  mouseTrackableRenderer.handleMouseTap(coords);
@@ -255,10 +282,23 @@ var RenderManager = class {
255
282
  await this.renderer.render(message, targetCharacter);
256
283
  this.messageCallback?.(message, targetCharacter);
257
284
  }
285
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
286
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
287
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
288
+ * static document mouse cursor target does not fight the webcam. Returns true
289
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
290
+ setLocalGaze(coords) {
291
+ if (this.isAiGazeActive()) return false;
292
+ if (!this.hasGazeControl(this.renderer)) return false;
293
+ this.renderer.lookAt(coords);
294
+ this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS;
295
+ return true;
296
+ }
258
297
  /**
259
298
  * 정리
260
299
  */
261
300
  async destroy() {
301
+ this.disconnect();
262
302
  this.unbindBrowserLifecycleEvents();
263
303
  this.cleanupMouseTracking?.();
264
304
  this.cleanupMouseTracking = void 0;
@@ -382,9 +422,12 @@ var RenderManager = class {
382
422
  this.resumeMouseTrackingTimer = void 0;
383
423
  }, durationMs);
384
424
  }
385
- isMouseTrackingSuspended() {
425
+ isAiGazeActive() {
386
426
  return Date.now() < this.mouseTrackingSuspendedUntil;
387
427
  }
428
+ isMouseTrackingSuspended() {
429
+ return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;
430
+ }
388
431
  isMouseTrackable(renderer) {
389
432
  return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
390
433
  }
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":["subscribeBrowserLifecycle"],"mappings":";;;;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACzCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAYnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAhBiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2BA,8BAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":["subscribeBrowserLifecycle"],"mappings":";;;;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAmDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAvDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2BA,8BAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/dist/index.mjs CHANGED
@@ -151,6 +151,7 @@ function setupMouseTracking(options) {
151
151
  };
152
152
  }
153
153
  var GAZE_MOUSE_SUSPEND_MS = 1200;
154
+ var LOCAL_GAZE_SUSPEND_MS = 700;
154
155
  var EXPRESSION_DEBOUNCE_MS = 300;
155
156
  var MOTION_DEBOUNCE_MS = 1e3;
156
157
  var RenderManager = class {
@@ -166,33 +167,59 @@ var RenderManager = class {
166
167
  cleanupMouseTracking;
167
168
  resumeMouseTrackingTimer;
168
169
  mouseTrackingSuspendedUntil = 0;
170
+ localGazeSuspendUntil = 0;
169
171
  lastExpression;
170
172
  lastMotion;
173
+ eventBus;
174
+ // Stable handler references so they can be removed by reference in disconnect()
175
+ handleTtsAudioStart = (data) => {
176
+ this.startRealtimeLipSync(data.audioElement);
177
+ };
178
+ handleTtsAudioEnd = (_data) => {
179
+ this.stopRealtimeLipSync();
180
+ };
181
+ handleTtsLipsyncUpdate = (data) => {
182
+ this.updateLipSync(data.rms);
183
+ };
184
+ handleRealtimeExpression = (data) => {
185
+ this.applyExpression(data.expressionId);
186
+ };
187
+ handleRealtimeMotion = (data) => {
188
+ this.applyMotion({ group: data.group, index: data.index });
189
+ };
190
+ handleRealtimeGaze = (data) => {
191
+ this.applyGaze(data);
192
+ };
171
193
  /**
172
194
  * 이벤트 버스 연결
173
195
  */
174
196
  setEventBus(eventBus) {
175
- eventBus.on("tts:audio:start", (data) => {
176
- this.startRealtimeLipSync(data.audioElement);
177
- });
178
- eventBus.on("tts:audio:end", () => {
179
- this.stopRealtimeLipSync();
180
- });
181
- eventBus.on("tts:lipsync:update", (data) => {
182
- this.updateLipSync(data.rms);
183
- });
184
- eventBus.on("realtime:expression", (data) => {
185
- this.applyExpression(data.expressionId);
186
- });
187
- eventBus.on("realtime:motion", (data) => {
188
- this.applyMotion({
189
- group: data.group,
190
- index: data.index
191
- });
192
- });
193
- eventBus.on("realtime:gaze", (data) => {
194
- this.applyGaze(data);
195
- });
197
+ if (this.eventBus) {
198
+ this.disconnect();
199
+ }
200
+ this.eventBus = eventBus;
201
+ eventBus.on("tts:audio:start", this.handleTtsAudioStart);
202
+ eventBus.on("tts:audio:end", this.handleTtsAudioEnd);
203
+ eventBus.on("tts:lipsync:update", this.handleTtsLipsyncUpdate);
204
+ eventBus.on("realtime:expression", this.handleRealtimeExpression);
205
+ eventBus.on("realtime:motion", this.handleRealtimeMotion);
206
+ eventBus.on("realtime:gaze", this.handleRealtimeGaze);
207
+ }
208
+ /**
209
+ * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.
210
+ */
211
+ disconnect() {
212
+ if (!this.eventBus) {
213
+ return;
214
+ }
215
+ this.stopRealtimeLipSync();
216
+ this.eventBus.off("tts:audio:start", this.handleTtsAudioStart);
217
+ this.eventBus.off("tts:audio:end", this.handleTtsAudioEnd);
218
+ this.eventBus.off("tts:lipsync:update", this.handleTtsLipsyncUpdate);
219
+ this.eventBus.off("realtime:expression", this.handleRealtimeExpression);
220
+ this.eventBus.off("realtime:motion", this.handleRealtimeMotion);
221
+ this.eventBus.off("realtime:gaze", this.handleRealtimeGaze);
222
+ this.eventBus = void 0;
196
223
  }
197
224
  /**
198
225
  * 메시지 콜백 설정
@@ -225,7 +252,7 @@ var RenderManager = class {
225
252
  mouseTrackableRenderer.updateViewWithMouse(coords);
226
253
  },
227
254
  handleMouseTap: (coords) => {
228
- if (this.isMouseTrackingSuspended()) {
255
+ if (this.isAiGazeActive()) {
229
256
  return;
230
257
  }
231
258
  mouseTrackableRenderer.handleMouseTap(coords);
@@ -253,10 +280,23 @@ var RenderManager = class {
253
280
  await this.renderer.render(message, targetCharacter);
254
281
  this.messageCallback?.(message, targetCharacter);
255
282
  }
283
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
284
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
285
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
286
+ * static document mouse cursor target does not fight the webcam. Returns true
287
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
288
+ setLocalGaze(coords) {
289
+ if (this.isAiGazeActive()) return false;
290
+ if (!this.hasGazeControl(this.renderer)) return false;
291
+ this.renderer.lookAt(coords);
292
+ this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS;
293
+ return true;
294
+ }
256
295
  /**
257
296
  * 정리
258
297
  */
259
298
  async destroy() {
299
+ this.disconnect();
260
300
  this.unbindBrowserLifecycleEvents();
261
301
  this.cleanupMouseTracking?.();
262
302
  this.cleanupMouseTracking = void 0;
@@ -380,9 +420,12 @@ var RenderManager = class {
380
420
  this.resumeMouseTrackingTimer = void 0;
381
421
  }, durationMs);
382
422
  }
383
- isMouseTrackingSuspended() {
423
+ isAiGazeActive() {
384
424
  return Date.now() < this.mouseTrackingSuspendedUntil;
385
425
  }
426
+ isMouseTrackingSuspended() {
427
+ return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;
428
+ }
386
429
  isMouseTrackable(renderer) {
387
430
  return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
388
431
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACzCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAYnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAhBiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2B,yBAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAmDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAvDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2B,yBAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@charivo/render",
3
- "version": "0.3.4",
3
+ "version": "0.5.0",
4
4
  "description": "Render manager and utilities for Charivo",
5
5
  "main": "dist/index.js",
6
6
  "module": "dist/index.mjs",
@@ -18,7 +18,7 @@
18
18
  }
19
19
  },
20
20
  "dependencies": {
21
- "@charivo/core": "0.12.0"
21
+ "@charivo/core": "0.14.0"
22
22
  },
23
23
  "devDependencies": {
24
24
  "tsup": "^8.5.0",