@charivo/render 0.4.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -74,3 +74,36 @@ Charivo events. In the default flow it listens for:
74
74
  This manager consumes the full bus because it needs subscription access, not
75
75
  just event emission. `RenderManager` also exposes `disconnect()` to remove the
76
76
  listeners registered by `setEventBus`; `destroy()` calls it automatically.
77
+
78
+ ## Local-Presence Gaze
79
+
80
+ `RenderManager` exposes a public method for driving gaze from a local-presence
81
+ source such as webcam face tracking:
82
+
83
+ ```ts
84
+ renderManager.setLocalGaze({ x: 0.3, y: -0.1 }); // returns boolean
85
+ ```
86
+
87
+ **What it does:**
88
+
89
+ - Calls the renderer's `lookAt` with the supplied coordinates.
90
+ - Briefly suspends mouse cursor tracking (the `updateViewWithMouse` path) via a
91
+ separate local-gaze window, so the webcam/local-presence driver beats the
92
+ cursor while the window is active.
93
+
94
+ **What it does NOT do:**
95
+
96
+ - It does not open the AI gaze suspend window used by `realtime:gaze`.
97
+ - It does not suppress deliberate taps — tap-driven gaze yields only to the AI
98
+ window, not to the local-gaze window.
99
+
100
+ **Returns `false` (no-op) when:**
101
+
102
+ - AI gaze currently owns the avatar (the `realtime:gaze` suspend window is
103
+ active), or
104
+ - the renderer has no `lookAt` method.
105
+
106
+ **Gaze driver priority:**
107
+
108
+ - Cursor-follow: AI (`realtime:gaze`) > local-presence (`setLocalGaze`) > mouse cursor
109
+ - Deliberate taps: AI (`realtime:gaze`) > tap (local-presence does not suppress taps)
package/dist/index.d.mts CHANGED
@@ -1,4 +1,4 @@
1
- import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character } from '@charivo/core';
1
+ import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character, GazeCoordinates } from '@charivo/core';
2
2
 
3
3
  /**
4
4
  * Real-time lip sync utility for TTS audio integration.
@@ -67,6 +67,7 @@ declare class RenderManager implements RenderManager$1 {
67
67
  private cleanupMouseTracking?;
68
68
  private resumeMouseTrackingTimer?;
69
69
  private mouseTrackingSuspendedUntil;
70
+ private localGazeSuspendUntil;
70
71
  private lastExpression?;
71
72
  private lastMotion?;
72
73
  private eventBus?;
@@ -106,6 +107,12 @@ declare class RenderManager implements RenderManager$1 {
106
107
  * 메시지 렌더링
107
108
  */
108
109
  render(message: Message, character?: Character): Promise<void>;
110
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
111
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
112
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
113
+ * static document mouse cursor target does not fight the webcam. Returns true
114
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
115
+ setLocalGaze(coords: GazeCoordinates): boolean;
109
116
  /**
110
117
  * 정리
111
118
  */
@@ -132,6 +139,7 @@ declare class RenderManager implements RenderManager$1 {
132
139
  private applyMotion;
133
140
  private applyGaze;
134
141
  private suspendMouseTracking;
142
+ private isAiGazeActive;
135
143
  private isMouseTrackingSuspended;
136
144
  private isMouseTrackable;
137
145
  private hasExpressionControl;
package/dist/index.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character } from '@charivo/core';
1
+ import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character, GazeCoordinates } from '@charivo/core';
2
2
 
3
3
  /**
4
4
  * Real-time lip sync utility for TTS audio integration.
@@ -67,6 +67,7 @@ declare class RenderManager implements RenderManager$1 {
67
67
  private cleanupMouseTracking?;
68
68
  private resumeMouseTrackingTimer?;
69
69
  private mouseTrackingSuspendedUntil;
70
+ private localGazeSuspendUntil;
70
71
  private lastExpression?;
71
72
  private lastMotion?;
72
73
  private eventBus?;
@@ -106,6 +107,12 @@ declare class RenderManager implements RenderManager$1 {
106
107
  * 메시지 렌더링
107
108
  */
108
109
  render(message: Message, character?: Character): Promise<void>;
110
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
111
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
112
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
113
+ * static document mouse cursor target does not fight the webcam. Returns true
114
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
115
+ setLocalGaze(coords: GazeCoordinates): boolean;
109
116
  /**
110
117
  * 정리
111
118
  */
@@ -132,6 +139,7 @@ declare class RenderManager implements RenderManager$1 {
132
139
  private applyMotion;
133
140
  private applyGaze;
134
141
  private suspendMouseTracking;
142
+ private isAiGazeActive;
135
143
  private isMouseTrackingSuspended;
136
144
  private isMouseTrackable;
137
145
  private hasExpressionControl;
package/dist/index.js CHANGED
@@ -153,6 +153,7 @@ function setupMouseTracking(options) {
153
153
  };
154
154
  }
155
155
  var GAZE_MOUSE_SUSPEND_MS = 1200;
156
+ var LOCAL_GAZE_SUSPEND_MS = 700;
156
157
  var EXPRESSION_DEBOUNCE_MS = 300;
157
158
  var MOTION_DEBOUNCE_MS = 1e3;
158
159
  var RenderManager = class {
@@ -168,6 +169,7 @@ var RenderManager = class {
168
169
  cleanupMouseTracking;
169
170
  resumeMouseTrackingTimer;
170
171
  mouseTrackingSuspendedUntil = 0;
172
+ localGazeSuspendUntil = 0;
171
173
  lastExpression;
172
174
  lastMotion;
173
175
  eventBus;
@@ -252,7 +254,7 @@ var RenderManager = class {
252
254
  mouseTrackableRenderer.updateViewWithMouse(coords);
253
255
  },
254
256
  handleMouseTap: (coords) => {
255
- if (this.isMouseTrackingSuspended()) {
257
+ if (this.isAiGazeActive()) {
256
258
  return;
257
259
  }
258
260
  mouseTrackableRenderer.handleMouseTap(coords);
@@ -280,6 +282,18 @@ var RenderManager = class {
280
282
  await this.renderer.render(message, targetCharacter);
281
283
  this.messageCallback?.(message, targetCharacter);
282
284
  }
285
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
286
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
287
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
288
+ * static document mouse cursor target does not fight the webcam. Returns true
289
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
290
+ setLocalGaze(coords) {
291
+ if (this.isAiGazeActive()) return false;
292
+ if (!this.hasGazeControl(this.renderer)) return false;
293
+ this.renderer.lookAt(coords);
294
+ this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS;
295
+ return true;
296
+ }
283
297
  /**
284
298
  * 정리
285
299
  */
@@ -408,9 +422,12 @@ var RenderManager = class {
408
422
  this.resumeMouseTrackingTimer = void 0;
409
423
  }, durationMs);
410
424
  }
411
- isMouseTrackingSuspended() {
425
+ isAiGazeActive() {
412
426
  return Date.now() < this.mouseTrackingSuspendedUntil;
413
427
  }
428
+ isMouseTrackingSuspended() {
429
+ return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;
430
+ }
414
431
  isMouseTrackable(renderer) {
415
432
  return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
416
433
  }
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":["subscribeBrowserLifecycle"],"mappings":";;;;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAkDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAtDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2BA,8BAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":["subscribeBrowserLifecycle"],"mappings":";;;;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAmDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAvDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2BA,8BAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/dist/index.mjs CHANGED
@@ -151,6 +151,7 @@ function setupMouseTracking(options) {
151
151
  };
152
152
  }
153
153
  var GAZE_MOUSE_SUSPEND_MS = 1200;
154
+ var LOCAL_GAZE_SUSPEND_MS = 700;
154
155
  var EXPRESSION_DEBOUNCE_MS = 300;
155
156
  var MOTION_DEBOUNCE_MS = 1e3;
156
157
  var RenderManager = class {
@@ -166,6 +167,7 @@ var RenderManager = class {
166
167
  cleanupMouseTracking;
167
168
  resumeMouseTrackingTimer;
168
169
  mouseTrackingSuspendedUntil = 0;
170
+ localGazeSuspendUntil = 0;
169
171
  lastExpression;
170
172
  lastMotion;
171
173
  eventBus;
@@ -250,7 +252,7 @@ var RenderManager = class {
250
252
  mouseTrackableRenderer.updateViewWithMouse(coords);
251
253
  },
252
254
  handleMouseTap: (coords) => {
253
- if (this.isMouseTrackingSuspended()) {
255
+ if (this.isAiGazeActive()) {
254
256
  return;
255
257
  }
256
258
  mouseTrackableRenderer.handleMouseTap(coords);
@@ -278,6 +280,18 @@ var RenderManager = class {
278
280
  await this.renderer.render(message, targetCharacter);
279
281
  this.messageCallback?.(message, targetCharacter);
280
282
  }
283
+ /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
284
+ * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
285
+ * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
286
+ * static document mouse cursor target does not fight the webcam. Returns true
287
+ * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
288
+ setLocalGaze(coords) {
289
+ if (this.isAiGazeActive()) return false;
290
+ if (!this.hasGazeControl(this.renderer)) return false;
291
+ this.renderer.lookAt(coords);
292
+ this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS;
293
+ return true;
294
+ }
281
295
  /**
282
296
  * 정리
283
297
  */
@@ -406,9 +420,12 @@ var RenderManager = class {
406
420
  this.resumeMouseTrackingTimer = void 0;
407
421
  }, durationMs);
408
422
  }
409
- isMouseTrackingSuspended() {
423
+ isAiGazeActive() {
410
424
  return Date.now() < this.mouseTrackingSuspendedUntil;
411
425
  }
426
+ isMouseTrackingSuspended() {
427
+ return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;
428
+ }
412
429
  isMouseTrackable(renderer) {
413
430
  return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
414
431
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAkDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAtDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2B,yBAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAmDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAvDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2B,yBAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@charivo/render",
3
- "version": "0.4.0",
3
+ "version": "0.5.0",
4
4
  "description": "Render manager and utilities for Charivo",
5
5
  "main": "dist/index.js",
6
6
  "module": "dist/index.mjs",
@@ -18,7 +18,7 @@
18
18
  }
19
19
  },
20
20
  "dependencies": {
21
- "@charivo/core": "0.13.0"
21
+ "@charivo/core": "0.14.0"
22
22
  },
23
23
  "devDependencies": {
24
24
  "tsup": "^8.5.0",