@charivo/render 0.2.0 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -28,6 +28,13 @@ await renderManager.initialize();
28
28
  await renderManager.loadModel?.("/live2d/hiyori/hiyori.model3.json");
29
29
  ```
30
30
 
31
+ For iOS-safe realtime lipsync, prepare audio from the same user gesture that
32
+ starts your voice session:
33
+
34
+ ```ts
35
+ await renderManager.prepareAudio?.();
36
+ ```
37
+
31
38
  ## What It Does
32
39
 
33
40
  - wraps a `Renderer` implementation
@@ -35,6 +42,7 @@ await renderManager.loadModel?.("/live2d/hiyori/hiyori.model3.json");
35
42
  - reacts to `tts:audio:start`, `tts:audio:end`, and `tts:lipsync:update`
36
43
  - reacts to `realtime:expression`, `realtime:motion`, and `realtime:gaze`
37
44
  - optionally wires mouse tracking to a canvas or the full document
45
+ - exposes `prepareAudio()` for pre-warming lipsync audio contexts on mobile
38
46
 
39
47
  ## Exports
40
48
 
package/dist/index.d.mts CHANGED
@@ -11,10 +11,14 @@ declare class RealTimeLipSync {
11
11
  private isActive;
12
12
  private animationFrameId?;
13
13
  private onRmsUpdate?;
14
+ prepareAudio(): Promise<void>;
14
15
  connectToAudio(audioElement: HTMLAudioElement, onRmsUpdate: (rms: number) => void): void;
15
16
  stop(): void;
17
+ pause(): void;
18
+ resume(): void;
16
19
  cleanup(): void;
17
20
  private startAnalysis;
21
+ private resetNodes;
18
22
  }
19
23
 
20
24
  type MouseTrackingMode = "canvas" | "document";
@@ -58,6 +62,7 @@ declare class RenderManager implements RenderManager$1 {
58
62
  private readonly lipSync;
59
63
  private readonly renderer;
60
64
  private character;
65
+ private teardownBrowserLifecycle?;
61
66
  private messageCallback?;
62
67
  private cleanupMouseTracking?;
63
68
  private resumeMouseTrackingTimer?;
@@ -81,6 +86,7 @@ declare class RenderManager implements RenderManager$1 {
81
86
  * 렌더러 초기화
82
87
  */
83
88
  initialize(): Promise<void>;
89
+ prepareAudio(): Promise<void>;
84
90
  /**
85
91
  * 모델 로드 (렌더러가 지원하는 경우)
86
92
  */
@@ -105,6 +111,12 @@ declare class RenderManager implements RenderManager$1 {
105
111
  * 립싱크 RMS 업데이트
106
112
  */
107
113
  private updateLipSync;
114
+ private bindBrowserLifecycleEvents;
115
+ private unbindBrowserLifecycleEvents;
116
+ private readonly handleHidden;
117
+ private readonly handleVisible;
118
+ private readonly handlePageHide;
119
+ private readonly handlePageShow;
108
120
  private applyExpression;
109
121
  private applyMotion;
110
122
  private applyGaze;
package/dist/index.d.ts CHANGED
@@ -11,10 +11,14 @@ declare class RealTimeLipSync {
11
11
  private isActive;
12
12
  private animationFrameId?;
13
13
  private onRmsUpdate?;
14
+ prepareAudio(): Promise<void>;
14
15
  connectToAudio(audioElement: HTMLAudioElement, onRmsUpdate: (rms: number) => void): void;
15
16
  stop(): void;
17
+ pause(): void;
18
+ resume(): void;
16
19
  cleanup(): void;
17
20
  private startAnalysis;
21
+ private resetNodes;
18
22
  }
19
23
 
20
24
  type MouseTrackingMode = "canvas" | "document";
@@ -58,6 +62,7 @@ declare class RenderManager implements RenderManager$1 {
58
62
  private readonly lipSync;
59
63
  private readonly renderer;
60
64
  private character;
65
+ private teardownBrowserLifecycle?;
61
66
  private messageCallback?;
62
67
  private cleanupMouseTracking?;
63
68
  private resumeMouseTrackingTimer?;
@@ -81,6 +86,7 @@ declare class RenderManager implements RenderManager$1 {
81
86
  * 렌더러 초기화
82
87
  */
83
88
  initialize(): Promise<void>;
89
+ prepareAudio(): Promise<void>;
84
90
  /**
85
91
  * 모델 로드 (렌더러가 지원하는 경우)
86
92
  */
@@ -105,6 +111,12 @@ declare class RenderManager implements RenderManager$1 {
105
111
  * 립싱크 RMS 업데이트
106
112
  */
107
113
  private updateLipSync;
114
+ private bindBrowserLifecycleEvents;
115
+ private unbindBrowserLifecycleEvents;
116
+ private readonly handleHidden;
117
+ private readonly handleVisible;
118
+ private readonly handlePageHide;
119
+ private readonly handlePageShow;
108
120
  private applyExpression;
109
121
  private applyMotion;
110
122
  private applyGaze;
package/dist/index.js CHANGED
@@ -1,5 +1,7 @@
1
1
  'use strict';
2
2
 
3
+ var core = require('@charivo/core');
4
+
3
5
  // src/lipsync.ts
4
6
  var RealTimeLipSync = class {
5
7
  audioContext;
@@ -9,15 +11,32 @@ var RealTimeLipSync = class {
9
11
  isActive = false;
10
12
  animationFrameId;
11
13
  onRmsUpdate;
14
+ async prepareAudio() {
15
+ if (this.audioContext) {
16
+ return;
17
+ }
18
+ const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
19
+ if (!audioContextConstructor) {
20
+ throw new Error("AudioContext is not supported in this browser");
21
+ }
22
+ this.audioContext = new audioContextConstructor();
23
+ }
12
24
  connectToAudio(audioElement, onRmsUpdate) {
13
- this.cleanup();
25
+ this.stop();
26
+ this.resetNodes();
14
27
  this.onRmsUpdate = onRmsUpdate;
15
28
  try {
16
- const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
17
- if (!audioContextConstructor) {
18
- throw new Error("AudioContext is not supported in this browser");
29
+ if (!this.audioContext) {
30
+ void this.prepareAudio().catch((error) => {
31
+ console.error(
32
+ "RealTimeLipSync: Failed to set up audio analysis:",
33
+ error
34
+ );
35
+ });
36
+ }
37
+ if (!this.audioContext) {
38
+ return;
19
39
  }
20
- this.audioContext = new audioContextConstructor();
21
40
  this.analyser = this.audioContext.createAnalyser();
22
41
  this.analyser.fftSize = 256;
23
42
  this.analyser.smoothingTimeConstant = 0.8;
@@ -50,17 +69,26 @@ var RealTimeLipSync = class {
50
69
  }
51
70
  this.onRmsUpdate?.(0);
52
71
  }
72
+ pause() {
73
+ if (this.animationFrameId) {
74
+ cancelAnimationFrame(this.animationFrameId);
75
+ this.animationFrameId = void 0;
76
+ }
77
+ this.onRmsUpdate?.(0);
78
+ }
79
+ resume() {
80
+ if (!this.isActive || this.animationFrameId || !this.analyser || !this.dataArray) {
81
+ return;
82
+ }
83
+ this.startAnalysis();
84
+ }
53
85
  cleanup() {
54
86
  this.stop();
55
- if (this.mediaElementSource) {
56
- this.mediaElementSource.disconnect();
57
- this.mediaElementSource = void 0;
87
+ this.resetNodes();
88
+ if (this.audioContext) {
89
+ void this.audioContext.close();
90
+ this.audioContext = void 0;
58
91
  }
59
- if (this.analyser) {
60
- this.analyser.disconnect();
61
- this.analyser = void 0;
62
- }
63
- this.audioContext = void 0;
64
92
  this.dataArray = void 0;
65
93
  this.onRmsUpdate = void 0;
66
94
  }
@@ -83,6 +111,16 @@ var RealTimeLipSync = class {
83
111
  this.onRmsUpdate?.(smoothedRms);
84
112
  this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());
85
113
  }
114
+ resetNodes() {
115
+ if (this.mediaElementSource) {
116
+ this.mediaElementSource.disconnect();
117
+ this.mediaElementSource = void 0;
118
+ }
119
+ if (this.analyser) {
120
+ this.analyser.disconnect();
121
+ this.analyser = void 0;
122
+ }
123
+ }
86
124
  };
87
125
 
88
126
  // src/mouse-tracking.ts
@@ -114,8 +152,6 @@ function setupMouseTracking(options) {
114
152
  eventTarget.removeEventListener("pointermove", move);
115
153
  };
116
154
  }
117
-
118
- // src/render-manager.ts
119
155
  var GAZE_MOUSE_SUSPEND_MS = 1200;
120
156
  var EXPRESSION_DEBOUNCE_MS = 300;
121
157
  var MOTION_DEBOUNCE_MS = 1e3;
@@ -127,6 +163,7 @@ var RenderManager = class {
127
163
  lipSync = new RealTimeLipSync();
128
164
  renderer;
129
165
  character = null;
166
+ teardownBrowserLifecycle;
130
167
  messageCallback;
131
168
  cleanupMouseTracking;
132
169
  resumeMouseTrackingTimer;
@@ -175,6 +212,7 @@ var RenderManager = class {
175
212
  * 렌더러 초기화
176
213
  */
177
214
  async initialize() {
215
+ this.bindBrowserLifecycleEvents();
178
216
  await this.renderer.initialize();
179
217
  if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {
180
218
  const mouseTrackableRenderer = this.renderer;
@@ -198,6 +236,9 @@ var RenderManager = class {
198
236
  });
199
237
  }
200
238
  }
239
+ async prepareAudio() {
240
+ await this.lipSync.prepareAudio();
241
+ }
201
242
  /**
202
243
  * 모델 로드 (렌더러가 지원하는 경우)
203
244
  */
@@ -218,6 +259,7 @@ var RenderManager = class {
218
259
  * 정리
219
260
  */
220
261
  async destroy() {
262
+ this.unbindBrowserLifecycleEvents();
221
263
  this.cleanupMouseTracking?.();
222
264
  this.cleanupMouseTracking = void 0;
223
265
  if (this.resumeMouseTrackingTimer) {
@@ -260,6 +302,33 @@ var RenderManager = class {
260
302
  this.renderer.updateRealtimeLipSyncRms(rms);
261
303
  }
262
304
  }
305
+ bindBrowserLifecycleEvents() {
306
+ if (this.teardownBrowserLifecycle) {
307
+ return;
308
+ }
309
+ this.teardownBrowserLifecycle = core.subscribeBrowserLifecycle({
310
+ onHidden: this.handleHidden,
311
+ onPageHide: this.handlePageHide,
312
+ onPageShow: this.handlePageShow,
313
+ onVisible: this.handleVisible
314
+ });
315
+ }
316
+ unbindBrowserLifecycleEvents() {
317
+ this.teardownBrowserLifecycle?.();
318
+ this.teardownBrowserLifecycle = void 0;
319
+ }
320
+ handleHidden = () => {
321
+ this.lipSync.pause();
322
+ };
323
+ handleVisible = () => {
324
+ this.lipSync.resume();
325
+ };
326
+ handlePageHide = () => {
327
+ this.lipSync.pause();
328
+ };
329
+ handlePageShow = () => {
330
+ this.lipSync.resume();
331
+ };
263
332
  applyExpression(expressionId) {
264
333
  if (!this.hasExpressionControl(this.renderer)) {
265
334
  return false;
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAED,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,MAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,QAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,MACjE;AAEA,MAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAEhD,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AAEV,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAGA,IAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AACpB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AACF;;;AC9FO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAWnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAfiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.cleanup();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public cleanup(): void {\n this.stop();\n\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n\n // Note: Don't close audioContext as it may be used by other components\n this.audioContext = undefined;\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":["subscribeBrowserLifecycle"],"mappings":";;;;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACzCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAYnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAhBiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2BA,8BAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/dist/index.mjs CHANGED
@@ -1,3 +1,5 @@
1
+ import { subscribeBrowserLifecycle } from '@charivo/core';
2
+
1
3
  // src/lipsync.ts
2
4
  var RealTimeLipSync = class {
3
5
  audioContext;
@@ -7,15 +9,32 @@ var RealTimeLipSync = class {
7
9
  isActive = false;
8
10
  animationFrameId;
9
11
  onRmsUpdate;
12
+ async prepareAudio() {
13
+ if (this.audioContext) {
14
+ return;
15
+ }
16
+ const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
17
+ if (!audioContextConstructor) {
18
+ throw new Error("AudioContext is not supported in this browser");
19
+ }
20
+ this.audioContext = new audioContextConstructor();
21
+ }
10
22
  connectToAudio(audioElement, onRmsUpdate) {
11
- this.cleanup();
23
+ this.stop();
24
+ this.resetNodes();
12
25
  this.onRmsUpdate = onRmsUpdate;
13
26
  try {
14
- const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
15
- if (!audioContextConstructor) {
16
- throw new Error("AudioContext is not supported in this browser");
27
+ if (!this.audioContext) {
28
+ void this.prepareAudio().catch((error) => {
29
+ console.error(
30
+ "RealTimeLipSync: Failed to set up audio analysis:",
31
+ error
32
+ );
33
+ });
34
+ }
35
+ if (!this.audioContext) {
36
+ return;
17
37
  }
18
- this.audioContext = new audioContextConstructor();
19
38
  this.analyser = this.audioContext.createAnalyser();
20
39
  this.analyser.fftSize = 256;
21
40
  this.analyser.smoothingTimeConstant = 0.8;
@@ -48,17 +67,26 @@ var RealTimeLipSync = class {
48
67
  }
49
68
  this.onRmsUpdate?.(0);
50
69
  }
70
+ pause() {
71
+ if (this.animationFrameId) {
72
+ cancelAnimationFrame(this.animationFrameId);
73
+ this.animationFrameId = void 0;
74
+ }
75
+ this.onRmsUpdate?.(0);
76
+ }
77
+ resume() {
78
+ if (!this.isActive || this.animationFrameId || !this.analyser || !this.dataArray) {
79
+ return;
80
+ }
81
+ this.startAnalysis();
82
+ }
51
83
  cleanup() {
52
84
  this.stop();
53
- if (this.mediaElementSource) {
54
- this.mediaElementSource.disconnect();
55
- this.mediaElementSource = void 0;
85
+ this.resetNodes();
86
+ if (this.audioContext) {
87
+ void this.audioContext.close();
88
+ this.audioContext = void 0;
56
89
  }
57
- if (this.analyser) {
58
- this.analyser.disconnect();
59
- this.analyser = void 0;
60
- }
61
- this.audioContext = void 0;
62
90
  this.dataArray = void 0;
63
91
  this.onRmsUpdate = void 0;
64
92
  }
@@ -81,6 +109,16 @@ var RealTimeLipSync = class {
81
109
  this.onRmsUpdate?.(smoothedRms);
82
110
  this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());
83
111
  }
112
+ resetNodes() {
113
+ if (this.mediaElementSource) {
114
+ this.mediaElementSource.disconnect();
115
+ this.mediaElementSource = void 0;
116
+ }
117
+ if (this.analyser) {
118
+ this.analyser.disconnect();
119
+ this.analyser = void 0;
120
+ }
121
+ }
84
122
  };
85
123
 
86
124
  // src/mouse-tracking.ts
@@ -112,8 +150,6 @@ function setupMouseTracking(options) {
112
150
  eventTarget.removeEventListener("pointermove", move);
113
151
  };
114
152
  }
115
-
116
- // src/render-manager.ts
117
153
  var GAZE_MOUSE_SUSPEND_MS = 1200;
118
154
  var EXPRESSION_DEBOUNCE_MS = 300;
119
155
  var MOTION_DEBOUNCE_MS = 1e3;
@@ -125,6 +161,7 @@ var RenderManager = class {
125
161
  lipSync = new RealTimeLipSync();
126
162
  renderer;
127
163
  character = null;
164
+ teardownBrowserLifecycle;
128
165
  messageCallback;
129
166
  cleanupMouseTracking;
130
167
  resumeMouseTrackingTimer;
@@ -173,6 +210,7 @@ var RenderManager = class {
173
210
  * 렌더러 초기화
174
211
  */
175
212
  async initialize() {
213
+ this.bindBrowserLifecycleEvents();
176
214
  await this.renderer.initialize();
177
215
  if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {
178
216
  const mouseTrackableRenderer = this.renderer;
@@ -196,6 +234,9 @@ var RenderManager = class {
196
234
  });
197
235
  }
198
236
  }
237
+ async prepareAudio() {
238
+ await this.lipSync.prepareAudio();
239
+ }
199
240
  /**
200
241
  * 모델 로드 (렌더러가 지원하는 경우)
201
242
  */
@@ -216,6 +257,7 @@ var RenderManager = class {
216
257
  * 정리
217
258
  */
218
259
  async destroy() {
260
+ this.unbindBrowserLifecycleEvents();
219
261
  this.cleanupMouseTracking?.();
220
262
  this.cleanupMouseTracking = void 0;
221
263
  if (this.resumeMouseTrackingTimer) {
@@ -258,6 +300,33 @@ var RenderManager = class {
258
300
  this.renderer.updateRealtimeLipSyncRms(rms);
259
301
  }
260
302
  }
303
+ bindBrowserLifecycleEvents() {
304
+ if (this.teardownBrowserLifecycle) {
305
+ return;
306
+ }
307
+ this.teardownBrowserLifecycle = subscribeBrowserLifecycle({
308
+ onHidden: this.handleHidden,
309
+ onPageHide: this.handlePageHide,
310
+ onPageShow: this.handlePageShow,
311
+ onVisible: this.handleVisible
312
+ });
313
+ }
314
+ unbindBrowserLifecycleEvents() {
315
+ this.teardownBrowserLifecycle?.();
316
+ this.teardownBrowserLifecycle = void 0;
317
+ }
318
+ handleHidden = () => {
319
+ this.lipSync.pause();
320
+ };
321
+ handleVisible = () => {
322
+ this.lipSync.resume();
323
+ };
324
+ handlePageHide = () => {
325
+ this.lipSync.pause();
326
+ };
327
+ handlePageShow = () => {
328
+ this.lipSync.resume();
329
+ };
261
330
  applyExpression(expressionId) {
262
331
  if (!this.hasExpressionControl(this.renderer)) {
263
332
  return false;
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAED,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,MAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,QAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,MACjE;AAEA,MAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAEhD,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AAEV,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAGA,IAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AACpB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AACF;;;AC9FO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAWnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAfiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.cleanup();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public cleanup(): void {\n this.stop();\n\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n\n // Note: Don't close audioContext as it may be used by other components\n this.audioContext = undefined;\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACzCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAYnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAhBiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2B,yBAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@charivo/render",
3
- "version": "0.2.0",
3
+ "version": "0.3.1",
4
4
  "description": "Render manager and utilities for Charivo",
5
5
  "main": "dist/index.js",
6
6
  "module": "dist/index.mjs",
@@ -18,7 +18,7 @@
18
18
  }
19
19
  },
20
20
  "dependencies": {
21
- "@charivo/core": "0.7.0"
21
+ "@charivo/core": "0.9.0"
22
22
  },
23
23
  "devDependencies": {
24
24
  "tsup": "^8.5.0",