@charivo/render 0.4.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -2
- package/dist/index.d.mts +14 -118
- package/dist/index.d.ts +14 -118
- package/dist/index.js +61 -44
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +62 -43
- package/dist/index.mjs.map +1 -1
- package/dist/stub/index.d.mts +3 -7
- package/dist/stub/index.d.ts +3 -7
- package/dist/stub/index.js +7 -2
- package/dist/stub/index.js.map +1 -1
- package/dist/stub/index.mjs +7 -2
- package/dist/stub/index.mjs.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -46,9 +46,7 @@ await renderManager.prepareAudio?.();
|
|
|
46
46
|
|
|
47
47
|
## Exports
|
|
48
48
|
|
|
49
|
-
- `RenderManager`
|
|
50
49
|
- `createRenderManager(renderer, options?)`
|
|
51
|
-
- `RealTimeLipSync`
|
|
52
50
|
- `setupMouseTracking(...)`
|
|
53
51
|
|
|
54
52
|
## Renderer Expectations
|
|
@@ -74,3 +72,36 @@ Charivo events. In the default flow it listens for:
|
|
|
74
72
|
This manager consumes the full bus because it needs subscription access, not
|
|
75
73
|
just event emission. `RenderManager` also exposes `disconnect()` to remove the
|
|
76
74
|
listeners registered by `setEventBus`; `destroy()` calls it automatically.
|
|
75
|
+
|
|
76
|
+
## Local-Presence Gaze
|
|
77
|
+
|
|
78
|
+
`RenderManager` exposes a public method for driving gaze from a local-presence
|
|
79
|
+
source such as webcam face tracking:
|
|
80
|
+
|
|
81
|
+
```ts
|
|
82
|
+
renderManager.setLocalGaze({ x: 0.3, y: -0.1 }); // returns boolean
|
|
83
|
+
```
|
|
84
|
+
|
|
85
|
+
**What it does:**
|
|
86
|
+
|
|
87
|
+
- Calls the renderer's `lookAt` with the supplied coordinates.
|
|
88
|
+
- Briefly suspends mouse cursor tracking (the `updateViewWithMouse` path) via a
|
|
89
|
+
separate local-gaze window, so the webcam/local-presence driver beats the
|
|
90
|
+
cursor while the window is active.
|
|
91
|
+
|
|
92
|
+
**What it does NOT do:**
|
|
93
|
+
|
|
94
|
+
- It does not open the AI gaze suspend window used by `realtime:gaze`.
|
|
95
|
+
- It does not suppress deliberate taps — tap-driven gaze yields only to the AI
|
|
96
|
+
window, not to the local-gaze window.
|
|
97
|
+
|
|
98
|
+
**Returns `false` (no-op) when:**
|
|
99
|
+
|
|
100
|
+
- AI gaze currently owns the avatar (the `realtime:gaze` suspend window is
|
|
101
|
+
active), or
|
|
102
|
+
- the renderer has no `lookAt` method.
|
|
103
|
+
|
|
104
|
+
**Gaze driver priority:**
|
|
105
|
+
|
|
106
|
+
- Cursor-follow: AI (`realtime:gaze`) > local-presence (`setLocalGaze`) > mouse cursor
|
|
107
|
+
- Deliberate taps: AI (`realtime:gaze`) > tap (local-presence does not suppress taps)
|
package/dist/index.d.mts
CHANGED
|
@@ -1,25 +1,4 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Real-time lip sync utility for TTS audio integration.
|
|
5
|
-
*/
|
|
6
|
-
declare class RealTimeLipSync {
|
|
7
|
-
private audioContext?;
|
|
8
|
-
private analyser?;
|
|
9
|
-
private mediaElementSource?;
|
|
10
|
-
private dataArray?;
|
|
11
|
-
private isActive;
|
|
12
|
-
private animationFrameId?;
|
|
13
|
-
private onRmsUpdate?;
|
|
14
|
-
prepareAudio(): Promise<void>;
|
|
15
|
-
connectToAudio(audioElement: HTMLAudioElement, onRmsUpdate: (rms: number) => void): void;
|
|
16
|
-
stop(): void;
|
|
17
|
-
pause(): void;
|
|
18
|
-
resume(): void;
|
|
19
|
-
cleanup(): void;
|
|
20
|
-
private startAnalysis;
|
|
21
|
-
private resetNodes;
|
|
22
|
-
}
|
|
1
|
+
import { Renderer, RenderManager } from '@charivo/core';
|
|
23
2
|
|
|
24
3
|
type MouseTrackingMode = "canvas" | "document";
|
|
25
4
|
interface MouseCoordinates {
|
|
@@ -39,110 +18,27 @@ type MouseTrackingCleanup = () => void;
|
|
|
39
18
|
declare function setupMouseTracking<T extends MouseTrackable>(options: MouseTrackingOptions<T>): MouseTrackingCleanup;
|
|
40
19
|
|
|
41
20
|
/**
|
|
42
|
-
* Render Manager -
|
|
21
|
+
* Render Manager - Class responsible for managing the state of a rendering session
|
|
43
22
|
*
|
|
44
|
-
*
|
|
45
|
-
* -
|
|
46
|
-
* -
|
|
47
|
-
* -
|
|
48
|
-
* -
|
|
49
|
-
* -
|
|
50
|
-
* -
|
|
51
|
-
* -
|
|
23
|
+
* Responsibilities:
|
|
24
|
+
* - Renderer management and wrapping
|
|
25
|
+
* - Event bus connection and event handling
|
|
26
|
+
* - Lip-sync handling and coordination
|
|
27
|
+
* - Motion and expression control
|
|
28
|
+
* - Mouse tracking management
|
|
29
|
+
* - Character configuration management
|
|
30
|
+
* - Message rendering coordination
|
|
52
31
|
*
|
|
53
|
-
* RenderManager
|
|
54
|
-
*
|
|
32
|
+
* RenderManager can accept any Renderer and
|
|
33
|
+
* optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).
|
|
55
34
|
*/
|
|
56
35
|
interface RenderManagerOptions {
|
|
57
36
|
canvas?: HTMLCanvasElement;
|
|
58
37
|
mouseTracking?: MouseTrackingMode;
|
|
59
38
|
}
|
|
60
|
-
declare class RenderManager implements RenderManager$1 {
|
|
61
|
-
private options?;
|
|
62
|
-
private readonly lipSync;
|
|
63
|
-
private readonly renderer;
|
|
64
|
-
private character;
|
|
65
|
-
private teardownBrowserLifecycle?;
|
|
66
|
-
private messageCallback?;
|
|
67
|
-
private cleanupMouseTracking?;
|
|
68
|
-
private resumeMouseTrackingTimer?;
|
|
69
|
-
private mouseTrackingSuspendedUntil;
|
|
70
|
-
private lastExpression?;
|
|
71
|
-
private lastMotion?;
|
|
72
|
-
private eventBus?;
|
|
73
|
-
private readonly handleTtsAudioStart;
|
|
74
|
-
private readonly handleTtsAudioEnd;
|
|
75
|
-
private readonly handleTtsLipsyncUpdate;
|
|
76
|
-
private readonly handleRealtimeExpression;
|
|
77
|
-
private readonly handleRealtimeMotion;
|
|
78
|
-
private readonly handleRealtimeGaze;
|
|
79
|
-
constructor(renderer: Renderer, options?: RenderManagerOptions | undefined);
|
|
80
|
-
/**
|
|
81
|
-
* 이벤트 버스 연결
|
|
82
|
-
*/
|
|
83
|
-
setEventBus(eventBus: CharivoEventBus): void;
|
|
84
|
-
/**
|
|
85
|
-
* 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.
|
|
86
|
-
*/
|
|
87
|
-
disconnect(): void;
|
|
88
|
-
/**
|
|
89
|
-
* 메시지 콜백 설정
|
|
90
|
-
*/
|
|
91
|
-
setMessageCallback(callback: (message: Message, character?: Character) => void): void;
|
|
92
|
-
/**
|
|
93
|
-
* 캐릭터 설정
|
|
94
|
-
*/
|
|
95
|
-
setCharacter(character: Character): void;
|
|
96
|
-
/**
|
|
97
|
-
* 렌더러 초기화
|
|
98
|
-
*/
|
|
99
|
-
initialize(): Promise<void>;
|
|
100
|
-
prepareAudio(): Promise<void>;
|
|
101
|
-
/**
|
|
102
|
-
* 모델 로드 (렌더러가 지원하는 경우)
|
|
103
|
-
*/
|
|
104
|
-
loadModel(modelPath: string): Promise<void>;
|
|
105
|
-
/**
|
|
106
|
-
* 메시지 렌더링
|
|
107
|
-
*/
|
|
108
|
-
render(message: Message, character?: Character): Promise<void>;
|
|
109
|
-
/**
|
|
110
|
-
* 정리
|
|
111
|
-
*/
|
|
112
|
-
destroy(): Promise<void>;
|
|
113
|
-
/**
|
|
114
|
-
* 실시간 립싱크 시작
|
|
115
|
-
*/
|
|
116
|
-
private startRealtimeLipSync;
|
|
117
|
-
/**
|
|
118
|
-
* 실시간 립싱크 중지
|
|
119
|
-
*/
|
|
120
|
-
private stopRealtimeLipSync;
|
|
121
|
-
/**
|
|
122
|
-
* 립싱크 RMS 업데이트
|
|
123
|
-
*/
|
|
124
|
-
private updateLipSync;
|
|
125
|
-
private bindBrowserLifecycleEvents;
|
|
126
|
-
private unbindBrowserLifecycleEvents;
|
|
127
|
-
private readonly handleHidden;
|
|
128
|
-
private readonly handleVisible;
|
|
129
|
-
private readonly handlePageHide;
|
|
130
|
-
private readonly handlePageShow;
|
|
131
|
-
private applyExpression;
|
|
132
|
-
private applyMotion;
|
|
133
|
-
private applyGaze;
|
|
134
|
-
private suspendMouseTracking;
|
|
135
|
-
private isMouseTrackingSuspended;
|
|
136
|
-
private isMouseTrackable;
|
|
137
|
-
private hasExpressionControl;
|
|
138
|
-
private hasExpressionCatalog;
|
|
139
|
-
private hasMotionControl;
|
|
140
|
-
private hasMotionCatalog;
|
|
141
|
-
private hasGazeControl;
|
|
142
|
-
}
|
|
143
39
|
/**
|
|
144
|
-
*
|
|
40
|
+
* Helper function to create a Render Manager
|
|
145
41
|
*/
|
|
146
42
|
declare function createRenderManager(renderer: Renderer, options?: RenderManagerOptions): RenderManager;
|
|
147
43
|
|
|
148
|
-
export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions,
|
|
44
|
+
export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, type RenderManagerOptions, createRenderManager, setupMouseTracking };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,25 +1,4 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Real-time lip sync utility for TTS audio integration.
|
|
5
|
-
*/
|
|
6
|
-
declare class RealTimeLipSync {
|
|
7
|
-
private audioContext?;
|
|
8
|
-
private analyser?;
|
|
9
|
-
private mediaElementSource?;
|
|
10
|
-
private dataArray?;
|
|
11
|
-
private isActive;
|
|
12
|
-
private animationFrameId?;
|
|
13
|
-
private onRmsUpdate?;
|
|
14
|
-
prepareAudio(): Promise<void>;
|
|
15
|
-
connectToAudio(audioElement: HTMLAudioElement, onRmsUpdate: (rms: number) => void): void;
|
|
16
|
-
stop(): void;
|
|
17
|
-
pause(): void;
|
|
18
|
-
resume(): void;
|
|
19
|
-
cleanup(): void;
|
|
20
|
-
private startAnalysis;
|
|
21
|
-
private resetNodes;
|
|
22
|
-
}
|
|
1
|
+
import { Renderer, RenderManager } from '@charivo/core';
|
|
23
2
|
|
|
24
3
|
type MouseTrackingMode = "canvas" | "document";
|
|
25
4
|
interface MouseCoordinates {
|
|
@@ -39,110 +18,27 @@ type MouseTrackingCleanup = () => void;
|
|
|
39
18
|
declare function setupMouseTracking<T extends MouseTrackable>(options: MouseTrackingOptions<T>): MouseTrackingCleanup;
|
|
40
19
|
|
|
41
20
|
/**
|
|
42
|
-
* Render Manager -
|
|
21
|
+
* Render Manager - Class responsible for managing the state of a rendering session
|
|
43
22
|
*
|
|
44
|
-
*
|
|
45
|
-
* -
|
|
46
|
-
* -
|
|
47
|
-
* -
|
|
48
|
-
* -
|
|
49
|
-
* -
|
|
50
|
-
* -
|
|
51
|
-
* -
|
|
23
|
+
* Responsibilities:
|
|
24
|
+
* - Renderer management and wrapping
|
|
25
|
+
* - Event bus connection and event handling
|
|
26
|
+
* - Lip-sync handling and coordination
|
|
27
|
+
* - Motion and expression control
|
|
28
|
+
* - Mouse tracking management
|
|
29
|
+
* - Character configuration management
|
|
30
|
+
* - Message rendering coordination
|
|
52
31
|
*
|
|
53
|
-
* RenderManager
|
|
54
|
-
*
|
|
32
|
+
* RenderManager can accept any Renderer and
|
|
33
|
+
* optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).
|
|
55
34
|
*/
|
|
56
35
|
interface RenderManagerOptions {
|
|
57
36
|
canvas?: HTMLCanvasElement;
|
|
58
37
|
mouseTracking?: MouseTrackingMode;
|
|
59
38
|
}
|
|
60
|
-
declare class RenderManager implements RenderManager$1 {
|
|
61
|
-
private options?;
|
|
62
|
-
private readonly lipSync;
|
|
63
|
-
private readonly renderer;
|
|
64
|
-
private character;
|
|
65
|
-
private teardownBrowserLifecycle?;
|
|
66
|
-
private messageCallback?;
|
|
67
|
-
private cleanupMouseTracking?;
|
|
68
|
-
private resumeMouseTrackingTimer?;
|
|
69
|
-
private mouseTrackingSuspendedUntil;
|
|
70
|
-
private lastExpression?;
|
|
71
|
-
private lastMotion?;
|
|
72
|
-
private eventBus?;
|
|
73
|
-
private readonly handleTtsAudioStart;
|
|
74
|
-
private readonly handleTtsAudioEnd;
|
|
75
|
-
private readonly handleTtsLipsyncUpdate;
|
|
76
|
-
private readonly handleRealtimeExpression;
|
|
77
|
-
private readonly handleRealtimeMotion;
|
|
78
|
-
private readonly handleRealtimeGaze;
|
|
79
|
-
constructor(renderer: Renderer, options?: RenderManagerOptions | undefined);
|
|
80
|
-
/**
|
|
81
|
-
* 이벤트 버스 연결
|
|
82
|
-
*/
|
|
83
|
-
setEventBus(eventBus: CharivoEventBus): void;
|
|
84
|
-
/**
|
|
85
|
-
* 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.
|
|
86
|
-
*/
|
|
87
|
-
disconnect(): void;
|
|
88
|
-
/**
|
|
89
|
-
* 메시지 콜백 설정
|
|
90
|
-
*/
|
|
91
|
-
setMessageCallback(callback: (message: Message, character?: Character) => void): void;
|
|
92
|
-
/**
|
|
93
|
-
* 캐릭터 설정
|
|
94
|
-
*/
|
|
95
|
-
setCharacter(character: Character): void;
|
|
96
|
-
/**
|
|
97
|
-
* 렌더러 초기화
|
|
98
|
-
*/
|
|
99
|
-
initialize(): Promise<void>;
|
|
100
|
-
prepareAudio(): Promise<void>;
|
|
101
|
-
/**
|
|
102
|
-
* 모델 로드 (렌더러가 지원하는 경우)
|
|
103
|
-
*/
|
|
104
|
-
loadModel(modelPath: string): Promise<void>;
|
|
105
|
-
/**
|
|
106
|
-
* 메시지 렌더링
|
|
107
|
-
*/
|
|
108
|
-
render(message: Message, character?: Character): Promise<void>;
|
|
109
|
-
/**
|
|
110
|
-
* 정리
|
|
111
|
-
*/
|
|
112
|
-
destroy(): Promise<void>;
|
|
113
|
-
/**
|
|
114
|
-
* 실시간 립싱크 시작
|
|
115
|
-
*/
|
|
116
|
-
private startRealtimeLipSync;
|
|
117
|
-
/**
|
|
118
|
-
* 실시간 립싱크 중지
|
|
119
|
-
*/
|
|
120
|
-
private stopRealtimeLipSync;
|
|
121
|
-
/**
|
|
122
|
-
* 립싱크 RMS 업데이트
|
|
123
|
-
*/
|
|
124
|
-
private updateLipSync;
|
|
125
|
-
private bindBrowserLifecycleEvents;
|
|
126
|
-
private unbindBrowserLifecycleEvents;
|
|
127
|
-
private readonly handleHidden;
|
|
128
|
-
private readonly handleVisible;
|
|
129
|
-
private readonly handlePageHide;
|
|
130
|
-
private readonly handlePageShow;
|
|
131
|
-
private applyExpression;
|
|
132
|
-
private applyMotion;
|
|
133
|
-
private applyGaze;
|
|
134
|
-
private suspendMouseTracking;
|
|
135
|
-
private isMouseTrackingSuspended;
|
|
136
|
-
private isMouseTrackable;
|
|
137
|
-
private hasExpressionControl;
|
|
138
|
-
private hasExpressionCatalog;
|
|
139
|
-
private hasMotionControl;
|
|
140
|
-
private hasMotionCatalog;
|
|
141
|
-
private hasGazeControl;
|
|
142
|
-
}
|
|
143
39
|
/**
|
|
144
|
-
*
|
|
40
|
+
* Helper function to create a Render Manager
|
|
145
41
|
*/
|
|
146
42
|
declare function createRenderManager(renderer: Renderer, options?: RenderManagerOptions): RenderManager;
|
|
147
43
|
|
|
148
|
-
export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions,
|
|
44
|
+
export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, type RenderManagerOptions, createRenderManager, setupMouseTracking };
|
package/dist/index.js
CHANGED
|
@@ -2,6 +2,36 @@
|
|
|
2
2
|
|
|
3
3
|
var core = require('@charivo/core');
|
|
4
4
|
|
|
5
|
+
// src/mouse-tracking.ts
|
|
6
|
+
function setupMouseTracking(options) {
|
|
7
|
+
const { canvas, mode = "canvas", target } = options;
|
|
8
|
+
const down = (event) => {
|
|
9
|
+
const pointerEvent = event;
|
|
10
|
+
const rect = canvas.getBoundingClientRect();
|
|
11
|
+
const isOnCanvas = pointerEvent.clientX >= rect.left && pointerEvent.clientX <= rect.right && pointerEvent.clientY >= rect.top && pointerEvent.clientY <= rect.bottom;
|
|
12
|
+
if (isOnCanvas) {
|
|
13
|
+
target.handleMouseTap({
|
|
14
|
+
clientX: pointerEvent.clientX,
|
|
15
|
+
clientY: pointerEvent.clientY
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
};
|
|
19
|
+
const move = (event) => {
|
|
20
|
+
const pointerEvent = event;
|
|
21
|
+
target.updateViewWithMouse({
|
|
22
|
+
clientX: pointerEvent.clientX,
|
|
23
|
+
clientY: pointerEvent.clientY
|
|
24
|
+
});
|
|
25
|
+
};
|
|
26
|
+
const eventTarget = mode === "document" ? document : canvas;
|
|
27
|
+
eventTarget.addEventListener("pointerdown", down, { passive: true });
|
|
28
|
+
eventTarget.addEventListener("pointermove", move, { passive: true });
|
|
29
|
+
return () => {
|
|
30
|
+
eventTarget.removeEventListener("pointerdown", down);
|
|
31
|
+
eventTarget.removeEventListener("pointermove", move);
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
|
|
5
35
|
// src/lipsync.ts
|
|
6
36
|
var RealTimeLipSync = class {
|
|
7
37
|
audioContext;
|
|
@@ -123,36 +153,9 @@ var RealTimeLipSync = class {
|
|
|
123
153
|
}
|
|
124
154
|
};
|
|
125
155
|
|
|
126
|
-
// src/
|
|
127
|
-
function setupMouseTracking(options) {
|
|
128
|
-
const { canvas, mode = "canvas", target } = options;
|
|
129
|
-
const down = (event) => {
|
|
130
|
-
const pointerEvent = event;
|
|
131
|
-
const rect = canvas.getBoundingClientRect();
|
|
132
|
-
const isOnCanvas = pointerEvent.clientX >= rect.left && pointerEvent.clientX <= rect.right && pointerEvent.clientY >= rect.top && pointerEvent.clientY <= rect.bottom;
|
|
133
|
-
if (isOnCanvas) {
|
|
134
|
-
target.handleMouseTap({
|
|
135
|
-
clientX: pointerEvent.clientX,
|
|
136
|
-
clientY: pointerEvent.clientY
|
|
137
|
-
});
|
|
138
|
-
}
|
|
139
|
-
};
|
|
140
|
-
const move = (event) => {
|
|
141
|
-
const pointerEvent = event;
|
|
142
|
-
target.updateViewWithMouse({
|
|
143
|
-
clientX: pointerEvent.clientX,
|
|
144
|
-
clientY: pointerEvent.clientY
|
|
145
|
-
});
|
|
146
|
-
};
|
|
147
|
-
const eventTarget = mode === "document" ? document : canvas;
|
|
148
|
-
eventTarget.addEventListener("pointerdown", down, { passive: true });
|
|
149
|
-
eventTarget.addEventListener("pointermove", move, { passive: true });
|
|
150
|
-
return () => {
|
|
151
|
-
eventTarget.removeEventListener("pointerdown", down);
|
|
152
|
-
eventTarget.removeEventListener("pointermove", move);
|
|
153
|
-
};
|
|
154
|
-
}
|
|
156
|
+
// src/render-manager.ts
|
|
155
157
|
var GAZE_MOUSE_SUSPEND_MS = 1200;
|
|
158
|
+
var LOCAL_GAZE_SUSPEND_MS = 700;
|
|
156
159
|
var EXPRESSION_DEBOUNCE_MS = 300;
|
|
157
160
|
var MOTION_DEBOUNCE_MS = 1e3;
|
|
158
161
|
var RenderManager = class {
|
|
@@ -168,6 +171,7 @@ var RenderManager = class {
|
|
|
168
171
|
cleanupMouseTracking;
|
|
169
172
|
resumeMouseTrackingTimer;
|
|
170
173
|
mouseTrackingSuspendedUntil = 0;
|
|
174
|
+
localGazeSuspendUntil = 0;
|
|
171
175
|
lastExpression;
|
|
172
176
|
lastMotion;
|
|
173
177
|
eventBus;
|
|
@@ -191,7 +195,7 @@ var RenderManager = class {
|
|
|
191
195
|
this.applyGaze(data);
|
|
192
196
|
};
|
|
193
197
|
/**
|
|
194
|
-
*
|
|
198
|
+
* Connect the event bus
|
|
195
199
|
*/
|
|
196
200
|
setEventBus(eventBus) {
|
|
197
201
|
if (this.eventBus) {
|
|
@@ -206,7 +210,7 @@ var RenderManager = class {
|
|
|
206
210
|
eventBus.on("realtime:gaze", this.handleRealtimeGaze);
|
|
207
211
|
}
|
|
208
212
|
/**
|
|
209
|
-
*
|
|
213
|
+
* Remove the event bus listeners. Does nothing if no bus is connected, and is safe to call multiple times.
|
|
210
214
|
*/
|
|
211
215
|
disconnect() {
|
|
212
216
|
if (!this.eventBus) {
|
|
@@ -222,19 +226,19 @@ var RenderManager = class {
|
|
|
222
226
|
this.eventBus = void 0;
|
|
223
227
|
}
|
|
224
228
|
/**
|
|
225
|
-
*
|
|
229
|
+
* Set the message callback
|
|
226
230
|
*/
|
|
227
231
|
setMessageCallback(callback) {
|
|
228
232
|
this.messageCallback = callback;
|
|
229
233
|
}
|
|
230
234
|
/**
|
|
231
|
-
*
|
|
235
|
+
* Set the character
|
|
232
236
|
*/
|
|
233
237
|
setCharacter(character) {
|
|
234
238
|
this.character = character;
|
|
235
239
|
}
|
|
236
240
|
/**
|
|
237
|
-
*
|
|
241
|
+
* Initialize the renderer
|
|
238
242
|
*/
|
|
239
243
|
async initialize() {
|
|
240
244
|
this.bindBrowserLifecycleEvents();
|
|
@@ -252,7 +256,7 @@ var RenderManager = class {
|
|
|
252
256
|
mouseTrackableRenderer.updateViewWithMouse(coords);
|
|
253
257
|
},
|
|
254
258
|
handleMouseTap: (coords) => {
|
|
255
|
-
if (this.
|
|
259
|
+
if (this.isAiGazeActive()) {
|
|
256
260
|
return;
|
|
257
261
|
}
|
|
258
262
|
mouseTrackableRenderer.handleMouseTap(coords);
|
|
@@ -265,7 +269,7 @@ var RenderManager = class {
|
|
|
265
269
|
await this.lipSync.prepareAudio();
|
|
266
270
|
}
|
|
267
271
|
/**
|
|
268
|
-
*
|
|
272
|
+
* Load the model (if the renderer supports it)
|
|
269
273
|
*/
|
|
270
274
|
async loadModel(modelPath) {
|
|
271
275
|
if (this.renderer.loadModel) {
|
|
@@ -273,15 +277,27 @@ var RenderManager = class {
|
|
|
273
277
|
}
|
|
274
278
|
}
|
|
275
279
|
/**
|
|
276
|
-
*
|
|
280
|
+
* Render a message
|
|
277
281
|
*/
|
|
278
282
|
async render(message, character) {
|
|
279
283
|
const targetCharacter = character || this.character || void 0;
|
|
280
284
|
await this.renderer.render(message, targetCharacter);
|
|
281
285
|
this.messageCallback?.(message, targetCharacter);
|
|
282
286
|
}
|
|
287
|
+
/** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
|
|
288
|
+
* gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
|
|
289
|
+
* (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
|
|
290
|
+
* static document mouse cursor target does not fight the webcam. Returns true
|
|
291
|
+
* when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
|
|
292
|
+
setLocalGaze(coords) {
|
|
293
|
+
if (this.isAiGazeActive()) return false;
|
|
294
|
+
if (!this.hasGazeControl(this.renderer)) return false;
|
|
295
|
+
this.renderer.lookAt(coords);
|
|
296
|
+
this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS;
|
|
297
|
+
return true;
|
|
298
|
+
}
|
|
283
299
|
/**
|
|
284
|
-
*
|
|
300
|
+
* Clean up
|
|
285
301
|
*/
|
|
286
302
|
async destroy() {
|
|
287
303
|
this.disconnect();
|
|
@@ -296,7 +312,7 @@ var RenderManager = class {
|
|
|
296
312
|
await this.renderer.destroy();
|
|
297
313
|
}
|
|
298
314
|
/**
|
|
299
|
-
*
|
|
315
|
+
* Start real-time lip-sync
|
|
300
316
|
*/
|
|
301
317
|
startRealtimeLipSync(audioElement) {
|
|
302
318
|
if (this.renderer.setRealtimeLipSync) {
|
|
@@ -312,7 +328,7 @@ var RenderManager = class {
|
|
|
312
328
|
});
|
|
313
329
|
}
|
|
314
330
|
/**
|
|
315
|
-
*
|
|
331
|
+
* Stop real-time lip-sync
|
|
316
332
|
*/
|
|
317
333
|
stopRealtimeLipSync() {
|
|
318
334
|
this.lipSync.stop();
|
|
@@ -321,7 +337,7 @@ var RenderManager = class {
|
|
|
321
337
|
}
|
|
322
338
|
}
|
|
323
339
|
/**
|
|
324
|
-
*
|
|
340
|
+
* Update the lip-sync RMS
|
|
325
341
|
*/
|
|
326
342
|
updateLipSync(rms) {
|
|
327
343
|
if (this.renderer.updateRealtimeLipSyncRms) {
|
|
@@ -408,9 +424,12 @@ var RenderManager = class {
|
|
|
408
424
|
this.resumeMouseTrackingTimer = void 0;
|
|
409
425
|
}, durationMs);
|
|
410
426
|
}
|
|
411
|
-
|
|
427
|
+
isAiGazeActive() {
|
|
412
428
|
return Date.now() < this.mouseTrackingSuspendedUntil;
|
|
413
429
|
}
|
|
430
|
+
isMouseTrackingSuspended() {
|
|
431
|
+
return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;
|
|
432
|
+
}
|
|
414
433
|
isMouseTrackable(renderer) {
|
|
415
434
|
return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
|
|
416
435
|
}
|
|
@@ -434,8 +453,6 @@ function createRenderManager(renderer, options) {
|
|
|
434
453
|
return new RenderManager(renderer, options);
|
|
435
454
|
}
|
|
436
455
|
|
|
437
|
-
exports.RealTimeLipSync = RealTimeLipSync;
|
|
438
|
-
exports.RenderManager = RenderManager;
|
|
439
456
|
exports.createRenderManager = createRenderManager;
|
|
440
457
|
exports.setupMouseTracking = setupMouseTracking;
|
|
441
458
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":["subscribeBrowserLifecycle"],"mappings":";;;;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAkDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAtDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2BA,8BAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/mouse-tracking.ts","../src/lipsync.ts","../src/render-manager.ts"],"names":["subscribeBrowserLifecycle"],"mappings":";;;;;AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;ACxDO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF,CAAA;;;AC7IA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAmDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAvDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2BA,8BAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * Remove the event bus listeners. Does nothing if no bus is connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * Start real-time lip-sync\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * Stop real-time lip-sync\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
package/dist/index.mjs
CHANGED
|
@@ -1,5 +1,35 @@
|
|
|
1
1
|
import { subscribeBrowserLifecycle } from '@charivo/core';
|
|
2
2
|
|
|
3
|
+
// src/mouse-tracking.ts
|
|
4
|
+
function setupMouseTracking(options) {
|
|
5
|
+
const { canvas, mode = "canvas", target } = options;
|
|
6
|
+
const down = (event) => {
|
|
7
|
+
const pointerEvent = event;
|
|
8
|
+
const rect = canvas.getBoundingClientRect();
|
|
9
|
+
const isOnCanvas = pointerEvent.clientX >= rect.left && pointerEvent.clientX <= rect.right && pointerEvent.clientY >= rect.top && pointerEvent.clientY <= rect.bottom;
|
|
10
|
+
if (isOnCanvas) {
|
|
11
|
+
target.handleMouseTap({
|
|
12
|
+
clientX: pointerEvent.clientX,
|
|
13
|
+
clientY: pointerEvent.clientY
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
};
|
|
17
|
+
const move = (event) => {
|
|
18
|
+
const pointerEvent = event;
|
|
19
|
+
target.updateViewWithMouse({
|
|
20
|
+
clientX: pointerEvent.clientX,
|
|
21
|
+
clientY: pointerEvent.clientY
|
|
22
|
+
});
|
|
23
|
+
};
|
|
24
|
+
const eventTarget = mode === "document" ? document : canvas;
|
|
25
|
+
eventTarget.addEventListener("pointerdown", down, { passive: true });
|
|
26
|
+
eventTarget.addEventListener("pointermove", move, { passive: true });
|
|
27
|
+
return () => {
|
|
28
|
+
eventTarget.removeEventListener("pointerdown", down);
|
|
29
|
+
eventTarget.removeEventListener("pointermove", move);
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
|
|
3
33
|
// src/lipsync.ts
|
|
4
34
|
var RealTimeLipSync = class {
|
|
5
35
|
audioContext;
|
|
@@ -121,36 +151,9 @@ var RealTimeLipSync = class {
|
|
|
121
151
|
}
|
|
122
152
|
};
|
|
123
153
|
|
|
124
|
-
// src/
|
|
125
|
-
function setupMouseTracking(options) {
|
|
126
|
-
const { canvas, mode = "canvas", target } = options;
|
|
127
|
-
const down = (event) => {
|
|
128
|
-
const pointerEvent = event;
|
|
129
|
-
const rect = canvas.getBoundingClientRect();
|
|
130
|
-
const isOnCanvas = pointerEvent.clientX >= rect.left && pointerEvent.clientX <= rect.right && pointerEvent.clientY >= rect.top && pointerEvent.clientY <= rect.bottom;
|
|
131
|
-
if (isOnCanvas) {
|
|
132
|
-
target.handleMouseTap({
|
|
133
|
-
clientX: pointerEvent.clientX,
|
|
134
|
-
clientY: pointerEvent.clientY
|
|
135
|
-
});
|
|
136
|
-
}
|
|
137
|
-
};
|
|
138
|
-
const move = (event) => {
|
|
139
|
-
const pointerEvent = event;
|
|
140
|
-
target.updateViewWithMouse({
|
|
141
|
-
clientX: pointerEvent.clientX,
|
|
142
|
-
clientY: pointerEvent.clientY
|
|
143
|
-
});
|
|
144
|
-
};
|
|
145
|
-
const eventTarget = mode === "document" ? document : canvas;
|
|
146
|
-
eventTarget.addEventListener("pointerdown", down, { passive: true });
|
|
147
|
-
eventTarget.addEventListener("pointermove", move, { passive: true });
|
|
148
|
-
return () => {
|
|
149
|
-
eventTarget.removeEventListener("pointerdown", down);
|
|
150
|
-
eventTarget.removeEventListener("pointermove", move);
|
|
151
|
-
};
|
|
152
|
-
}
|
|
154
|
+
// src/render-manager.ts
|
|
153
155
|
var GAZE_MOUSE_SUSPEND_MS = 1200;
|
|
156
|
+
var LOCAL_GAZE_SUSPEND_MS = 700;
|
|
154
157
|
var EXPRESSION_DEBOUNCE_MS = 300;
|
|
155
158
|
var MOTION_DEBOUNCE_MS = 1e3;
|
|
156
159
|
var RenderManager = class {
|
|
@@ -166,6 +169,7 @@ var RenderManager = class {
|
|
|
166
169
|
cleanupMouseTracking;
|
|
167
170
|
resumeMouseTrackingTimer;
|
|
168
171
|
mouseTrackingSuspendedUntil = 0;
|
|
172
|
+
localGazeSuspendUntil = 0;
|
|
169
173
|
lastExpression;
|
|
170
174
|
lastMotion;
|
|
171
175
|
eventBus;
|
|
@@ -189,7 +193,7 @@ var RenderManager = class {
|
|
|
189
193
|
this.applyGaze(data);
|
|
190
194
|
};
|
|
191
195
|
/**
|
|
192
|
-
*
|
|
196
|
+
* Connect the event bus
|
|
193
197
|
*/
|
|
194
198
|
setEventBus(eventBus) {
|
|
195
199
|
if (this.eventBus) {
|
|
@@ -204,7 +208,7 @@ var RenderManager = class {
|
|
|
204
208
|
eventBus.on("realtime:gaze", this.handleRealtimeGaze);
|
|
205
209
|
}
|
|
206
210
|
/**
|
|
207
|
-
*
|
|
211
|
+
* Remove the event bus listeners. Does nothing if no bus is connected, and is safe to call multiple times.
|
|
208
212
|
*/
|
|
209
213
|
disconnect() {
|
|
210
214
|
if (!this.eventBus) {
|
|
@@ -220,19 +224,19 @@ var RenderManager = class {
|
|
|
220
224
|
this.eventBus = void 0;
|
|
221
225
|
}
|
|
222
226
|
/**
|
|
223
|
-
*
|
|
227
|
+
* Set the message callback
|
|
224
228
|
*/
|
|
225
229
|
setMessageCallback(callback) {
|
|
226
230
|
this.messageCallback = callback;
|
|
227
231
|
}
|
|
228
232
|
/**
|
|
229
|
-
*
|
|
233
|
+
* Set the character
|
|
230
234
|
*/
|
|
231
235
|
setCharacter(character) {
|
|
232
236
|
this.character = character;
|
|
233
237
|
}
|
|
234
238
|
/**
|
|
235
|
-
*
|
|
239
|
+
* Initialize the renderer
|
|
236
240
|
*/
|
|
237
241
|
async initialize() {
|
|
238
242
|
this.bindBrowserLifecycleEvents();
|
|
@@ -250,7 +254,7 @@ var RenderManager = class {
|
|
|
250
254
|
mouseTrackableRenderer.updateViewWithMouse(coords);
|
|
251
255
|
},
|
|
252
256
|
handleMouseTap: (coords) => {
|
|
253
|
-
if (this.
|
|
257
|
+
if (this.isAiGazeActive()) {
|
|
254
258
|
return;
|
|
255
259
|
}
|
|
256
260
|
mouseTrackableRenderer.handleMouseTap(coords);
|
|
@@ -263,7 +267,7 @@ var RenderManager = class {
|
|
|
263
267
|
await this.lipSync.prepareAudio();
|
|
264
268
|
}
|
|
265
269
|
/**
|
|
266
|
-
*
|
|
270
|
+
* Load the model (if the renderer supports it)
|
|
267
271
|
*/
|
|
268
272
|
async loadModel(modelPath) {
|
|
269
273
|
if (this.renderer.loadModel) {
|
|
@@ -271,15 +275,27 @@ var RenderManager = class {
|
|
|
271
275
|
}
|
|
272
276
|
}
|
|
273
277
|
/**
|
|
274
|
-
*
|
|
278
|
+
* Render a message
|
|
275
279
|
*/
|
|
276
280
|
async render(message, character) {
|
|
277
281
|
const targetCharacter = character || this.character || void 0;
|
|
278
282
|
await this.renderer.render(message, targetCharacter);
|
|
279
283
|
this.messageCallback?.(message, targetCharacter);
|
|
280
284
|
}
|
|
285
|
+
/** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI
|
|
286
|
+
* gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking
|
|
287
|
+
* (updateViewWithMouse, NOT taps) via a separate local-gaze window so the
|
|
288
|
+
* static document mouse cursor target does not fight the webcam. Returns true
|
|
289
|
+
* when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */
|
|
290
|
+
setLocalGaze(coords) {
|
|
291
|
+
if (this.isAiGazeActive()) return false;
|
|
292
|
+
if (!this.hasGazeControl(this.renderer)) return false;
|
|
293
|
+
this.renderer.lookAt(coords);
|
|
294
|
+
this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS;
|
|
295
|
+
return true;
|
|
296
|
+
}
|
|
281
297
|
/**
|
|
282
|
-
*
|
|
298
|
+
* Clean up
|
|
283
299
|
*/
|
|
284
300
|
async destroy() {
|
|
285
301
|
this.disconnect();
|
|
@@ -294,7 +310,7 @@ var RenderManager = class {
|
|
|
294
310
|
await this.renderer.destroy();
|
|
295
311
|
}
|
|
296
312
|
/**
|
|
297
|
-
*
|
|
313
|
+
* Start real-time lip-sync
|
|
298
314
|
*/
|
|
299
315
|
startRealtimeLipSync(audioElement) {
|
|
300
316
|
if (this.renderer.setRealtimeLipSync) {
|
|
@@ -310,7 +326,7 @@ var RenderManager = class {
|
|
|
310
326
|
});
|
|
311
327
|
}
|
|
312
328
|
/**
|
|
313
|
-
*
|
|
329
|
+
* Stop real-time lip-sync
|
|
314
330
|
*/
|
|
315
331
|
stopRealtimeLipSync() {
|
|
316
332
|
this.lipSync.stop();
|
|
@@ -319,7 +335,7 @@ var RenderManager = class {
|
|
|
319
335
|
}
|
|
320
336
|
}
|
|
321
337
|
/**
|
|
322
|
-
*
|
|
338
|
+
* Update the lip-sync RMS
|
|
323
339
|
*/
|
|
324
340
|
updateLipSync(rms) {
|
|
325
341
|
if (this.renderer.updateRealtimeLipSyncRms) {
|
|
@@ -406,9 +422,12 @@ var RenderManager = class {
|
|
|
406
422
|
this.resumeMouseTrackingTimer = void 0;
|
|
407
423
|
}, durationMs);
|
|
408
424
|
}
|
|
409
|
-
|
|
425
|
+
isAiGazeActive() {
|
|
410
426
|
return Date.now() < this.mouseTrackingSuspendedUntil;
|
|
411
427
|
}
|
|
428
|
+
isMouseTrackingSuspended() {
|
|
429
|
+
return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;
|
|
430
|
+
}
|
|
412
431
|
isMouseTrackable(renderer) {
|
|
413
432
|
return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
|
|
414
433
|
}
|
|
@@ -432,6 +451,6 @@ function createRenderManager(renderer, options) {
|
|
|
432
451
|
return new RenderManager(renderer, options);
|
|
433
452
|
}
|
|
434
453
|
|
|
435
|
-
export {
|
|
454
|
+
export { createRenderManager, setupMouseTracking };
|
|
436
455
|
//# sourceMappingURL=index.mjs.map
|
|
437
456
|
//# sourceMappingURL=index.mjs.map
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF;;;AC5IO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;ACxCA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAkDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAtDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2B,yBAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * 이벤트 버스 리스너 제거. 연결된 버스가 없으면 아무것도 하지 않으며 여러 번 호출해도 안전합니다.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/mouse-tracking.ts","../src/lipsync.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;ACxDO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAER,MAAa,YAAA,GAA8B;AACzC,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,IAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,MAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAAA,EAClD;AAAA,EAEO,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA,KAAK,IAAA,CAAK,YAAA,EAAa,CAAE,KAAA,CAAM,CAAC,KAAA,KAAU;AACxC,UAAA,OAAA,CAAQ,KAAA;AAAA,YACN,mDAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,CAAC,KAAK,YAAA,EAAc;AACtB,QAAA;AAAA,MACF;AAEA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,KAAA,GAAc;AACnB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,MAAA,GAAe;AACpB,IAAA,IACE,CAAC,IAAA,CAAK,QAAA,IACN,IAAA,CAAK,gBAAA,IACL,CAAC,IAAA,CAAK,QAAA,IACN,CAAC,IAAA,CAAK,SAAA,EACN;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AAAA,EACrB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AACV,IAAA,IAAA,CAAK,UAAA,EAAW;AAEhB,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,KAAK,IAAA,CAAK,aAAa,KAAA,EAAM;AAC7B,MAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AAAA,IACtB;AACA,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AAAA,EAEQ,UAAA,GAAmB;AACzB,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAAA,EACF;AACF,CAAA;;;AC7IA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAmDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAvDiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,wBAAA;AAAA,EACA,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,EAC7C,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,EAC3B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,wBAAA,GAA2B,CAC1C,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,oBAAA,GAAuB,CACtC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAE3C,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,UAAA,EAAW;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AAChE,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AACxD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAAA,EACtD;AAAA;AAAA;AAAA;AAAA,EAKA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,mBAAA,EAAoB;AAEzB,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,qBAAA,EAAuB,IAAA,CAAK,wBAAwB,CAAA;AACtE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,oBAAoB,CAAA;AAC9D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,0BAAA,EAA2B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,QAAQ,YAAA,EAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,0BAAA,GAAmC;AACzC,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAA2B,yBAAA,CAA0B;AAAA,MACxD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK;AAAA,KACjB,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAA,CAAK,wBAAA,IAA2B;AAChC,IAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,EAClC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AAAA,EACrB,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,QAAQ,MAAA,EAAO;AAAA,EACtB,CAAA;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public async prepareAudio(): Promise<void> {\n if (this.audioContext) {\n return;\n }\n\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n }\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.stop();\n this.resetNodes();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n if (!this.audioContext) {\n void this.prepareAudio().catch((error) => {\n console.error(\n \"RealTimeLipSync: Failed to set up audio analysis:\",\n error,\n );\n });\n }\n\n if (!this.audioContext) {\n return;\n }\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public pause(): void {\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0);\n }\n\n public resume(): void {\n if (\n !this.isActive ||\n this.animationFrameId ||\n !this.analyser ||\n !this.dataArray\n ) {\n return;\n }\n\n this.startAnalysis();\n }\n\n public cleanup(): void {\n this.stop();\n this.resetNodes();\n\n if (this.audioContext) {\n void this.audioContext.close();\n this.audioContext = undefined;\n }\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n\n private resetNodes(): void {\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n }\n}\n","import {\n subscribeBrowserLifecycle,\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private teardownBrowserLifecycle?: () => void;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.startRealtimeLipSync(data.audioElement);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.stopRealtimeLipSync();\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleRealtimeExpression = (\n data: EventMap[\"realtime:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleRealtimeMotion = (\n data: EventMap[\"realtime:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleRealtimeGaze = (\n data: EventMap[\"realtime:gaze\"],\n ): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again\n if (this.eventBus) {\n this.disconnect();\n }\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"realtime:expression\", this.handleRealtimeExpression);\n eventBus.on(\"realtime:motion\", this.handleRealtimeMotion);\n eventBus.on(\"realtime:gaze\", this.handleRealtimeGaze);\n }\n\n /**\n * Remove the event bus listeners. Does nothing if no bus is connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Stop any in-progress lip-sync before removing listeners so the RMS\n // callback cannot fire into the renderer after the bus is cleared.\n this.stopRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"realtime:expression\", this.handleRealtimeExpression);\n this.eventBus.off(\"realtime:motion\", this.handleRealtimeMotion);\n this.eventBus.off(\"realtime:gaze\", this.handleRealtimeGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n this.bindBrowserLifecycleEvents();\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSync.prepareAudio();\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.unbindBrowserLifecycleEvents();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * Start real-time lip-sync\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * Stop real-time lip-sync\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private bindBrowserLifecycleEvents(): void {\n if (this.teardownBrowserLifecycle) {\n return;\n }\n\n this.teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: this.handleHidden,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n });\n }\n\n private unbindBrowserLifecycleEvents(): void {\n this.teardownBrowserLifecycle?.();\n this.teardownBrowserLifecycle = undefined;\n }\n\n private readonly handleHidden = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSync.resume();\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSync.pause();\n };\n\n private readonly handlePageShow = (): void => {\n this.lipSync.resume();\n };\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
package/dist/stub/index.d.mts
CHANGED
|
@@ -1,9 +1,5 @@
|
|
|
1
|
-
import { Renderer
|
|
1
|
+
import { Renderer } from '@charivo/core';
|
|
2
2
|
|
|
3
|
-
declare
|
|
4
|
-
initialize(): Promise<void>;
|
|
5
|
-
render(message: Message, character?: Character): Promise<void>;
|
|
6
|
-
destroy(): Promise<void>;
|
|
7
|
-
}
|
|
3
|
+
declare function createConsoleRenderer(): Renderer;
|
|
8
4
|
|
|
9
|
-
export {
|
|
5
|
+
export { createConsoleRenderer };
|
package/dist/stub/index.d.ts
CHANGED
|
@@ -1,9 +1,5 @@
|
|
|
1
|
-
import { Renderer
|
|
1
|
+
import { Renderer } from '@charivo/core';
|
|
2
2
|
|
|
3
|
-
declare
|
|
4
|
-
initialize(): Promise<void>;
|
|
5
|
-
render(message: Message, character?: Character): Promise<void>;
|
|
6
|
-
destroy(): Promise<void>;
|
|
7
|
-
}
|
|
3
|
+
declare function createConsoleRenderer(): Renderer;
|
|
8
4
|
|
|
9
|
-
export {
|
|
5
|
+
export { createConsoleRenderer };
|
package/dist/stub/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
// src/stub/
|
|
3
|
+
// src/stub/console-renderer.ts
|
|
4
4
|
var ConsoleRenderer = class {
|
|
5
5
|
async initialize() {
|
|
6
6
|
console.log("\u{1F3AD} ConsoleRenderer initialized");
|
|
@@ -20,6 +20,11 @@ var ConsoleRenderer = class {
|
|
|
20
20
|
}
|
|
21
21
|
};
|
|
22
22
|
|
|
23
|
-
|
|
23
|
+
// src/stub/index.ts
|
|
24
|
+
function createConsoleRenderer() {
|
|
25
|
+
return new ConsoleRenderer();
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
exports.createConsoleRenderer = createConsoleRenderer;
|
|
24
29
|
//# sourceMappingURL=index.js.map
|
|
25
30
|
//# sourceMappingURL=index.js.map
|
package/dist/stub/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/stub/index.ts"],"names":[],"mappings":";;;AAEO,IAAM,kBAAN,MAA0C;AAAA,EAC/C,MAAM,UAAA,GAA4B;AAChC,IAAA,OAAA,CAAQ,IAAI,uCAAgC,CAAA;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,CAAU,kBAAA,EAAmB;AAEvD,IAAA,IAAI,OAAA,CAAQ,SAAS,MAAA,EAAQ;AAC3B,MAAA,OAAA,CAAQ,IAAI,CAAA,WAAA,EAAO,SAAS,CAAA,QAAA,EAAW,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC1D,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,WAAA,IAAe,SAAA,EAAW;AACpD,MAAA,OAAA,CAAQ,GAAA,CAAI,cAAO,SAAS,CAAA,EAAA,EAAK,UAAU,IAAI,CAAA,EAAA,EAAK,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IACvE,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,CAAA,cAAA,EAAO,SAAS,CAAA,UAAA,EAAa,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAAA,EAC5C;AACF","file":"index.js","sourcesContent":["import { Renderer, Message, Character } from \"@charivo/core\";\n\nexport class ConsoleRenderer implements Renderer {\n async initialize(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer initialized\");\n }\n\n async render(message: Message, character?: Character): Promise<void> {\n const timestamp = message.timestamp.toLocaleTimeString();\n\n if (message.type === \"user\") {\n console.log(`👤 [${timestamp}] User: ${message.content}`);\n } else if (message.type === \"character\" && character) {\n console.log(`🎭 [${timestamp}] ${character.name}: ${message.content}`);\n } else {\n console.log(`ℹ️ [${timestamp}] System: ${message.content}`);\n }\n }\n\n async destroy(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer destroyed\");\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/stub/console-renderer.ts","../../src/stub/index.ts"],"names":[],"mappings":";;;AAEO,IAAM,kBAAN,MAA0C;AAAA,EAC/C,MAAM,UAAA,GAA4B;AAChC,IAAA,OAAA,CAAQ,IAAI,uCAAgC,CAAA;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,CAAU,kBAAA,EAAmB;AAEvD,IAAA,IAAI,OAAA,CAAQ,SAAS,MAAA,EAAQ;AAC3B,MAAA,OAAA,CAAQ,IAAI,CAAA,WAAA,EAAO,SAAS,CAAA,QAAA,EAAW,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC1D,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,WAAA,IAAe,SAAA,EAAW;AACpD,MAAA,OAAA,CAAQ,GAAA,CAAI,cAAO,SAAS,CAAA,EAAA,EAAK,UAAU,IAAI,CAAA,EAAA,EAAK,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IACvE,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,CAAA,cAAA,EAAO,SAAS,CAAA,UAAA,EAAa,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAAA,EAC5C;AACF,CAAA;;;ACnBO,SAAS,qBAAA,GAAkC;AAChD,EAAA,OAAO,IAAI,eAAA,EAAgB;AAC7B","file":"index.js","sourcesContent":["import { Renderer, Message, Character } from \"@charivo/core\";\n\nexport class ConsoleRenderer implements Renderer {\n async initialize(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer initialized\");\n }\n\n async render(message: Message, character?: Character): Promise<void> {\n const timestamp = message.timestamp.toLocaleTimeString();\n\n if (message.type === \"user\") {\n console.log(`👤 [${timestamp}] User: ${message.content}`);\n } else if (message.type === \"character\" && character) {\n console.log(`🎭 [${timestamp}] ${character.name}: ${message.content}`);\n } else {\n console.log(`ℹ️ [${timestamp}] System: ${message.content}`);\n }\n }\n\n async destroy(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer destroyed\");\n }\n}\n","import type { Renderer } from \"@charivo/core\";\nimport { ConsoleRenderer } from \"./console-renderer\";\n\nexport function createConsoleRenderer(): Renderer {\n return new ConsoleRenderer();\n}\n"]}
|
package/dist/stub/index.mjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
// src/stub/
|
|
1
|
+
// src/stub/console-renderer.ts
|
|
2
2
|
var ConsoleRenderer = class {
|
|
3
3
|
async initialize() {
|
|
4
4
|
console.log("\u{1F3AD} ConsoleRenderer initialized");
|
|
@@ -18,6 +18,11 @@ var ConsoleRenderer = class {
|
|
|
18
18
|
}
|
|
19
19
|
};
|
|
20
20
|
|
|
21
|
-
|
|
21
|
+
// src/stub/index.ts
|
|
22
|
+
function createConsoleRenderer() {
|
|
23
|
+
return new ConsoleRenderer();
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export { createConsoleRenderer };
|
|
22
27
|
//# sourceMappingURL=index.mjs.map
|
|
23
28
|
//# sourceMappingURL=index.mjs.map
|
package/dist/stub/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/stub/index.ts"],"names":[],"mappings":";AAEO,IAAM,kBAAN,MAA0C;AAAA,EAC/C,MAAM,UAAA,GAA4B;AAChC,IAAA,OAAA,CAAQ,IAAI,uCAAgC,CAAA;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,CAAU,kBAAA,EAAmB;AAEvD,IAAA,IAAI,OAAA,CAAQ,SAAS,MAAA,EAAQ;AAC3B,MAAA,OAAA,CAAQ,IAAI,CAAA,WAAA,EAAO,SAAS,CAAA,QAAA,EAAW,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC1D,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,WAAA,IAAe,SAAA,EAAW;AACpD,MAAA,OAAA,CAAQ,GAAA,CAAI,cAAO,SAAS,CAAA,EAAA,EAAK,UAAU,IAAI,CAAA,EAAA,EAAK,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IACvE,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,CAAA,cAAA,EAAO,SAAS,CAAA,UAAA,EAAa,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAAA,EAC5C;AACF","file":"index.mjs","sourcesContent":["import { Renderer, Message, Character } from \"@charivo/core\";\n\nexport class ConsoleRenderer implements Renderer {\n async initialize(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer initialized\");\n }\n\n async render(message: Message, character?: Character): Promise<void> {\n const timestamp = message.timestamp.toLocaleTimeString();\n\n if (message.type === \"user\") {\n console.log(`👤 [${timestamp}] User: ${message.content}`);\n } else if (message.type === \"character\" && character) {\n console.log(`🎭 [${timestamp}] ${character.name}: ${message.content}`);\n } else {\n console.log(`ℹ️ [${timestamp}] System: ${message.content}`);\n }\n }\n\n async destroy(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer destroyed\");\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/stub/console-renderer.ts","../../src/stub/index.ts"],"names":[],"mappings":";AAEO,IAAM,kBAAN,MAA0C;AAAA,EAC/C,MAAM,UAAA,GAA4B;AAChC,IAAA,OAAA,CAAQ,IAAI,uCAAgC,CAAA;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,CAAU,kBAAA,EAAmB;AAEvD,IAAA,IAAI,OAAA,CAAQ,SAAS,MAAA,EAAQ;AAC3B,MAAA,OAAA,CAAQ,IAAI,CAAA,WAAA,EAAO,SAAS,CAAA,QAAA,EAAW,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC1D,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,WAAA,IAAe,SAAA,EAAW;AACpD,MAAA,OAAA,CAAQ,GAAA,CAAI,cAAO,SAAS,CAAA,EAAA,EAAK,UAAU,IAAI,CAAA,EAAA,EAAK,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IACvE,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,CAAA,cAAA,EAAO,SAAS,CAAA,UAAA,EAAa,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAAA,EAC5C;AACF,CAAA;;;ACnBO,SAAS,qBAAA,GAAkC;AAChD,EAAA,OAAO,IAAI,eAAA,EAAgB;AAC7B","file":"index.mjs","sourcesContent":["import { Renderer, Message, Character } from \"@charivo/core\";\n\nexport class ConsoleRenderer implements Renderer {\n async initialize(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer initialized\");\n }\n\n async render(message: Message, character?: Character): Promise<void> {\n const timestamp = message.timestamp.toLocaleTimeString();\n\n if (message.type === \"user\") {\n console.log(`👤 [${timestamp}] User: ${message.content}`);\n } else if (message.type === \"character\" && character) {\n console.log(`🎭 [${timestamp}] ${character.name}: ${message.content}`);\n } else {\n console.log(`ℹ️ [${timestamp}] System: ${message.content}`);\n }\n }\n\n async destroy(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer destroyed\");\n }\n}\n","import type { Renderer } from \"@charivo/core\";\nimport { ConsoleRenderer } from \"./console-renderer\";\n\nexport function createConsoleRenderer(): Renderer {\n return new ConsoleRenderer();\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@charivo/render",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.6.0",
|
|
4
4
|
"description": "Render manager and utilities for Charivo",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"module": "dist/index.mjs",
|
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
}
|
|
19
19
|
},
|
|
20
20
|
"dependencies": {
|
|
21
|
-
"@charivo/core": "0.
|
|
21
|
+
"@charivo/core": "0.14.0"
|
|
22
22
|
},
|
|
23
23
|
"devDependencies": {
|
|
24
24
|
"tsup": "^8.5.0",
|