@charivo/render 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +67 -0
- package/dist/index.d.mts +125 -0
- package/dist/index.d.ts +125 -0
- package/dist/index.js +347 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +342 -0
- package/dist/index.mjs.map +1 -0
- package/dist/stub/index.d.mts +9 -0
- package/dist/stub/index.d.ts +9 -0
- package/dist/stub/index.js +25 -0
- package/dist/stub/index.js.map +1 -0
- package/dist/stub/index.mjs +23 -0
- package/dist/stub/index.mjs.map +1 -0
- package/package.json +53 -0
package/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2025 Zeikar
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
package/README.md
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
# @charivo/render
|
|
2
|
+
|
|
3
|
+
Stateful render manager and rendering utilities for Charivo.
|
|
4
|
+
|
|
5
|
+
Use this package when you already have a renderer implementation, such as
|
|
6
|
+
`@charivo/render-live2d`, and want the manager that bridges TTS, realtime
|
|
7
|
+
avatar action events, mouse tracking, and message rendering.
|
|
8
|
+
|
|
9
|
+
## Install
|
|
10
|
+
|
|
11
|
+
```bash
|
|
12
|
+
pnpm add @charivo/render
|
|
13
|
+
```
|
|
14
|
+
|
|
15
|
+
## Usage
|
|
16
|
+
|
|
17
|
+
```ts
|
|
18
|
+
import { createRenderManager } from "@charivo/render";
|
|
19
|
+
import { createLive2DRenderer } from "@charivo/render-live2d";
|
|
20
|
+
|
|
21
|
+
const renderer = createLive2DRenderer({ canvas });
|
|
22
|
+
const renderManager = createRenderManager(renderer, {
|
|
23
|
+
canvas,
|
|
24
|
+
mouseTracking: "document",
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
await renderManager.initialize();
|
|
28
|
+
await renderManager.loadModel?.("/live2d/hiyori/hiyori.model3.json");
|
|
29
|
+
```
|
|
30
|
+
|
|
31
|
+
## What It Does
|
|
32
|
+
|
|
33
|
+
- wraps a `Renderer` implementation
|
|
34
|
+
- consumes the typed `CharivoEventBus`
|
|
35
|
+
- reacts to `tts:audio:start`, `tts:audio:end`, and `tts:lipsync:update`
|
|
36
|
+
- reacts to `realtime:expression`, `realtime:motion`, and `realtime:gaze`
|
|
37
|
+
- optionally wires mouse tracking to a canvas or the full document
|
|
38
|
+
|
|
39
|
+
## Exports
|
|
40
|
+
|
|
41
|
+
- `RenderManager`
|
|
42
|
+
- `createRenderManager(renderer, options?)`
|
|
43
|
+
- `RealTimeLipSync`
|
|
44
|
+
- `setupMouseTracking(...)`
|
|
45
|
+
|
|
46
|
+
## Renderer Expectations
|
|
47
|
+
|
|
48
|
+
At minimum, a renderer must implement the `Renderer` contract from `@charivo/core`.
|
|
49
|
+
If it also exposes optional methods such as `loadModel`, `setRealtimeLipSync`,
|
|
50
|
+
`updateRealtimeLipSyncRms`, `playExpression`, `playMotionByGroup`, `lookAt`,
|
|
51
|
+
`getAvailableExpressions`, or `getAvailableMotionGroups`, the render manager
|
|
52
|
+
will use them automatically.
|
|
53
|
+
|
|
54
|
+
## Event Wiring
|
|
55
|
+
|
|
56
|
+
`RenderManager` uses `setEventBus(...)` because it subscribes to upstream
|
|
57
|
+
Charivo events. In the default flow it listens for:
|
|
58
|
+
|
|
59
|
+
- `tts:audio:start`
|
|
60
|
+
- `tts:audio:end`
|
|
61
|
+
- `tts:lipsync:update`
|
|
62
|
+
- `realtime:expression`
|
|
63
|
+
- `realtime:motion`
|
|
64
|
+
- `realtime:gaze`
|
|
65
|
+
|
|
66
|
+
This manager consumes the full bus because it needs subscription access, not
|
|
67
|
+
just event emission.
|
package/dist/index.d.mts
ADDED
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Real-time lip sync utility for TTS audio integration.
|
|
5
|
+
*/
|
|
6
|
+
declare class RealTimeLipSync {
|
|
7
|
+
private audioContext?;
|
|
8
|
+
private analyser?;
|
|
9
|
+
private mediaElementSource?;
|
|
10
|
+
private dataArray?;
|
|
11
|
+
private isActive;
|
|
12
|
+
private animationFrameId?;
|
|
13
|
+
private onRmsUpdate?;
|
|
14
|
+
connectToAudio(audioElement: HTMLAudioElement, onRmsUpdate: (rms: number) => void): void;
|
|
15
|
+
stop(): void;
|
|
16
|
+
cleanup(): void;
|
|
17
|
+
private startAnalysis;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
type MouseTrackingMode = "canvas" | "document";
|
|
21
|
+
interface MouseCoordinates {
|
|
22
|
+
clientX: number;
|
|
23
|
+
clientY: number;
|
|
24
|
+
}
|
|
25
|
+
interface MouseTrackable {
|
|
26
|
+
updateViewWithMouse(coords: MouseCoordinates): void;
|
|
27
|
+
handleMouseTap(coords: MouseCoordinates): void;
|
|
28
|
+
}
|
|
29
|
+
interface MouseTrackingOptions<T extends MouseTrackable> {
|
|
30
|
+
canvas: HTMLCanvasElement;
|
|
31
|
+
mode?: MouseTrackingMode;
|
|
32
|
+
target: T;
|
|
33
|
+
}
|
|
34
|
+
type MouseTrackingCleanup = () => void;
|
|
35
|
+
declare function setupMouseTracking<T extends MouseTrackable>(options: MouseTrackingOptions<T>): MouseTrackingCleanup;
|
|
36
|
+
|
|
37
|
+
/**
|
|
38
|
+
* Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스
|
|
39
|
+
*
|
|
40
|
+
* 역할:
|
|
41
|
+
* - 렌더러 관리 및 래핑
|
|
42
|
+
* - 이벤트 버스 연결 및 이벤트 처리
|
|
43
|
+
* - 립싱크 처리 및 조율
|
|
44
|
+
* - 모션 및 표현 제어
|
|
45
|
+
* - 마우스 추적 관리
|
|
46
|
+
* - 캐릭터 설정 관리
|
|
47
|
+
* - 메시지 렌더링 조율
|
|
48
|
+
*
|
|
49
|
+
* RenderManager는 어떤 Renderer든 받을 수 있으며,
|
|
50
|
+
* 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.
|
|
51
|
+
*/
|
|
52
|
+
interface RenderManagerOptions {
|
|
53
|
+
canvas?: HTMLCanvasElement;
|
|
54
|
+
mouseTracking?: MouseTrackingMode;
|
|
55
|
+
}
|
|
56
|
+
declare class RenderManager implements RenderManager$1 {
|
|
57
|
+
private options?;
|
|
58
|
+
private readonly lipSync;
|
|
59
|
+
private readonly renderer;
|
|
60
|
+
private character;
|
|
61
|
+
private messageCallback?;
|
|
62
|
+
private cleanupMouseTracking?;
|
|
63
|
+
private resumeMouseTrackingTimer?;
|
|
64
|
+
private mouseTrackingSuspendedUntil;
|
|
65
|
+
private lastExpression?;
|
|
66
|
+
private lastMotion?;
|
|
67
|
+
constructor(renderer: Renderer, options?: RenderManagerOptions | undefined);
|
|
68
|
+
/**
|
|
69
|
+
* 이벤트 버스 연결
|
|
70
|
+
*/
|
|
71
|
+
setEventBus(eventBus: CharivoEventBus): void;
|
|
72
|
+
/**
|
|
73
|
+
* 메시지 콜백 설정
|
|
74
|
+
*/
|
|
75
|
+
setMessageCallback(callback: (message: Message, character?: Character) => void): void;
|
|
76
|
+
/**
|
|
77
|
+
* 캐릭터 설정
|
|
78
|
+
*/
|
|
79
|
+
setCharacter(character: Character): void;
|
|
80
|
+
/**
|
|
81
|
+
* 렌더러 초기화
|
|
82
|
+
*/
|
|
83
|
+
initialize(): Promise<void>;
|
|
84
|
+
/**
|
|
85
|
+
* 모델 로드 (렌더러가 지원하는 경우)
|
|
86
|
+
*/
|
|
87
|
+
loadModel(modelPath: string): Promise<void>;
|
|
88
|
+
/**
|
|
89
|
+
* 메시지 렌더링
|
|
90
|
+
*/
|
|
91
|
+
render(message: Message, character?: Character): Promise<void>;
|
|
92
|
+
/**
|
|
93
|
+
* 정리
|
|
94
|
+
*/
|
|
95
|
+
destroy(): Promise<void>;
|
|
96
|
+
/**
|
|
97
|
+
* 실시간 립싱크 시작
|
|
98
|
+
*/
|
|
99
|
+
private startRealtimeLipSync;
|
|
100
|
+
/**
|
|
101
|
+
* 실시간 립싱크 중지
|
|
102
|
+
*/
|
|
103
|
+
private stopRealtimeLipSync;
|
|
104
|
+
/**
|
|
105
|
+
* 립싱크 RMS 업데이트
|
|
106
|
+
*/
|
|
107
|
+
private updateLipSync;
|
|
108
|
+
private applyExpression;
|
|
109
|
+
private applyMotion;
|
|
110
|
+
private applyGaze;
|
|
111
|
+
private suspendMouseTracking;
|
|
112
|
+
private isMouseTrackingSuspended;
|
|
113
|
+
private isMouseTrackable;
|
|
114
|
+
private hasExpressionControl;
|
|
115
|
+
private hasExpressionCatalog;
|
|
116
|
+
private hasMotionControl;
|
|
117
|
+
private hasMotionCatalog;
|
|
118
|
+
private hasGazeControl;
|
|
119
|
+
}
|
|
120
|
+
/**
|
|
121
|
+
* Render Manager 생성 헬퍼 함수
|
|
122
|
+
*/
|
|
123
|
+
declare function createRenderManager(renderer: Renderer, options?: RenderManagerOptions): RenderManager;
|
|
124
|
+
|
|
125
|
+
export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, RealTimeLipSync, RenderManager, type RenderManagerOptions, createRenderManager, setupMouseTracking };
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
import { RenderManager as RenderManager$1, Renderer, CharivoEventBus, Message, Character } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Real-time lip sync utility for TTS audio integration.
|
|
5
|
+
*/
|
|
6
|
+
declare class RealTimeLipSync {
|
|
7
|
+
private audioContext?;
|
|
8
|
+
private analyser?;
|
|
9
|
+
private mediaElementSource?;
|
|
10
|
+
private dataArray?;
|
|
11
|
+
private isActive;
|
|
12
|
+
private animationFrameId?;
|
|
13
|
+
private onRmsUpdate?;
|
|
14
|
+
connectToAudio(audioElement: HTMLAudioElement, onRmsUpdate: (rms: number) => void): void;
|
|
15
|
+
stop(): void;
|
|
16
|
+
cleanup(): void;
|
|
17
|
+
private startAnalysis;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
type MouseTrackingMode = "canvas" | "document";
|
|
21
|
+
interface MouseCoordinates {
|
|
22
|
+
clientX: number;
|
|
23
|
+
clientY: number;
|
|
24
|
+
}
|
|
25
|
+
interface MouseTrackable {
|
|
26
|
+
updateViewWithMouse(coords: MouseCoordinates): void;
|
|
27
|
+
handleMouseTap(coords: MouseCoordinates): void;
|
|
28
|
+
}
|
|
29
|
+
interface MouseTrackingOptions<T extends MouseTrackable> {
|
|
30
|
+
canvas: HTMLCanvasElement;
|
|
31
|
+
mode?: MouseTrackingMode;
|
|
32
|
+
target: T;
|
|
33
|
+
}
|
|
34
|
+
type MouseTrackingCleanup = () => void;
|
|
35
|
+
declare function setupMouseTracking<T extends MouseTrackable>(options: MouseTrackingOptions<T>): MouseTrackingCleanup;
|
|
36
|
+
|
|
37
|
+
/**
|
|
38
|
+
* Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스
|
|
39
|
+
*
|
|
40
|
+
* 역할:
|
|
41
|
+
* - 렌더러 관리 및 래핑
|
|
42
|
+
* - 이벤트 버스 연결 및 이벤트 처리
|
|
43
|
+
* - 립싱크 처리 및 조율
|
|
44
|
+
* - 모션 및 표현 제어
|
|
45
|
+
* - 마우스 추적 관리
|
|
46
|
+
* - 캐릭터 설정 관리
|
|
47
|
+
* - 메시지 렌더링 조율
|
|
48
|
+
*
|
|
49
|
+
* RenderManager는 어떤 Renderer든 받을 수 있으며,
|
|
50
|
+
* 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.
|
|
51
|
+
*/
|
|
52
|
+
interface RenderManagerOptions {
|
|
53
|
+
canvas?: HTMLCanvasElement;
|
|
54
|
+
mouseTracking?: MouseTrackingMode;
|
|
55
|
+
}
|
|
56
|
+
declare class RenderManager implements RenderManager$1 {
|
|
57
|
+
private options?;
|
|
58
|
+
private readonly lipSync;
|
|
59
|
+
private readonly renderer;
|
|
60
|
+
private character;
|
|
61
|
+
private messageCallback?;
|
|
62
|
+
private cleanupMouseTracking?;
|
|
63
|
+
private resumeMouseTrackingTimer?;
|
|
64
|
+
private mouseTrackingSuspendedUntil;
|
|
65
|
+
private lastExpression?;
|
|
66
|
+
private lastMotion?;
|
|
67
|
+
constructor(renderer: Renderer, options?: RenderManagerOptions | undefined);
|
|
68
|
+
/**
|
|
69
|
+
* 이벤트 버스 연결
|
|
70
|
+
*/
|
|
71
|
+
setEventBus(eventBus: CharivoEventBus): void;
|
|
72
|
+
/**
|
|
73
|
+
* 메시지 콜백 설정
|
|
74
|
+
*/
|
|
75
|
+
setMessageCallback(callback: (message: Message, character?: Character) => void): void;
|
|
76
|
+
/**
|
|
77
|
+
* 캐릭터 설정
|
|
78
|
+
*/
|
|
79
|
+
setCharacter(character: Character): void;
|
|
80
|
+
/**
|
|
81
|
+
* 렌더러 초기화
|
|
82
|
+
*/
|
|
83
|
+
initialize(): Promise<void>;
|
|
84
|
+
/**
|
|
85
|
+
* 모델 로드 (렌더러가 지원하는 경우)
|
|
86
|
+
*/
|
|
87
|
+
loadModel(modelPath: string): Promise<void>;
|
|
88
|
+
/**
|
|
89
|
+
* 메시지 렌더링
|
|
90
|
+
*/
|
|
91
|
+
render(message: Message, character?: Character): Promise<void>;
|
|
92
|
+
/**
|
|
93
|
+
* 정리
|
|
94
|
+
*/
|
|
95
|
+
destroy(): Promise<void>;
|
|
96
|
+
/**
|
|
97
|
+
* 실시간 립싱크 시작
|
|
98
|
+
*/
|
|
99
|
+
private startRealtimeLipSync;
|
|
100
|
+
/**
|
|
101
|
+
* 실시간 립싱크 중지
|
|
102
|
+
*/
|
|
103
|
+
private stopRealtimeLipSync;
|
|
104
|
+
/**
|
|
105
|
+
* 립싱크 RMS 업데이트
|
|
106
|
+
*/
|
|
107
|
+
private updateLipSync;
|
|
108
|
+
private applyExpression;
|
|
109
|
+
private applyMotion;
|
|
110
|
+
private applyGaze;
|
|
111
|
+
private suspendMouseTracking;
|
|
112
|
+
private isMouseTrackingSuspended;
|
|
113
|
+
private isMouseTrackable;
|
|
114
|
+
private hasExpressionControl;
|
|
115
|
+
private hasExpressionCatalog;
|
|
116
|
+
private hasMotionControl;
|
|
117
|
+
private hasMotionCatalog;
|
|
118
|
+
private hasGazeControl;
|
|
119
|
+
}
|
|
120
|
+
/**
|
|
121
|
+
* Render Manager 생성 헬퍼 함수
|
|
122
|
+
*/
|
|
123
|
+
declare function createRenderManager(renderer: Renderer, options?: RenderManagerOptions): RenderManager;
|
|
124
|
+
|
|
125
|
+
export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, RealTimeLipSync, RenderManager, type RenderManagerOptions, createRenderManager, setupMouseTracking };
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,347 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
// src/lipsync.ts
|
|
4
|
+
var RealTimeLipSync = class {
|
|
5
|
+
audioContext;
|
|
6
|
+
analyser;
|
|
7
|
+
mediaElementSource;
|
|
8
|
+
dataArray;
|
|
9
|
+
isActive = false;
|
|
10
|
+
animationFrameId;
|
|
11
|
+
onRmsUpdate;
|
|
12
|
+
connectToAudio(audioElement, onRmsUpdate) {
|
|
13
|
+
this.cleanup();
|
|
14
|
+
this.onRmsUpdate = onRmsUpdate;
|
|
15
|
+
try {
|
|
16
|
+
const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
|
|
17
|
+
if (!audioContextConstructor) {
|
|
18
|
+
throw new Error("AudioContext is not supported in this browser");
|
|
19
|
+
}
|
|
20
|
+
this.audioContext = new audioContextConstructor();
|
|
21
|
+
this.analyser = this.audioContext.createAnalyser();
|
|
22
|
+
this.analyser.fftSize = 256;
|
|
23
|
+
this.analyser.smoothingTimeConstant = 0.8;
|
|
24
|
+
this.mediaElementSource = this.audioContext.createMediaElementSource(audioElement);
|
|
25
|
+
this.mediaElementSource.connect(this.analyser);
|
|
26
|
+
this.analyser.connect(this.audioContext.destination);
|
|
27
|
+
this.dataArray = new Uint8Array(
|
|
28
|
+
this.analyser.frequencyBinCount
|
|
29
|
+
);
|
|
30
|
+
this.isActive = true;
|
|
31
|
+
this.startAnalysis();
|
|
32
|
+
if (this.audioContext.state === "suspended") {
|
|
33
|
+
audioElement.addEventListener(
|
|
34
|
+
"play",
|
|
35
|
+
() => {
|
|
36
|
+
this.audioContext?.resume();
|
|
37
|
+
},
|
|
38
|
+
{ once: true }
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
} catch (error) {
|
|
42
|
+
console.error("RealTimeLipSync: Failed to set up audio analysis:", error);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
stop() {
|
|
46
|
+
this.isActive = false;
|
|
47
|
+
if (this.animationFrameId) {
|
|
48
|
+
cancelAnimationFrame(this.animationFrameId);
|
|
49
|
+
this.animationFrameId = void 0;
|
|
50
|
+
}
|
|
51
|
+
this.onRmsUpdate?.(0);
|
|
52
|
+
}
|
|
53
|
+
cleanup() {
|
|
54
|
+
this.stop();
|
|
55
|
+
if (this.mediaElementSource) {
|
|
56
|
+
this.mediaElementSource.disconnect();
|
|
57
|
+
this.mediaElementSource = void 0;
|
|
58
|
+
}
|
|
59
|
+
if (this.analyser) {
|
|
60
|
+
this.analyser.disconnect();
|
|
61
|
+
this.analyser = void 0;
|
|
62
|
+
}
|
|
63
|
+
this.audioContext = void 0;
|
|
64
|
+
this.dataArray = void 0;
|
|
65
|
+
this.onRmsUpdate = void 0;
|
|
66
|
+
}
|
|
67
|
+
startAnalysis() {
|
|
68
|
+
if (!this.isActive || !this.analyser || !this.dataArray) {
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
this.analyser.getByteFrequencyData(
|
|
72
|
+
this.dataArray
|
|
73
|
+
);
|
|
74
|
+
let sum = 0;
|
|
75
|
+
const speechBandStart = Math.floor(this.dataArray.length * 0.1);
|
|
76
|
+
const speechBandEnd = Math.floor(this.dataArray.length * 0.6);
|
|
77
|
+
for (let i = speechBandStart; i < speechBandEnd; i++) {
|
|
78
|
+
const normalized = this.dataArray[i] / 255;
|
|
79
|
+
sum += normalized * normalized;
|
|
80
|
+
}
|
|
81
|
+
const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));
|
|
82
|
+
const smoothedRms = Math.min(rms * 2, 1);
|
|
83
|
+
this.onRmsUpdate?.(smoothedRms);
|
|
84
|
+
this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());
|
|
85
|
+
}
|
|
86
|
+
};
|
|
87
|
+
|
|
88
|
+
// src/mouse-tracking.ts
|
|
89
|
+
function setupMouseTracking(options) {
|
|
90
|
+
const { canvas, mode = "canvas", target } = options;
|
|
91
|
+
const down = (event) => {
|
|
92
|
+
const pointerEvent = event;
|
|
93
|
+
const rect = canvas.getBoundingClientRect();
|
|
94
|
+
const isOnCanvas = pointerEvent.clientX >= rect.left && pointerEvent.clientX <= rect.right && pointerEvent.clientY >= rect.top && pointerEvent.clientY <= rect.bottom;
|
|
95
|
+
if (isOnCanvas) {
|
|
96
|
+
target.handleMouseTap({
|
|
97
|
+
clientX: pointerEvent.clientX,
|
|
98
|
+
clientY: pointerEvent.clientY
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
};
|
|
102
|
+
const move = (event) => {
|
|
103
|
+
const pointerEvent = event;
|
|
104
|
+
target.updateViewWithMouse({
|
|
105
|
+
clientX: pointerEvent.clientX,
|
|
106
|
+
clientY: pointerEvent.clientY
|
|
107
|
+
});
|
|
108
|
+
};
|
|
109
|
+
const eventTarget = mode === "document" ? document : canvas;
|
|
110
|
+
eventTarget.addEventListener("pointerdown", down, { passive: true });
|
|
111
|
+
eventTarget.addEventListener("pointermove", move, { passive: true });
|
|
112
|
+
return () => {
|
|
113
|
+
eventTarget.removeEventListener("pointerdown", down);
|
|
114
|
+
eventTarget.removeEventListener("pointermove", move);
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
// src/render-manager.ts
|
|
119
|
+
var GAZE_MOUSE_SUSPEND_MS = 1200;
|
|
120
|
+
var EXPRESSION_DEBOUNCE_MS = 300;
|
|
121
|
+
var MOTION_DEBOUNCE_MS = 1e3;
|
|
122
|
+
var RenderManager = class {
|
|
123
|
+
constructor(renderer, options) {
|
|
124
|
+
this.options = options;
|
|
125
|
+
this.renderer = renderer;
|
|
126
|
+
}
|
|
127
|
+
lipSync = new RealTimeLipSync();
|
|
128
|
+
renderer;
|
|
129
|
+
character = null;
|
|
130
|
+
messageCallback;
|
|
131
|
+
cleanupMouseTracking;
|
|
132
|
+
resumeMouseTrackingTimer;
|
|
133
|
+
mouseTrackingSuspendedUntil = 0;
|
|
134
|
+
lastExpression;
|
|
135
|
+
lastMotion;
|
|
136
|
+
/**
|
|
137
|
+
* 이벤트 버스 연결
|
|
138
|
+
*/
|
|
139
|
+
setEventBus(eventBus) {
|
|
140
|
+
eventBus.on("tts:audio:start", (data) => {
|
|
141
|
+
this.startRealtimeLipSync(data.audioElement);
|
|
142
|
+
});
|
|
143
|
+
eventBus.on("tts:audio:end", () => {
|
|
144
|
+
this.stopRealtimeLipSync();
|
|
145
|
+
});
|
|
146
|
+
eventBus.on("tts:lipsync:update", (data) => {
|
|
147
|
+
this.updateLipSync(data.rms);
|
|
148
|
+
});
|
|
149
|
+
eventBus.on("realtime:expression", (data) => {
|
|
150
|
+
this.applyExpression(data.expressionId);
|
|
151
|
+
});
|
|
152
|
+
eventBus.on("realtime:motion", (data) => {
|
|
153
|
+
this.applyMotion({
|
|
154
|
+
group: data.group,
|
|
155
|
+
index: data.index
|
|
156
|
+
});
|
|
157
|
+
});
|
|
158
|
+
eventBus.on("realtime:gaze", (data) => {
|
|
159
|
+
this.applyGaze(data);
|
|
160
|
+
});
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* 메시지 콜백 설정
|
|
164
|
+
*/
|
|
165
|
+
setMessageCallback(callback) {
|
|
166
|
+
this.messageCallback = callback;
|
|
167
|
+
}
|
|
168
|
+
/**
|
|
169
|
+
* 캐릭터 설정
|
|
170
|
+
*/
|
|
171
|
+
setCharacter(character) {
|
|
172
|
+
this.character = character;
|
|
173
|
+
}
|
|
174
|
+
/**
|
|
175
|
+
* 렌더러 초기화
|
|
176
|
+
*/
|
|
177
|
+
async initialize() {
|
|
178
|
+
await this.renderer.initialize();
|
|
179
|
+
if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {
|
|
180
|
+
const mouseTrackableRenderer = this.renderer;
|
|
181
|
+
this.cleanupMouseTracking = setupMouseTracking({
|
|
182
|
+
canvas: this.options.canvas,
|
|
183
|
+
mode: this.options.mouseTracking ?? "canvas",
|
|
184
|
+
target: {
|
|
185
|
+
updateViewWithMouse: (coords) => {
|
|
186
|
+
if (this.isMouseTrackingSuspended()) {
|
|
187
|
+
return;
|
|
188
|
+
}
|
|
189
|
+
mouseTrackableRenderer.updateViewWithMouse(coords);
|
|
190
|
+
},
|
|
191
|
+
handleMouseTap: (coords) => {
|
|
192
|
+
if (this.isMouseTrackingSuspended()) {
|
|
193
|
+
return;
|
|
194
|
+
}
|
|
195
|
+
mouseTrackableRenderer.handleMouseTap(coords);
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
});
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
/**
|
|
202
|
+
* 모델 로드 (렌더러가 지원하는 경우)
|
|
203
|
+
*/
|
|
204
|
+
async loadModel(modelPath) {
|
|
205
|
+
if (this.renderer.loadModel) {
|
|
206
|
+
await this.renderer.loadModel(modelPath);
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
/**
|
|
210
|
+
* 메시지 렌더링
|
|
211
|
+
*/
|
|
212
|
+
async render(message, character) {
|
|
213
|
+
const targetCharacter = character || this.character || void 0;
|
|
214
|
+
await this.renderer.render(message, targetCharacter);
|
|
215
|
+
this.messageCallback?.(message, targetCharacter);
|
|
216
|
+
}
|
|
217
|
+
/**
|
|
218
|
+
* 정리
|
|
219
|
+
*/
|
|
220
|
+
async destroy() {
|
|
221
|
+
this.cleanupMouseTracking?.();
|
|
222
|
+
this.cleanupMouseTracking = void 0;
|
|
223
|
+
if (this.resumeMouseTrackingTimer) {
|
|
224
|
+
clearTimeout(this.resumeMouseTrackingTimer);
|
|
225
|
+
this.resumeMouseTrackingTimer = void 0;
|
|
226
|
+
}
|
|
227
|
+
this.lipSync.cleanup();
|
|
228
|
+
await this.renderer.destroy();
|
|
229
|
+
}
|
|
230
|
+
/**
|
|
231
|
+
* 실시간 립싱크 시작
|
|
232
|
+
*/
|
|
233
|
+
startRealtimeLipSync(audioElement) {
|
|
234
|
+
if (this.renderer.setRealtimeLipSync) {
|
|
235
|
+
this.renderer.setRealtimeLipSync(true);
|
|
236
|
+
}
|
|
237
|
+
if (!audioElement) {
|
|
238
|
+
return;
|
|
239
|
+
}
|
|
240
|
+
this.lipSync.connectToAudio(audioElement, (rms) => {
|
|
241
|
+
if (this.renderer.updateRealtimeLipSyncRms) {
|
|
242
|
+
this.renderer.updateRealtimeLipSyncRms(rms);
|
|
243
|
+
}
|
|
244
|
+
});
|
|
245
|
+
}
|
|
246
|
+
/**
|
|
247
|
+
* 실시간 립싱크 중지
|
|
248
|
+
*/
|
|
249
|
+
stopRealtimeLipSync() {
|
|
250
|
+
this.lipSync.stop();
|
|
251
|
+
if (this.renderer.setRealtimeLipSync) {
|
|
252
|
+
this.renderer.setRealtimeLipSync(false);
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
/**
|
|
256
|
+
* 립싱크 RMS 업데이트
|
|
257
|
+
*/
|
|
258
|
+
updateLipSync(rms) {
|
|
259
|
+
if (this.renderer.updateRealtimeLipSyncRms) {
|
|
260
|
+
this.renderer.updateRealtimeLipSyncRms(rms);
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
applyExpression(expressionId) {
|
|
264
|
+
if (!this.hasExpressionControl(this.renderer)) {
|
|
265
|
+
return false;
|
|
266
|
+
}
|
|
267
|
+
if (this.hasExpressionCatalog(this.renderer) && !this.renderer.getAvailableExpressions().includes(expressionId)) {
|
|
268
|
+
return false;
|
|
269
|
+
}
|
|
270
|
+
const now = Date.now();
|
|
271
|
+
if (this.lastExpression?.expressionId === expressionId && now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS) {
|
|
272
|
+
return false;
|
|
273
|
+
}
|
|
274
|
+
this.renderer.playExpression(expressionId);
|
|
275
|
+
this.lastExpression = { expressionId, at: now };
|
|
276
|
+
return true;
|
|
277
|
+
}
|
|
278
|
+
applyMotion(motion) {
|
|
279
|
+
if (!this.hasMotionControl(this.renderer)) {
|
|
280
|
+
return false;
|
|
281
|
+
}
|
|
282
|
+
const index = motion.index ?? 0;
|
|
283
|
+
if (this.hasMotionCatalog(this.renderer)) {
|
|
284
|
+
const motionGroups = this.renderer.getAvailableMotionGroups();
|
|
285
|
+
const count = motionGroups[motion.group];
|
|
286
|
+
if (typeof count !== "number" || index < 0 || index >= count) {
|
|
287
|
+
return false;
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
const now = Date.now();
|
|
291
|
+
if (this.lastMotion?.group === motion.group && this.lastMotion.index === index && now - this.lastMotion.at < MOTION_DEBOUNCE_MS) {
|
|
292
|
+
return false;
|
|
293
|
+
}
|
|
294
|
+
this.renderer.playMotionByGroup(motion.group, index);
|
|
295
|
+
this.lastMotion = { group: motion.group, index, at: now };
|
|
296
|
+
return true;
|
|
297
|
+
}
|
|
298
|
+
applyGaze(coords) {
|
|
299
|
+
if (!this.hasGazeControl(this.renderer)) {
|
|
300
|
+
return false;
|
|
301
|
+
}
|
|
302
|
+
this.renderer.lookAt(coords);
|
|
303
|
+
this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);
|
|
304
|
+
return true;
|
|
305
|
+
}
|
|
306
|
+
suspendMouseTracking(durationMs) {
|
|
307
|
+
this.mouseTrackingSuspendedUntil = Date.now() + durationMs;
|
|
308
|
+
if (this.resumeMouseTrackingTimer) {
|
|
309
|
+
clearTimeout(this.resumeMouseTrackingTimer);
|
|
310
|
+
}
|
|
311
|
+
this.resumeMouseTrackingTimer = setTimeout(() => {
|
|
312
|
+
this.mouseTrackingSuspendedUntil = 0;
|
|
313
|
+
this.resumeMouseTrackingTimer = void 0;
|
|
314
|
+
}, durationMs);
|
|
315
|
+
}
|
|
316
|
+
isMouseTrackingSuspended() {
|
|
317
|
+
return Date.now() < this.mouseTrackingSuspendedUntil;
|
|
318
|
+
}
|
|
319
|
+
isMouseTrackable(renderer) {
|
|
320
|
+
return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
|
|
321
|
+
}
|
|
322
|
+
hasExpressionControl(renderer) {
|
|
323
|
+
return "playExpression" in renderer && typeof renderer.playExpression === "function";
|
|
324
|
+
}
|
|
325
|
+
hasExpressionCatalog(renderer) {
|
|
326
|
+
return "getAvailableExpressions" in renderer && typeof renderer.getAvailableExpressions === "function";
|
|
327
|
+
}
|
|
328
|
+
hasMotionControl(renderer) {
|
|
329
|
+
return "playMotionByGroup" in renderer && typeof renderer.playMotionByGroup === "function";
|
|
330
|
+
}
|
|
331
|
+
hasMotionCatalog(renderer) {
|
|
332
|
+
return "getAvailableMotionGroups" in renderer && typeof renderer.getAvailableMotionGroups === "function";
|
|
333
|
+
}
|
|
334
|
+
hasGazeControl(renderer) {
|
|
335
|
+
return "lookAt" in renderer && typeof renderer.lookAt === "function";
|
|
336
|
+
}
|
|
337
|
+
};
|
|
338
|
+
function createRenderManager(renderer, options) {
|
|
339
|
+
return new RenderManager(renderer, options);
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
exports.RealTimeLipSync = RealTimeLipSync;
|
|
343
|
+
exports.RenderManager = RenderManager;
|
|
344
|
+
exports.createRenderManager = createRenderManager;
|
|
345
|
+
exports.setupMouseTracking = setupMouseTracking;
|
|
346
|
+
//# sourceMappingURL=index.js.map
|
|
347
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAED,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,MAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,QAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,MACjE;AAEA,MAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAEhD,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AAEV,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAGA,IAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AACpB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AACF;;;AC9FO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAWnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAfiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.cleanup();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public cleanup(): void {\n this.stop();\n\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n\n // Note: Don't close audioContext as it may be used by other components\n this.audioContext = undefined;\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
package/dist/index.mjs
ADDED
|
@@ -0,0 +1,342 @@
|
|
|
1
|
+
// src/lipsync.ts
|
|
2
|
+
var RealTimeLipSync = class {
|
|
3
|
+
audioContext;
|
|
4
|
+
analyser;
|
|
5
|
+
mediaElementSource;
|
|
6
|
+
dataArray;
|
|
7
|
+
isActive = false;
|
|
8
|
+
animationFrameId;
|
|
9
|
+
onRmsUpdate;
|
|
10
|
+
connectToAudio(audioElement, onRmsUpdate) {
|
|
11
|
+
this.cleanup();
|
|
12
|
+
this.onRmsUpdate = onRmsUpdate;
|
|
13
|
+
try {
|
|
14
|
+
const audioContextConstructor = window.AudioContext || window.webkitAudioContext;
|
|
15
|
+
if (!audioContextConstructor) {
|
|
16
|
+
throw new Error("AudioContext is not supported in this browser");
|
|
17
|
+
}
|
|
18
|
+
this.audioContext = new audioContextConstructor();
|
|
19
|
+
this.analyser = this.audioContext.createAnalyser();
|
|
20
|
+
this.analyser.fftSize = 256;
|
|
21
|
+
this.analyser.smoothingTimeConstant = 0.8;
|
|
22
|
+
this.mediaElementSource = this.audioContext.createMediaElementSource(audioElement);
|
|
23
|
+
this.mediaElementSource.connect(this.analyser);
|
|
24
|
+
this.analyser.connect(this.audioContext.destination);
|
|
25
|
+
this.dataArray = new Uint8Array(
|
|
26
|
+
this.analyser.frequencyBinCount
|
|
27
|
+
);
|
|
28
|
+
this.isActive = true;
|
|
29
|
+
this.startAnalysis();
|
|
30
|
+
if (this.audioContext.state === "suspended") {
|
|
31
|
+
audioElement.addEventListener(
|
|
32
|
+
"play",
|
|
33
|
+
() => {
|
|
34
|
+
this.audioContext?.resume();
|
|
35
|
+
},
|
|
36
|
+
{ once: true }
|
|
37
|
+
);
|
|
38
|
+
}
|
|
39
|
+
} catch (error) {
|
|
40
|
+
console.error("RealTimeLipSync: Failed to set up audio analysis:", error);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
stop() {
|
|
44
|
+
this.isActive = false;
|
|
45
|
+
if (this.animationFrameId) {
|
|
46
|
+
cancelAnimationFrame(this.animationFrameId);
|
|
47
|
+
this.animationFrameId = void 0;
|
|
48
|
+
}
|
|
49
|
+
this.onRmsUpdate?.(0);
|
|
50
|
+
}
|
|
51
|
+
cleanup() {
|
|
52
|
+
this.stop();
|
|
53
|
+
if (this.mediaElementSource) {
|
|
54
|
+
this.mediaElementSource.disconnect();
|
|
55
|
+
this.mediaElementSource = void 0;
|
|
56
|
+
}
|
|
57
|
+
if (this.analyser) {
|
|
58
|
+
this.analyser.disconnect();
|
|
59
|
+
this.analyser = void 0;
|
|
60
|
+
}
|
|
61
|
+
this.audioContext = void 0;
|
|
62
|
+
this.dataArray = void 0;
|
|
63
|
+
this.onRmsUpdate = void 0;
|
|
64
|
+
}
|
|
65
|
+
startAnalysis() {
|
|
66
|
+
if (!this.isActive || !this.analyser || !this.dataArray) {
|
|
67
|
+
return;
|
|
68
|
+
}
|
|
69
|
+
this.analyser.getByteFrequencyData(
|
|
70
|
+
this.dataArray
|
|
71
|
+
);
|
|
72
|
+
let sum = 0;
|
|
73
|
+
const speechBandStart = Math.floor(this.dataArray.length * 0.1);
|
|
74
|
+
const speechBandEnd = Math.floor(this.dataArray.length * 0.6);
|
|
75
|
+
for (let i = speechBandStart; i < speechBandEnd; i++) {
|
|
76
|
+
const normalized = this.dataArray[i] / 255;
|
|
77
|
+
sum += normalized * normalized;
|
|
78
|
+
}
|
|
79
|
+
const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));
|
|
80
|
+
const smoothedRms = Math.min(rms * 2, 1);
|
|
81
|
+
this.onRmsUpdate?.(smoothedRms);
|
|
82
|
+
this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());
|
|
83
|
+
}
|
|
84
|
+
};
|
|
85
|
+
|
|
86
|
+
// src/mouse-tracking.ts
|
|
87
|
+
function setupMouseTracking(options) {
|
|
88
|
+
const { canvas, mode = "canvas", target } = options;
|
|
89
|
+
const down = (event) => {
|
|
90
|
+
const pointerEvent = event;
|
|
91
|
+
const rect = canvas.getBoundingClientRect();
|
|
92
|
+
const isOnCanvas = pointerEvent.clientX >= rect.left && pointerEvent.clientX <= rect.right && pointerEvent.clientY >= rect.top && pointerEvent.clientY <= rect.bottom;
|
|
93
|
+
if (isOnCanvas) {
|
|
94
|
+
target.handleMouseTap({
|
|
95
|
+
clientX: pointerEvent.clientX,
|
|
96
|
+
clientY: pointerEvent.clientY
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
};
|
|
100
|
+
const move = (event) => {
|
|
101
|
+
const pointerEvent = event;
|
|
102
|
+
target.updateViewWithMouse({
|
|
103
|
+
clientX: pointerEvent.clientX,
|
|
104
|
+
clientY: pointerEvent.clientY
|
|
105
|
+
});
|
|
106
|
+
};
|
|
107
|
+
const eventTarget = mode === "document" ? document : canvas;
|
|
108
|
+
eventTarget.addEventListener("pointerdown", down, { passive: true });
|
|
109
|
+
eventTarget.addEventListener("pointermove", move, { passive: true });
|
|
110
|
+
return () => {
|
|
111
|
+
eventTarget.removeEventListener("pointerdown", down);
|
|
112
|
+
eventTarget.removeEventListener("pointermove", move);
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
// src/render-manager.ts
|
|
117
|
+
var GAZE_MOUSE_SUSPEND_MS = 1200;
|
|
118
|
+
var EXPRESSION_DEBOUNCE_MS = 300;
|
|
119
|
+
var MOTION_DEBOUNCE_MS = 1e3;
|
|
120
|
+
var RenderManager = class {
|
|
121
|
+
constructor(renderer, options) {
|
|
122
|
+
this.options = options;
|
|
123
|
+
this.renderer = renderer;
|
|
124
|
+
}
|
|
125
|
+
lipSync = new RealTimeLipSync();
|
|
126
|
+
renderer;
|
|
127
|
+
character = null;
|
|
128
|
+
messageCallback;
|
|
129
|
+
cleanupMouseTracking;
|
|
130
|
+
resumeMouseTrackingTimer;
|
|
131
|
+
mouseTrackingSuspendedUntil = 0;
|
|
132
|
+
lastExpression;
|
|
133
|
+
lastMotion;
|
|
134
|
+
/**
|
|
135
|
+
* 이벤트 버스 연결
|
|
136
|
+
*/
|
|
137
|
+
setEventBus(eventBus) {
|
|
138
|
+
eventBus.on("tts:audio:start", (data) => {
|
|
139
|
+
this.startRealtimeLipSync(data.audioElement);
|
|
140
|
+
});
|
|
141
|
+
eventBus.on("tts:audio:end", () => {
|
|
142
|
+
this.stopRealtimeLipSync();
|
|
143
|
+
});
|
|
144
|
+
eventBus.on("tts:lipsync:update", (data) => {
|
|
145
|
+
this.updateLipSync(data.rms);
|
|
146
|
+
});
|
|
147
|
+
eventBus.on("realtime:expression", (data) => {
|
|
148
|
+
this.applyExpression(data.expressionId);
|
|
149
|
+
});
|
|
150
|
+
eventBus.on("realtime:motion", (data) => {
|
|
151
|
+
this.applyMotion({
|
|
152
|
+
group: data.group,
|
|
153
|
+
index: data.index
|
|
154
|
+
});
|
|
155
|
+
});
|
|
156
|
+
eventBus.on("realtime:gaze", (data) => {
|
|
157
|
+
this.applyGaze(data);
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* 메시지 콜백 설정
|
|
162
|
+
*/
|
|
163
|
+
setMessageCallback(callback) {
|
|
164
|
+
this.messageCallback = callback;
|
|
165
|
+
}
|
|
166
|
+
/**
|
|
167
|
+
* 캐릭터 설정
|
|
168
|
+
*/
|
|
169
|
+
setCharacter(character) {
|
|
170
|
+
this.character = character;
|
|
171
|
+
}
|
|
172
|
+
/**
|
|
173
|
+
* 렌더러 초기화
|
|
174
|
+
*/
|
|
175
|
+
async initialize() {
|
|
176
|
+
await this.renderer.initialize();
|
|
177
|
+
if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {
|
|
178
|
+
const mouseTrackableRenderer = this.renderer;
|
|
179
|
+
this.cleanupMouseTracking = setupMouseTracking({
|
|
180
|
+
canvas: this.options.canvas,
|
|
181
|
+
mode: this.options.mouseTracking ?? "canvas",
|
|
182
|
+
target: {
|
|
183
|
+
updateViewWithMouse: (coords) => {
|
|
184
|
+
if (this.isMouseTrackingSuspended()) {
|
|
185
|
+
return;
|
|
186
|
+
}
|
|
187
|
+
mouseTrackableRenderer.updateViewWithMouse(coords);
|
|
188
|
+
},
|
|
189
|
+
handleMouseTap: (coords) => {
|
|
190
|
+
if (this.isMouseTrackingSuspended()) {
|
|
191
|
+
return;
|
|
192
|
+
}
|
|
193
|
+
mouseTrackableRenderer.handleMouseTap(coords);
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
});
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
/**
|
|
200
|
+
* 모델 로드 (렌더러가 지원하는 경우)
|
|
201
|
+
*/
|
|
202
|
+
async loadModel(modelPath) {
|
|
203
|
+
if (this.renderer.loadModel) {
|
|
204
|
+
await this.renderer.loadModel(modelPath);
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
/**
|
|
208
|
+
* 메시지 렌더링
|
|
209
|
+
*/
|
|
210
|
+
async render(message, character) {
|
|
211
|
+
const targetCharacter = character || this.character || void 0;
|
|
212
|
+
await this.renderer.render(message, targetCharacter);
|
|
213
|
+
this.messageCallback?.(message, targetCharacter);
|
|
214
|
+
}
|
|
215
|
+
/**
|
|
216
|
+
* 정리
|
|
217
|
+
*/
|
|
218
|
+
async destroy() {
|
|
219
|
+
this.cleanupMouseTracking?.();
|
|
220
|
+
this.cleanupMouseTracking = void 0;
|
|
221
|
+
if (this.resumeMouseTrackingTimer) {
|
|
222
|
+
clearTimeout(this.resumeMouseTrackingTimer);
|
|
223
|
+
this.resumeMouseTrackingTimer = void 0;
|
|
224
|
+
}
|
|
225
|
+
this.lipSync.cleanup();
|
|
226
|
+
await this.renderer.destroy();
|
|
227
|
+
}
|
|
228
|
+
/**
|
|
229
|
+
* 실시간 립싱크 시작
|
|
230
|
+
*/
|
|
231
|
+
startRealtimeLipSync(audioElement) {
|
|
232
|
+
if (this.renderer.setRealtimeLipSync) {
|
|
233
|
+
this.renderer.setRealtimeLipSync(true);
|
|
234
|
+
}
|
|
235
|
+
if (!audioElement) {
|
|
236
|
+
return;
|
|
237
|
+
}
|
|
238
|
+
this.lipSync.connectToAudio(audioElement, (rms) => {
|
|
239
|
+
if (this.renderer.updateRealtimeLipSyncRms) {
|
|
240
|
+
this.renderer.updateRealtimeLipSyncRms(rms);
|
|
241
|
+
}
|
|
242
|
+
});
|
|
243
|
+
}
|
|
244
|
+
/**
|
|
245
|
+
* 실시간 립싱크 중지
|
|
246
|
+
*/
|
|
247
|
+
stopRealtimeLipSync() {
|
|
248
|
+
this.lipSync.stop();
|
|
249
|
+
if (this.renderer.setRealtimeLipSync) {
|
|
250
|
+
this.renderer.setRealtimeLipSync(false);
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
/**
|
|
254
|
+
* 립싱크 RMS 업데이트
|
|
255
|
+
*/
|
|
256
|
+
updateLipSync(rms) {
|
|
257
|
+
if (this.renderer.updateRealtimeLipSyncRms) {
|
|
258
|
+
this.renderer.updateRealtimeLipSyncRms(rms);
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
applyExpression(expressionId) {
|
|
262
|
+
if (!this.hasExpressionControl(this.renderer)) {
|
|
263
|
+
return false;
|
|
264
|
+
}
|
|
265
|
+
if (this.hasExpressionCatalog(this.renderer) && !this.renderer.getAvailableExpressions().includes(expressionId)) {
|
|
266
|
+
return false;
|
|
267
|
+
}
|
|
268
|
+
const now = Date.now();
|
|
269
|
+
if (this.lastExpression?.expressionId === expressionId && now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS) {
|
|
270
|
+
return false;
|
|
271
|
+
}
|
|
272
|
+
this.renderer.playExpression(expressionId);
|
|
273
|
+
this.lastExpression = { expressionId, at: now };
|
|
274
|
+
return true;
|
|
275
|
+
}
|
|
276
|
+
applyMotion(motion) {
|
|
277
|
+
if (!this.hasMotionControl(this.renderer)) {
|
|
278
|
+
return false;
|
|
279
|
+
}
|
|
280
|
+
const index = motion.index ?? 0;
|
|
281
|
+
if (this.hasMotionCatalog(this.renderer)) {
|
|
282
|
+
const motionGroups = this.renderer.getAvailableMotionGroups();
|
|
283
|
+
const count = motionGroups[motion.group];
|
|
284
|
+
if (typeof count !== "number" || index < 0 || index >= count) {
|
|
285
|
+
return false;
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
const now = Date.now();
|
|
289
|
+
if (this.lastMotion?.group === motion.group && this.lastMotion.index === index && now - this.lastMotion.at < MOTION_DEBOUNCE_MS) {
|
|
290
|
+
return false;
|
|
291
|
+
}
|
|
292
|
+
this.renderer.playMotionByGroup(motion.group, index);
|
|
293
|
+
this.lastMotion = { group: motion.group, index, at: now };
|
|
294
|
+
return true;
|
|
295
|
+
}
|
|
296
|
+
applyGaze(coords) {
|
|
297
|
+
if (!this.hasGazeControl(this.renderer)) {
|
|
298
|
+
return false;
|
|
299
|
+
}
|
|
300
|
+
this.renderer.lookAt(coords);
|
|
301
|
+
this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);
|
|
302
|
+
return true;
|
|
303
|
+
}
|
|
304
|
+
suspendMouseTracking(durationMs) {
|
|
305
|
+
this.mouseTrackingSuspendedUntil = Date.now() + durationMs;
|
|
306
|
+
if (this.resumeMouseTrackingTimer) {
|
|
307
|
+
clearTimeout(this.resumeMouseTrackingTimer);
|
|
308
|
+
}
|
|
309
|
+
this.resumeMouseTrackingTimer = setTimeout(() => {
|
|
310
|
+
this.mouseTrackingSuspendedUntil = 0;
|
|
311
|
+
this.resumeMouseTrackingTimer = void 0;
|
|
312
|
+
}, durationMs);
|
|
313
|
+
}
|
|
314
|
+
isMouseTrackingSuspended() {
|
|
315
|
+
return Date.now() < this.mouseTrackingSuspendedUntil;
|
|
316
|
+
}
|
|
317
|
+
isMouseTrackable(renderer) {
|
|
318
|
+
return "updateViewWithMouse" in renderer && typeof renderer.updateViewWithMouse === "function" && "handleMouseTap" in renderer && typeof renderer.handleMouseTap === "function";
|
|
319
|
+
}
|
|
320
|
+
hasExpressionControl(renderer) {
|
|
321
|
+
return "playExpression" in renderer && typeof renderer.playExpression === "function";
|
|
322
|
+
}
|
|
323
|
+
hasExpressionCatalog(renderer) {
|
|
324
|
+
return "getAvailableExpressions" in renderer && typeof renderer.getAvailableExpressions === "function";
|
|
325
|
+
}
|
|
326
|
+
hasMotionControl(renderer) {
|
|
327
|
+
return "playMotionByGroup" in renderer && typeof renderer.playMotionByGroup === "function";
|
|
328
|
+
}
|
|
329
|
+
hasMotionCatalog(renderer) {
|
|
330
|
+
return "getAvailableMotionGroups" in renderer && typeof renderer.getAvailableMotionGroups === "function";
|
|
331
|
+
}
|
|
332
|
+
hasGazeControl(renderer) {
|
|
333
|
+
return "lookAt" in renderer && typeof renderer.lookAt === "function";
|
|
334
|
+
}
|
|
335
|
+
};
|
|
336
|
+
function createRenderManager(renderer, options) {
|
|
337
|
+
return new RenderManager(renderer, options);
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
export { RealTimeLipSync, RenderManager, createRenderManager, setupMouseTracking };
|
|
341
|
+
//# sourceMappingURL=index.mjs.map
|
|
342
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/lipsync.ts","../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";AAGO,IAAM,kBAAN,MAAsB;AAAA,EACnB,YAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA,GAAW,KAAA;AAAA,EACX,gBAAA;AAAA,EACA,WAAA;AAAA,EAED,cAAA,CACL,cACA,WAAA,EACM;AACN,IAAA,IAAA,CAAK,OAAA,EAAQ;AACb,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAEnB,IAAA,IAAI;AACF,MAAA,MAAM,uBAAA,GACJ,MAAA,CAAO,YAAA,IACN,MAAA,CACE,kBAAA;AACL,MAAA,IAAI,CAAC,uBAAA,EAAyB;AAC5B,QAAA,MAAM,IAAI,MAAM,+CAA+C,CAAA;AAAA,MACjE;AAEA,MAAA,IAAA,CAAK,YAAA,GAAe,IAAI,uBAAA,EAAwB;AAEhD,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA,CAAK,YAAA,CAAa,cAAA,EAAe;AACjD,MAAA,IAAA,CAAK,SAAS,OAAA,GAAU,GAAA;AACxB,MAAA,IAAA,CAAK,SAAS,qBAAA,GAAwB,GAAA;AAEtC,MAAA,IAAA,CAAK,kBAAA,GACH,IAAA,CAAK,YAAA,CAAa,wBAAA,CAAyB,YAAY,CAAA;AACzD,MAAA,IAAA,CAAK,kBAAA,CAAmB,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA;AAC7C,MAAA,IAAA,CAAK,QAAA,CAAS,OAAA,CAAQ,IAAA,CAAK,YAAA,CAAa,WAAW,CAAA;AAEnD,MAAA,IAAA,CAAK,YAAY,IAAI,UAAA;AAAA,QACnB,KAAK,QAAA,CAAS;AAAA,OAChB;AACA,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAChB,MAAA,IAAA,CAAK,aAAA,EAAc;AAGnB,MAAA,IAAI,IAAA,CAAK,YAAA,CAAa,KAAA,KAAU,WAAA,EAAa;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAA;AAAA,UACA,MAAM;AACJ,YAAA,IAAA,CAAK,cAAc,MAAA,EAAO;AAAA,UAC5B,CAAA;AAAA,UACA,EAAE,MAAM,IAAA;AAAK,SACf;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,qDAAqD,KAAK,CAAA;AAAA,IAC1E;AAAA,EACF;AAAA,EAEO,IAAA,GAAa;AAClB,IAAA,IAAA,CAAK,QAAA,GAAW,KAAA;AAChB,IAAA,IAAI,KAAK,gBAAA,EAAkB;AACzB,MAAA,oBAAA,CAAqB,KAAK,gBAAgB,CAAA;AAC1C,MAAA,IAAA,CAAK,gBAAA,GAAmB,MAAA;AAAA,IAC1B;AACA,IAAA,IAAA,CAAK,cAAc,CAAC,CAAA;AAAA,EACtB;AAAA,EAEO,OAAA,GAAgB;AACrB,IAAA,IAAA,CAAK,IAAA,EAAK;AAEV,IAAA,IAAI,KAAK,kBAAA,EAAoB;AAC3B,MAAA,IAAA,CAAK,mBAAmB,UAAA,EAAW;AACnC,MAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA;AAAA,IAC5B;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,UAAA,EAAW;AACzB,MAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,IAClB;AAGA,IAAA,IAAA,CAAK,YAAA,GAAe,MAAA;AACpB,IAAA,IAAA,CAAK,SAAA,GAAY,MAAA;AACjB,IAAA,IAAA,CAAK,WAAA,GAAc,MAAA;AAAA,EACrB;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,QAAA,IAAY,CAAC,KAAK,SAAA,EAAW;AACvD,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,oBAAA;AAAA,MACZ,IAAA,CAAK;AAAA,KACP;AAGA,IAAA,IAAI,GAAA,GAAM,CAAA;AACV,IAAA,MAAM,kBAAkB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAC9D,IAAA,MAAM,gBAAgB,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,SAAS,GAAG,CAAA;AAE5D,IAAA,KAAA,IAAS,CAAA,GAAI,eAAA,EAAiB,CAAA,GAAI,aAAA,EAAe,CAAA,EAAA,EAAK;AACpD,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,SAAA,CAAU,CAAC,CAAA,GAAI,GAAA;AACvC,MAAA,GAAA,IAAO,UAAA,GAAa,UAAA;AAAA,IACtB;AAEA,IAAA,MAAM,GAAA,GAAM,IAAA,CAAK,IAAA,CAAK,GAAA,IAAO,gBAAgB,eAAA,CAAgB,CAAA;AAC7D,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,GAAA,CAAI,GAAA,GAAM,GAAG,CAAG,CAAA;AAEzC,IAAA,IAAA,CAAK,cAAc,WAAW,CAAA;AAE9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,qBAAA,CAAsB,MAAM,IAAA,CAAK,eAAe,CAAA;AAAA,EAC1E;AACF;;;AC9FO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAWnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAfiB,OAAA,GAAU,IAAI,eAAA,EAAgB;AAAA,EAC9B,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,cAAA;AAAA,EACA,UAAA;AAAA;AAAA;AAAA;AAAA,EAYR,YAAY,QAAA,EAAiC;AAC3C,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,oBAAA,CAAqB,KAAK,YAAY,CAAA;AAAA,IAC7C,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAiB,MAAM;AACjC,MAAA,IAAA,CAAK,mBAAA,EAAoB;AAAA,IAC3B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,CAAC,IAAA,KAAS;AAC1C,MAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,qBAAA,EAAuB,CAAC,IAAA,KAAS;AAC3C,MAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,IACxC,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,CAAC,IAAA,KAAS;AACvC,MAAA,IAAA,CAAK,WAAA,CAAY;AAAA,QACf,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,OAAO,IAAA,CAAK;AAAA,OACb,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,CAAC,IAAA,KAAS;AACrC,MAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,IACrB,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,QAAQ,OAAA,EAAQ;AACrB,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKQ,qBAAqB,YAAA,EAAuC;AAClE,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,IAAI,CAAA;AAAA,IACvC;AAEA,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,OAAA,CAAQ,cAAA,CAAe,YAAA,EAAc,CAAC,GAAA,KAAgB;AACzD,MAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,QAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,MAC5C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAA,GAA4B;AAClC,IAAA,IAAA,CAAK,QAAQ,IAAA,EAAK;AAElB,IAAA,IAAI,IAAA,CAAK,SAAS,kBAAA,EAAoB;AACpC,MAAA,IAAA,CAAK,QAAA,CAAS,mBAAmB,KAAK,CAAA;AAAA,IACxC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAI,IAAA,CAAK,SAAS,wBAAA,EAA0B;AAC1C,MAAA,IAAA,CAAK,QAAA,CAAS,yBAAyB,GAAG,CAAA;AAAA,IAC5C;AAAA,EACF;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAC9C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACe;AACf,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["/**\n * Real-time lip sync utility for TTS audio integration.\n */\nexport class RealTimeLipSync {\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private mediaElementSource?: MediaElementAudioSourceNode;\n private dataArray?: Uint8Array;\n private isActive = false;\n private animationFrameId?: number;\n private onRmsUpdate?: (rms: number) => void;\n\n public connectToAudio(\n audioElement: HTMLAudioElement,\n onRmsUpdate: (rms: number) => void,\n ): void {\n this.cleanup();\n this.onRmsUpdate = onRmsUpdate;\n\n try {\n const audioContextConstructor =\n window.AudioContext ||\n (window as Window & { webkitAudioContext?: typeof AudioContext })\n .webkitAudioContext;\n if (!audioContextConstructor) {\n throw new Error(\"AudioContext is not supported in this browser\");\n }\n\n this.audioContext = new audioContextConstructor();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 256;\n this.analyser.smoothingTimeConstant = 0.8;\n\n this.mediaElementSource =\n this.audioContext.createMediaElementSource(audioElement);\n this.mediaElementSource.connect(this.analyser);\n this.analyser.connect(this.audioContext.destination);\n\n this.dataArray = new Uint8Array(\n this.analyser.frequencyBinCount,\n ) as Uint8Array;\n this.isActive = true;\n this.startAnalysis();\n\n // Resume audio context if suspended (required on some browsers)\n if (this.audioContext.state === \"suspended\") {\n audioElement.addEventListener(\n \"play\",\n () => {\n this.audioContext?.resume();\n },\n { once: true },\n );\n }\n } catch (error) {\n console.error(\"RealTimeLipSync: Failed to set up audio analysis:\", error);\n }\n }\n\n public stop(): void {\n this.isActive = false;\n if (this.animationFrameId) {\n cancelAnimationFrame(this.animationFrameId);\n this.animationFrameId = undefined;\n }\n this.onRmsUpdate?.(0); // Reset mouth to closed position\n }\n\n public cleanup(): void {\n this.stop();\n\n if (this.mediaElementSource) {\n this.mediaElementSource.disconnect();\n this.mediaElementSource = undefined;\n }\n\n if (this.analyser) {\n this.analyser.disconnect();\n this.analyser = undefined;\n }\n\n // Note: Don't close audioContext as it may be used by other components\n this.audioContext = undefined;\n this.dataArray = undefined;\n this.onRmsUpdate = undefined;\n }\n\n private startAnalysis(): void {\n if (!this.isActive || !this.analyser || !this.dataArray) {\n return;\n }\n\n this.analyser.getByteFrequencyData(\n this.dataArray as Uint8Array<ArrayBuffer>,\n );\n\n // Calculate RMS from frequency data (focus on speech frequencies)\n let sum = 0;\n const speechBandStart = Math.floor(this.dataArray.length * 0.1); // ~1kHz\n const speechBandEnd = Math.floor(this.dataArray.length * 0.6); // ~6kHz\n\n for (let i = speechBandStart; i < speechBandEnd; i++) {\n const normalized = this.dataArray[i] / 255;\n sum += normalized * normalized;\n }\n\n const rms = Math.sqrt(sum / (speechBandEnd - speechBandStart));\n const smoothedRms = Math.min(rms * 2, 1.0); // Amplify and clamp\n\n this.onRmsUpdate?.(smoothedRms);\n\n this.animationFrameId = requestAnimationFrame(() => this.startAnalysis());\n }\n}\n","export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport { RealTimeLipSync } from \"./lipsync\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n\n/**\n * Render Manager - 렌더링 세션의 상태 관리를 담당하는 클래스\n *\n * 역할:\n * - 렌더러 관리 및 래핑\n * - 이벤트 버스 연결 및 이벤트 처리\n * - 립싱크 처리 및 조율\n * - 모션 및 표현 제어\n * - 마우스 추적 관리\n * - 캐릭터 설정 관리\n * - 메시지 렌더링 조율\n *\n * RenderManager는 어떤 Renderer든 받을 수 있으며,\n * 렌더러가 지원하는 기능(motion, lipsync, mouse tracking 등)을 선택적으로 사용합니다.\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly lipSync = new RealTimeLipSync();\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * 이벤트 버스 연결\n */\n setEventBus(eventBus: CharivoEventBus): void {\n eventBus.on(\"tts:audio:start\", (data) => {\n this.startRealtimeLipSync(data.audioElement);\n });\n\n eventBus.on(\"tts:audio:end\", () => {\n this.stopRealtimeLipSync();\n });\n\n eventBus.on(\"tts:lipsync:update\", (data) => {\n this.updateLipSync(data.rms);\n });\n\n eventBus.on(\"realtime:expression\", (data) => {\n this.applyExpression(data.expressionId);\n });\n\n eventBus.on(\"realtime:motion\", (data) => {\n this.applyMotion({\n group: data.group,\n index: data.index,\n });\n });\n\n eventBus.on(\"realtime:gaze\", (data) => {\n this.applyGaze(data);\n });\n }\n\n /**\n * 메시지 콜백 설정\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * 캐릭터 설정\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * 렌더러 초기화\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * 모델 로드 (렌더러가 지원하는 경우)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * 메시지 렌더링\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /**\n * 정리\n */\n async destroy(): Promise<void> {\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.lipSync.cleanup();\n await this.renderer.destroy();\n }\n\n /**\n * 실시간 립싱크 시작\n */\n private startRealtimeLipSync(audioElement?: HTMLAudioElement): void {\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(true);\n }\n\n if (!audioElement) {\n return;\n }\n\n this.lipSync.connectToAudio(audioElement, (rms: number) => {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n });\n }\n\n /**\n * 실시간 립싱크 중지\n */\n private stopRealtimeLipSync(): void {\n this.lipSync.stop();\n\n if (this.renderer.setRealtimeLipSync) {\n this.renderer.setRealtimeLipSync(false);\n }\n }\n\n /**\n * 립싱크 RMS 업데이트\n */\n private updateLipSync(rms: number): void {\n if (this.renderer.updateRealtimeLipSyncRms) {\n this.renderer.updateRealtimeLipSyncRms(rms);\n }\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n return true;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isMouseTrackingSuspended(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Render Manager 생성 헬퍼 함수\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): RenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Renderer, Message, Character } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
declare class ConsoleRenderer implements Renderer {
|
|
4
|
+
initialize(): Promise<void>;
|
|
5
|
+
render(message: Message, character?: Character): Promise<void>;
|
|
6
|
+
destroy(): Promise<void>;
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
export { ConsoleRenderer };
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Renderer, Message, Character } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
declare class ConsoleRenderer implements Renderer {
|
|
4
|
+
initialize(): Promise<void>;
|
|
5
|
+
render(message: Message, character?: Character): Promise<void>;
|
|
6
|
+
destroy(): Promise<void>;
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
export { ConsoleRenderer };
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
// src/stub/index.ts
|
|
4
|
+
var ConsoleRenderer = class {
|
|
5
|
+
async initialize() {
|
|
6
|
+
console.log("\u{1F3AD} ConsoleRenderer initialized");
|
|
7
|
+
}
|
|
8
|
+
async render(message, character) {
|
|
9
|
+
const timestamp = message.timestamp.toLocaleTimeString();
|
|
10
|
+
if (message.type === "user") {
|
|
11
|
+
console.log(`\u{1F464} [${timestamp}] User: ${message.content}`);
|
|
12
|
+
} else if (message.type === "character" && character) {
|
|
13
|
+
console.log(`\u{1F3AD} [${timestamp}] ${character.name}: ${message.content}`);
|
|
14
|
+
} else {
|
|
15
|
+
console.log(`\u2139\uFE0F [${timestamp}] System: ${message.content}`);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
async destroy() {
|
|
19
|
+
console.log("\u{1F3AD} ConsoleRenderer destroyed");
|
|
20
|
+
}
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
exports.ConsoleRenderer = ConsoleRenderer;
|
|
24
|
+
//# sourceMappingURL=index.js.map
|
|
25
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/stub/index.ts"],"names":[],"mappings":";;;AAEO,IAAM,kBAAN,MAA0C;AAAA,EAC/C,MAAM,UAAA,GAA4B;AAChC,IAAA,OAAA,CAAQ,IAAI,uCAAgC,CAAA;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,CAAU,kBAAA,EAAmB;AAEvD,IAAA,IAAI,OAAA,CAAQ,SAAS,MAAA,EAAQ;AAC3B,MAAA,OAAA,CAAQ,IAAI,CAAA,WAAA,EAAO,SAAS,CAAA,QAAA,EAAW,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC1D,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,WAAA,IAAe,SAAA,EAAW;AACpD,MAAA,OAAA,CAAQ,GAAA,CAAI,cAAO,SAAS,CAAA,EAAA,EAAK,UAAU,IAAI,CAAA,EAAA,EAAK,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IACvE,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,CAAA,cAAA,EAAO,SAAS,CAAA,UAAA,EAAa,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAAA,EAC5C;AACF","file":"index.js","sourcesContent":["import { Renderer, Message, Character } from \"@charivo/core\";\n\nexport class ConsoleRenderer implements Renderer {\n async initialize(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer initialized\");\n }\n\n async render(message: Message, character?: Character): Promise<void> {\n const timestamp = message.timestamp.toLocaleTimeString();\n\n if (message.type === \"user\") {\n console.log(`👤 [${timestamp}] User: ${message.content}`);\n } else if (message.type === \"character\" && character) {\n console.log(`🎭 [${timestamp}] ${character.name}: ${message.content}`);\n } else {\n console.log(`ℹ️ [${timestamp}] System: ${message.content}`);\n }\n }\n\n async destroy(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer destroyed\");\n }\n}\n"]}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
// src/stub/index.ts
|
|
2
|
+
var ConsoleRenderer = class {
|
|
3
|
+
async initialize() {
|
|
4
|
+
console.log("\u{1F3AD} ConsoleRenderer initialized");
|
|
5
|
+
}
|
|
6
|
+
async render(message, character) {
|
|
7
|
+
const timestamp = message.timestamp.toLocaleTimeString();
|
|
8
|
+
if (message.type === "user") {
|
|
9
|
+
console.log(`\u{1F464} [${timestamp}] User: ${message.content}`);
|
|
10
|
+
} else if (message.type === "character" && character) {
|
|
11
|
+
console.log(`\u{1F3AD} [${timestamp}] ${character.name}: ${message.content}`);
|
|
12
|
+
} else {
|
|
13
|
+
console.log(`\u2139\uFE0F [${timestamp}] System: ${message.content}`);
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
async destroy() {
|
|
17
|
+
console.log("\u{1F3AD} ConsoleRenderer destroyed");
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
|
|
21
|
+
export { ConsoleRenderer };
|
|
22
|
+
//# sourceMappingURL=index.mjs.map
|
|
23
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/stub/index.ts"],"names":[],"mappings":";AAEO,IAAM,kBAAN,MAA0C;AAAA,EAC/C,MAAM,UAAA,GAA4B;AAChC,IAAA,OAAA,CAAQ,IAAI,uCAAgC,CAAA;AAAA,EAC9C;AAAA,EAEA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,SAAA,CAAU,kBAAA,EAAmB;AAEvD,IAAA,IAAI,OAAA,CAAQ,SAAS,MAAA,EAAQ;AAC3B,MAAA,OAAA,CAAQ,IAAI,CAAA,WAAA,EAAO,SAAS,CAAA,QAAA,EAAW,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC1D,CAAA,MAAA,IAAW,OAAA,CAAQ,IAAA,KAAS,WAAA,IAAe,SAAA,EAAW;AACpD,MAAA,OAAA,CAAQ,GAAA,CAAI,cAAO,SAAS,CAAA,EAAA,EAAK,UAAU,IAAI,CAAA,EAAA,EAAK,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IACvE,CAAA,MAAO;AACL,MAAA,OAAA,CAAQ,IAAI,CAAA,cAAA,EAAO,SAAS,CAAA,UAAA,EAAa,OAAA,CAAQ,OAAO,CAAA,CAAE,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,OAAA,GAAyB;AAC7B,IAAA,OAAA,CAAQ,IAAI,qCAA8B,CAAA;AAAA,EAC5C;AACF","file":"index.mjs","sourcesContent":["import { Renderer, Message, Character } from \"@charivo/core\";\n\nexport class ConsoleRenderer implements Renderer {\n async initialize(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer initialized\");\n }\n\n async render(message: Message, character?: Character): Promise<void> {\n const timestamp = message.timestamp.toLocaleTimeString();\n\n if (message.type === \"user\") {\n console.log(`👤 [${timestamp}] User: ${message.content}`);\n } else if (message.type === \"character\" && character) {\n console.log(`🎭 [${timestamp}] ${character.name}: ${message.content}`);\n } else {\n console.log(`ℹ️ [${timestamp}] System: ${message.content}`);\n }\n }\n\n async destroy(): Promise<void> {\n console.log(\"🎭 ConsoleRenderer destroyed\");\n }\n}\n"]}
|
package/package.json
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@charivo/render",
|
|
3
|
+
"version": "0.2.0",
|
|
4
|
+
"description": "Render manager and utilities for Charivo",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"module": "dist/index.mjs",
|
|
7
|
+
"types": "dist/index.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"types": "./dist/index.d.ts",
|
|
11
|
+
"import": "./dist/index.mjs",
|
|
12
|
+
"require": "./dist/index.js"
|
|
13
|
+
},
|
|
14
|
+
"./stub": {
|
|
15
|
+
"types": "./dist/stub/index.d.ts",
|
|
16
|
+
"import": "./dist/stub/index.mjs",
|
|
17
|
+
"require": "./dist/stub/index.js"
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
"dependencies": {
|
|
21
|
+
"@charivo/core": "0.7.0"
|
|
22
|
+
},
|
|
23
|
+
"devDependencies": {
|
|
24
|
+
"tsup": "^8.5.0",
|
|
25
|
+
"typescript": "^5.9.2"
|
|
26
|
+
},
|
|
27
|
+
"files": [
|
|
28
|
+
"dist"
|
|
29
|
+
],
|
|
30
|
+
"publishConfig": {
|
|
31
|
+
"access": "public"
|
|
32
|
+
},
|
|
33
|
+
"license": "MIT",
|
|
34
|
+
"repository": {
|
|
35
|
+
"type": "git",
|
|
36
|
+
"url": "https://github.com/zeikar/charivo.git",
|
|
37
|
+
"directory": "packages/render"
|
|
38
|
+
},
|
|
39
|
+
"author": {
|
|
40
|
+
"name": "Zeikar",
|
|
41
|
+
"url": "https://github.com/zeikar"
|
|
42
|
+
},
|
|
43
|
+
"homepage": "https://github.com/zeikar/charivo#readme",
|
|
44
|
+
"bugs": {
|
|
45
|
+
"url": "https://github.com/zeikar/charivo/issues"
|
|
46
|
+
},
|
|
47
|
+
"scripts": {
|
|
48
|
+
"build": "tsup",
|
|
49
|
+
"dev": "tsup --watch",
|
|
50
|
+
"clean": "rm -rf dist",
|
|
51
|
+
"typecheck": "tsc --noEmit"
|
|
52
|
+
}
|
|
53
|
+
}
|