@charivo/render 0.10.1 → 0.10.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -6
- package/dist/index.js +34 -17
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +34 -17
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -39,17 +39,19 @@ await renderManager.loadModel?.("/live2d/hiyori/hiyori.model3.json");
|
|
|
39
39
|
the expression release described below
|
|
40
40
|
- reacts to `avatar:expression`, `avatar:motion`, and `avatar:gaze`
|
|
41
41
|
- automatically releases an applied expression via `stopExpression` when
|
|
42
|
-
`tts:audio:end` arrives
|
|
43
|
-
it
|
|
42
|
+
`tts:audio:end` arrives, however long the utterance runs, if the renderer
|
|
43
|
+
supports it; a roughly 8-second timer covers only configs where no audio
|
|
44
|
+
events flow at all (text-only setups) and stands down while speech is
|
|
45
|
+
playing — with
|
|
44
46
|
`@charivo/render-live2d` the release fades `Add` and `Multiply`
|
|
45
47
|
parameters back to the base face when their release duration (the
|
|
46
48
|
expression's `FadeOutTime`) is positive (`Overwrite` parameters snap — an
|
|
47
49
|
SDK constraint). The release also waits until the expression has
|
|
48
50
|
finished fading in, so it can remain visible beyond the nominal 8-second
|
|
49
|
-
hold.
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
51
|
+
hold. That timer is disarmed while an utterance is playing, so it only
|
|
52
|
+
fires before speech starts or in setups that never emit audio events
|
|
53
|
+
(e.g. text-only LLM configurations), where it is the sole release
|
|
54
|
+
trigger
|
|
53
55
|
- optionally wires mouse tracking to a canvas or the full document
|
|
54
56
|
|
|
55
57
|
## Exports
|
package/dist/index.js
CHANGED
|
@@ -47,6 +47,8 @@ var RenderManager = class {
|
|
|
47
47
|
cleanupMouseTracking;
|
|
48
48
|
resumeMouseTrackingTimer;
|
|
49
49
|
expressionReleaseTimer;
|
|
50
|
+
/** True between tts:audio:start and tts:audio:end. */
|
|
51
|
+
isSpeaking = false;
|
|
50
52
|
mouseTrackingSuspendedUntil = 0;
|
|
51
53
|
localGazeSuspendUntil = 0;
|
|
52
54
|
lastExpression;
|
|
@@ -54,9 +56,12 @@ var RenderManager = class {
|
|
|
54
56
|
eventBus;
|
|
55
57
|
// Stable handler references so they can be removed by reference in disconnect()
|
|
56
58
|
handleTtsAudioStart = (_data) => {
|
|
59
|
+
this.isSpeaking = true;
|
|
60
|
+
this.clearExpressionReleaseTimer();
|
|
57
61
|
this.renderer.setRealtimeLipSync?.(true);
|
|
58
62
|
};
|
|
59
63
|
handleTtsAudioEnd = (_data) => {
|
|
64
|
+
this.isSpeaking = false;
|
|
60
65
|
this.deactivateRealtimeLipSync();
|
|
61
66
|
if (this.hasExpressionRelease(this.renderer)) {
|
|
62
67
|
this.releaseExpressionNow();
|
|
@@ -78,6 +83,9 @@ var RenderManager = class {
|
|
|
78
83
|
* Connect the event bus
|
|
79
84
|
*/
|
|
80
85
|
setEventBus(eventBus) {
|
|
86
|
+
if (this.eventBus === eventBus) {
|
|
87
|
+
return;
|
|
88
|
+
}
|
|
81
89
|
this.unbindEventBus();
|
|
82
90
|
this.eventBus = eventBus;
|
|
83
91
|
eventBus.on("tts:audio:start", this.handleTtsAudioStart);
|
|
@@ -96,6 +104,11 @@ var RenderManager = class {
|
|
|
96
104
|
return;
|
|
97
105
|
}
|
|
98
106
|
this.deactivateRealtimeLipSync();
|
|
107
|
+
const wasSpeaking = this.isSpeaking;
|
|
108
|
+
this.isSpeaking = false;
|
|
109
|
+
if (wasSpeaking && this.lastExpression) {
|
|
110
|
+
this.armExpressionReleaseFallback();
|
|
111
|
+
}
|
|
99
112
|
this.eventBus.off("tts:audio:start", this.handleTtsAudioStart);
|
|
100
113
|
this.eventBus.off("tts:audio:end", this.handleTtsAudioEnd);
|
|
101
114
|
this.eventBus.off("tts:lipsync:update", this.handleTtsLipsyncUpdate);
|
|
@@ -196,10 +209,7 @@ var RenderManager = class {
|
|
|
196
209
|
clearTimeout(this.resumeMouseTrackingTimer);
|
|
197
210
|
this.resumeMouseTrackingTimer = void 0;
|
|
198
211
|
}
|
|
199
|
-
|
|
200
|
-
clearTimeout(this.expressionReleaseTimer);
|
|
201
|
-
this.expressionReleaseTimer = void 0;
|
|
202
|
-
}
|
|
212
|
+
this.clearExpressionReleaseTimer();
|
|
203
213
|
await this.renderer.destroy();
|
|
204
214
|
}
|
|
205
215
|
/**
|
|
@@ -229,15 +239,9 @@ var RenderManager = class {
|
|
|
229
239
|
}
|
|
230
240
|
this.renderer.playExpression(expressionId);
|
|
231
241
|
this.lastExpression = { expressionId, at: now };
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
this.
|
|
235
|
-
}
|
|
236
|
-
if (this.hasExpressionRelease(this.renderer)) {
|
|
237
|
-
this.expressionReleaseTimer = setTimeout(
|
|
238
|
-
() => this.releaseExpressionNow(),
|
|
239
|
-
EXPRESSION_HOLD_MS
|
|
240
|
-
);
|
|
242
|
+
this.clearExpressionReleaseTimer();
|
|
243
|
+
if (!this.isSpeaking) {
|
|
244
|
+
this.armExpressionReleaseFallback();
|
|
241
245
|
}
|
|
242
246
|
return true;
|
|
243
247
|
}
|
|
@@ -249,16 +253,29 @@ var RenderManager = class {
|
|
|
249
253
|
* and when disconnect() relinquishes the renderer early.
|
|
250
254
|
*/
|
|
251
255
|
releaseExpressionNow() {
|
|
252
|
-
|
|
253
|
-
clearTimeout(this.expressionReleaseTimer);
|
|
254
|
-
this.expressionReleaseTimer = void 0;
|
|
255
|
-
}
|
|
256
|
+
this.clearExpressionReleaseTimer();
|
|
256
257
|
if (!this.lastExpression) {
|
|
257
258
|
return;
|
|
258
259
|
}
|
|
259
260
|
this.renderer.stopExpression?.();
|
|
260
261
|
this.lastExpression = void 0;
|
|
261
262
|
}
|
|
263
|
+
armExpressionReleaseFallback() {
|
|
264
|
+
if (!this.hasExpressionRelease(this.renderer)) {
|
|
265
|
+
return;
|
|
266
|
+
}
|
|
267
|
+
this.clearExpressionReleaseTimer();
|
|
268
|
+
this.expressionReleaseTimer = setTimeout(
|
|
269
|
+
() => this.releaseExpressionNow(),
|
|
270
|
+
EXPRESSION_HOLD_MS
|
|
271
|
+
);
|
|
272
|
+
}
|
|
273
|
+
clearExpressionReleaseTimer() {
|
|
274
|
+
if (this.expressionReleaseTimer) {
|
|
275
|
+
clearTimeout(this.expressionReleaseTimer);
|
|
276
|
+
this.expressionReleaseTimer = void 0;
|
|
277
|
+
}
|
|
278
|
+
}
|
|
262
279
|
applyMotion(motion) {
|
|
263
280
|
if (!this.hasMotionControl(this.renderer)) {
|
|
264
281
|
return false;
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAQ3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAwDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EA5DiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAI3C,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAE/B,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAEA,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAEA,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,QAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,QAChC;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAEA,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Ceiling on how long an expression is held, not the expected duration: the\n// timer is armed on every accepted expression (when the renderer supports\n// stopExpression) and races tts:audio:end; whichever comes first releases the\n// expression. It covers a spoken reply of ~15-20 words at typical TTS rate, so\n// it fires mid-speech when an utterance outlasts it, and it is the only\n// automatic release path when no audio events flow at all (text-only configs).\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n\n if (this.hasExpressionRelease(this.renderer)) {\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAO3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EA+DnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAnEiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA;AAAA,EAEA,UAAA,GAAa,KAAA;AAAA,EACb,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AAGT,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAClB,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAM3C,IAAA,IAAI,IAAA,CAAK,aAAa,QAAA,EAAU;AAC9B,MAAA;AAAA,IACF;AAKA,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAO/B,IAAA,MAAM,cAAc,IAAA,CAAK,UAAA;AACzB,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAI,WAAA,IAAe,KAAK,cAAA,EAAgB;AACtC,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAIjC,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,MAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,MAChC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAAA,EACF;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Fallback release for configs where no audio events flow at all — text-only\n// setups that never emit tts:audio:start/end, so nothing else would ever drop\n// the face back. It is NOT a general ceiling: while speech is playing,\n// tts:audio:end is the authority and this timer stands down, because a reply\n// longer than the window would otherwise reset the expression mid-sentence.\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n /** True between tts:audio:start and tts:audio:end. */\n private isSpeaking = false;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n // Speech is the authority on how long the expression is held from here:\n // it ends at tts:audio:end, however long the utterance runs.\n this.isSpeaking = true;\n this.clearExpressionReleaseTimer();\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.isSpeaking = false;\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Re-attaching the same bus is a no-op. `Charivo.attachRenderer()` calls\n // this even for an already-attached manager, and tearing down would end\n // the speaking state mid-utterance — rearming the fallback that is meant\n // to stand down during speech, and dropping realtime lip sync until the\n // next audio start.\n if (this.eventBus === eventBus) {\n return;\n }\n\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n // Detaching mid-utterance means this manager will never see that\n // utterance's tts:audio:end. Leaving the speaking state set would keep the\n // fallback disarmed for every expression handled afterwards, and a still\n // held expression would have nothing left to release it — setEventBus()\n // rewiring deliberately preserves it — so give it the fallback back.\n const wasSpeaking = this.isSpeaking;\n this.isSpeaking = false;\n if (wasSpeaking && this.lastExpression) {\n this.armExpressionReleaseFallback();\n }\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.clearExpressionReleaseTimer();\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n this.clearExpressionReleaseTimer();\n\n // Arming while speech is playing would race tts:audio:end and cut the\n // expression off mid-sentence on any reply longer than the window.\n if (!this.isSpeaking) {\n this.armExpressionReleaseFallback();\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n this.clearExpressionReleaseTimer();\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private armExpressionReleaseFallback(): void {\n if (!this.hasExpressionRelease(this.renderer)) {\n return;\n }\n\n this.clearExpressionReleaseTimer();\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n private clearExpressionReleaseTimer(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
package/dist/index.mjs
CHANGED
|
@@ -45,6 +45,8 @@ var RenderManager = class {
|
|
|
45
45
|
cleanupMouseTracking;
|
|
46
46
|
resumeMouseTrackingTimer;
|
|
47
47
|
expressionReleaseTimer;
|
|
48
|
+
/** True between tts:audio:start and tts:audio:end. */
|
|
49
|
+
isSpeaking = false;
|
|
48
50
|
mouseTrackingSuspendedUntil = 0;
|
|
49
51
|
localGazeSuspendUntil = 0;
|
|
50
52
|
lastExpression;
|
|
@@ -52,9 +54,12 @@ var RenderManager = class {
|
|
|
52
54
|
eventBus;
|
|
53
55
|
// Stable handler references so they can be removed by reference in disconnect()
|
|
54
56
|
handleTtsAudioStart = (_data) => {
|
|
57
|
+
this.isSpeaking = true;
|
|
58
|
+
this.clearExpressionReleaseTimer();
|
|
55
59
|
this.renderer.setRealtimeLipSync?.(true);
|
|
56
60
|
};
|
|
57
61
|
handleTtsAudioEnd = (_data) => {
|
|
62
|
+
this.isSpeaking = false;
|
|
58
63
|
this.deactivateRealtimeLipSync();
|
|
59
64
|
if (this.hasExpressionRelease(this.renderer)) {
|
|
60
65
|
this.releaseExpressionNow();
|
|
@@ -76,6 +81,9 @@ var RenderManager = class {
|
|
|
76
81
|
* Connect the event bus
|
|
77
82
|
*/
|
|
78
83
|
setEventBus(eventBus) {
|
|
84
|
+
if (this.eventBus === eventBus) {
|
|
85
|
+
return;
|
|
86
|
+
}
|
|
79
87
|
this.unbindEventBus();
|
|
80
88
|
this.eventBus = eventBus;
|
|
81
89
|
eventBus.on("tts:audio:start", this.handleTtsAudioStart);
|
|
@@ -94,6 +102,11 @@ var RenderManager = class {
|
|
|
94
102
|
return;
|
|
95
103
|
}
|
|
96
104
|
this.deactivateRealtimeLipSync();
|
|
105
|
+
const wasSpeaking = this.isSpeaking;
|
|
106
|
+
this.isSpeaking = false;
|
|
107
|
+
if (wasSpeaking && this.lastExpression) {
|
|
108
|
+
this.armExpressionReleaseFallback();
|
|
109
|
+
}
|
|
97
110
|
this.eventBus.off("tts:audio:start", this.handleTtsAudioStart);
|
|
98
111
|
this.eventBus.off("tts:audio:end", this.handleTtsAudioEnd);
|
|
99
112
|
this.eventBus.off("tts:lipsync:update", this.handleTtsLipsyncUpdate);
|
|
@@ -194,10 +207,7 @@ var RenderManager = class {
|
|
|
194
207
|
clearTimeout(this.resumeMouseTrackingTimer);
|
|
195
208
|
this.resumeMouseTrackingTimer = void 0;
|
|
196
209
|
}
|
|
197
|
-
|
|
198
|
-
clearTimeout(this.expressionReleaseTimer);
|
|
199
|
-
this.expressionReleaseTimer = void 0;
|
|
200
|
-
}
|
|
210
|
+
this.clearExpressionReleaseTimer();
|
|
201
211
|
await this.renderer.destroy();
|
|
202
212
|
}
|
|
203
213
|
/**
|
|
@@ -227,15 +237,9 @@ var RenderManager = class {
|
|
|
227
237
|
}
|
|
228
238
|
this.renderer.playExpression(expressionId);
|
|
229
239
|
this.lastExpression = { expressionId, at: now };
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
this.
|
|
233
|
-
}
|
|
234
|
-
if (this.hasExpressionRelease(this.renderer)) {
|
|
235
|
-
this.expressionReleaseTimer = setTimeout(
|
|
236
|
-
() => this.releaseExpressionNow(),
|
|
237
|
-
EXPRESSION_HOLD_MS
|
|
238
|
-
);
|
|
240
|
+
this.clearExpressionReleaseTimer();
|
|
241
|
+
if (!this.isSpeaking) {
|
|
242
|
+
this.armExpressionReleaseFallback();
|
|
239
243
|
}
|
|
240
244
|
return true;
|
|
241
245
|
}
|
|
@@ -247,16 +251,29 @@ var RenderManager = class {
|
|
|
247
251
|
* and when disconnect() relinquishes the renderer early.
|
|
248
252
|
*/
|
|
249
253
|
releaseExpressionNow() {
|
|
250
|
-
|
|
251
|
-
clearTimeout(this.expressionReleaseTimer);
|
|
252
|
-
this.expressionReleaseTimer = void 0;
|
|
253
|
-
}
|
|
254
|
+
this.clearExpressionReleaseTimer();
|
|
254
255
|
if (!this.lastExpression) {
|
|
255
256
|
return;
|
|
256
257
|
}
|
|
257
258
|
this.renderer.stopExpression?.();
|
|
258
259
|
this.lastExpression = void 0;
|
|
259
260
|
}
|
|
261
|
+
armExpressionReleaseFallback() {
|
|
262
|
+
if (!this.hasExpressionRelease(this.renderer)) {
|
|
263
|
+
return;
|
|
264
|
+
}
|
|
265
|
+
this.clearExpressionReleaseTimer();
|
|
266
|
+
this.expressionReleaseTimer = setTimeout(
|
|
267
|
+
() => this.releaseExpressionNow(),
|
|
268
|
+
EXPRESSION_HOLD_MS
|
|
269
|
+
);
|
|
270
|
+
}
|
|
271
|
+
clearExpressionReleaseTimer() {
|
|
272
|
+
if (this.expressionReleaseTimer) {
|
|
273
|
+
clearTimeout(this.expressionReleaseTimer);
|
|
274
|
+
this.expressionReleaseTimer = void 0;
|
|
275
|
+
}
|
|
276
|
+
}
|
|
260
277
|
applyMotion(motion) {
|
|
261
278
|
if (!this.hasMotionControl(this.renderer)) {
|
|
262
279
|
return false;
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAQ3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAwDnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EA5DiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA,EACA,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAI3C,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAE/B,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAEA,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAEA,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,QAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,QAChC;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAEA,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Ceiling on how long an expression is held, not the expected duration: the\n// timer is armed on every accepted expression (when the renderer supports\n// stopExpression) and races tts:audio:end; whichever comes first releases the\n// expression. It covers a spoken reply of ~15-20 words at typical TTS rate, so\n// it fires mid-speech when an utterance outlasts it, and it is the only\n// automatic release path when no audio events flow at all (text-only configs).\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n\n if (this.hasExpressionRelease(this.renderer)) {\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAO3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EA+DnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EAnEiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA;AAAA,EAEA,UAAA,GAAa,KAAA;AAAA,EACb,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AAGT,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAClB,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,OAAO,KAAA,EAAO,IAAA,CAAK,OAAO,CAAA;AAAA,EAC3D,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAM3C,IAAA,IAAI,IAAA,CAAK,aAAa,QAAA,EAAU;AAC9B,MAAA;AAAA,IACF;AAKA,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAO/B,IAAA,MAAM,cAAc,IAAA,CAAK,UAAA;AACzB,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAI,WAAA,IAAe,KAAK,cAAA,EAAgB;AACtC,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAIjC,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,MAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,MAChC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAAA,EACF;AAAA,EAEQ,YAAY,MAAA,EAAkC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AACnD,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Fallback release for configs where no audio events flow at all — text-only\n// setups that never emit tts:audio:start/end, so nothing else would ever drop\n// the face back. It is NOT a general ceiling: while speech is playing,\n// tts:audio:end is the authority and this timer stands down, because a reply\n// longer than the window would otherwise reset the expression mid-sentence.\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n /** True between tts:audio:start and tts:audio:end. */\n private isSpeaking = false;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n // Speech is the authority on how long the expression is held from here:\n // it ends at tts:audio:end, however long the utterance runs.\n this.isSpeaking = true;\n this.clearExpressionReleaseTimer();\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.isSpeaking = false;\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n this.applyMotion({ group: data.group, index: data.index });\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Re-attaching the same bus is a no-op. `Charivo.attachRenderer()` calls\n // this even for an already-attached manager, and tearing down would end\n // the speaking state mid-utterance — rearming the fallback that is meant\n // to stand down during speech, and dropping realtime lip sync until the\n // next audio start.\n if (this.eventBus === eventBus) {\n return;\n }\n\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n // Detaching mid-utterance means this manager will never see that\n // utterance's tts:audio:end. Leaving the speaking state set would keep the\n // fallback disarmed for every expression handled afterwards, and a still\n // held expression would have nothing left to release it — setEventBus()\n // rewiring deliberately preserves it — so give it the fallback back.\n const wasSpeaking = this.isSpeaking;\n this.isSpeaking = false;\n if (wasSpeaking && this.lastExpression) {\n this.armExpressionReleaseFallback();\n }\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.clearExpressionReleaseTimer();\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n this.clearExpressionReleaseTimer();\n\n // Arming while speech is playing would race tts:audio:end and cut the\n // expression off mid-sentence on any reply longer than the window.\n if (!this.isSpeaking) {\n this.armExpressionReleaseFallback();\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n this.clearExpressionReleaseTimer();\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private armExpressionReleaseFallback(): void {\n if (!this.hasExpressionRelease(this.renderer)) {\n return;\n }\n\n this.clearExpressionReleaseTimer();\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n private clearExpressionReleaseTimer(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n }\n\n private applyMotion(motion: MotionSelection): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playMotionByGroup(motion.group, index);\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(group: string, index: number): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@charivo/render",
|
|
3
|
-
"version": "0.10.
|
|
3
|
+
"version": "0.10.3",
|
|
4
4
|
"description": "Render manager and utilities for Charivo",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"module": "dist/index.mjs",
|
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
}
|
|
19
19
|
},
|
|
20
20
|
"dependencies": {
|
|
21
|
-
"@charivo/core": "^0.
|
|
21
|
+
"@charivo/core": "^0.25.0"
|
|
22
22
|
},
|
|
23
23
|
"devDependencies": {
|
|
24
24
|
"tsup": "^8.5.0",
|