@charivo/render 0.11.6 → 0.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -25,7 +25,7 @@ const renderManager = createRenderManager(renderer, {
25
25
  });
26
26
 
27
27
  await renderManager.initialize();
28
- await renderManager.loadModel?.("/live2d/hiyori/hiyori.model3.json");
28
+ await renderManager.loadModel("/live2d/hiyori/hiyori.model3.json");
29
29
  ```
30
30
 
31
31
  ## What It Does
@@ -71,6 +71,15 @@ If it also exposes optional methods such as `loadModel`, `setRealtimeLipSync`,
71
71
  `getAvatarControlCatalog` is the exception: the manager never calls it — it
72
72
  hands the app the model's catalog for avatar tools.
73
73
 
74
+ Mouse tracking is installed when the renderer is `MouseTrackable`
75
+ (`updateViewWithMouse` and `handleMouseTap`). That contract also has an
76
+ optional `setGazeOrigin(origin?)`, which the app calls on the renderer itself:
77
+ the point of the model, as a `GazeOrigin` (fractions of the model's own canvas,
78
+ top-left `(0, 0)` to bottom-right `(1, 1)`), that the cursor is measured from
79
+ instead of the canvas's centre — between the eyes of a full body, so a pointer
80
+ on the face looks straight ahead. See
81
+ [Where The Cursor Is Measured From](../../docs/guide/rendering.md#where-the-cursor-is-measured-from).
82
+
74
83
  ## Event Wiring
75
84
 
76
85
  `RenderManager` uses `setEventBus(...)` because it subscribes to upstream
package/dist/index.d.mts CHANGED
@@ -5,9 +5,31 @@ interface MouseCoordinates {
5
5
  clientX: number;
6
6
  clientY: number;
7
7
  }
8
+ /**
9
+ * A point of the loaded model, as fractions of the model's own canvas: `x` 0
10
+ * at its left edge and 1 at its right, `y` 0 at its top and 1 at its bottom —
11
+ * the way it reads off a picture of the model, whatever the renderer.
12
+ */
13
+ interface GazeOrigin {
14
+ x: number;
15
+ y: number;
16
+ }
8
17
  interface MouseTrackable {
9
18
  updateViewWithMouse(coords: MouseCoordinates): void;
10
19
  handleMouseTap(coords: MouseCoordinates): void;
20
+ /**
21
+ * Measure the cursor-follow gaze from `origin` instead of the canvas's
22
+ * centre: a pointer on that point of the model then looks straight ahead.
23
+ * For a full body, whose canvas centre is the waist, that is the point
24
+ * between the eyes; without it a pointer on the face reads as above the
25
+ * centre and the character looks up. No argument restores the centre.
26
+ *
27
+ * It is the renderer's to place: only the renderer knows where its model
28
+ * sits on the canvas, at any size or framing. It holds until changed, across
29
+ * `loadModel` too, so set it again for a model whose face is elsewhere.
30
+ * Taps and `lookAt` are unaffected. A non-finite `x` or `y` throws.
31
+ */
32
+ setGazeOrigin?(origin?: GazeOrigin): void;
11
33
  }
12
34
  interface MouseTrackingOptions<T extends MouseTrackable> {
13
35
  canvas: HTMLCanvasElement;
@@ -41,4 +63,4 @@ interface RenderManagerOptions {
41
63
  */
42
64
  declare function createRenderManager(renderer: Renderer, options?: RenderManagerOptions): RenderManager;
43
65
 
44
- export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, type RenderManagerOptions, createRenderManager, setupMouseTracking };
66
+ export { type GazeOrigin, type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, type RenderManagerOptions, createRenderManager, setupMouseTracking };
package/dist/index.d.ts CHANGED
@@ -5,9 +5,31 @@ interface MouseCoordinates {
5
5
  clientX: number;
6
6
  clientY: number;
7
7
  }
8
+ /**
9
+ * A point of the loaded model, as fractions of the model's own canvas: `x` 0
10
+ * at its left edge and 1 at its right, `y` 0 at its top and 1 at its bottom —
11
+ * the way it reads off a picture of the model, whatever the renderer.
12
+ */
13
+ interface GazeOrigin {
14
+ x: number;
15
+ y: number;
16
+ }
8
17
  interface MouseTrackable {
9
18
  updateViewWithMouse(coords: MouseCoordinates): void;
10
19
  handleMouseTap(coords: MouseCoordinates): void;
20
+ /**
21
+ * Measure the cursor-follow gaze from `origin` instead of the canvas's
22
+ * centre: a pointer on that point of the model then looks straight ahead.
23
+ * For a full body, whose canvas centre is the waist, that is the point
24
+ * between the eyes; without it a pointer on the face reads as above the
25
+ * centre and the character looks up. No argument restores the centre.
26
+ *
27
+ * It is the renderer's to place: only the renderer knows where its model
28
+ * sits on the canvas, at any size or framing. It holds until changed, across
29
+ * `loadModel` too, so set it again for a model whose face is elsewhere.
30
+ * Taps and `lookAt` are unaffected. A non-finite `x` or `y` throws.
31
+ */
32
+ setGazeOrigin?(origin?: GazeOrigin): void;
11
33
  }
12
34
  interface MouseTrackingOptions<T extends MouseTrackable> {
13
35
  canvas: HTMLCanvasElement;
@@ -41,4 +63,4 @@ interface RenderManagerOptions {
41
63
  */
42
64
  declare function createRenderManager(renderer: Renderer, options?: RenderManagerOptions): RenderManager;
43
65
 
44
- export { type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, type RenderManagerOptions, createRenderManager, setupMouseTracking };
66
+ export { type GazeOrigin, type MouseCoordinates, type MouseTrackable, type MouseTrackingCleanup, type MouseTrackingMode, type MouseTrackingOptions, type RenderManagerOptions, createRenderManager, setupMouseTracking };
package/dist/index.js CHANGED
@@ -171,7 +171,8 @@ var RenderManager = class {
171
171
  }
172
172
  }
173
173
  /**
174
- * Load the model (if the renderer supports it)
174
+ * Load the model through the renderer; resolves without loading anything
175
+ * when the renderer has no `loadModel`.
175
176
  */
176
177
  async loadModel(modelPath) {
177
178
  if (this.renderer.loadModel) {
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAO3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAiEnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EArEiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA;AAAA,EAEA,UAAA,GAAa,KAAA;AAAA,EACb,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AAGT,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAClB,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AAGT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,KAAA,EAAO,OAAO,IAAA,CAAK,KAAA,EAAM,EAAG,IAAA,CAAK,SAAS,CAAA;AAAA,EAC3E,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAM3C,IAAA,IAAI,IAAA,CAAK,aAAa,QAAA,EAAU;AAC9B,MAAA;AAAA,IACF;AAKA,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAO/B,IAAA,MAAM,cAAc,IAAA,CAAK,UAAA;AACzB,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAI,WAAA,IAAe,KAAK,cAAA,EAAgB;AACtC,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAIjC,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,MAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,MAChC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAAA,EACF;AAAA,EAEQ,WAAA,CAAY,QAAyB,SAAA,EAA8B;AACzE,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAIA,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,IAAA,CAAK,QAAA,CAAS,kBAAkB,MAAA,CAAO,KAAA,EAAO,OAAO,EAAE,SAAA,EAAW,MAAM,CAAA;AAAA,IAC1E,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AAAA,IACrD;AACA,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAMvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Fallback release for configs where no audio events flow at all — text-only\n// setups that never emit tts:audio:start/end, so nothing else would ever drop\n// the face back. It is NOT a general ceiling: while speech is playing,\n// tts:audio:end is the authority and this timer stands down, because a reply\n// longer than the window would otherwise reset the expression mid-sentence.\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n /** True between tts:audio:start and tts:audio:end. */\n private isSpeaking = false;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n // Speech is the authority on how long the expression is held from here:\n // it ends at tts:audio:end, however long the utterance runs.\n this.isSpeaking = true;\n this.clearExpressionReleaseTimer();\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.isSpeaking = false;\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n // muteSound is carried, not inferred: this event is public, so an\n // application may emit it too and an unflagged emit must stay audible.\n this.applyMotion({ group: data.group, index: data.index }, data.muteSound);\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Re-attaching the same bus is a no-op. `Charivo.attachRenderer()` calls\n // this even for an already-attached manager, and tearing down would end\n // the speaking state mid-utterance — rearming the fallback that is meant\n // to stand down during speech, and dropping realtime lip sync until the\n // next audio start.\n if (this.eventBus === eventBus) {\n return;\n }\n\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n // Detaching mid-utterance means this manager will never see that\n // utterance's tts:audio:end. Leaving the speaking state set would keep the\n // fallback disarmed for every expression handled afterwards, and a still\n // held expression would have nothing left to release it — setEventBus()\n // rewiring deliberately preserves it — so give it the fallback back.\n const wasSpeaking = this.isSpeaking;\n this.isSpeaking = false;\n if (wasSpeaking && this.lastExpression) {\n this.armExpressionReleaseFallback();\n }\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.clearExpressionReleaseTimer();\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n this.clearExpressionReleaseTimer();\n\n // Arming while speech is playing would race tts:audio:end and cut the\n // expression off mid-sentence on any reply longer than the window.\n if (!this.isSpeaking) {\n this.armExpressionReleaseFallback();\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n this.clearExpressionReleaseTimer();\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private armExpressionReleaseFallback(): void {\n if (!this.hasExpressionRelease(this.renderer)) {\n return;\n }\n\n this.clearExpressionReleaseTimer();\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n private clearExpressionReleaseTimer(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n }\n\n private applyMotion(motion: MotionSelection, muteSound?: boolean): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n // Unflagged calls keep today's exact two-argument shape, so a renderer that\n // never learned about the option sees no change at all.\n if (muteSound) {\n this.renderer.playMotionByGroup(motion.group, index, { muteSound: true });\n } else {\n this.renderer.playMotionByGroup(motion.group, index);\n }\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(\n group: string,\n index: number,\n options?: { muteSound?: boolean },\n ): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";;;AA2CO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;ACjEA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAO3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAiEnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EArEiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA;AAAA,EAEA,UAAA,GAAa,KAAA;AAAA,EACb,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AAGT,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAClB,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AAGT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,KAAA,EAAO,OAAO,IAAA,CAAK,KAAA,EAAM,EAAG,IAAA,CAAK,SAAS,CAAA;AAAA,EAC3E,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAM3C,IAAA,IAAI,IAAA,CAAK,aAAa,QAAA,EAAU;AAC9B,MAAA;AAAA,IACF;AAKA,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAO/B,IAAA,MAAM,cAAc,IAAA,CAAK,UAAA;AACzB,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAI,WAAA,IAAe,KAAK,cAAA,EAAgB;AACtC,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAIjC,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,MAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,MAChC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAAA,EACF;AAAA,EAEQ,WAAA,CAAY,QAAyB,SAAA,EAA8B;AACzE,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAIA,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,IAAA,CAAK,QAAA,CAAS,kBAAkB,MAAA,CAAO,KAAA,EAAO,OAAO,EAAE,SAAA,EAAW,MAAM,CAAA;AAAA,IAC1E,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AAAA,IACrD;AACA,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAMvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.js","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\n/**\n * A point of the loaded model, as fractions of the model's own canvas: `x` 0\n * at its left edge and 1 at its right, `y` 0 at its top and 1 at its bottom —\n * the way it reads off a picture of the model, whatever the renderer.\n */\nexport interface GazeOrigin {\n x: number;\n y: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n /**\n * Measure the cursor-follow gaze from `origin` instead of the canvas's\n * centre: a pointer on that point of the model then looks straight ahead.\n * For a full body, whose canvas centre is the waist, that is the point\n * between the eyes; without it a pointer on the face reads as above the\n * centre and the character looks up. No argument restores the centre.\n *\n * It is the renderer's to place: only the renderer knows where its model\n * sits on the canvas, at any size or framing. It holds until changed, across\n * `loadModel` too, so set it again for a model whose face is elsewhere.\n * Taps and `lookAt` are unaffected. A non-finite `x` or `y` throws.\n */\n setGazeOrigin?(origin?: GazeOrigin): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Fallback release for configs where no audio events flow at all — text-only\n// setups that never emit tts:audio:start/end, so nothing else would ever drop\n// the face back. It is NOT a general ceiling: while speech is playing,\n// tts:audio:end is the authority and this timer stands down, because a reply\n// longer than the window would otherwise reset the expression mid-sentence.\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n /** True between tts:audio:start and tts:audio:end. */\n private isSpeaking = false;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n // Speech is the authority on how long the expression is held from here:\n // it ends at tts:audio:end, however long the utterance runs.\n this.isSpeaking = true;\n this.clearExpressionReleaseTimer();\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.isSpeaking = false;\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n // muteSound is carried, not inferred: this event is public, so an\n // application may emit it too and an unflagged emit must stay audible.\n this.applyMotion({ group: data.group, index: data.index }, data.muteSound);\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Re-attaching the same bus is a no-op. `Charivo.attachRenderer()` calls\n // this even for an already-attached manager, and tearing down would end\n // the speaking state mid-utterance — rearming the fallback that is meant\n // to stand down during speech, and dropping realtime lip sync until the\n // next audio start.\n if (this.eventBus === eventBus) {\n return;\n }\n\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n // Detaching mid-utterance means this manager will never see that\n // utterance's tts:audio:end. Leaving the speaking state set would keep the\n // fallback disarmed for every expression handled afterwards, and a still\n // held expression would have nothing left to release it — setEventBus()\n // rewiring deliberately preserves it — so give it the fallback back.\n const wasSpeaking = this.isSpeaking;\n this.isSpeaking = false;\n if (wasSpeaking && this.lastExpression) {\n this.armExpressionReleaseFallback();\n }\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model through the renderer; resolves without loading anything\n * when the renderer has no `loadModel`.\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.clearExpressionReleaseTimer();\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n this.clearExpressionReleaseTimer();\n\n // Arming while speech is playing would race tts:audio:end and cut the\n // expression off mid-sentence on any reply longer than the window.\n if (!this.isSpeaking) {\n this.armExpressionReleaseFallback();\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n this.clearExpressionReleaseTimer();\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private armExpressionReleaseFallback(): void {\n if (!this.hasExpressionRelease(this.renderer)) {\n return;\n }\n\n this.clearExpressionReleaseTimer();\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n private clearExpressionReleaseTimer(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n }\n\n private applyMotion(motion: MotionSelection, muteSound?: boolean): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n // Unflagged calls keep today's exact two-argument shape, so a renderer that\n // never learned about the option sees no change at all.\n if (muteSound) {\n this.renderer.playMotionByGroup(motion.group, index, { muteSound: true });\n } else {\n this.renderer.playMotionByGroup(motion.group, index);\n }\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(\n group: string,\n index: number,\n options?: { muteSound?: boolean },\n ): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/dist/index.mjs CHANGED
@@ -169,7 +169,8 @@ var RenderManager = class {
169
169
  }
170
170
  }
171
171
  /**
172
- * Load the model (if the renderer supports it)
172
+ * Load the model through the renderer; resolves without loading anything
173
+ * when the renderer has no `loadModel`.
173
174
  */
174
175
  async loadModel(modelPath) {
175
176
  if (this.renderer.loadModel) {
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";AAoBO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;AC1CA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAO3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAiEnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EArEiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA;AAAA,EAEA,UAAA,GAAa,KAAA;AAAA,EACb,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AAGT,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAClB,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AAGT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,KAAA,EAAO,OAAO,IAAA,CAAK,KAAA,EAAM,EAAG,IAAA,CAAK,SAAS,CAAA;AAAA,EAC3E,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAM3C,IAAA,IAAI,IAAA,CAAK,aAAa,QAAA,EAAU;AAC9B,MAAA;AAAA,IACF;AAKA,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAO/B,IAAA,MAAM,cAAc,IAAA,CAAK,UAAA;AACzB,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAI,WAAA,IAAe,KAAK,cAAA,EAAgB;AACtC,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAIjC,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,MAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,MAChC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAAA,EACF;AAAA,EAEQ,WAAA,CAAY,QAAyB,SAAA,EAA8B;AACzE,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAIA,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,IAAA,CAAK,QAAA,CAAS,kBAAkB,MAAA,CAAO,KAAA,EAAO,OAAO,EAAE,SAAA,EAAW,MAAM,CAAA;AAAA,IAC1E,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AAAA,IACrD;AACA,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAMvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Fallback release for configs where no audio events flow at all — text-only\n// setups that never emit tts:audio:start/end, so nothing else would ever drop\n// the face back. It is NOT a general ceiling: while speech is playing,\n// tts:audio:end is the authority and this timer stands down, because a reply\n// longer than the window would otherwise reset the expression mid-sentence.\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n /** True between tts:audio:start and tts:audio:end. */\n private isSpeaking = false;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n // Speech is the authority on how long the expression is held from here:\n // it ends at tts:audio:end, however long the utterance runs.\n this.isSpeaking = true;\n this.clearExpressionReleaseTimer();\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.isSpeaking = false;\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n // muteSound is carried, not inferred: this event is public, so an\n // application may emit it too and an unflagged emit must stay audible.\n this.applyMotion({ group: data.group, index: data.index }, data.muteSound);\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Re-attaching the same bus is a no-op. `Charivo.attachRenderer()` calls\n // this even for an already-attached manager, and tearing down would end\n // the speaking state mid-utterance — rearming the fallback that is meant\n // to stand down during speech, and dropping realtime lip sync until the\n // next audio start.\n if (this.eventBus === eventBus) {\n return;\n }\n\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n // Detaching mid-utterance means this manager will never see that\n // utterance's tts:audio:end. Leaving the speaking state set would keep the\n // fallback disarmed for every expression handled afterwards, and a still\n // held expression would have nothing left to release it — setEventBus()\n // rewiring deliberately preserves it — so give it the fallback back.\n const wasSpeaking = this.isSpeaking;\n this.isSpeaking = false;\n if (wasSpeaking && this.lastExpression) {\n this.armExpressionReleaseFallback();\n }\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model (if the renderer supports it)\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.clearExpressionReleaseTimer();\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n this.clearExpressionReleaseTimer();\n\n // Arming while speech is playing would race tts:audio:end and cut the\n // expression off mid-sentence on any reply longer than the window.\n if (!this.isSpeaking) {\n this.armExpressionReleaseFallback();\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n this.clearExpressionReleaseTimer();\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private armExpressionReleaseFallback(): void {\n if (!this.hasExpressionRelease(this.renderer)) {\n return;\n }\n\n this.clearExpressionReleaseTimer();\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n private clearExpressionReleaseTimer(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n }\n\n private applyMotion(motion: MotionSelection, muteSound?: boolean): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n // Unflagged calls keep today's exact two-argument shape, so a renderer that\n // never learned about the option sees no change at all.\n if (muteSound) {\n this.renderer.playMotionByGroup(motion.group, index, { muteSound: true });\n } else {\n this.renderer.playMotionByGroup(motion.group, index);\n }\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(\n group: string,\n index: number,\n options?: { muteSound?: boolean },\n ): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
1
+ {"version":3,"sources":["../src/mouse-tracking.ts","../src/render-manager.ts"],"names":[],"mappings":";AA2CO,SAAS,mBACd,OAAA,EACsB;AACtB,EAAA,MAAM,EAAE,MAAA,EAAQ,IAAA,GAAO,QAAA,EAAU,QAAO,GAAI,OAAA;AAE5C,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAM,IAAA,GAAO,OAAO,qBAAA,EAAsB;AAC1C,IAAA,MAAM,UAAA,GACJ,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,QAC7B,YAAA,CAAa,OAAA,IAAW,IAAA,CAAK,KAAA,IAC7B,aAAa,OAAA,IAAW,IAAA,CAAK,GAAA,IAC7B,YAAA,CAAa,WAAW,IAAA,CAAK,MAAA;AAE/B,IAAA,IAAI,UAAA,EAAY;AACd,MAAA,MAAA,CAAO,cAAA,CAAe;AAAA,QACpB,SAAS,YAAA,CAAa,OAAA;AAAA,QACtB,SAAS,YAAA,CAAa;AAAA,OACvB,CAAA;AAAA,IACH;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,IAAA,GAAO,CAAC,KAAA,KAAiB;AAC7B,IAAA,MAAM,YAAA,GAAe,KAAA;AACrB,IAAA,MAAA,CAAO,mBAAA,CAAoB;AAAA,MACzB,SAAS,YAAA,CAAa,OAAA;AAAA,MACtB,SAAS,YAAA,CAAa;AAAA,KACvB,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,WAAA,GAAc,IAAA,KAAS,UAAA,GAAa,QAAA,GAAW,MAAA;AAErD,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AACnE,EAAA,WAAA,CAAY,iBAAiB,aAAA,EAAe,IAAA,EAAM,EAAE,OAAA,EAAS,MAAM,CAAA;AAEnE,EAAA,OAAO,MAAM;AACX,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AACnD,IAAA,WAAA,CAAY,mBAAA,CAAoB,eAAe,IAAI,CAAA;AAAA,EACrD,CAAA;AACF;;;ACjEA,IAAM,qBAAA,GAAwB,IAAA;AAC9B,IAAM,qBAAA,GAAwB,GAAA;AAC9B,IAAM,sBAAA,GAAyB,GAAA;AAC/B,IAAM,kBAAA,GAAqB,GAAA;AAO3B,IAAM,kBAAA,GAAqB,GAAA;AAsBpB,IAAM,gBAAN,MAA8C;AAAA,EAiEnD,WAAA,CACE,UACQ,OAAA,EACR;AADQ,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAER,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAAA,EAClB;AAAA,EArEiB,QAAA;AAAA,EACT,SAAA,GAA8B,IAAA;AAAA,EAC9B,eAAA;AAAA,EACA,oBAAA;AAAA,EACA,wBAAA;AAAA,EACA,sBAAA;AAAA;AAAA,EAEA,UAAA,GAAa,KAAA;AAAA,EACb,2BAAA,GAA8B,CAAA;AAAA,EAC9B,qBAAA,GAAwB,CAAA;AAAA,EACxB,cAAA;AAAA,EACA,UAAA;AAAA,EACA,QAAA;AAAA;AAAA,EAGS,mBAAA,GAAsB,CACrC,KAAA,KACS;AAGT,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA;AAClB,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,IAAI,CAAA;AAAA,EACzC,CAAA;AAAA,EAEiB,iBAAA,GAAoB,CACnC,KAAA,KACS;AACT,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAM/B,IAAA,IAAI,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC5C,MAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,IAC5B;AAAA,EACF,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,aAAA,CAAc,KAAK,GAAG,CAAA;AAAA,EAC7B,CAAA;AAAA,EAEiB,sBAAA,GAAyB,CACxC,IAAA,KACS;AACT,IAAA,IAAA,CAAK,eAAA,CAAgB,KAAK,YAAY,CAAA;AAAA,EACxC,CAAA;AAAA,EAEiB,kBAAA,GAAqB,CACpC,IAAA,KACS;AAGT,IAAA,IAAA,CAAK,WAAA,CAAY,EAAE,KAAA,EAAO,IAAA,CAAK,KAAA,EAAO,OAAO,IAAA,CAAK,KAAA,EAAM,EAAG,IAAA,CAAK,SAAS,CAAA;AAAA,EAC3E,CAAA;AAAA,EAEiB,gBAAA,GAAmB,CAAC,IAAA,KAAwC;AAC3E,IAAA,IAAA,CAAK,UAAU,IAAI,CAAA;AAAA,EACrB,CAAA;AAAA;AAAA;AAAA;AAAA,EAYA,YAAY,QAAA,EAAiC;AAM3C,IAAA,IAAI,IAAA,CAAK,aAAa,QAAA,EAAU;AAC9B,MAAA;AAAA,IACF;AAKA,IAAA,IAAA,CAAK,cAAA,EAAe;AAEpB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AACvD,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACnD,IAAA,QAAA,CAAS,EAAA,CAAG,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AAC7D,IAAA,QAAA,CAAS,EAAA,CAAG,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAC5D,IAAA,QAAA,CAAS,EAAA,CAAG,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AACpD,IAAA,QAAA,CAAS,EAAA,CAAG,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,cAAA,GAAuB;AAC7B,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAIA,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAO/B,IAAA,MAAM,cAAc,IAAA,CAAK,UAAA;AACzB,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA;AAClB,IAAA,IAAI,WAAA,IAAe,KAAK,cAAA,EAAgB;AACtC,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,iBAAA,EAAmB,IAAA,CAAK,mBAAmB,CAAA;AAC7D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,iBAAiB,CAAA;AACzD,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,oBAAA,EAAsB,IAAA,CAAK,sBAAsB,CAAA;AACnE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,mBAAA,EAAqB,IAAA,CAAK,sBAAsB,CAAA;AAClE,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,eAAA,EAAiB,IAAA,CAAK,kBAAkB,CAAA;AAC1D,IAAA,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,gBAAgB,CAAA;AACtD,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,UAAA,GAAmB;AACjB,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,cAAA,EAAe;AACpB,IAAA,IAAA,CAAK,oBAAA,EAAqB;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKA,mBACE,QAAA,EACM;AACN,IAAA,IAAA,CAAK,eAAA,GAAkB,QAAA;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,SAAA,EAA4B;AACvC,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAA,GAA4B;AAChC,IAAA,MAAM,IAAA,CAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,IAAI,KAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,IAAK,IAAA,CAAK,SAAS,MAAA,EAAQ;AAChE,MAAA,MAAM,yBAAyB,IAAA,CAAK,QAAA;AACpC,MAAA,IAAA,CAAK,uBAAuB,kBAAA,CAAmB;AAAA,QAC7C,MAAA,EAAQ,KAAK,OAAA,CAAQ,MAAA;AAAA,QACrB,IAAA,EAAM,IAAA,CAAK,OAAA,CAAQ,aAAA,IAAiB,QAAA;AAAA,QACpC,MAAA,EAAQ;AAAA,UACN,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC/B,YAAA,IAAI,IAAA,CAAK,0BAAyB,EAAG;AACnC,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,oBAAoB,MAAM,CAAA;AAAA,UACnD,CAAA;AAAA,UACA,cAAA,EAAgB,CAAC,MAAA,KAAW;AAC1B,YAAA,IAAI,IAAA,CAAK,gBAAe,EAAG;AACzB,cAAA;AAAA,YACF;AAEA,YAAA,sBAAA,CAAuB,eAAe,MAAM,CAAA;AAAA,UAC9C;AAAA;AACF,OACD,CAAA;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,UAAU,SAAA,EAAkC;AAChD,IAAA,IAAI,IAAA,CAAK,SAAS,SAAA,EAAW;AAC3B,MAAA,MAAM,IAAA,CAAK,QAAA,CAAS,SAAA,CAAU,SAAS,CAAA;AAAA,IACzC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,MAAA,CAAO,OAAA,EAAkB,SAAA,EAAsC;AACnE,IAAA,MAAM,eAAA,GAAkB,SAAA,IAAa,IAAA,CAAK,SAAA,IAAa,MAAA;AAEvD,IAAA,MAAM,IAAA,CAAK,QAAA,CAAS,MAAA,CAAO,OAAA,EAAS,eAAe,CAAA;AACnD,IAAA,IAAA,CAAK,eAAA,GAAkB,SAAS,eAAe,CAAA;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,MAAA,EAAkC;AAC7C,IAAA,IAAI,IAAA,CAAK,cAAA,EAAe,EAAG,OAAO,KAAA;AAClC,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,GAAG,OAAO,KAAA;AAChD,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAA,GAAwB,IAAA,CAAK,GAAA,EAAI,GAAI,qBAAA;AAC1C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAA,GAAyB;AAC7B,IAAA,IAAA,CAAK,UAAA,EAAW;AAChB,IAAA,IAAA,CAAK,oBAAA,IAAuB;AAC5B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAC1C,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,MAAM,IAAA,CAAK,SAAS,OAAA,EAAQ;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,yBAAA,GAAkC;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,qBAAqB,KAAK,CAAA;AACxC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,CAAC,CAAA;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,GAAA,EAAmB;AACvC,IAAA,IAAA,CAAK,QAAA,CAAS,2BAA2B,GAAG,CAAA;AAAA,EAC9C;AAAA,EAEQ,gBAAgB,YAAA,EAA+B;AACrD,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,IACvC,CAAC,IAAA,CAAK,QAAA,CAAS,uBAAA,EAAwB,CAAE,QAAA,CAAS,YAAY,CAAA,EAC9D;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,gBAAgB,YAAA,KAAiB,YAAA,IACtC,MAAM,IAAA,CAAK,cAAA,CAAe,KAAK,sBAAA,EAC/B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,eAAe,YAAY,CAAA;AACzC,IAAA,IAAA,CAAK,cAAA,GAAiB,EAAE,YAAA,EAAc,EAAA,EAAI,GAAA,EAAI;AAE9C,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAIjC,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAAA,IACpC;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,oBAAA,GAA6B;AACnC,IAAA,IAAA,CAAK,2BAAA,EAA4B;AAEjC,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAS,cAAA,IAAiB;AAC/B,IAAA,IAAA,CAAK,cAAA,GAAiB,MAAA;AAAA,EACxB;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,CAAC,IAAA,CAAK,oBAAA,CAAqB,IAAA,CAAK,QAAQ,CAAA,EAAG;AAC7C,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,2BAAA,EAA4B;AACjC,IAAA,IAAA,CAAK,sBAAA,GAAyB,UAAA;AAAA,MAC5B,MAAM,KAAK,oBAAA,EAAqB;AAAA,MAChC;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,2BAAA,GAAoC;AAC1C,IAAA,IAAI,KAAK,sBAAA,EAAwB;AAC/B,MAAA,YAAA,CAAa,KAAK,sBAAsB,CAAA;AACxC,MAAA,IAAA,CAAK,sBAAA,GAAyB,MAAA;AAAA,IAChC;AAAA,EACF;AAAA,EAEQ,WAAA,CAAY,QAAyB,SAAA,EAA8B;AACzE,IAAA,IAAI,CAAC,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACzC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,MAAM,KAAA,GAAQ,OAAO,KAAA,IAAS,CAAA;AAE9B,IAAA,IAAI,IAAA,CAAK,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA,EAAG;AACxC,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,QAAA,CAAS,wBAAA,EAAyB;AAC5D,MAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,MAAA,CAAO,KAAK,CAAA;AAEvC,MAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,GAAQ,CAAA,IAAK,SAAS,KAAA,EAAO;AAC5D,QAAA,OAAO,KAAA;AAAA,MACT;AAAA,IACF;AAEA,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IACE,IAAA,CAAK,UAAA,EAAY,KAAA,KAAU,MAAA,CAAO,KAAA,IAClC,IAAA,CAAK,UAAA,CAAW,KAAA,KAAU,KAAA,IAC1B,GAAA,GAAM,IAAA,CAAK,UAAA,CAAW,KAAK,kBAAA,EAC3B;AACA,MAAA,OAAO,KAAA;AAAA,IACT;AAIA,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,IAAA,CAAK,QAAA,CAAS,kBAAkB,MAAA,CAAO,KAAA,EAAO,OAAO,EAAE,SAAA,EAAW,MAAM,CAAA;AAAA,IAC1E,CAAA,MAAO;AACL,MAAA,IAAA,CAAK,QAAA,CAAS,iBAAA,CAAkB,MAAA,CAAO,KAAA,EAAO,KAAK,CAAA;AAAA,IACrD;AACA,IAAA,IAAA,CAAK,aAAa,EAAE,KAAA,EAAO,OAAO,KAAA,EAAO,KAAA,EAAO,IAAI,GAAA,EAAI;AACxD,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,UAAU,MAAA,EAAkC;AAClD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA,EAAG;AACvC,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IAAA,CAAK,QAAA,CAAS,OAAO,MAAM,CAAA;AAC3B,IAAA,IAAA,CAAK,qBAAqB,qBAAqB,CAAA;AAE/C,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAA,EAA0B;AACrD,IAAA,IAAA,CAAK,2BAAA,GAA8B,IAAA,CAAK,GAAA,EAAI,GAAI,UAAA;AAEhD,IAAA,IAAI,KAAK,wBAAA,EAA0B;AACjC,MAAA,YAAA,CAAa,KAAK,wBAAwB,CAAA;AAAA,IAC5C;AAEA,IAAA,IAAA,CAAK,wBAAA,GAA2B,WAAW,MAAM;AAC/C,MAAA,IAAA,CAAK,2BAAA,GAA8B,CAAA;AACnC,MAAA,IAAA,CAAK,wBAAA,GAA2B,MAAA;AAAA,IAClC,GAAG,UAAU,CAAA;AAAA,EACf;AAAA,EAEQ,cAAA,GAA0B;AAChC,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,IAAA,CAAK,2BAAA;AAAA,EAC3B;AAAA,EAEQ,wBAAA,GAAoC;AAC1C,IAAA,OAAO,KAAK,cAAA,EAAe,IAAK,IAAA,CAAK,GAAA,KAAQ,IAAA,CAAK,qBAAA;AAAA,EACpD;AAAA,EAEQ,iBACN,QAAA,EACuC;AACvC,IAAA,OACE,qBAAA,IAAyB,QAAA,IACzB,OAAO,QAAA,CAAS,mBAAA,KAAwB,cACxC,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACuE;AACvE,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,qBACN,QAAA,EACgE;AAChE,IAAA,OACE,yBAAA,IAA6B,QAAA,IAC7B,OAAO,QAAA,CAAS,uBAAA,KAA4B,UAAA;AAAA,EAEhD;AAAA,EAEQ,qBACN,QAAA,EACmD;AACnD,IAAA,OACE,gBAAA,IAAoB,QAAA,IACpB,OAAO,QAAA,CAAS,cAAA,KAAmB,UAAA;AAAA,EAEvC;AAAA,EAEQ,iBAAiB,QAAA,EAMvB;AACA,IAAA,OACE,mBAAA,IAAuB,QAAA,IACvB,OAAO,QAAA,CAAS,iBAAA,KAAsB,UAAA;AAAA,EAE1C;AAAA,EAEQ,iBAAiB,QAAA,EAEvB;AACA,IAAA,OACE,0BAAA,IAA8B,QAAA,IAC9B,OAAO,QAAA,CAAS,wBAAA,KAA6B,UAAA;AAAA,EAEjD;AAAA,EAEQ,eACN,QAAA,EACkE;AAClE,IAAA,OAAO,QAAA,IAAY,QAAA,IAAY,OAAO,QAAA,CAAS,MAAA,KAAW,UAAA;AAAA,EAC5D;AACF,CAAA;AAKO,SAAS,mBAAA,CACd,UACA,OAAA,EACgB;AAChB,EAAA,OAAO,IAAI,aAAA,CAAc,QAAA,EAAU,OAAO,CAAA;AAC5C","file":"index.mjs","sourcesContent":["export type MouseTrackingMode = \"canvas\" | \"document\";\n\nexport interface MouseCoordinates {\n clientX: number;\n clientY: number;\n}\n\n/**\n * A point of the loaded model, as fractions of the model's own canvas: `x` 0\n * at its left edge and 1 at its right, `y` 0 at its top and 1 at its bottom —\n * the way it reads off a picture of the model, whatever the renderer.\n */\nexport interface GazeOrigin {\n x: number;\n y: number;\n}\n\nexport interface MouseTrackable {\n updateViewWithMouse(coords: MouseCoordinates): void;\n handleMouseTap(coords: MouseCoordinates): void;\n /**\n * Measure the cursor-follow gaze from `origin` instead of the canvas's\n * centre: a pointer on that point of the model then looks straight ahead.\n * For a full body, whose canvas centre is the waist, that is the point\n * between the eyes; without it a pointer on the face reads as above the\n * centre and the character looks up. No argument restores the centre.\n *\n * It is the renderer's to place: only the renderer knows where its model\n * sits on the canvas, at any size or framing. It holds until changed, across\n * `loadModel` too, so set it again for a model whose face is elsewhere.\n * Taps and `lookAt` are unaffected. A non-finite `x` or `y` throws.\n */\n setGazeOrigin?(origin?: GazeOrigin): void;\n}\n\nexport interface MouseTrackingOptions<T extends MouseTrackable> {\n canvas: HTMLCanvasElement;\n mode?: MouseTrackingMode;\n target: T;\n}\n\nexport type MouseTrackingCleanup = () => void;\n\nexport function setupMouseTracking<T extends MouseTrackable>(\n options: MouseTrackingOptions<T>,\n): MouseTrackingCleanup {\n const { canvas, mode = \"canvas\", target } = options;\n\n const down = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n const rect = canvas.getBoundingClientRect();\n const isOnCanvas =\n pointerEvent.clientX >= rect.left &&\n pointerEvent.clientX <= rect.right &&\n pointerEvent.clientY >= rect.top &&\n pointerEvent.clientY <= rect.bottom;\n\n if (isOnCanvas) {\n target.handleMouseTap({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n }\n };\n\n const move = (event: Event) => {\n const pointerEvent = event as PointerEvent;\n target.updateViewWithMouse({\n clientX: pointerEvent.clientX,\n clientY: pointerEvent.clientY,\n });\n };\n\n const eventTarget = mode === \"document\" ? document : canvas;\n\n eventTarget.addEventListener(\"pointerdown\", down, { passive: true });\n eventTarget.addEventListener(\"pointermove\", move, { passive: true });\n\n return () => {\n eventTarget.removeEventListener(\"pointerdown\", down);\n eventTarget.removeEventListener(\"pointermove\", move);\n };\n}\n","import {\n type Character,\n type EventMap,\n type GazeCoordinates,\n type Message,\n type MotionSelection,\n type Renderer,\n type RenderManager as IRenderManager,\n type CharivoEventBus,\n} from \"@charivo/core\";\nimport {\n setupMouseTracking,\n type MouseTrackable,\n type MouseTrackingCleanup,\n type MouseTrackingMode,\n} from \"./mouse-tracking\";\n\nconst GAZE_MOUSE_SUSPEND_MS = 1_200;\nconst LOCAL_GAZE_SUSPEND_MS = 700;\nconst EXPRESSION_DEBOUNCE_MS = 300;\nconst MOTION_DEBOUNCE_MS = 1_000;\n// Fallback release for configs where no audio events flow at all — text-only\n// setups that never emit tts:audio:start/end, so nothing else would ever drop\n// the face back. It is NOT a general ceiling: while speech is playing,\n// tts:audio:end is the authority and this timer stands down, because a reply\n// longer than the window would otherwise reset the expression mid-sentence.\n// Internal constant, no public knob by design.\nconst EXPRESSION_HOLD_MS = 8_000;\n\n/**\n * Render Manager - Class responsible for managing the state of a rendering session\n *\n * Responsibilities:\n * - Renderer management and wrapping\n * - Event bus connection and event handling\n * - Lip-sync handling and coordination\n * - Motion and expression control\n * - Mouse tracking management\n * - Character configuration management\n * - Message rendering coordination\n *\n * RenderManager can accept any Renderer and\n * optionally uses the features the renderer supports (motion, lipsync, mouse tracking, etc.).\n */\nexport interface RenderManagerOptions {\n canvas?: HTMLCanvasElement;\n mouseTracking?: MouseTrackingMode;\n}\n\nexport class RenderManager implements IRenderManager {\n private readonly renderer: Renderer;\n private character: Character | null = null;\n private messageCallback?: (message: Message, character?: Character) => void;\n private cleanupMouseTracking?: MouseTrackingCleanup;\n private resumeMouseTrackingTimer?: ReturnType<typeof setTimeout>;\n private expressionReleaseTimer?: ReturnType<typeof setTimeout>;\n /** True between tts:audio:start and tts:audio:end. */\n private isSpeaking = false;\n private mouseTrackingSuspendedUntil = 0;\n private localGazeSuspendUntil = 0;\n private lastExpression?: { expressionId: string; at: number };\n private lastMotion?: { group: string; index: number; at: number };\n private eventBus?: CharivoEventBus;\n\n // Stable handler references so they can be removed by reference in disconnect()\n private readonly handleTtsAudioStart = (\n _data: EventMap[\"tts:audio:start\"],\n ): void => {\n // Speech is the authority on how long the expression is held from here:\n // it ends at tts:audio:end, however long the utterance runs.\n this.isSpeaking = true;\n this.clearExpressionReleaseTimer();\n this.renderer.setRealtimeLipSync?.(true);\n };\n\n private readonly handleTtsAudioEnd = (\n _data: EventMap[\"tts:audio:end\"],\n ): void => {\n this.isSpeaking = false;\n this.deactivateRealtimeLipSync();\n\n // The speech this expression accompanied is over, so drop the face back\n // early instead of waiting out the hold cap. Guarded like the timer arm:\n // a renderer without stopExpression keeps its expression until replaced,\n // and must keep its debounce state along with it.\n if (this.hasExpressionRelease(this.renderer)) {\n this.releaseExpressionNow();\n }\n };\n\n private readonly handleTtsLipsyncUpdate = (\n data: EventMap[\"tts:lipsync:update\"],\n ): void => {\n this.updateLipSync(data.rms);\n };\n\n private readonly handleAvatarExpression = (\n data: EventMap[\"avatar:expression\"],\n ): void => {\n this.applyExpression(data.expressionId);\n };\n\n private readonly handleAvatarMotion = (\n data: EventMap[\"avatar:motion\"],\n ): void => {\n // muteSound is carried, not inferred: this event is public, so an\n // application may emit it too and an unflagged emit must stay audible.\n this.applyMotion({ group: data.group, index: data.index }, data.muteSound);\n };\n\n private readonly handleAvatarGaze = (data: EventMap[\"avatar:gaze\"]): void => {\n this.applyGaze(data);\n };\n\n constructor(\n renderer: Renderer,\n private options?: RenderManagerOptions,\n ) {\n this.renderer = renderer;\n }\n\n /**\n * Connect the event bus\n */\n setEventBus(eventBus: CharivoEventBus): void {\n // Re-attaching the same bus is a no-op. `Charivo.attachRenderer()` calls\n // this even for an already-attached manager, and tearing down would end\n // the speaking state mid-utterance — rearming the fallback that is meant\n // to stand down during speech, and dropping realtime lip sync until the\n // next audio start.\n if (this.eventBus === eventBus) {\n return;\n }\n\n // Defensive self-clear: avoid double-registering if called again. Uses\n // the listener-only unbind (not disconnect()) so a rewire preserves a\n // pending expression release instead of abandoning it.\n this.unbindEventBus();\n\n this.eventBus = eventBus;\n eventBus.on(\"tts:audio:start\", this.handleTtsAudioStart);\n eventBus.on(\"tts:audio:end\", this.handleTtsAudioEnd);\n eventBus.on(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n eventBus.on(\"avatar:expression\", this.handleAvatarExpression);\n eventBus.on(\"avatar:motion\", this.handleAvatarMotion);\n eventBus.on(\"avatar:gaze\", this.handleAvatarGaze);\n }\n\n /**\n * Remove the event bus listeners without touching expression state. Does\n * nothing if no bus is connected.\n */\n private unbindEventBus(): void {\n if (!this.eventBus) {\n return;\n }\n\n // Deactivate lip-sync before removing listeners so the renderer cannot\n // be left with the mouth open after the bus is cleared.\n this.deactivateRealtimeLipSync();\n\n // Detaching mid-utterance means this manager will never see that\n // utterance's tts:audio:end. Leaving the speaking state set would keep the\n // fallback disarmed for every expression handled afterwards, and a still\n // held expression would have nothing left to release it — setEventBus()\n // rewiring deliberately preserves it — so give it the fallback back.\n const wasSpeaking = this.isSpeaking;\n this.isSpeaking = false;\n if (wasSpeaking && this.lastExpression) {\n this.armExpressionReleaseFallback();\n }\n\n this.eventBus.off(\"tts:audio:start\", this.handleTtsAudioStart);\n this.eventBus.off(\"tts:audio:end\", this.handleTtsAudioEnd);\n this.eventBus.off(\"tts:lipsync:update\", this.handleTtsLipsyncUpdate);\n this.eventBus.off(\"avatar:expression\", this.handleAvatarExpression);\n this.eventBus.off(\"avatar:motion\", this.handleAvatarMotion);\n this.eventBus.off(\"avatar:gaze\", this.handleAvatarGaze);\n this.eventBus = undefined;\n }\n\n /**\n * Disconnect from the event bus and relinquish the renderer: unbinds the bus\n * listeners and, since the manager is giving up ownership of the renderer,\n * synchronously releases any held expression rather than leaving it to a\n * timer that may now outlive that ownership. Does nothing if no bus is\n * connected, and is safe to call multiple times.\n */\n disconnect(): void {\n if (!this.eventBus) {\n return;\n }\n\n this.unbindEventBus();\n this.releaseExpressionNow();\n }\n\n /**\n * Set the message callback\n */\n setMessageCallback(\n callback: (message: Message, character?: Character) => void,\n ): void {\n this.messageCallback = callback;\n }\n\n /**\n * Set the character\n */\n setCharacter(character: Character): void {\n this.character = character;\n }\n\n /**\n * Initialize the renderer\n */\n async initialize(): Promise<void> {\n await this.renderer.initialize();\n\n if (this.isMouseTrackable(this.renderer) && this.options?.canvas) {\n const mouseTrackableRenderer = this.renderer;\n this.cleanupMouseTracking = setupMouseTracking({\n canvas: this.options.canvas,\n mode: this.options.mouseTracking ?? \"canvas\",\n target: {\n updateViewWithMouse: (coords) => {\n if (this.isMouseTrackingSuspended()) {\n return;\n }\n\n mouseTrackableRenderer.updateViewWithMouse(coords);\n },\n handleMouseTap: (coords) => {\n if (this.isAiGazeActive()) {\n return;\n }\n\n mouseTrackableRenderer.handleMouseTap(coords);\n },\n },\n });\n }\n }\n\n /**\n * Load the model through the renderer; resolves without loading anything\n * when the renderer has no `loadModel`.\n */\n async loadModel(modelPath: string): Promise<void> {\n if (this.renderer.loadModel) {\n await this.renderer.loadModel(modelPath);\n }\n }\n\n /**\n * Render a message\n */\n async render(message: Message, character?: Character): Promise<void> {\n const targetCharacter = character || this.character || undefined;\n\n await this.renderer.render(message, targetCharacter);\n this.messageCallback?.(message, targetCharacter);\n }\n\n /** Local-presence gaze (webcam), a peer of mouse-tracking. Yields to the AI\n * gaze window (isAiGazeActive); while applying, suspends mouse CURSOR tracking\n * (updateViewWithMouse, NOT taps) via a separate local-gaze window so the\n * static document mouse cursor target does not fight the webcam. Returns true\n * when applied, false on no-op (AI owns the avatar, or the renderer has no lookAt). */\n setLocalGaze(coords: GazeCoordinates): boolean {\n if (this.isAiGazeActive()) return false; // yield to AI gaze ONLY\n if (!this.hasGazeControl(this.renderer)) return false;\n this.renderer.lookAt(coords);\n this.localGazeSuspendUntil = Date.now() + LOCAL_GAZE_SUSPEND_MS; // beat mouse\n return true;\n }\n\n /**\n * Clean up\n */\n async destroy(): Promise<void> {\n this.disconnect();\n this.cleanupMouseTracking?.();\n this.cleanupMouseTracking = undefined;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n this.resumeMouseTrackingTimer = undefined;\n }\n\n this.clearExpressionReleaseTimer();\n\n await this.renderer.destroy();\n }\n\n /**\n * Deactivate real-time lip-sync: tell the renderer to stop animating and\n * force the mouth closed, guaranteeing a clean rest state.\n */\n private deactivateRealtimeLipSync(): void {\n this.renderer.setRealtimeLipSync?.(false);\n this.renderer.updateRealtimeLipSyncRms?.(0);\n }\n\n /**\n * Update the lip-sync RMS\n */\n private updateLipSync(rms: number): void {\n this.renderer.updateRealtimeLipSyncRms?.(rms);\n }\n\n private applyExpression(expressionId: string): boolean {\n if (!this.hasExpressionControl(this.renderer)) {\n return false;\n }\n\n if (\n this.hasExpressionCatalog(this.renderer) &&\n !this.renderer.getAvailableExpressions().includes(expressionId)\n ) {\n return false;\n }\n\n const now = Date.now();\n if (\n this.lastExpression?.expressionId === expressionId &&\n now - this.lastExpression.at < EXPRESSION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n this.renderer.playExpression(expressionId);\n this.lastExpression = { expressionId, at: now };\n\n this.clearExpressionReleaseTimer();\n\n // Arming while speech is playing would race tts:audio:end and cut the\n // expression off mid-sentence on any reply longer than the window.\n if (!this.isSpeaking) {\n this.armExpressionReleaseFallback();\n }\n\n return true;\n }\n\n /**\n * Immediately release a held expression: cancels the pending release timer\n * (a harmless no-op if it has already fired) and calls stopExpression so\n * the model returns to its base face. Used when the hold window elapses\n * naturally, when tts:audio:end reports the accompanying speech is over,\n * and when disconnect() relinquishes the renderer early.\n */\n private releaseExpressionNow(): void {\n this.clearExpressionReleaseTimer();\n\n if (!this.lastExpression) {\n return;\n }\n\n this.renderer.stopExpression?.();\n this.lastExpression = undefined;\n }\n\n private armExpressionReleaseFallback(): void {\n if (!this.hasExpressionRelease(this.renderer)) {\n return;\n }\n\n this.clearExpressionReleaseTimer();\n this.expressionReleaseTimer = setTimeout(\n () => this.releaseExpressionNow(),\n EXPRESSION_HOLD_MS,\n );\n }\n\n private clearExpressionReleaseTimer(): void {\n if (this.expressionReleaseTimer) {\n clearTimeout(this.expressionReleaseTimer);\n this.expressionReleaseTimer = undefined;\n }\n }\n\n private applyMotion(motion: MotionSelection, muteSound?: boolean): boolean {\n if (!this.hasMotionControl(this.renderer)) {\n return false;\n }\n\n const index = motion.index ?? 0;\n\n if (this.hasMotionCatalog(this.renderer)) {\n const motionGroups = this.renderer.getAvailableMotionGroups();\n const count = motionGroups[motion.group];\n\n if (typeof count !== \"number\" || index < 0 || index >= count) {\n return false;\n }\n }\n\n const now = Date.now();\n if (\n this.lastMotion?.group === motion.group &&\n this.lastMotion.index === index &&\n now - this.lastMotion.at < MOTION_DEBOUNCE_MS\n ) {\n return false;\n }\n\n // Unflagged calls keep today's exact two-argument shape, so a renderer that\n // never learned about the option sees no change at all.\n if (muteSound) {\n this.renderer.playMotionByGroup(motion.group, index, { muteSound: true });\n } else {\n this.renderer.playMotionByGroup(motion.group, index);\n }\n this.lastMotion = { group: motion.group, index, at: now };\n return true;\n }\n\n private applyGaze(coords: GazeCoordinates): boolean {\n if (!this.hasGazeControl(this.renderer)) {\n return false;\n }\n\n this.renderer.lookAt(coords);\n this.suspendMouseTracking(GAZE_MOUSE_SUSPEND_MS);\n\n return true;\n }\n\n private suspendMouseTracking(durationMs: number): void {\n this.mouseTrackingSuspendedUntil = Date.now() + durationMs;\n\n if (this.resumeMouseTrackingTimer) {\n clearTimeout(this.resumeMouseTrackingTimer);\n }\n\n this.resumeMouseTrackingTimer = setTimeout(() => {\n this.mouseTrackingSuspendedUntil = 0;\n this.resumeMouseTrackingTimer = undefined;\n }, durationMs);\n }\n\n private isAiGazeActive(): boolean {\n return Date.now() < this.mouseTrackingSuspendedUntil;\n }\n\n private isMouseTrackingSuspended(): boolean {\n return this.isAiGazeActive() || Date.now() < this.localGazeSuspendUntil;\n }\n\n private isMouseTrackable(\n renderer: Renderer,\n ): renderer is Renderer & MouseTrackable {\n return (\n \"updateViewWithMouse\" in renderer &&\n typeof renderer.updateViewWithMouse === \"function\" &&\n \"handleMouseTap\" in renderer &&\n typeof renderer.handleMouseTap === \"function\"\n );\n }\n\n private hasExpressionControl(\n renderer: Renderer,\n ): renderer is Renderer & { playExpression(expressionId: string): void } {\n return (\n \"playExpression\" in renderer &&\n typeof renderer.playExpression === \"function\"\n );\n }\n\n private hasExpressionCatalog(\n renderer: Renderer,\n ): renderer is Renderer & { getAvailableExpressions(): string[] } {\n return (\n \"getAvailableExpressions\" in renderer &&\n typeof renderer.getAvailableExpressions === \"function\"\n );\n }\n\n private hasExpressionRelease(\n renderer: Renderer,\n ): renderer is Renderer & { stopExpression(): void } {\n return (\n \"stopExpression\" in renderer &&\n typeof renderer.stopExpression === \"function\"\n );\n }\n\n private hasMotionControl(renderer: Renderer): renderer is Renderer & {\n playMotionByGroup(\n group: string,\n index: number,\n options?: { muteSound?: boolean },\n ): void;\n } {\n return (\n \"playMotionByGroup\" in renderer &&\n typeof renderer.playMotionByGroup === \"function\"\n );\n }\n\n private hasMotionCatalog(renderer: Renderer): renderer is Renderer & {\n getAvailableMotionGroups(): Record<string, number>;\n } {\n return (\n \"getAvailableMotionGroups\" in renderer &&\n typeof renderer.getAvailableMotionGroups === \"function\"\n );\n }\n\n private hasGazeControl(\n renderer: Renderer,\n ): renderer is Renderer & { lookAt(coords: GazeCoordinates): void } {\n return \"lookAt\" in renderer && typeof renderer.lookAt === \"function\";\n }\n}\n\n/**\n * Helper function to create a Render Manager\n */\nexport function createRenderManager(\n renderer: Renderer,\n options?: RenderManagerOptions,\n): IRenderManager {\n return new RenderManager(renderer, options);\n}\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@charivo/render",
3
- "version": "0.11.6",
3
+ "version": "0.12.1",
4
4
  "description": "Render manager and utilities for Charivo",
5
5
  "main": "dist/index.js",
6
6
  "module": "dist/index.mjs",
@@ -25,7 +25,7 @@
25
25
  "animation"
26
26
  ],
27
27
  "dependencies": {
28
- "@charivo/core": "^0.37.0"
28
+ "@charivo/core": "^0.38.0"
29
29
  },
30
30
  "devDependencies": {
31
31
  "tsup": "^8.5.0",