@memori.ai/memori-react 7.8.0 → 7.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +5 -4
- package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
- package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +2 -18
- package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
- package/dist/components/Avatar/AvatarView/components/avatar.d.ts +9 -0
- package/dist/components/Avatar/AvatarView/components/avatar.js +39 -0
- package/dist/components/Avatar/AvatarView/components/avatar.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/controls.d.ts +23 -0
- package/dist/components/Avatar/AvatarView/components/controls.js +55 -0
- package/dist/components/Avatar/AvatarView/components/controls.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +19 -0
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js +59 -0
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +9 -0
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js +39 -0
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/loader.d.ts +5 -0
- package/dist/components/Avatar/AvatarView/components/loader.js +12 -0
- package/dist/components/Avatar/AvatarView/components/loader.js.map +1 -0
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js +68 -0
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/dist/components/Avatar/AvatarView/utils/useViseme.d.ts +18 -0
- package/dist/components/Avatar/AvatarView/utils/useViseme.js +141 -0
- package/dist/components/Avatar/AvatarView/utils/useViseme.js.map +1 -0
- package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts +24 -0
- package/dist/components/Avatar/AvatarView/utils/visemeContext.js +157 -0
- package/dist/components/Avatar/AvatarView/utils/visemeContext.js.map +1 -0
- package/dist/components/AvatarView/components/avatar.d.ts +9 -0
- package/dist/components/AvatarView/components/avatar.js +35 -0
- package/dist/components/AvatarView/components/avatar.js.map +1 -0
- package/dist/components/AvatarView/components/fullbodyAvatar.d.ts +10 -0
- package/dist/components/AvatarView/components/fullbodyAvatar.js +62 -0
- package/dist/components/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/dist/components/AvatarView/components/loader.d.ts +5 -0
- package/dist/components/AvatarView/components/loader.js +12 -0
- package/dist/components/AvatarView/components/loader.js.map +1 -0
- package/dist/components/AvatarView/index.d.ts +17 -0
- package/dist/components/AvatarView/index.js +35 -0
- package/dist/components/AvatarView/index.js.map +1 -0
- package/dist/components/AvatarView/utils/useEyeBlink.d.ts +2 -0
- package/dist/components/AvatarView/utils/useEyeBlink.js +40 -0
- package/dist/components/AvatarView/utils/useEyeBlink.js.map +1 -0
- package/dist/components/AvatarView/utils/useHeadMovement.d.ts +2 -0
- package/dist/components/AvatarView/utils/useHeadMovement.js +53 -0
- package/dist/components/AvatarView/utils/useHeadMovement.js.map +1 -0
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.d.ts +2 -0
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.js +34 -0
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.js.map +1 -0
- package/dist/components/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/dist/components/AvatarView/utils/useMouthSpeaking.js +60 -0
- package/dist/components/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/dist/components/AvatarView/utils/useSmile.d.ts +2 -0
- package/dist/components/AvatarView/utils/useSmile.js +30 -0
- package/dist/components/AvatarView/utils/useSmile.js.map +1 -0
- package/dist/components/AvatarView/utils/utils.d.ts +13 -0
- package/dist/components/AvatarView/utils/utils.js +42 -0
- package/dist/components/AvatarView/utils/utils.js.map +1 -0
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +4 -0
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js +157 -0
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +1 -0
- package/dist/components/layouts/ZoomedHalfBody.d.ts +4 -0
- package/dist/components/layouts/ZoomedHalfBody.js +8 -0
- package/dist/components/layouts/ZoomedHalfBody.js.map +1 -0
- package/dist/components/layouts/zoomed-half-body.css +3 -0
- package/dist/context/visemeContext.js +0 -2
- package/dist/context/visemeContext.js.map +1 -1
- package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +5 -4
- package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
- package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +2 -18
- package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
- package/esm/components/Avatar/AvatarView/components/avatar.d.ts +9 -0
- package/esm/components/Avatar/AvatarView/components/avatar.js +35 -0
- package/esm/components/Avatar/AvatarView/components/avatar.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/controls.d.ts +23 -0
- package/esm/components/Avatar/AvatarView/components/controls.js +52 -0
- package/esm/components/Avatar/AvatarView/components/controls.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +19 -0
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js +55 -0
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +9 -0
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js +35 -0
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/loader.d.ts +5 -0
- package/esm/components/Avatar/AvatarView/components/loader.js +9 -0
- package/esm/components/Avatar/AvatarView/components/loader.js.map +1 -0
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js +65 -0
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/esm/components/Avatar/AvatarView/utils/useViseme.d.ts +18 -0
- package/esm/components/Avatar/AvatarView/utils/useViseme.js +137 -0
- package/esm/components/Avatar/AvatarView/utils/useViseme.js.map +1 -0
- package/esm/components/Avatar/AvatarView/utils/visemeContext.d.ts +24 -0
- package/esm/components/Avatar/AvatarView/utils/visemeContext.js +152 -0
- package/esm/components/Avatar/AvatarView/utils/visemeContext.js.map +1 -0
- package/esm/components/AvatarView/components/avatar.d.ts +9 -0
- package/esm/components/AvatarView/components/avatar.js +31 -0
- package/esm/components/AvatarView/components/avatar.js.map +1 -0
- package/esm/components/AvatarView/components/fullbodyAvatar.d.ts +10 -0
- package/esm/components/AvatarView/components/fullbodyAvatar.js +58 -0
- package/esm/components/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/esm/components/AvatarView/components/loader.d.ts +5 -0
- package/esm/components/AvatarView/components/loader.js +9 -0
- package/esm/components/AvatarView/components/loader.js.map +1 -0
- package/esm/components/AvatarView/index.d.ts +17 -0
- package/esm/components/AvatarView/index.js +31 -0
- package/esm/components/AvatarView/index.js.map +1 -0
- package/esm/components/AvatarView/utils/useEyeBlink.d.ts +2 -0
- package/esm/components/AvatarView/utils/useEyeBlink.js +37 -0
- package/esm/components/AvatarView/utils/useEyeBlink.js.map +1 -0
- package/esm/components/AvatarView/utils/useHeadMovement.d.ts +2 -0
- package/esm/components/AvatarView/utils/useHeadMovement.js +50 -0
- package/esm/components/AvatarView/utils/useHeadMovement.js.map +1 -0
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.d.ts +2 -0
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.js +31 -0
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.js.map +1 -0
- package/esm/components/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/esm/components/AvatarView/utils/useMouthSpeaking.js +57 -0
- package/esm/components/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/esm/components/AvatarView/utils/useSmile.d.ts +2 -0
- package/esm/components/AvatarView/utils/useSmile.js +27 -0
- package/esm/components/AvatarView/utils/useSmile.js.map +1 -0
- package/esm/components/AvatarView/utils/utils.d.ts +13 -0
- package/esm/components/AvatarView/utils/utils.js +33 -0
- package/esm/components/AvatarView/utils/utils.js.map +1 -0
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +4 -0
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js +152 -0
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +1 -0
- package/esm/components/layouts/ZoomedHalfBody.d.ts +4 -0
- package/esm/components/layouts/ZoomedHalfBody.js +5 -0
- package/esm/components/layouts/ZoomedHalfBody.js.map +1 -0
- package/esm/components/layouts/zoomed-half-body.css +3 -0
- package/esm/context/visemeContext.js +0 -2
- package/esm/context/visemeContext.js.map +1 -1
- package/package.json +1 -1
- package/src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx +16 -8
- package/src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx +2 -21
- package/src/context/visemeContext.tsx +2 -2
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,20 @@
|
|
|
1
1
|
|
|
2
2
|
|
|
3
|
+
## [7.8.2](https://github.com/memori-ai/memori-react/compare/v7.8.1...v7.8.2) (2024-10-21)
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
### Bug Fixes
|
|
7
|
+
|
|
8
|
+
* correctly reset emotion morph targets ([e0c3828](https://github.com/memori-ai/memori-react/commit/e0c38283e48a0dddeb70cf9019abb385780ef523))
|
|
9
|
+
* removed unused prop into AvatarComponent ([57774d4](https://github.com/memori-ai/memori-react/commit/57774d4b5f6b1598914009691fcbf409e7d067f8))
|
|
10
|
+
|
|
11
|
+
## [7.8.1](https://github.com/memori-ai/memori-react/compare/v7.8.0...v7.8.1) (2024-10-21)
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
### Features
|
|
15
|
+
|
|
16
|
+
* added new female animations ([8f26840](https://github.com/memori-ai/memori-react/commit/8f26840c4c4d395171941d0e7345e5aabc3ab724))
|
|
17
|
+
|
|
3
18
|
## [7.8.0](https://github.com/memori-ai/memori-react/compare/v7.8.0-rc.1...v7.8.0) (2024-10-18)
|
|
4
19
|
|
|
5
20
|
## [7.8.0-rc.1](https://github.com/memori-ai/memori-react/compare/v7.8.0-rc.0...v7.8.0-rc.1) (2024-10-18)
|
|
@@ -42,23 +42,24 @@ const AvatarView = ({ stopProcessing, chatEmission, showControls, animation, url
|
|
|
42
42
|
const [emotionMorphTargets, setEmotionMorphTargets] = (0, react_1.useState)({});
|
|
43
43
|
const [timeScale, setTimeScale] = (0, react_1.useState)(0.8);
|
|
44
44
|
const setEmotionMorphTargetInfluences = (0, react_1.useCallback)((action) => {
|
|
45
|
+
if (action === 'Loading1' || action === 'Loading2' || action === 'Loading3') {
|
|
46
|
+
return;
|
|
47
|
+
}
|
|
45
48
|
const emotionMap = {
|
|
46
49
|
Gioia: { Gioria: 1 },
|
|
47
50
|
Rabbia: { Rabbia: 1 },
|
|
48
51
|
Sorpresa: { Sorpresa: 1 },
|
|
49
52
|
Tristezza: { Tristezza: 1 },
|
|
50
53
|
Timore: { Timore: 1 },
|
|
51
|
-
Loading: { Loading1: 1, Loading2: 1, Loading3: 1 },
|
|
52
54
|
};
|
|
53
|
-
const newEmotion = action.slice(0, -1);
|
|
54
55
|
const defaultEmotions = Object.keys(emotionMap).reduce((acc, key) => {
|
|
55
56
|
acc[key] = 0;
|
|
56
57
|
return acc;
|
|
57
58
|
}, {});
|
|
58
59
|
const emotion = Object.keys(emotionMap).find(key => action.startsWith(key)) || 'default';
|
|
59
60
|
const emotionValues = emotion === 'default' ? defaultEmotions : emotionMap[emotion];
|
|
60
|
-
setEmotionMorphTargets(
|
|
61
|
-
...
|
|
61
|
+
setEmotionMorphTargets(_ => ({
|
|
62
|
+
...defaultEmotions,
|
|
62
63
|
...emotionValues,
|
|
63
64
|
}));
|
|
64
65
|
}, []);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"avatarComponent.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx"],"names":[],"mappings":";;;;;AAAA,iCAAgE;AAChE,6EAA0D;AAC1D,yFAAyD;AACzD,yFAAyD;
|
|
1
|
+
{"version":3,"file":"avatarComponent.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx"],"names":[],"mappings":";;;;;AAAA,iCAAgE;AAChE,6EAA0D;AAC1D,yFAAyD;AACzD,yFAAyD;AAyBzD,MAAM,WAAW,GAA+B;IAC9C,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;CACxB,CAAC;AAEK,MAAM,UAAU,GAA4C,CAAC,EAClE,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,GAAG,EACH,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,GACjB,EAAE,EAAE;IACH,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,GAAG,IAAA,gBAAQ,EAAC;QACzD,MAAM,EAAE,SAAS,IAAI,OAAO;QAC5B,MAAM,EAAE,CAAC;KACV,CAAC,CAAC;IAEH,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,CAAC,GAAG,IAAA,gBAAQ,EAE/D,EAAE,CAAC,CAAC;IACP,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,CAAC,GAAG,IAAA,gBAAQ,EAE/D,EAAE,CAAC,CAAC;IACP,MAAM,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,GAAG,IAAA,gBAAQ,EAE3D,EAAE,CAAC,CAAC;IAEP,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAC;IAGhD,MAAM,+BAA+B,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAc,EAAE,EAAE;QAErE,IAAG,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,UAAU,EAAE;YAC1E,OAAO;SACR;QAED,MAAM,UAAU,GAA2C;YACzD,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACpB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACrB,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;YACzB,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;YAC3B,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;SACtB,CAAC;QAMF,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAClE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACb,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAA4B,CAAC,CAAC;QAGjC,MAAM,OAAO,GACX,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QAG3E,MAAM,aAAa,GACjB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEhE,sBAAsB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3B,GAAG,eAAe;YAClB,GAAG,aAAa;SACjB,CAAC,CAAC,CAAC;IACN,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAc,EAAE,EAAE;QACxD,+BAA+B,CAAC,MAAM,CAAC,CAAC;QACxC,oBAAoB,CAAC;YACnB,MAAM;YACN,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;IACL,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,6BAA6B,GAAG,IAAA,mBAAW,EAC/C,CAAC,UAAqC,EAAE,EAAE;QACxC,wBAAwB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC1C,GAAG,cAAc;YACjB,GAAG,UAAU;SACd,CAAC,CAAC,CAAC;IACN,CAAC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,6BAA6B,GAAG,IAAA,mBAAW,EAC/C,CAAC,UAAqC,EAAE,EAAE;QACxC,wBAAwB,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,eAAe,GAAG,IAAA,mBAAW,EAAC,CAAC,KAAa,EAAE,EAAE;QACpD,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC,EAAE,EAAE,CAAC,CAAC;IAGP,IAAA,iBAAS,EAAC,GAAG,EAAE;;QAEb,MAAM,YAAY,GAAG,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,QAAQ,CACzC,iCAAiC,CAClC,CAAC;QACF,MAAM,aAAa,GAAG,YAAY;YAChC,CAAC,CAAC,MAAA,MAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CACR,KAAK,CAAC,iCAAiC,EAAE,CAAC,CAAC,0CAC3C,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,0CACrB,IAAI,EAAE;YACZ,CAAC,CAAC,IAAI,CAAC;QAET,IAAI,aAAa,EAAE;YAIjB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YAElD,kBAAkB,CAAC,OAAO,CAAC,CAAC;SAC7B;aAAM;YAEL,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC;YACjE,kBAAkB,CAAC,SAAS,CAAC,CAAC;SAC/B;IACH,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IAEnB,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,OAAO,EAAE;YAEX,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,UAAU,YAAY,EAAE,CAAC;YAC3C,kBAAkB,CAAC,SAAS,CAAC,CAAC;SAC/B;IACH,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IASd,OAAO,CACL,6DACG,YAAY,IAAI,CACf,uBAAC,kBAAqB,IACpB,SAAS,EAAE,SAAS,EACpB,qBAAqB,EAAE,qBAAqB,EAC5C,kBAAkB,EAAE,kBAAkB,EACtC,6BAA6B,EAAE,6BAA6B,EAC5D,6BAA6B,EAAE,6BAA6B,EAC5D,WAAW,EAAE,WAAW,EACxB,iBAAiB,EAAE,iBAAiB,EACpC,eAAe,EAAE,eAAe,GAChC,CACH,EACA,QAAQ,CAAC,CAAC,CAAC,CACV,uBAAC,wBAAc,IACb,GAAG,EAAE,GAAG,EACR,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,QAAQ,EAClB,qBAAqB,EAAE,qBAAqB,EAC5C,wBAAwB,EAAE,wBAAwB,EAClD,wBAAwB,EAAE,wBAAwB,EAClD,mBAAmB,EAAE,mBAAmB,GACxC,CACH,CAAC,CAAC,CAAC,CACF,uBAAC,wBAAc,IACb,GAAG,EAAE,GAAG,EACR,GAAG,EAAE,GAAG,EACR,gBAAgB,EAAE,gBAAgB,EAClC,QAAQ,EAAE,QAAQ,EAClB,iBAAiB,EAAE,iBAAiB,EACpC,SAAS,EAAE,SAAS,EACpB,qBAAqB,EAAE,qBAAqB,EAC5C,QAAQ,EAAE,QAAQ,EAClB,mBAAmB,EAAE,mBAAmB,EACxC,cAAc,EAAE,cAAc,EAC9B,wBAAwB,EAAE,wBAAwB,EAClD,wBAAwB,EAAE,wBAAwB,EAClD,mBAAmB,EAAE,mBAAmB,GACxC,CACH,IACA,CACJ,CAAC;AACJ,CAAC,CAAC;AA7LW,QAAA,UAAU,cA6LrB"}
|
|
@@ -10,7 +10,7 @@ const AVATAR_ROTATION = new three_1.Euler(0.175, 0, 0);
|
|
|
10
10
|
const AVATAR_POSITION_ZOOMED = new three_1.Vector3(0, -1.45, 0);
|
|
11
11
|
const ANIMATION_URLS = {
|
|
12
12
|
MALE: 'https://assets.memori.ai/api/v2/asset/2c5e88a4-cf62-408b-9ef0-518b099dfcb2.glb',
|
|
13
|
-
FEMALE: 'https://assets.memori.ai/api/v2/asset/
|
|
13
|
+
FEMALE: 'https://assets.memori.ai/api/v2/asset/8d1a5853-f05a-4a34-9f99-6eff64986081.glb',
|
|
14
14
|
};
|
|
15
15
|
const BLINK_CONFIG = {
|
|
16
16
|
minInterval: 1000,
|
|
@@ -118,17 +118,6 @@ function FullbodyAvatar({ url, sex, currentBaseAction, timeScale, isZoomed, eyeB
|
|
|
118
118
|
}
|
|
119
119
|
const currentViseme = updateCurrentViseme(currentTime / 1000);
|
|
120
120
|
const currentEmotionKeys = new Set(Object.keys(emotionMorphTargets));
|
|
121
|
-
previousEmotionKeysRef.current.forEach(key => {
|
|
122
|
-
if (!currentEmotionKeys.has(key)) {
|
|
123
|
-
const index = headMeshRef.current.morphTargetDictionary[key];
|
|
124
|
-
if (typeof index === 'number') {
|
|
125
|
-
currentEmotionRef.current[key] = 0;
|
|
126
|
-
if (headMeshRef.current && headMeshRef.current.morphTargetInfluences) {
|
|
127
|
-
headMeshRef.current.morphTargetInfluences[index] = 0;
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
}
|
|
131
|
-
});
|
|
132
121
|
Object.entries(headMeshRef.current.morphTargetDictionary).forEach(([key, index]) => {
|
|
133
122
|
if (typeof index === 'number') {
|
|
134
123
|
let targetValue = 0;
|
|
@@ -167,12 +156,7 @@ function FullbodyAvatar({ url, sex, currentBaseAction, timeScale, isZoomed, eyeB
|
|
|
167
156
|
}
|
|
168
157
|
}
|
|
169
158
|
(_a = mixerRef.current) === null || _a === void 0 ? void 0 : _a.update(0.01);
|
|
170
|
-
}, [
|
|
171
|
-
actions,
|
|
172
|
-
emotionMorphTargets,
|
|
173
|
-
eyeBlink,
|
|
174
|
-
updateCurrentViseme,
|
|
175
|
-
]);
|
|
159
|
+
}, [actions, emotionMorphTargets, eyeBlink, updateCurrentViseme]);
|
|
176
160
|
(0, fiber_1.useFrame)(state => {
|
|
177
161
|
updateFrame(state.clock.getElapsedTime() * 1000);
|
|
178
162
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx"],"names":[],"mappings":";;;AAAA,iCAAuE;AACvE,iCASe;AACf,4CAA2D;AAC3D,8CAAwD;
|
|
1
|
+
{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx"],"names":[],"mappings":";;;AAAA,iCAAuE;AACvE,iCASe;AACf,4CAA2D;AAC3D,8CAAwD;AA8BxD,MAAM,eAAe,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,eAAe,GAAG,IAAI,aAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/C,MAAM,sBAAsB,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAExD,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEF,MAAM,YAAY,GAAG;IACnB,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,SAAwB,cAAc,CAAC,EACrC,GAAG,EACH,GAAG,EACH,iBAAiB,EACjB,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,mBAAmB,GACC;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,cAAO,EAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,oBAAa,EAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,IAAA,cAAM,GAAkB,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAA,cAAM,GAAe,CAAC;IAC1C,MAAM,gBAAgB,GAAG,IAAA,cAAM,EAAyB,IAAI,CAAC,CAAC;IAC9D,MAAM,wBAAwB,GAAG,IAAA,cAAM,EAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,gBAAgB,GAAG,IAAA,cAAM,EAAC,CAAC,CAAC,CAAC;IACnC,MAAM,gBAAgB,GAAG,IAAA,cAAM,EAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,IAAA,cAAM,EAAC,KAAK,CAAC,CAAC;IACpC,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAC,CAAC,CAAC,CAAC;IAEpC,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAyB,EAAE,CAAC,CAAC;IAC7D,MAAM,sBAAsB,GAAG,IAAA,cAAM,EAAc,IAAI,GAAG,EAAE,CAAC,CAAC;IAG9D,MAAM,QAAQ,GAAG,IAAA,eAAO,EAAC,GAAG,EAAE;QAC5B,IAAI,SAAkC,CAAC;QACvC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAgB,EAAE,EAAE;YAClC,IACE,MAAM,YAAY,mBAAW;gBAC7B,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,CAAC,EACjE;gBACA,SAAS,GAAG,MAAM,CAAC;aACpB;QACH,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAEZ,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,QAAQ,EAAE;YACZ,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC;YAC/B,IAAI,QAAQ,CAAC,qBAAqB,IAAI,QAAQ,CAAC,qBAAqB,EAAE;gBACpE,wBAAwB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;gBACzD,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CACnC,QAAQ,CAAC,qBAAqB,CAC/B,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnD,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;aAC7C;SACF;QACD,QAAQ,CAAC,OAAO,GAAG,IAAI,sBAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,wBAAwB,EAAE,wBAAwB,CAAC,CAAC,CAAC;IAG1E,MAAM,qBAAqB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QAC7C,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAAE,OAAO;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,CAAC,IAAI,CACV,cAAc,iBAAiB,CAAC,MAAM,yBAAyB,CAChE,CAAC;YACF,OAAO;SACR;QAED,MAAM,eAAe,GAAG,GAAG,CAAC;QAC5B,MAAM,cAAc,GAAG,GAAG,CAAC;QAE3B,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAC5B,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;SACnD;QAED,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,gBAAgB,CAAC,OAAO,GAAG,SAAS,CAAC;QACrC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAEhC,IACE,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC;YAC/C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,EAChD;YACA,SAAS,CAAC,OAAO,CAAC,gBAAQ,EAAE,CAAC,CAAC,CAAC;YAC/B,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACnC,wBAAwB,CAAC,OAAO,GAAG,IAAI,CAAC;SACzC;IACH,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC;IAE5C,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,qBAAqB,EAAE,CAAC;IAC1B,CAAC,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAG5B,MAAM,WAAW,GAAG,IAAA,mBAAW,EAC7B,CAAC,WAAmB,EAAE,EAAE;;QACtB,IACE,CAAC,WAAW,CAAC,OAAO;YACpB,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAC1C,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAE1C,OAAO;QAET,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,EAAE;YACZ,IAAI,WAAW,IAAI,gBAAgB,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;gBACrE,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;gBAC7B,iBAAiB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACxC,gBAAgB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACvC,gBAAgB,CAAC,OAAO;oBACtB,WAAW;wBACX,IAAI,CAAC,MAAM,EAAE;4BACX,CAAC,YAAY,CAAC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;wBACvD,YAAY,CAAC,WAAW,CAAC;aAC5B;YAED,IAAI,aAAa,CAAC,OAAO,EAAE;gBACzB,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC;oBACzC,YAAY,CAAC,aAAa,CAAC;gBAC7B,IAAI,aAAa,IAAI,GAAG,EAAE;oBACxB,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;iBAChC;qBAAM,IAAI,aAAa,IAAI,CAAC,EAAE;oBAC7B,UAAU,GAAG,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC;iBACpC;qBAAM;oBACL,aAAa,CAAC,OAAO,GAAG,KAAK,CAAC;oBAC9B,UAAU,GAAG,CAAC,CAAC;iBAChB;aACF;SACF;QAED,MAAM,aAAa,GAAG,mBAAmB,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;QAC9D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAErE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAC/D,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACf,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;gBAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;gBAEpB,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBAC/B,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;oBACpD,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAChE,MAAM,eAAe,GAAG,iBAAS,CAAC,IAAI,CACpC,mBAAmB,EACnB,kBAAkB,GAAG,GAAG,EACxB,iBAAiB,CAClB,CAAC;oBACF,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC;oBACjD,WAAW,IAAI,eAAe,CAAC;iBAChC;gBAED,IAAI,aAAa,IAAI,GAAG,KAAK,aAAa,CAAC,IAAI,EAAE;oBAC/C,WAAW,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;iBACzC;gBAED,IAAI,GAAG,KAAK,YAAY,IAAI,QAAQ,EAAE;oBACpC,WAAW,IAAI,UAAU,CAAC;iBAC3B;gBAED,WAAW,GAAG,iBAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjD,IACE,WAAW,CAAC,OAAO;oBACnB,WAAW,CAAC,OAAO,CAAC,qBAAqB,EACzC;oBACA,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,iBAAS,CAAC,IAAI,CAC/D,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAChD,WAAW,EACX,eAAe,CAChB,CAAC;iBACH;aACF;QACH,CAAC,CACF,CAAC;QAEF,sBAAsB,CAAC,OAAO,GAAG,kBAAkB,CAAC;QAEpD,IAAI,wBAAwB,CAAC,OAAO,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAChE,IACE,gBAAgB,CAAC,OAAO,CAAC,IAAI;gBAC7B,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,QAAQ,EAC3C;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBACrD,MAAM,UAAU,GACd,OAAO,CAAC,OAAO,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;gBAEtD,IAAI,UAAU,EAAE;oBACd,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,gBAAgB,CAAC,OAAO,GAAG,UAAU,CAAC;oBACtC,wBAAwB,CAAC,OAAO,GAAG,KAAK,CAAC;iBAC1C;aACF;SACF;QAED,MAAA,QAAQ,CAAC,OAAO,0CAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC,EACD,CAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAC9D,CAAC;IAEF,IAAA,gBAAQ,EAAC,KAAK,CAAC,EAAE;QACf,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,OAAO,CACL,kCACE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,eAAe,EAC7D,QAAQ,EAAE,eAAe,YAEzB,sCAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC;AAvND,iCAuNC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
interface AvatarProps {
|
|
2
|
+
url: string;
|
|
3
|
+
eyeBlink?: boolean;
|
|
4
|
+
headMovement?: boolean;
|
|
5
|
+
speaking?: boolean;
|
|
6
|
+
onLoaded?: () => void;
|
|
7
|
+
}
|
|
8
|
+
export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }: AvatarProps): JSX.Element;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
const jsx_runtime_1 = require("react/jsx-runtime");
|
|
5
|
+
const react_1 = require("react");
|
|
6
|
+
const three_1 = require("three");
|
|
7
|
+
const drei_1 = require("@react-three/drei");
|
|
8
|
+
const useEyeBlink_1 = tslib_1.__importDefault(require("../utils/useEyeBlink"));
|
|
9
|
+
const useHeadMovement_1 = tslib_1.__importDefault(require("../utils/useHeadMovement"));
|
|
10
|
+
const useMouthSpeaking_1 = tslib_1.__importDefault(require("../utils/useMouthSpeaking"));
|
|
11
|
+
const fiber_1 = require("@react-three/fiber");
|
|
12
|
+
const utils_1 = require("../utils/utils");
|
|
13
|
+
const AVATAR_POSITION = new three_1.Vector3(0, -0.6, 0);
|
|
14
|
+
function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }) {
|
|
15
|
+
const { scene } = (0, drei_1.useGLTF)(url);
|
|
16
|
+
const { nodes, materials } = (0, fiber_1.useGraph)(scene);
|
|
17
|
+
(0, useEyeBlink_1.default)(eyeBlink, nodes);
|
|
18
|
+
(0, useHeadMovement_1.default)(headMovement, nodes);
|
|
19
|
+
(0, useMouthSpeaking_1.default)(!!speaking, nodes);
|
|
20
|
+
(0, react_1.useEffect)(() => {
|
|
21
|
+
const setupAvatar = () => {
|
|
22
|
+
(0, utils_1.hideHands)(nodes);
|
|
23
|
+
(0, utils_1.correctMaterials)(materials);
|
|
24
|
+
onLoaded === null || onLoaded === void 0 ? void 0 : onLoaded();
|
|
25
|
+
};
|
|
26
|
+
setupAvatar();
|
|
27
|
+
return () => {
|
|
28
|
+
const disposeObjects = () => {
|
|
29
|
+
Object.values(materials).forEach(fiber_1.dispose);
|
|
30
|
+
Object.values(nodes).filter(utils_1.isSkinnedMesh).forEach(fiber_1.dispose);
|
|
31
|
+
};
|
|
32
|
+
disposeObjects();
|
|
33
|
+
};
|
|
34
|
+
}, [materials, nodes, url, onLoaded]);
|
|
35
|
+
const skinnedMeshes = (0, react_1.useMemo)(() => Object.values(nodes).filter(utils_1.isSkinnedMesh), [nodes]);
|
|
36
|
+
return ((0, jsx_runtime_1.jsxs)("group", { position: AVATAR_POSITION, children: [(0, jsx_runtime_1.jsx)("primitive", { object: nodes.Hips }, "armature"), skinnedMeshes.map((node) => ((0, jsx_runtime_1.jsx)("primitive", { object: node, receiveShadow: true, castShadow: true }, node.name)))] }));
|
|
37
|
+
}
|
|
38
|
+
exports.default = Avatar;
|
|
39
|
+
//# sourceMappingURL=avatar.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"avatar.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/components/avatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAkD;AAClD,iCAA0C;AAC1C,4CAA4C;AAC5C,+EAA+C;AAC/C,uFAAuD;AACvD,yFAAyD;AACzD,8CAAuD;AACvD,0CAA4E;AAW5E,MAAM,eAAe,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEhD,SAAwB,MAAM,CAAC,EAC7B,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,GACI;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAE7C,IAAA,qBAAW,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,IAAA,yBAAe,EAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACrC,IAAA,0BAAgB,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpC,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,MAAM,WAAW,GAAG,GAAG,EAAE;YACvB,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC;YACjB,IAAA,wBAAgB,EAAC,SAAS,CAAC,CAAC;YAC5B,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,EAAI,CAAC;QACf,CAAC,CAAC;QAEF,WAAW,EAAE,CAAC;QAEd,OAAO,GAAG,EAAE;YACV,MAAM,cAAc,GAAG,GAAG,EAAE;gBAC1B,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;YAC9D,CAAC,CAAC;YAEF,cAAc,EAAE,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,MAAM,aAAa,GAAG,IAAA,eAAO,EAAC,GAAG,EAAE,CACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,EAC1C,CAAC,KAAK,CAAC,CACR,CAAC;IAEF,OAAO,CACL,mCAAO,QAAQ,EAAE,eAAe,aAC9B,sCAA0B,MAAM,EAAE,KAAK,CAAC,IAAI,IAA7B,UAAU,CAAuB,EAC/C,aAAa,CAAC,GAAG,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,CACrC,sCAA2B,MAAM,EAAE,IAAI,EAAE,aAAa,QAAC,UAAU,UAAjD,IAAI,CAAC,IAAI,CAA2C,CACrE,CAAC,IACI,CACT,CAAC;AACJ,CAAC;AA9CD,yBA8CC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import React from 'react';
|
|
2
|
+
interface BaseAction {
|
|
3
|
+
weight: number;
|
|
4
|
+
action?: string;
|
|
5
|
+
}
|
|
6
|
+
interface AdditiveAction {
|
|
7
|
+
weight: number;
|
|
8
|
+
action?: string;
|
|
9
|
+
}
|
|
10
|
+
export interface AnimationControlPanelProps {
|
|
11
|
+
baseActions: Record<string, BaseAction>;
|
|
12
|
+
additiveActions: Record<string, AdditiveAction>;
|
|
13
|
+
onBaseActionChange: (action: string) => void;
|
|
14
|
+
onAdditiveActionChange?: (action: string, weight: number) => void;
|
|
15
|
+
currentBaseAction: {
|
|
16
|
+
action: string;
|
|
17
|
+
weight: number;
|
|
18
|
+
};
|
|
19
|
+
modifyTimeScale: (value: number) => void;
|
|
20
|
+
timeScale: number;
|
|
21
|
+
}
|
|
22
|
+
declare const AnimationControlPanel: React.FC<AnimationControlPanelProps>;
|
|
23
|
+
export default AnimationControlPanel;
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
const react_1 = require("react");
|
|
5
|
+
const lil_gui_1 = tslib_1.__importDefault(require("lil-gui"));
|
|
6
|
+
const AnimationControlPanel = ({ onBaseActionChange, onAdditiveActionChange, baseActions, additiveActions, modifyTimeScale, timeScale, }) => {
|
|
7
|
+
const guiRef = (0, react_1.useRef)(null);
|
|
8
|
+
const panelSettingsRef = (0, react_1.useRef)({
|
|
9
|
+
'modify time scale': timeScale,
|
|
10
|
+
});
|
|
11
|
+
const crossFadeControlsRef = (0, react_1.useRef)([]);
|
|
12
|
+
(0, react_1.useEffect)(() => {
|
|
13
|
+
const gui = new lil_gui_1.default({ width: 310 });
|
|
14
|
+
guiRef.current = gui;
|
|
15
|
+
const folder1 = gui.addFolder('Base Actions');
|
|
16
|
+
const folder2 = gui.addFolder('Additive Action Weights');
|
|
17
|
+
const folder3 = gui.addFolder('General Speed');
|
|
18
|
+
const baseNames = ['None', ...Object.keys(baseActions)];
|
|
19
|
+
baseNames.forEach(name => {
|
|
20
|
+
const settings = baseActions[name];
|
|
21
|
+
panelSettingsRef.current[name] = () => {
|
|
22
|
+
onBaseActionChange(name);
|
|
23
|
+
};
|
|
24
|
+
const control = folder1.add(panelSettingsRef.current, name);
|
|
25
|
+
crossFadeControlsRef.current.push(control);
|
|
26
|
+
});
|
|
27
|
+
Object.entries(additiveActions).forEach(([name, settings]) => {
|
|
28
|
+
panelSettingsRef.current[name] = settings.weight;
|
|
29
|
+
folder2
|
|
30
|
+
.add(panelSettingsRef.current, name, 0.0, 1.0, 0.01)
|
|
31
|
+
.listen()
|
|
32
|
+
.onChange((weight) => {
|
|
33
|
+
settings.weight = weight;
|
|
34
|
+
onAdditiveActionChange === null || onAdditiveActionChange === void 0 ? void 0 : onAdditiveActionChange(name, weight);
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
folder3
|
|
38
|
+
.add(panelSettingsRef.current, 'modify time scale', 0.0, 1.5, 0.01)
|
|
39
|
+
.onChange((value) => {
|
|
40
|
+
modifyTimeScale(value);
|
|
41
|
+
});
|
|
42
|
+
folder1.open();
|
|
43
|
+
folder2.open();
|
|
44
|
+
folder3.open();
|
|
45
|
+
return () => {
|
|
46
|
+
gui.destroy();
|
|
47
|
+
};
|
|
48
|
+
}, [
|
|
49
|
+
onBaseActionChange,
|
|
50
|
+
onAdditiveActionChange,
|
|
51
|
+
]);
|
|
52
|
+
return null;
|
|
53
|
+
};
|
|
54
|
+
exports.default = AnimationControlPanel;
|
|
55
|
+
//# sourceMappingURL=controls.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"controls.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/components/controls.tsx"],"names":[],"mappings":";;;AAAA,iCAA2D;AAC3D,8DAA0B;AAyB1B,MAAM,qBAAqB,GAAyC,CAAC,EACnE,kBAAkB,EAClB,sBAAsB,EACtB,WAAW,EACX,eAAe,EACf,eAAe,EACf,SAAS,GACV,EAAE,EAAE;IACH,MAAM,MAAM,GAAG,IAAA,cAAM,EAAa,IAAI,CAAC,CAAC;IACxC,MAAM,gBAAgB,GAAG,IAAA,cAAM,EAAsB;QACnD,mBAAmB,EAAE,SAAS;KAC/B,CAAC,CAAC;IACH,MAAM,oBAAoB,GAAG,IAAA,cAAM,EAAQ,EAAE,CAAC,CAAC;IAE/C,IAAA,iBAAS,EAAC,GAAG,EAAE;QAEb,MAAM,GAAG,GAAG,IAAI,iBAAG,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC;QAErB,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAE/C,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACvB,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACnC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE;gBACpC,kBAAkB,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC,CAAC;YAEF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5D,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE;YAC3D,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;YACjD,OAAO;iBACJ,GAAG,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;iBACnD,MAAM,EAAE;iBACR,QAAQ,CAAC,CAAC,MAAc,EAAE,EAAE;gBAC3B,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;gBACzB,sBAAsB,aAAtB,sBAAsB,uBAAtB,sBAAsB,CAAG,IAAI,EAAE,MAAM,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,OAAO;aACJ,GAAG,CAAC,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC;aAClE,QAAQ,CAAC,CAAC,KAAa,EAAE,EAAE;YAC1B,eAAe,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEL,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,EAAE,CAAC;QAEf,OAAO,GAAG,EAAE;YACV,GAAG,CAAC,OAAO,EAAE,CAAC;QAChB,CAAC,CAAC;IACJ,CAAC,EAAE;QACD,kBAAkB;QAClB,sBAAsB;KACvB,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,kBAAe,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export interface FullbodyAvatarProps {
|
|
2
|
+
url: string;
|
|
3
|
+
sex: 'MALE' | 'FEMALE';
|
|
4
|
+
onLoaded?: () => void;
|
|
5
|
+
currentBaseAction: {
|
|
6
|
+
action: string;
|
|
7
|
+
weight: number;
|
|
8
|
+
};
|
|
9
|
+
additiveActions: {
|
|
10
|
+
[key: string]: {
|
|
11
|
+
weight: number;
|
|
12
|
+
};
|
|
13
|
+
};
|
|
14
|
+
timeScale: number;
|
|
15
|
+
loading?: boolean;
|
|
16
|
+
speaking?: boolean;
|
|
17
|
+
isZoomed?: boolean;
|
|
18
|
+
}
|
|
19
|
+
export default function FullbodyAvatar({ url, sex, onLoaded, currentBaseAction, additiveActions, timeScale, isZoomed, }: FullbodyAvatarProps): JSX.Element;
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
const jsx_runtime_1 = require("react/jsx-runtime");
|
|
5
|
+
const react_1 = require("react");
|
|
6
|
+
const three_1 = require("three");
|
|
7
|
+
const drei_1 = require("@react-three/drei");
|
|
8
|
+
const fiber_1 = require("@react-three/fiber");
|
|
9
|
+
const utils_1 = require("../utils/utils");
|
|
10
|
+
const useEyeBlink_1 = tslib_1.__importDefault(require("../utils/useEyeBlink"));
|
|
11
|
+
const useMouthSpeaking_1 = tslib_1.__importDefault(require("../utils/useMouthSpeaking"));
|
|
12
|
+
const useSmile_1 = tslib_1.__importDefault(require("../utils/useSmile"));
|
|
13
|
+
const AVATAR_POSITION = new three_1.Vector3(0, -1, 0);
|
|
14
|
+
const AVATAR_ROTATION = new three_1.Euler(0.175, 0, 0);
|
|
15
|
+
const AVATAR_POSITION_ZOOMED = new three_1.Vector3(0, -1.45, 0);
|
|
16
|
+
const ANIMATION_URLS = {
|
|
17
|
+
MALE: 'https://assets.memori.ai/api/v2/asset/1c350a21-97d8-4add-82cc-9dc10767a26b.glb',
|
|
18
|
+
FEMALE: 'https://assets.memori.ai/api/v2/asset/a1908dbf-8ce8-438d-90df-acf9dc2604ad.glb',
|
|
19
|
+
};
|
|
20
|
+
function FullbodyAvatar({ url, sex, onLoaded, currentBaseAction, additiveActions, timeScale, isZoomed, }) {
|
|
21
|
+
const { scene } = (0, drei_1.useGLTF)(url);
|
|
22
|
+
const { animations } = (0, drei_1.useGLTF)(ANIMATION_URLS[sex]);
|
|
23
|
+
const { nodes, materials } = (0, fiber_1.useGraph)(scene);
|
|
24
|
+
const { actions } = (0, drei_1.useAnimations)(animations, scene);
|
|
25
|
+
const [mixer] = (0, react_1.useState)(() => new three_1.AnimationMixer(scene));
|
|
26
|
+
(0, react_1.useEffect)(() => {
|
|
27
|
+
(0, utils_1.correctMaterials)(materials);
|
|
28
|
+
onLoaded === null || onLoaded === void 0 ? void 0 : onLoaded();
|
|
29
|
+
return () => {
|
|
30
|
+
Object.values(materials).forEach(fiber_1.dispose);
|
|
31
|
+
Object.values(nodes).filter(utils_1.isSkinnedMesh).forEach(fiber_1.dispose);
|
|
32
|
+
};
|
|
33
|
+
}, [materials, nodes, url, onLoaded]);
|
|
34
|
+
(0, react_1.useEffect)(() => {
|
|
35
|
+
if (!actions || !currentBaseAction.action)
|
|
36
|
+
return;
|
|
37
|
+
const newAction = actions[currentBaseAction.action];
|
|
38
|
+
if (!newAction) {
|
|
39
|
+
console.warn(`Animation "${currentBaseAction.action}" not found in actions.`);
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
const fadeOutDuration = 0.8;
|
|
43
|
+
const fadeInDuration = 0.8;
|
|
44
|
+
newAction.timeScale = timeScale;
|
|
45
|
+
newAction.reset().fadeIn(fadeInDuration).play();
|
|
46
|
+
return () => {
|
|
47
|
+
newAction.fadeOut(fadeOutDuration);
|
|
48
|
+
};
|
|
49
|
+
}, [currentBaseAction, timeScale]);
|
|
50
|
+
(0, useEyeBlink_1.default)(additiveActions.eyesClosed.weight > 0, nodes);
|
|
51
|
+
(0, useMouthSpeaking_1.default)(additiveActions.Talk.weight > 0, nodes);
|
|
52
|
+
(0, useSmile_1.default)(additiveActions.mouthSmile.weight > 0, nodes);
|
|
53
|
+
(0, fiber_1.useFrame)((_, delta) => {
|
|
54
|
+
mixer.update(delta * 0.001);
|
|
55
|
+
});
|
|
56
|
+
return ((0, jsx_runtime_1.jsx)("group", { position: isZoomed ? AVATAR_POSITION_ZOOMED : AVATAR_POSITION, rotation: AVATAR_ROTATION, children: (0, jsx_runtime_1.jsx)("primitive", { object: scene }) }));
|
|
57
|
+
}
|
|
58
|
+
exports.default = FullbodyAvatar;
|
|
59
|
+
//# sourceMappingURL=fullbodyAvatar.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/components/fullbodyAvatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAmD;AACnD,iCAMe;AACf,4CAA2D;AAC3D,8CAAiE;AACjE,0CAAiE;AACjE,+EAA+C;AAC/C,yFAAyD;AAEzD,yEAAyC;AA0BzC,MAAM,eAAe,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,eAAe,GAAG,IAAI,aAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/C,MAAM,sBAAsB,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACxD,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEF,SAAwB,cAAc,CAAC,EACrC,GAAG,EACH,GAAG,EACH,QAAQ,EACR,iBAAiB,EACjB,eAAe,EACf,SAAS,EACT,QAAQ,GACY;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,cAAO,EAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,oBAAa,EAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACrD,MAAM,CAAC,KAAK,CAAC,GAAG,IAAA,gBAAQ,EAAC,GAAG,EAAE,CAAC,IAAI,sBAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IAE1D,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAA,wBAAgB,EAAC,SAAS,CAAC,CAAC;QAC5B,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,EAAI,CAAC;QACb,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;QAC9D,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAAE,OAAO;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAEpD,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,CAAC,IAAI,CACV,cAAc,iBAAiB,CAAC,MAAM,yBAAyB,CAChE,CAAC;YACF,OAAO;SACR;QAED,MAAM,eAAe,GAAG,GAAG,CAAC;QAC5B,MAAM,cAAc,GAAG,GAAG,CAAC;QAE3B,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAChC,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;QAEhD,OAAO,GAAG,EAAE;YACV,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC;IAGnC,IAAA,qBAAW,EAAC,eAAe,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAC1D,IAAA,0BAAgB,EAAC,eAAe,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAEzD,IAAA,kBAAQ,EAAC,eAAe,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAEvD,IAAA,gBAAQ,EAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpB,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,OAAO,CACL,kCACE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,eAAe,EAC7D,QAAQ,EAAE,eAAe,YAEzB,sCAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC;AAjED,iCAiEC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
interface HalfBodyAvatarProps {
|
|
2
|
+
url: string;
|
|
3
|
+
eyeBlink?: boolean;
|
|
4
|
+
headMovement?: boolean;
|
|
5
|
+
speaking?: boolean;
|
|
6
|
+
onLoaded?: () => void;
|
|
7
|
+
}
|
|
8
|
+
export default function HalfBodyAvatar({ url, eyeBlink, headMovement, speaking, onLoaded, }: HalfBodyAvatarProps): JSX.Element;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
const jsx_runtime_1 = require("react/jsx-runtime");
|
|
5
|
+
const react_1 = require("react");
|
|
6
|
+
const three_1 = require("three");
|
|
7
|
+
const drei_1 = require("@react-three/drei");
|
|
8
|
+
const useEyeBlink_1 = tslib_1.__importDefault(require("../utils/useEyeBlink"));
|
|
9
|
+
const useHeadMovement_1 = tslib_1.__importDefault(require("../utils/useHeadMovement"));
|
|
10
|
+
const useMouthSpeaking_1 = tslib_1.__importDefault(require("../utils/useMouthSpeaking"));
|
|
11
|
+
const fiber_1 = require("@react-three/fiber");
|
|
12
|
+
const utils_1 = require("../utils/utils");
|
|
13
|
+
const AVATAR_POSITION = new three_1.Vector3(0, -0.6, 0);
|
|
14
|
+
function HalfBodyAvatar({ url, eyeBlink, headMovement, speaking, onLoaded, }) {
|
|
15
|
+
const { scene } = (0, drei_1.useGLTF)(url);
|
|
16
|
+
const { nodes, materials } = (0, fiber_1.useGraph)(scene);
|
|
17
|
+
(0, useEyeBlink_1.default)(eyeBlink, nodes);
|
|
18
|
+
(0, useHeadMovement_1.default)(headMovement, nodes);
|
|
19
|
+
(0, useMouthSpeaking_1.default)(!!speaking, nodes);
|
|
20
|
+
(0, react_1.useEffect)(() => {
|
|
21
|
+
const setupAvatar = () => {
|
|
22
|
+
(0, utils_1.hideHands)(nodes);
|
|
23
|
+
(0, utils_1.correctMaterials)(materials);
|
|
24
|
+
onLoaded === null || onLoaded === void 0 ? void 0 : onLoaded();
|
|
25
|
+
};
|
|
26
|
+
setupAvatar();
|
|
27
|
+
return () => {
|
|
28
|
+
const disposeObjects = () => {
|
|
29
|
+
Object.values(materials).forEach(fiber_1.dispose);
|
|
30
|
+
Object.values(nodes).filter(utils_1.isSkinnedMesh).forEach(fiber_1.dispose);
|
|
31
|
+
};
|
|
32
|
+
disposeObjects();
|
|
33
|
+
};
|
|
34
|
+
}, [materials, nodes, url, onLoaded]);
|
|
35
|
+
const skinnedMeshes = (0, react_1.useMemo)(() => Object.values(nodes).filter(utils_1.isSkinnedMesh), [nodes]);
|
|
36
|
+
return ((0, jsx_runtime_1.jsxs)("group", { position: AVATAR_POSITION, children: [nodes.Hips && (0, jsx_runtime_1.jsx)("primitive", { object: nodes.Hips }, "armature"), skinnedMeshes.map((node) => node && ((0, jsx_runtime_1.jsx)("primitive", { object: node, receiveShadow: true, castShadow: true }, node.name)))] }));
|
|
37
|
+
}
|
|
38
|
+
exports.default = HalfBodyAvatar;
|
|
39
|
+
//# sourceMappingURL=halfbodyAvatar.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"halfbodyAvatar.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/components/halfbodyAvatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAkD;AAClD,iCAA0C;AAC1C,4CAA4C;AAC5C,+EAA+C;AAC/C,uFAAuD;AACvD,yFAAyD;AACzD,8CAAuD;AACvD,0CAA4E;AAU5E,MAAM,eAAe,GAAG,IAAI,eAAO,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEhD,SAAwB,cAAc,CAAC,EACrC,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,GACY;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAE7C,IAAA,qBAAW,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,IAAA,yBAAe,EAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACrC,IAAA,0BAAgB,EAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpC,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,MAAM,WAAW,GAAG,GAAG,EAAE;YACvB,IAAA,iBAAS,EAAC,KAAK,CAAC,CAAC;YACjB,IAAA,wBAAgB,EAAC,SAAS,CAAC,CAAC;YAC5B,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,EAAI,CAAC;QACf,CAAC,CAAC;QAEF,WAAW,EAAE,CAAC;QAEd,OAAO,GAAG,EAAE;YACV,MAAM,cAAc,GAAG,GAAG,EAAE;gBAC1B,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,CAAC,OAAO,CAAC,eAAO,CAAC,CAAC;YAC9D,CAAC,CAAC;YAEF,cAAc,EAAE,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,MAAM,aAAa,GAAG,IAAA,eAAO,EAC3B,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,qBAAa,CAAC,EAChD,CAAC,KAAK,CAAC,CACR,CAAC;IAEF,OAAO,CACL,mCAAO,QAAQ,EAAE,eAAe,aAC7B,KAAK,CAAC,IAAI,IAAI,sCAA0B,MAAM,EAAE,KAAK,CAAC,IAAI,IAA7B,UAAU,CAAuB,EAC9D,aAAa,CAAC,GAAG,CAChB,CAAC,IAAc,EAAE,EAAE,CACjB,IAAI,IAAI,CACN,sCAA2B,MAAM,EAAE,IAAI,EAAE,aAAa,QAAC,UAAU,UAAjD,IAAI,CAAC,IAAI,CAA2C,CACrE,CACJ,IACK,CACT,CAAC;AACJ,CAAC;AAjDD,iCAiDC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
const jsx_runtime_1 = require("react/jsx-runtime");
|
|
5
|
+
const drei_1 = require("@react-three/drei");
|
|
6
|
+
const Spin_1 = tslib_1.__importDefault(require("../../../ui/Spin"));
|
|
7
|
+
const Loader = ({ fallbackImg }) => {
|
|
8
|
+
const { progress } = (0, drei_1.useProgress)();
|
|
9
|
+
return ((0, jsx_runtime_1.jsx)(drei_1.Html, { center: true, className: "avatar-loader", children: (0, jsx_runtime_1.jsx)(Spin_1.default, { spinning: true, children: fallbackImg ? ((0, jsx_runtime_1.jsxs)("figure", { children: [(0, jsx_runtime_1.jsx)("img", { src: fallbackImg, alt: `${Math.round(progress)}% loaded`, title: `${Math.round(progress)}% loaded` }), (0, jsx_runtime_1.jsx)("figcaption", { children: `${Math.round(progress)}%` })] })) : ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [Math.round(progress), " % loaded"] })) }) }));
|
|
10
|
+
};
|
|
11
|
+
exports.default = Loader;
|
|
12
|
+
//# sourceMappingURL=loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/components/loader.tsx"],"names":[],"mappings":";;;;AACA,4CAAsD;AACtD,oEAAoC;AAMpC,MAAM,MAAM,GAAG,CAAC,EAAE,WAAW,EAAS,EAAE,EAAE;IACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAA,kBAAW,GAAE,CAAC;IACnC,OAAO,CACL,uBAAC,WAAI,IAAC,MAAM,QAAC,SAAS,EAAC,eAAe,YACpC,uBAAC,cAAI,IAAC,QAAQ,kBACX,WAAW,CAAC,CAAC,CAAC,CACb,+CACE,gCACE,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EACtC,KAAK,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,GACxC,EACF,iDAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAc,IAC9C,CACV,CAAC,CAAC,CAAC,CACF,6DAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAa,CACrC,GACI,GACF,CACR,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,MAAM,CAAC"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const react_1 = require("react");
|
|
4
|
+
const fiber_1 = require("@react-three/fiber");
|
|
5
|
+
const MOUTH_MOVE_DURATION = 2;
|
|
6
|
+
const MOUTH_MOVE_INTERVAL_MIN = 100;
|
|
7
|
+
const MOUTH_MOVE_INTERVAL_MAX = 500;
|
|
8
|
+
function useMouthSpeaking(speaking, nodes) {
|
|
9
|
+
const mouthStateRef = (0, react_1.useRef)({
|
|
10
|
+
moveTime: 999,
|
|
11
|
+
mesh: null,
|
|
12
|
+
morphIndices: { open: 0, smile: 0, funner: 0, pucker: 0 },
|
|
13
|
+
});
|
|
14
|
+
const setNextMouthMove = (0, react_1.useCallback)(() => {
|
|
15
|
+
mouthStateRef.current.moveTime = 0;
|
|
16
|
+
const nextMoveDelay = Math.random() * (MOUTH_MOVE_INTERVAL_MAX - MOUTH_MOVE_INTERVAL_MIN) + MOUTH_MOVE_INTERVAL_MIN;
|
|
17
|
+
setTimeout(setNextMouthMove, nextMoveDelay);
|
|
18
|
+
}, []);
|
|
19
|
+
(0, react_1.useEffect)(() => {
|
|
20
|
+
if (!speaking)
|
|
21
|
+
return;
|
|
22
|
+
const mouthMesh = (nodes.Wolf3D_Head || nodes.Wolf3D_Avatar020 || nodes.Wolf3D_Avatar001);
|
|
23
|
+
mouthStateRef.current.mesh = mouthMesh;
|
|
24
|
+
if ((mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetDictionary) && (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences)) {
|
|
25
|
+
mouthStateRef.current.morphIndices = {
|
|
26
|
+
open: mouthMesh.morphTargetDictionary.mouthOpen,
|
|
27
|
+
smile: mouthMesh.morphTargetDictionary.mouthSmile,
|
|
28
|
+
funner: mouthMesh.morphTargetDictionary.mouthFunner,
|
|
29
|
+
pucker: mouthMesh.morphTargetDictionary.mouthPucker,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
const initialMoveDelay = setTimeout(setNextMouthMove, 200);
|
|
33
|
+
return () => {
|
|
34
|
+
clearTimeout(initialMoveDelay);
|
|
35
|
+
};
|
|
36
|
+
}, [nodes, speaking, setNextMouthMove]);
|
|
37
|
+
(0, fiber_1.useFrame)((_, delta) => {
|
|
38
|
+
const { moveTime, mesh, morphIndices } = mouthStateRef.current;
|
|
39
|
+
if (!speaking || !(mesh === null || mesh === void 0 ? void 0 : mesh.morphTargetInfluences)) {
|
|
40
|
+
resetMouthShape(mesh, morphIndices);
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
if (moveTime < MOUTH_MOVE_DURATION) {
|
|
44
|
+
const value = Math.abs(Math.sin((moveTime * Math.PI) / 2));
|
|
45
|
+
mouthStateRef.current.moveTime += delta * 10;
|
|
46
|
+
updateMouthShape(mesh, morphIndices, value);
|
|
47
|
+
}
|
|
48
|
+
else {
|
|
49
|
+
resetMouthShape(mesh, morphIndices);
|
|
50
|
+
}
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
exports.default = useMouthSpeaking;
|
|
54
|
+
function updateMouthShape(mesh, morphIndices, value) {
|
|
55
|
+
mesh.morphTargetInfluences[morphIndices.open] = value / 3;
|
|
56
|
+
mesh.morphTargetInfluences[morphIndices.smile] = value / 10;
|
|
57
|
+
mesh.morphTargetInfluences[morphIndices.funner] = value / 7;
|
|
58
|
+
mesh.morphTargetInfluences[morphIndices.pucker] = value / 5;
|
|
59
|
+
}
|
|
60
|
+
function resetMouthShape(mesh, morphIndices) {
|
|
61
|
+
if (!(mesh === null || mesh === void 0 ? void 0 : mesh.morphTargetInfluences))
|
|
62
|
+
return;
|
|
63
|
+
mesh.morphTargetInfluences[morphIndices.open] = 0;
|
|
64
|
+
mesh.morphTargetInfluences[morphIndices.smile] = 0;
|
|
65
|
+
mesh.morphTargetInfluences[morphIndices.funner] = 0;
|
|
66
|
+
mesh.morphTargetInfluences[morphIndices.pucker] = 0;
|
|
67
|
+
}
|
|
68
|
+
//# sourceMappingURL=useMouthSpeaking.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useMouthSpeaking.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/useMouthSpeaking.ts"],"names":[],"mappings":";;AAEA,iCAAuD;AACvD,8CAA8C;AAa9C,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,SAAwB,gBAAgB,CAAC,QAA6B,EAAE,KAAY;IAClF,MAAM,aAAa,GAAG,IAAA,cAAM,EAAa;QACvC,QAAQ,EAAE,GAAG;QACb,IAAI,EAAE,IAAI;QACV,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;KAC1D,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QACxC,aAAa,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,uBAAuB,GAAG,uBAAuB,CAAC,GAAG,uBAAuB,CAAC;QACpH,UAAU,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;IAC9C,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,CAAgB,CAAC;QACzG,aAAa,CAAC,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;QAEvC,IAAI,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,MAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,CAAA,EAAE;YACxE,aAAa,CAAC,OAAO,CAAC,YAAY,GAAG;gBACnC,IAAI,EAAE,SAAS,CAAC,qBAAqB,CAAC,SAAS;gBAC/C,KAAK,EAAE,SAAS,CAAC,qBAAqB,CAAC,UAAU;gBACjD,MAAM,EAAE,SAAS,CAAC,qBAAqB,CAAC,WAAW;gBACnD,MAAM,EAAE,SAAS,CAAC,qBAAqB,CAAC,WAAW;aACpD,CAAC;SACH;QAED,MAAM,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAE3D,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,gBAAgB,CAAC,CAAC;QACjC,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAExC,IAAA,gBAAQ,EAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpB,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC;QAE/D,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,qBAAqB,CAAA,EAAE;YAC7C,eAAe,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACpC,OAAO;SACR;QAED,IAAI,QAAQ,GAAG,mBAAmB,EAAE;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3D,aAAa,CAAC,OAAO,CAAC,QAAQ,IAAI,KAAK,GAAG,EAAE,CAAC;YAC7C,gBAAgB,CAAC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;SAC7C;aAAM;YACL,eAAe,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;SACrC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAnDD,mCAmDC;AAED,SAAS,gBAAgB,CAAC,IAAiB,EAAE,YAAwC,EAAE,KAAa;IAClG,IAAI,CAAC,qBAAsB,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IAC3D,IAAI,CAAC,qBAAsB,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;IAC7D,IAAI,CAAC,qBAAsB,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IAC7D,IAAI,CAAC,qBAAsB,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,eAAe,CAAC,IAAwB,EAAE,YAAwC;IACzF,IAAI,CAAC,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,qBAAqB,CAAA;QAAE,OAAO;IACzC,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnD,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACpD,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AACtD,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { SkinnedMesh } from 'three';
|
|
2
|
+
type AzureViseme = {
|
|
3
|
+
visemeId: number;
|
|
4
|
+
audioOffset: number;
|
|
5
|
+
};
|
|
6
|
+
type ProcessedViseme = {
|
|
7
|
+
name: string;
|
|
8
|
+
duration: number;
|
|
9
|
+
weight: number;
|
|
10
|
+
startTime: number;
|
|
11
|
+
};
|
|
12
|
+
export declare const useViseme: () => {
|
|
13
|
+
addVisemeToQueue: (viseme: AzureViseme) => void;
|
|
14
|
+
processVisemeQueue: () => ProcessedViseme[];
|
|
15
|
+
clearVisemes: () => void;
|
|
16
|
+
setMeshRef: (mesh: SkinnedMesh | null) => void;
|
|
17
|
+
};
|
|
18
|
+
export {};
|