@memori.ai/memori-react 7.8.1 → 7.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +5 -3
- package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
- package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +0 -12
- package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
- package/dist/components/Avatar/AvatarView/components/avatar.d.ts +9 -0
- package/dist/components/Avatar/AvatarView/components/avatar.js +39 -0
- package/dist/components/Avatar/AvatarView/components/avatar.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/controls.d.ts +23 -0
- package/dist/components/Avatar/AvatarView/components/controls.js +55 -0
- package/dist/components/Avatar/AvatarView/components/controls.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +19 -0
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js +59 -0
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +9 -0
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js +39 -0
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +1 -0
- package/dist/components/Avatar/AvatarView/components/loader.d.ts +5 -0
- package/dist/components/Avatar/AvatarView/components/loader.js +12 -0
- package/dist/components/Avatar/AvatarView/components/loader.js.map +1 -0
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js +68 -0
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/dist/components/Avatar/AvatarView/utils/useViseme.d.ts +18 -0
- package/dist/components/Avatar/AvatarView/utils/useViseme.js +141 -0
- package/dist/components/Avatar/AvatarView/utils/useViseme.js.map +1 -0
- package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts +24 -0
- package/dist/components/Avatar/AvatarView/utils/visemeContext.js +157 -0
- package/dist/components/Avatar/AvatarView/utils/visemeContext.js.map +1 -0
- package/dist/components/AvatarView/components/avatar.d.ts +9 -0
- package/dist/components/AvatarView/components/avatar.js +35 -0
- package/dist/components/AvatarView/components/avatar.js.map +1 -0
- package/dist/components/AvatarView/components/fullbodyAvatar.d.ts +10 -0
- package/dist/components/AvatarView/components/fullbodyAvatar.js +62 -0
- package/dist/components/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/dist/components/AvatarView/components/loader.d.ts +5 -0
- package/dist/components/AvatarView/components/loader.js +12 -0
- package/dist/components/AvatarView/components/loader.js.map +1 -0
- package/dist/components/AvatarView/index.d.ts +17 -0
- package/dist/components/AvatarView/index.js +35 -0
- package/dist/components/AvatarView/index.js.map +1 -0
- package/dist/components/AvatarView/utils/useEyeBlink.d.ts +2 -0
- package/dist/components/AvatarView/utils/useEyeBlink.js +40 -0
- package/dist/components/AvatarView/utils/useEyeBlink.js.map +1 -0
- package/dist/components/AvatarView/utils/useHeadMovement.d.ts +2 -0
- package/dist/components/AvatarView/utils/useHeadMovement.js +53 -0
- package/dist/components/AvatarView/utils/useHeadMovement.js.map +1 -0
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.d.ts +2 -0
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.js +34 -0
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.js.map +1 -0
- package/dist/components/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/dist/components/AvatarView/utils/useMouthSpeaking.js +60 -0
- package/dist/components/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/dist/components/AvatarView/utils/useSmile.d.ts +2 -0
- package/dist/components/AvatarView/utils/useSmile.js +30 -0
- package/dist/components/AvatarView/utils/useSmile.js.map +1 -0
- package/dist/components/AvatarView/utils/utils.d.ts +13 -0
- package/dist/components/AvatarView/utils/utils.js +42 -0
- package/dist/components/AvatarView/utils/utils.js.map +1 -0
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +4 -0
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js +157 -0
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +1 -0
- package/dist/components/layouts/ZoomedHalfBody.d.ts +4 -0
- package/dist/components/layouts/ZoomedHalfBody.js +8 -0
- package/dist/components/layouts/ZoomedHalfBody.js.map +1 -0
- package/dist/components/layouts/zoomed-half-body.css +3 -0
- package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +5 -3
- package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
- package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +0 -12
- package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
- package/esm/components/Avatar/AvatarView/components/avatar.d.ts +9 -0
- package/esm/components/Avatar/AvatarView/components/avatar.js +35 -0
- package/esm/components/Avatar/AvatarView/components/avatar.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/controls.d.ts +23 -0
- package/esm/components/Avatar/AvatarView/components/controls.js +52 -0
- package/esm/components/Avatar/AvatarView/components/controls.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +19 -0
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js +55 -0
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +9 -0
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js +35 -0
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +1 -0
- package/esm/components/Avatar/AvatarView/components/loader.d.ts +5 -0
- package/esm/components/Avatar/AvatarView/components/loader.js +9 -0
- package/esm/components/Avatar/AvatarView/components/loader.js.map +1 -0
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js +65 -0
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/esm/components/Avatar/AvatarView/utils/useViseme.d.ts +18 -0
- package/esm/components/Avatar/AvatarView/utils/useViseme.js +137 -0
- package/esm/components/Avatar/AvatarView/utils/useViseme.js.map +1 -0
- package/esm/components/Avatar/AvatarView/utils/visemeContext.d.ts +24 -0
- package/esm/components/Avatar/AvatarView/utils/visemeContext.js +152 -0
- package/esm/components/Avatar/AvatarView/utils/visemeContext.js.map +1 -0
- package/esm/components/AvatarView/components/avatar.d.ts +9 -0
- package/esm/components/AvatarView/components/avatar.js +31 -0
- package/esm/components/AvatarView/components/avatar.js.map +1 -0
- package/esm/components/AvatarView/components/fullbodyAvatar.d.ts +10 -0
- package/esm/components/AvatarView/components/fullbodyAvatar.js +58 -0
- package/esm/components/AvatarView/components/fullbodyAvatar.js.map +1 -0
- package/esm/components/AvatarView/components/loader.d.ts +5 -0
- package/esm/components/AvatarView/components/loader.js +9 -0
- package/esm/components/AvatarView/components/loader.js.map +1 -0
- package/esm/components/AvatarView/index.d.ts +17 -0
- package/esm/components/AvatarView/index.js +31 -0
- package/esm/components/AvatarView/index.js.map +1 -0
- package/esm/components/AvatarView/utils/useEyeBlink.d.ts +2 -0
- package/esm/components/AvatarView/utils/useEyeBlink.js +37 -0
- package/esm/components/AvatarView/utils/useEyeBlink.js.map +1 -0
- package/esm/components/AvatarView/utils/useHeadMovement.d.ts +2 -0
- package/esm/components/AvatarView/utils/useHeadMovement.js +50 -0
- package/esm/components/AvatarView/utils/useHeadMovement.js.map +1 -0
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.d.ts +2 -0
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.js +31 -0
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.js.map +1 -0
- package/esm/components/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
- package/esm/components/AvatarView/utils/useMouthSpeaking.js +57 -0
- package/esm/components/AvatarView/utils/useMouthSpeaking.js.map +1 -0
- package/esm/components/AvatarView/utils/useSmile.d.ts +2 -0
- package/esm/components/AvatarView/utils/useSmile.js +27 -0
- package/esm/components/AvatarView/utils/useSmile.js.map +1 -0
- package/esm/components/AvatarView/utils/utils.d.ts +13 -0
- package/esm/components/AvatarView/utils/utils.js +33 -0
- package/esm/components/AvatarView/utils/utils.js.map +1 -0
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +4 -0
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js +152 -0
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +1 -0
- package/esm/components/layouts/ZoomedHalfBody.d.ts +4 -0
- package/esm/components/layouts/ZoomedHalfBody.js +5 -0
- package/esm/components/layouts/ZoomedHalfBody.js.map +1 -0
- package/esm/components/layouts/zoomed-half-body.css +3 -0
- package/package.json +1 -1
- package/src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx +13 -4
- package/src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx +0 -15
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
import { jsx as _jsx } from "react/jsx-runtime";
|
|
2
|
+
import { createContext, useContext, useCallback, useRef, useState, useEffect, useMemo } from 'react';
|
|
3
|
+
export const VisemeContext = createContext({
|
|
4
|
+
addVisemeToQueue: () => { },
|
|
5
|
+
processVisemeQueue: () => [],
|
|
6
|
+
clearVisemes: () => { },
|
|
7
|
+
setMeshRef: () => { },
|
|
8
|
+
});
|
|
9
|
+
const VISEME_SMOOTHING = 0.42;
|
|
10
|
+
const DEFAULT_VISEME_DURATION = 0.1;
|
|
11
|
+
const visemeMap = {
|
|
12
|
+
0: 'viseme_sil',
|
|
13
|
+
1: 'viseme_aa',
|
|
14
|
+
2: 'viseme_aa',
|
|
15
|
+
3: 'viseme_O',
|
|
16
|
+
4: 'viseme_E',
|
|
17
|
+
5: 'viseme_I',
|
|
18
|
+
6: 'viseme_I',
|
|
19
|
+
7: 'viseme_U',
|
|
20
|
+
8: 'viseme_O',
|
|
21
|
+
9: 'viseme_aa',
|
|
22
|
+
10: 'viseme_O',
|
|
23
|
+
11: 'viseme_aa',
|
|
24
|
+
12: 'viseme_CH',
|
|
25
|
+
13: 'viseme_RR',
|
|
26
|
+
14: 'viseme_SS',
|
|
27
|
+
15: 'viseme_SS',
|
|
28
|
+
16: 'viseme_CH',
|
|
29
|
+
17: 'viseme_TH',
|
|
30
|
+
18: 'viseme_FF',
|
|
31
|
+
19: 'viseme_DD',
|
|
32
|
+
20: 'viseme_kk',
|
|
33
|
+
21: 'viseme_PP'
|
|
34
|
+
};
|
|
35
|
+
export const VisemeProvider = ({ children }) => {
|
|
36
|
+
const [currentVisemes, setCurrentVisemes] = useState([]);
|
|
37
|
+
const visemeQueueRef = useRef([]);
|
|
38
|
+
const animationFrameRef = useRef(null);
|
|
39
|
+
const startTimeRef = useRef(null);
|
|
40
|
+
const currentVisemeWeightRef = useRef({});
|
|
41
|
+
const meshRef = useRef(null);
|
|
42
|
+
const lerp = (start, end, alpha) => {
|
|
43
|
+
return start * (1 - alpha) + end * alpha;
|
|
44
|
+
};
|
|
45
|
+
const setMeshRef = useCallback((mesh) => {
|
|
46
|
+
meshRef.current = mesh;
|
|
47
|
+
}, []);
|
|
48
|
+
const addVisemeToQueue = useCallback((viseme) => {
|
|
49
|
+
visemeQueueRef.current.push(viseme);
|
|
50
|
+
}, []);
|
|
51
|
+
const getCurrentViseme = useCallback((elapsedTime) => {
|
|
52
|
+
return currentVisemes.find((viseme, index) => {
|
|
53
|
+
const nextViseme = currentVisemes[index + 1];
|
|
54
|
+
return elapsedTime >= viseme.startTime && (!nextViseme || elapsedTime < nextViseme.startTime);
|
|
55
|
+
});
|
|
56
|
+
}, [currentVisemes]);
|
|
57
|
+
const applyViseme = useCallback((viseme, elapsedTime) => {
|
|
58
|
+
var _a, _b, _c;
|
|
59
|
+
if (!meshRef.current)
|
|
60
|
+
return;
|
|
61
|
+
const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
|
|
62
|
+
const targetWeight = Math.sin(visemeProgress * Math.PI) * viseme.weight;
|
|
63
|
+
if (!currentVisemeWeightRef.current[viseme.name]) {
|
|
64
|
+
currentVisemeWeightRef.current[viseme.name] = 0;
|
|
65
|
+
}
|
|
66
|
+
currentVisemeWeightRef.current[viseme.name] = lerp(currentVisemeWeightRef.current[viseme.name], targetWeight, VISEME_SMOOTHING);
|
|
67
|
+
const visemeIndex = (_b = (_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) === null || _b === void 0 ? void 0 : _b[viseme.name];
|
|
68
|
+
if (typeof visemeIndex === 'number' && ((_c = meshRef.current) === null || _c === void 0 ? void 0 : _c.morphTargetInfluences)) {
|
|
69
|
+
meshRef.current.morphTargetInfluences[visemeIndex] = currentVisemeWeightRef.current[viseme.name];
|
|
70
|
+
}
|
|
71
|
+
}, []);
|
|
72
|
+
const animate = useCallback((time) => {
|
|
73
|
+
if (startTimeRef.current === null) {
|
|
74
|
+
startTimeRef.current = time;
|
|
75
|
+
}
|
|
76
|
+
const elapsedTime = (time - startTimeRef.current) / 1000;
|
|
77
|
+
const currentViseme = getCurrentViseme(elapsedTime);
|
|
78
|
+
if (currentViseme) {
|
|
79
|
+
applyViseme(currentViseme, elapsedTime);
|
|
80
|
+
}
|
|
81
|
+
if (currentVisemes.length > 0 && elapsedTime < currentVisemes[currentVisemes.length - 1].startTime + currentVisemes[currentVisemes.length - 1].duration) {
|
|
82
|
+
animationFrameRef.current = requestAnimationFrame(animate);
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
clearVisemes();
|
|
86
|
+
}
|
|
87
|
+
}, [getCurrentViseme, applyViseme, currentVisemes]);
|
|
88
|
+
const clearVisemes = useCallback(() => {
|
|
89
|
+
var _a, _b;
|
|
90
|
+
setCurrentVisemes([]);
|
|
91
|
+
visemeQueueRef.current = [];
|
|
92
|
+
if (animationFrameRef.current !== null) {
|
|
93
|
+
cancelAnimationFrame(animationFrameRef.current);
|
|
94
|
+
animationFrameRef.current = null;
|
|
95
|
+
}
|
|
96
|
+
if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) && ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
|
|
97
|
+
Object.values(meshRef.current.morphTargetDictionary).forEach((index) => {
|
|
98
|
+
if (typeof index === 'number') {
|
|
99
|
+
meshRef.current.morphTargetInfluences[index] = 0;
|
|
100
|
+
}
|
|
101
|
+
});
|
|
102
|
+
}
|
|
103
|
+
currentVisemeWeightRef.current = {};
|
|
104
|
+
}, []);
|
|
105
|
+
const processVisemeQueue = useCallback(() => {
|
|
106
|
+
const azureVisemes = [...visemeQueueRef.current];
|
|
107
|
+
visemeQueueRef.current = [];
|
|
108
|
+
if (azureVisemes.length === 0)
|
|
109
|
+
return [];
|
|
110
|
+
const processedVisemes = azureVisemes.map((currentViseme, i) => {
|
|
111
|
+
const nextViseme = azureVisemes[i + 1];
|
|
112
|
+
const duration = nextViseme
|
|
113
|
+
? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
|
|
114
|
+
: DEFAULT_VISEME_DURATION;
|
|
115
|
+
return {
|
|
116
|
+
name: visemeMap[currentViseme.visemeId] || 'viseme_sil',
|
|
117
|
+
duration,
|
|
118
|
+
weight: 1,
|
|
119
|
+
startTime: currentViseme.audioOffset / 10000000
|
|
120
|
+
};
|
|
121
|
+
});
|
|
122
|
+
setCurrentVisemes(processedVisemes);
|
|
123
|
+
console.log('processedVisemes', processedVisemes, meshRef.current);
|
|
124
|
+
if (animationFrameRef.current === null) {
|
|
125
|
+
startTimeRef.current = performance.now();
|
|
126
|
+
animationFrameRef.current = requestAnimationFrame(animate);
|
|
127
|
+
}
|
|
128
|
+
return processedVisemes;
|
|
129
|
+
}, [animate]);
|
|
130
|
+
useEffect(() => {
|
|
131
|
+
return () => {
|
|
132
|
+
if (animationFrameRef.current !== null) {
|
|
133
|
+
cancelAnimationFrame(animationFrameRef.current);
|
|
134
|
+
}
|
|
135
|
+
};
|
|
136
|
+
}, []);
|
|
137
|
+
const value = useMemo(() => ({
|
|
138
|
+
addVisemeToQueue,
|
|
139
|
+
processVisemeQueue,
|
|
140
|
+
clearVisemes,
|
|
141
|
+
setMeshRef,
|
|
142
|
+
}), [addVisemeToQueue, processVisemeQueue, clearVisemes, setMeshRef]);
|
|
143
|
+
return _jsx(VisemeContext.Provider, { value: value, children: children });
|
|
144
|
+
};
|
|
145
|
+
export const useViseme = () => {
|
|
146
|
+
const context = useContext(VisemeContext);
|
|
147
|
+
if (!context) {
|
|
148
|
+
throw new Error('useViseme must be used within a VisemeProvider');
|
|
149
|
+
}
|
|
150
|
+
return context;
|
|
151
|
+
};
|
|
152
|
+
//# sourceMappingURL=visemeContext.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/visemeContext.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAsB5G,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,CAAoB;IAC5D,gBAAgB,EAAE,GAAG,EAAE,GAAE,CAAC;IAC1B,kBAAkB,EAAE,GAAG,EAAE,CAAC,EAAE;IAC5B,YAAY,EAAE,GAAG,EAAE,GAAE,CAAC;IACtB,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;CACrB,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,SAAS,GAA8B;IAC3C,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,WAAW;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;CAChB,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAA4C,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;IACtF,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,QAAQ,CAAoB,EAAE,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,MAAM,CAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,MAAM,CAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,MAAM,CAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;QACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;IAC3C,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,IAAwB,EAAE,EAAE;QAC1D,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,WAAW,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/E,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QAED,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAC3C,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,OAAO,WAAW,KAAK,QAAQ,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YAC7E,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClG;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,IAAY,EAAE,EAAE;QAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE;YACvJ,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;IAEpD,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACtB,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IAAI,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,MAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YACpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QAED,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YAChF,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACvD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnE,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACzC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3B,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,UAAU;KACX,CAAC,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;IAEtE,OAAO,KAAC,aAAa,CAAC,QAAQ,IAAC,KAAK,EAAE,KAAK,YAAG,QAAQ,GAA0B,CAAC;AACnF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;KACnE;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
interface AvatarProps {
|
|
2
|
+
url: string;
|
|
3
|
+
eyeBlink?: boolean;
|
|
4
|
+
headMovement?: boolean;
|
|
5
|
+
speaking?: boolean;
|
|
6
|
+
onLoaded?: () => void;
|
|
7
|
+
}
|
|
8
|
+
export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }: AvatarProps): JSX.Element;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
2
|
+
import { useEffect } from 'react';
|
|
3
|
+
import { Vector3 } from 'three';
|
|
4
|
+
import { useGLTF } from '@react-three/drei';
|
|
5
|
+
import useEyeBlink from '../utils/useEyeBlink';
|
|
6
|
+
import useHeadMovement from '../utils/useHeadMovement';
|
|
7
|
+
import useMouthSpeaking from '../utils/useMouthSpeaking';
|
|
8
|
+
import { dispose, useGraph } from '@react-three/fiber';
|
|
9
|
+
import { correctMaterials, hideHands, isSkinnedMesh } from '../utils/utils';
|
|
10
|
+
const position = new Vector3(0, -0.6, 0);
|
|
11
|
+
export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }) {
|
|
12
|
+
const { scene } = useGLTF(url);
|
|
13
|
+
const { nodes, materials } = useGraph(scene);
|
|
14
|
+
useEyeBlink(eyeBlink, nodes);
|
|
15
|
+
useHeadMovement(headMovement, nodes);
|
|
16
|
+
useMouthSpeaking(!!speaking, nodes);
|
|
17
|
+
useEffect(() => {
|
|
18
|
+
hideHands(nodes);
|
|
19
|
+
correctMaterials(materials);
|
|
20
|
+
if (onLoaded)
|
|
21
|
+
onLoaded();
|
|
22
|
+
return () => {
|
|
23
|
+
Object.values(materials).forEach(dispose);
|
|
24
|
+
Object.values(nodes).filter(isSkinnedMesh).forEach(dispose);
|
|
25
|
+
};
|
|
26
|
+
}, [materials, nodes, url, onLoaded]);
|
|
27
|
+
return (_jsxs("group", { position: position, children: [_jsx("primitive", { object: nodes.Hips }, "armature"), Object.values(nodes)
|
|
28
|
+
.filter(isSkinnedMesh)
|
|
29
|
+
.map((node) => (_jsx("primitive", { object: node, receiveShadow: true, castShadow: true }, node.name)))] }));
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=avatar.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"avatar.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/avatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AACzC,OAAO,EAAY,OAAO,EAAE,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,WAAW,MAAM,sBAAsB,CAAC;AAC/C,OAAO,eAAe,MAAM,0BAA0B,CAAC;AACvD,OAAO,gBAAgB,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAU5E,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEzC,MAAM,CAAC,OAAO,UAAU,MAAM,CAAC,EAC7B,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,GACI;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE7C,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,eAAe,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACrC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpC,SAAS,CAAC,GAAG,EAAE;QACb,SAAS,CAAC,KAAK,CAAC,CAAC;QACjB,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE5B,IAAI,QAAQ;YAAE,QAAQ,EAAE,CAAC;QAEzB,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,OAAO,CACL,iBAAO,QAAQ,EAAE,QAAQ,aACvB,oBAA0B,MAAM,EAAE,KAAK,CAAC,IAAI,IAA7B,UAAU,CAAuB,EAC/C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;iBAClB,MAAM,CAAC,aAAa,CAAC;iBACrB,GAAG,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,CACvB,oBAA2B,MAAM,EAAE,IAAI,EAAE,aAAa,QAAC,UAAU,UAAjD,IAAI,CAAC,IAAI,CAA2C,CACrE,CAAC,IACE,CACT,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export interface AvatarProps {
|
|
2
|
+
url: string;
|
|
3
|
+
sex: 'MALE' | 'FEMALE';
|
|
4
|
+
eyeBlink?: boolean;
|
|
5
|
+
headMovement?: boolean;
|
|
6
|
+
speaking?: boolean;
|
|
7
|
+
onLoaded?: () => void;
|
|
8
|
+
animation?: 'Idle' | 'Idle 1' | 'Idle 2' | 'Idle 3' | 'Loading' | 'Sad' | 'Talk 1' | 'Talk 2' | 'Talk 3';
|
|
9
|
+
}
|
|
10
|
+
export default function Avatar({ url, sex, eyeBlink, speaking, onLoaded, animation, }: AvatarProps): JSX.Element;
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { jsx as _jsx } from "react/jsx-runtime";
|
|
2
|
+
import { useEffect } from 'react';
|
|
3
|
+
import { Vector3, Euler, } from 'three';
|
|
4
|
+
import { useAnimations, useGLTF } from '@react-three/drei';
|
|
5
|
+
import useEyeBlink from '../utils/useEyeBlink';
|
|
6
|
+
import useLoadingMorphAnim from '../utils/useLoadingMorphAnim';
|
|
7
|
+
import useMouthSpeaking from '../utils/useMouthSpeaking';
|
|
8
|
+
import { dispose, useGraph } from '@react-three/fiber';
|
|
9
|
+
import { correctMaterials, isSkinnedMesh } from '../utils/utils';
|
|
10
|
+
import useSmile from '../utils/useSmile';
|
|
11
|
+
const position = new Vector3(0, -1, 0);
|
|
12
|
+
const rotation = new Euler(0.175, 0, 0);
|
|
13
|
+
export default function Avatar({ url, sex, eyeBlink, speaking, onLoaded, animation, }) {
|
|
14
|
+
const { scene } = useGLTF(url);
|
|
15
|
+
const { animations } = useGLTF(sex === 'MALE'
|
|
16
|
+
? 'https://assets.memori.ai/api/v2/asset/5de7456f-0cd8-4e29-95a7-0cd0045a5325.glb'
|
|
17
|
+
: 'https://assets.memori.ai/api/v2/asset/84487a2b-377c-4565-800a-51459d580ec8.glb');
|
|
18
|
+
const { nodes, materials } = useGraph(scene);
|
|
19
|
+
const anim = useAnimations(animations, scene);
|
|
20
|
+
useEyeBlink(eyeBlink, nodes);
|
|
21
|
+
useMouthSpeaking(!!speaking, nodes);
|
|
22
|
+
useLoadingMorphAnim(animation === 'Loading', nodes);
|
|
23
|
+
useSmile(animation === null || animation === void 0 ? void 0 : animation.startsWith('Idle'), nodes);
|
|
24
|
+
useEffect(() => {
|
|
25
|
+
correctMaterials(materials);
|
|
26
|
+
if (onLoaded)
|
|
27
|
+
onLoaded();
|
|
28
|
+
return () => {
|
|
29
|
+
Object.values(materials).forEach(dispose);
|
|
30
|
+
Object.values(nodes).filter(isSkinnedMesh).forEach(dispose);
|
|
31
|
+
};
|
|
32
|
+
}, [materials, nodes, url, onLoaded]);
|
|
33
|
+
try {
|
|
34
|
+
if (animation && animation in anim.actions) {
|
|
35
|
+
Object.keys(anim.actions).forEach(name => {
|
|
36
|
+
let action = anim.actions[name];
|
|
37
|
+
if (!action)
|
|
38
|
+
return;
|
|
39
|
+
else if (name === animation)
|
|
40
|
+
action.fadeIn(0.3).play();
|
|
41
|
+
else
|
|
42
|
+
action.fadeOut(0.3).stop();
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
else {
|
|
46
|
+
Object.values(anim.actions).forEach(action => {
|
|
47
|
+
if (!action)
|
|
48
|
+
return;
|
|
49
|
+
action === null || action === void 0 ? void 0 : action.fadeOut(0.2).reset().stop();
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
catch (e) {
|
|
54
|
+
console.log(e);
|
|
55
|
+
}
|
|
56
|
+
return (_jsx("group", { position: position, rotation: rotation, children: _jsx("primitive", { object: scene }) }));
|
|
57
|
+
}
|
|
58
|
+
//# sourceMappingURL=fullbodyAvatar.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/fullbodyAvatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAQ,SAAS,EAAW,MAAM,OAAO,CAAC;AACxD,OAAO,EAGL,OAAO,EACP,KAAK,GAGN,MAAM,OAAO,CAAC;AACf,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,WAAW,MAAM,sBAAsB,CAAC;AAC/C,OAAO,mBAAmB,MAAM,8BAA8B,CAAC;AAC/D,OAAO,gBAAgB,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAa,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,QAAQ,MAAM,mBAAmB,CAAC;AAqBzC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvC,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAExC,MAAM,CAAC,OAAO,UAAU,MAAM,CAAC,EAC7B,GAAG,EACH,GAAG,EACH,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,SAAS,GACG;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAC5B,GAAG,KAAK,MAAM;QACZ,CAAC,CAAC,gFAAgF;QAClF,CAAC,CAAC,gFAAgF,CACrF,CAAC;IACF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE7C,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAE9C,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE7B,gBAAgB,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACpC,mBAAmB,CAAC,SAAS,KAAK,SAAS,EAAE,KAAK,CAAC,CAAC;IACpD,QAAQ,CAAC,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,UAAU,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;IAE/C,SAAS,CAAC,GAAG,EAAE;QACb,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE5B,IAAI,QAAQ;YAAE,QAAQ,EAAE,CAAC;QAEzB,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,IAAI;QACF,IAAI,SAAS,IAAI,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE;YAC1C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACvC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM;oBAAE,OAAO;qBACf,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;;oBAClD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAClC,CAAC,CAAC,CAAC;SACJ;aAAM;YACL,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAC3C,IAAI,CAAC,MAAM;oBAAE,OAAO;gBACpB,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,EAAE,CAAC;YACtC,CAAC,CAAC,CAAC;SACJ;KACF;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;KAChB;IAED,OAAO,CACL,gBAAO,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,YAC3C,oBAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { jsx as _jsx, jsxs as _jsxs, Fragment as _Fragment } from "react/jsx-runtime";
|
|
2
|
+
import { Html, useProgress } from '@react-three/drei';
|
|
3
|
+
import Spin from '../../ui/Spin';
|
|
4
|
+
const Loader = ({ fallbackImg }) => {
|
|
5
|
+
const { progress } = useProgress();
|
|
6
|
+
return (_jsx(Html, { center: true, className: "avatar-loader", children: _jsx(Spin, { spinning: true, children: fallbackImg ? (_jsxs("figure", { children: [_jsx("img", { src: fallbackImg, alt: `${Math.round(progress)}% loaded`, title: `${Math.round(progress)}% loaded` }), _jsx("figcaption", { children: `${Math.round(progress)}%` })] })) : (_jsxs(_Fragment, { children: [Math.round(progress), " % loaded"] })) }) }));
|
|
7
|
+
};
|
|
8
|
+
export default Loader;
|
|
9
|
+
//# sourceMappingURL=loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/loader.tsx"],"names":[],"mappings":";AACA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,IAAI,MAAM,eAAe,CAAC;AAMjC,MAAM,MAAM,GAAG,CAAC,EAAE,WAAW,EAAS,EAAE,EAAE;IACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,WAAW,EAAE,CAAC;IACnC,OAAO,CACL,KAAC,IAAI,IAAC,MAAM,QAAC,SAAS,EAAC,eAAe,YACpC,KAAC,IAAI,IAAC,QAAQ,kBACX,WAAW,CAAC,CAAC,CAAC,CACb,6BACE,cACE,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EACtC,KAAK,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,GACxC,EACF,+BAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAc,IAC9C,CACV,CAAC,CAAC,CAAC,CACF,8BAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAa,CACrC,GACI,GACF,CACR,CAAC;AACJ,CAAC,CAAC;AAEF,eAAe,MAAM,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { CSSProperties } from 'react';
|
|
2
|
+
import React from 'react';
|
|
3
|
+
import { AvatarProps } from './components/fullbodyAvatar';
|
|
4
|
+
export interface Props {
|
|
5
|
+
url: string;
|
|
6
|
+
sex: 'MALE' | 'FEMALE';
|
|
7
|
+
fallbackImg?: string;
|
|
8
|
+
eyeBlink?: boolean;
|
|
9
|
+
headMovement?: boolean;
|
|
10
|
+
rotateAvatar?: boolean;
|
|
11
|
+
speaking?: boolean;
|
|
12
|
+
style?: CSSProperties;
|
|
13
|
+
fallback?: React.ReactNode;
|
|
14
|
+
halfBody?: boolean;
|
|
15
|
+
animation?: AvatarProps['animation'];
|
|
16
|
+
}
|
|
17
|
+
export default function AvatarView({ url, sex, fallbackImg, style, rotateAvatar, eyeBlink, headMovement, speaking, fallback, halfBody, animation, }: Props): JSX.Element;
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
2
|
+
import { Suspense } from 'react';
|
|
3
|
+
import Avatar from './components/avatar';
|
|
4
|
+
import FullbodyAvatar from './components/fullbodyAvatar';
|
|
5
|
+
import Loader from './components/loader';
|
|
6
|
+
import { Canvas } from '@react-three/fiber';
|
|
7
|
+
import { OrbitControls, SpotLight, Environment } from '@react-three/drei';
|
|
8
|
+
import { isAndroid, isiOS } from '../../helpers/utils';
|
|
9
|
+
const defaultStylesHalfBody = {
|
|
10
|
+
width: '250px',
|
|
11
|
+
height: '250px',
|
|
12
|
+
backgroundColor: 'white',
|
|
13
|
+
borderRadius: '100%',
|
|
14
|
+
};
|
|
15
|
+
const defaultStylesFullBody = {
|
|
16
|
+
width: '500px',
|
|
17
|
+
height: '500px',
|
|
18
|
+
backgroundColor: 'white',
|
|
19
|
+
};
|
|
20
|
+
export default function AvatarView({ url, sex, fallbackImg, style, rotateAvatar, eyeBlink, headMovement, speaking, fallback, halfBody = true, animation, }) {
|
|
21
|
+
const defaultStyles = halfBody
|
|
22
|
+
? defaultStylesHalfBody
|
|
23
|
+
: defaultStylesFullBody;
|
|
24
|
+
return (_jsx(Canvas, { style: style || defaultStyles, camera: halfBody
|
|
25
|
+
? {
|
|
26
|
+
fov: 40,
|
|
27
|
+
position: [0, 0, 0.6],
|
|
28
|
+
}
|
|
29
|
+
: { fov: 40, position: [0, 0.0000175, 3] }, children: _jsxs(Suspense, { fallback: fallback || _jsx(Loader, { fallbackImg: fallbackImg }), children: [isAndroid() || isiOS() ? (_jsx(SpotLight, { distance: 100, position: [-0.3, 0.2, 1.25], angle: Math.PI / 2, attenuation: 5, anglePower: 5 })) : (_jsx(Environment, { files: "https://raw.githack.com/pmndrs/drei-assets/456060a26bbeb8fdf79326f224b6d99b8bcce736/hdri/venice_sunset_1k.hdr" })), rotateAvatar && halfBody && (_jsx(OrbitControls, { enablePan: false, enableZoom: false })), halfBody ? (_jsx(Avatar, { url: url, eyeBlink: eyeBlink, headMovement: headMovement, speaking: speaking })) : (_jsx(FullbodyAvatar, { url: url, sex: sex, eyeBlink: eyeBlink, headMovement: headMovement, speaking: speaking, animation: animation }))] }) }));
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/components/AvatarView/index.tsx"],"names":[],"mappings":";AACA,OAAc,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACxC,OAAO,MAAM,MAAM,qBAAqB,CAAC;AACzC,OAAO,cAA+B,MAAM,6BAA6B,CAAC;AAC1E,OAAO,MAAM,MAAM,qBAAqB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAgBvD,MAAM,qBAAqB,GAAG;IAC5B,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO;IACf,eAAe,EAAE,OAAO;IACxB,YAAY,EAAE,MAAM;CACrB,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO;IACf,eAAe,EAAE,OAAO;CACzB,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,UAAU,CAAC,EACjC,GAAG,EACH,GAAG,EACH,WAAW,EACX,KAAK,EACL,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,QAAQ,GAAG,IAAI,EACf,SAAS,GACH;IACN,MAAM,aAAa,GAAG,QAAQ;QAC5B,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,qBAAqB,CAAC;IAE1B,OAAO,CACL,KAAC,MAAM,IACL,KAAK,EAAE,KAAK,IAAI,aAAa,EAC7B,MAAM,EACJ,QAAQ;YACN,CAAC,CAAC;gBACE,GAAG,EAAE,EAAE;gBACP,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC;aACtB;YACH,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,YAG9C,MAAC,QAAQ,IAAC,QAAQ,EAAE,QAAQ,IAAI,KAAC,MAAM,IAAC,WAAW,EAAE,WAAW,GAAI,aACjE,SAAS,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,CACxB,KAAC,SAAS,IACR,QAAQ,EAAE,GAAG,EACb,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAC3B,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,EAClB,WAAW,EAAE,CAAC,EACd,UAAU,EAAE,CAAC,GACb,CACH,CAAC,CAAC,CAAC,CACF,KAAC,WAAW,IAAC,KAAK,EAAC,+GAA+G,GAAG,CACtI,EACA,YAAY,IAAI,QAAQ,IAAI,CAC3B,KAAC,aAAa,IAAC,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,GAAI,CACvD,EACA,QAAQ,CAAC,CAAC,CAAC,CACV,KAAC,MAAM,IACL,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,GAClB,CACH,CAAC,CAAC,CAAC,CACF,KAAC,cAAc,IACb,GAAG,EAAE,GAAG,EACR,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,EAClB,SAAS,EAAE,SAAS,GACpB,CACH,IACQ,GACJ,CACV,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { useEffect } from 'react';
|
|
2
|
+
import { useFrame } from '@react-three/fiber';
|
|
3
|
+
let blinkTime = 999;
|
|
4
|
+
let timeout;
|
|
5
|
+
let headMesh;
|
|
6
|
+
let morphIndex = 0;
|
|
7
|
+
const setNextBlink = () => {
|
|
8
|
+
blinkTime = 0;
|
|
9
|
+
timeout = setTimeout(setNextBlink, Math.random() * 5000 + 2000);
|
|
10
|
+
};
|
|
11
|
+
export default function useEyeBlink(enabled, nodes) {
|
|
12
|
+
useEffect(() => {
|
|
13
|
+
if (!enabled)
|
|
14
|
+
return;
|
|
15
|
+
headMesh = (nodes.Wolf3D_Head || nodes.Wolf3D_Avatar);
|
|
16
|
+
if ((headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetDictionary) && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
|
|
17
|
+
morphIndex = headMesh.morphTargetDictionary.eyesClosed;
|
|
18
|
+
}
|
|
19
|
+
timeout = setTimeout(setNextBlink, 3000);
|
|
20
|
+
return () => {
|
|
21
|
+
clearTimeout(timeout);
|
|
22
|
+
};
|
|
23
|
+
}, [nodes, enabled]);
|
|
24
|
+
useFrame((_, delta) => {
|
|
25
|
+
if (!enabled)
|
|
26
|
+
return;
|
|
27
|
+
if (blinkTime < 2 && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
|
|
28
|
+
let value = Math.abs(Math.sin((blinkTime * Math.PI) / 2));
|
|
29
|
+
blinkTime += delta * 10;
|
|
30
|
+
headMesh.morphTargetInfluences[morphIndex] = value;
|
|
31
|
+
}
|
|
32
|
+
else if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
|
|
33
|
+
headMesh.morphTargetInfluences[morphIndex] = 0;
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=useEyeBlink.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useEyeBlink.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useEyeBlink.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,SAAS,GAAW,GAAG,CAAC;AAC5B,IAAI,OAAuB,CAAC;AAE5B,IAAI,QAAqB,CAAC;AAC1B,IAAI,UAAU,GAAW,CAAC,CAAC;AAE3B,MAAM,YAAY,GAAG,GAAG,EAAE;IACxB,SAAS,GAAG,CAAC,CAAC;IACd,OAAO,GAAG,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,WAAW,CACjC,OAA4B,EAC5B,KAAY;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,aAAa,CAAgB,CAAC;QAErE,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,MAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACtE,UAAU,GAAG,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC;SACxD;QAED,OAAO,GAAG,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAEzC,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAErB,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,IAAI,SAAS,GAAG,CAAC,KAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACpD,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1D,SAAS,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC;SACpD;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;YAC1C,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SAChD;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { Vector2 } from 'three';
|
|
2
|
+
import { useEffect } from 'react';
|
|
3
|
+
import { lerp, mapRange } from './utils';
|
|
4
|
+
import { useFrame, useThree } from '@react-three/fiber';
|
|
5
|
+
const rad = Math.PI / 180;
|
|
6
|
+
let reset = false;
|
|
7
|
+
let timeout;
|
|
8
|
+
const targetPos = new Vector2(0, 0);
|
|
9
|
+
const currentPos = new Vector2(0, 0);
|
|
10
|
+
const setResetTrue = () => {
|
|
11
|
+
timeout = setTimeout(() => {
|
|
12
|
+
reset = true;
|
|
13
|
+
}, 1000);
|
|
14
|
+
};
|
|
15
|
+
const setResetFalse = () => {
|
|
16
|
+
clearTimeout(timeout);
|
|
17
|
+
reset = false;
|
|
18
|
+
};
|
|
19
|
+
export default function useHeadMovement(enabled, nodes) {
|
|
20
|
+
const { gl } = useThree();
|
|
21
|
+
useEffect(() => {
|
|
22
|
+
if (!enabled)
|
|
23
|
+
return;
|
|
24
|
+
gl.domElement.addEventListener('mouseleave', setResetTrue);
|
|
25
|
+
gl.domElement.addEventListener('mouseenter', setResetFalse);
|
|
26
|
+
return () => {
|
|
27
|
+
gl.domElement.removeEventListener('mouseleave', setResetTrue);
|
|
28
|
+
gl.domElement.removeEventListener('mouseenter', setResetFalse);
|
|
29
|
+
};
|
|
30
|
+
}, [gl.domElement, enabled]);
|
|
31
|
+
useFrame(state => {
|
|
32
|
+
if (!enabled || !(nodes === null || nodes === void 0 ? void 0 : nodes.Neck) || !(nodes === null || nodes === void 0 ? void 0 : nodes.Head))
|
|
33
|
+
return;
|
|
34
|
+
const cameraRotation = Math.abs(state.camera.rotation.z);
|
|
35
|
+
if (!reset && cameraRotation < 0.2) {
|
|
36
|
+
targetPos.x = mapRange(state.mouse.y, -1, 1, 5 * rad, -5 * rad);
|
|
37
|
+
targetPos.y = mapRange(state.mouse.x, -1, 1, -10 * rad, 10 * rad);
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
targetPos.set(0, 0);
|
|
41
|
+
}
|
|
42
|
+
currentPos.x = lerp(currentPos.x, targetPos.x);
|
|
43
|
+
currentPos.y = lerp(currentPos.y, targetPos.y);
|
|
44
|
+
nodes.Neck.rotation.x = currentPos.x + 0.1;
|
|
45
|
+
nodes.Neck.rotation.y = currentPos.y;
|
|
46
|
+
nodes.Head.rotation.x = currentPos.x * 2;
|
|
47
|
+
nodes.Head.rotation.y = currentPos.y * 2;
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=useHeadMovement.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useHeadMovement.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useHeadMovement.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAExD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,GAAG,GAAG,CAAC;AAG1B,IAAI,KAAK,GAAY,KAAK,CAAC;AAC3B,IAAI,OAAuB,CAAC;AAE5B,MAAM,SAAS,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACpC,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAErC,MAAM,YAAY,GAAG,GAAG,EAAE;IACxB,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;QACxB,KAAK,GAAG,IAAI,CAAC;IACf,CAAC,EAAE,IAAI,CAAC,CAAC;AACX,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,GAAG,EAAE;IACzB,YAAY,CAAC,OAAO,CAAC,CAAC;IACtB,KAAK,GAAG,KAAK,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,eAAe,CACrC,OAA4B,EAC5B,KAAY;IAEZ,MAAM,EAAE,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC;IAE1B,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAC3D,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAE5D,OAAO,GAAG,EAAE;YACV,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YAC9D,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QACjE,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAE7B,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,IAAI,CAAC,OAAO,IAAI,CAAC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,CAAA,IAAI,CAAC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,CAAA;YAAE,OAAO;QAErD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAEzD,IAAI,CAAC,KAAK,IAAI,cAAc,GAAG,GAAG,EAAE;YAClC,SAAS,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YAChE,SAAS,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,GAAG,CAAC,CAAC;SACnE;aAAM;YACL,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;SACrB;QAED,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAC/C,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAE/C,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;QAErC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC;IAO3C,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { useEffect } from 'react';
|
|
2
|
+
import { useFrame } from '@react-three/fiber';
|
|
3
|
+
let headMesh;
|
|
4
|
+
let eyesClosedMorphIndex = 0;
|
|
5
|
+
let viseme_UMorphIndex = 0;
|
|
6
|
+
export default function useLoadingMorphAnim(loading, nodes) {
|
|
7
|
+
useEffect(() => {
|
|
8
|
+
if (!loading)
|
|
9
|
+
return;
|
|
10
|
+
headMesh = (nodes.Wolf3D_Head ||
|
|
11
|
+
nodes.Wolf3D_Avatar ||
|
|
12
|
+
nodes.Wolf3D_Avatar001);
|
|
13
|
+
if ((headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetDictionary) && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
|
|
14
|
+
eyesClosedMorphIndex = headMesh.morphTargetDictionary.mouthOpen;
|
|
15
|
+
viseme_UMorphIndex = headMesh.morphTargetDictionary.viseme_U;
|
|
16
|
+
}
|
|
17
|
+
}, [nodes, loading]);
|
|
18
|
+
useFrame(() => {
|
|
19
|
+
if (!loading) {
|
|
20
|
+
if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
|
|
21
|
+
headMesh.morphTargetInfluences[eyesClosedMorphIndex] = 0;
|
|
22
|
+
headMesh.morphTargetInfluences[viseme_UMorphIndex] = 0;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
else if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
|
|
26
|
+
headMesh.morphTargetInfluences[eyesClosedMorphIndex] = 0.56;
|
|
27
|
+
headMesh.morphTargetInfluences[viseme_UMorphIndex] = 0.67;
|
|
28
|
+
}
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=useLoadingMorphAnim.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useLoadingMorphAnim.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useLoadingMorphAnim.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,QAAqB,CAAC;AAC1B,IAAI,oBAAoB,GAAW,CAAC,CAAC;AACrC,IAAI,kBAAkB,GAAW,CAAC,CAAC;AAEnC,MAAM,CAAC,OAAO,UAAU,mBAAmB,CACzC,OAA4B,EAC5B,KAAY;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,GAAG,CAAC,KAAK,CAAC,WAAW;YAC3B,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,gBAAgB,CAAgB,CAAC;QAEzC,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,MAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACtE,oBAAoB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,SAAS,CAAC;YAChE,kBAAkB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC;SAC9D;IACH,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAErB,QAAQ,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;gBACnC,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;gBACzD,QAAQ,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;aACxD;SACF;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;YAC1C,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,IAAI,CAAC;YAC5D,QAAQ,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,GAAG,IAAI,CAAC;SAC3D;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { useEffect } from 'react';
|
|
2
|
+
import { useFrame } from '@react-three/fiber';
|
|
3
|
+
let mouthMoveTime = 999;
|
|
4
|
+
let timeout;
|
|
5
|
+
let mouthMesh;
|
|
6
|
+
let mouthOpenMorphIndex = 0;
|
|
7
|
+
let mouthSmileMorphIndex = 0;
|
|
8
|
+
let mouthFunnerMorphIndex = 0;
|
|
9
|
+
let mouthPuckerMorphIndex = 0;
|
|
10
|
+
const setNextMouthOpen = () => {
|
|
11
|
+
mouthMoveTime = 0;
|
|
12
|
+
timeout = setTimeout(setNextMouthOpen, Math.random() * 500);
|
|
13
|
+
};
|
|
14
|
+
export default function useMouthSpeaking(speaking, nodes) {
|
|
15
|
+
useEffect(() => {
|
|
16
|
+
if (!speaking)
|
|
17
|
+
return;
|
|
18
|
+
mouthMesh = (nodes.Wolf3D_Head ||
|
|
19
|
+
nodes.Wolf3D_Avatar ||
|
|
20
|
+
nodes.Wolf3D_Avatar001);
|
|
21
|
+
if ((mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetDictionary) && (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences)) {
|
|
22
|
+
mouthOpenMorphIndex = mouthMesh.morphTargetDictionary.mouthOpen;
|
|
23
|
+
mouthSmileMorphIndex = mouthMesh.morphTargetDictionary.mouthSmile;
|
|
24
|
+
mouthFunnerMorphIndex = mouthMesh.morphTargetDictionary.mouthFunner;
|
|
25
|
+
mouthPuckerMorphIndex = mouthMesh.morphTargetDictionary.mouthPucker;
|
|
26
|
+
}
|
|
27
|
+
timeout = setTimeout(setNextMouthOpen, 200);
|
|
28
|
+
return () => {
|
|
29
|
+
clearTimeout(timeout);
|
|
30
|
+
};
|
|
31
|
+
}, [nodes, speaking]);
|
|
32
|
+
useFrame((_, delta) => {
|
|
33
|
+
if (!speaking) {
|
|
34
|
+
if (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences) {
|
|
35
|
+
mouthMesh.morphTargetInfluences[mouthOpenMorphIndex] = 0;
|
|
36
|
+
mouthMesh.morphTargetInfluences[mouthSmileMorphIndex] = 0;
|
|
37
|
+
mouthMesh.morphTargetInfluences[mouthFunnerMorphIndex] = 0;
|
|
38
|
+
mouthMesh.morphTargetInfluences[mouthPuckerMorphIndex] = 0;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
else if (mouthMoveTime < 2 && (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences)) {
|
|
42
|
+
let value = Math.abs(Math.sin((mouthMoveTime * Math.PI) / 2));
|
|
43
|
+
mouthMoveTime += delta * 10;
|
|
44
|
+
mouthMesh.morphTargetInfluences[mouthOpenMorphIndex] = value / 3;
|
|
45
|
+
mouthMesh.morphTargetInfluences[mouthSmileMorphIndex] = value / 10;
|
|
46
|
+
mouthMesh.morphTargetInfluences[mouthFunnerMorphIndex] = value / 7;
|
|
47
|
+
mouthMesh.morphTargetInfluences[mouthPuckerMorphIndex] = value / 5;
|
|
48
|
+
}
|
|
49
|
+
else if (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences) {
|
|
50
|
+
mouthMesh.morphTargetInfluences[mouthOpenMorphIndex] = 0;
|
|
51
|
+
mouthMesh.morphTargetInfluences[mouthSmileMorphIndex] = 0;
|
|
52
|
+
mouthMesh.morphTargetInfluences[mouthFunnerMorphIndex] = 0;
|
|
53
|
+
mouthMesh.morphTargetInfluences[mouthPuckerMorphIndex] = 0;
|
|
54
|
+
}
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=useMouthSpeaking.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useMouthSpeaking.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useMouthSpeaking.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,aAAa,GAAW,GAAG,CAAC;AAChC,IAAI,OAAuB,CAAC;AAE5B,IAAI,SAAsB,CAAC;AAC3B,IAAI,mBAAmB,GAAW,CAAC,CAAC;AACpC,IAAI,oBAAoB,GAAW,CAAC,CAAC;AACrC,IAAI,qBAAqB,GAAW,CAAC,CAAC;AACtC,IAAI,qBAAqB,GAAW,CAAC,CAAC;AAEtC,MAAM,gBAAgB,GAAG,GAAG,EAAE;IAC5B,aAAa,GAAG,CAAC,CAAC;IAClB,OAAO,GAAG,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;AAC9D,CAAC,CAAC;AAIF,MAAM,CAAC,OAAO,UAAU,gBAAgB,CACtC,QAA6B,EAC7B,KAAY;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,SAAS,GAAG,CAAC,KAAK,CAAC,WAAW;YAC5B,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,gBAAgB,CAAgB,CAAC;QAEzC,IAAI,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,MAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,CAAA,EAAE;YACxE,mBAAmB,GAAG,SAAS,CAAC,qBAAqB,CAAC,SAAS,CAAC;YAChE,oBAAoB,GAAG,SAAS,CAAC,qBAAqB,CAAC,UAAU,CAAC;YAClE,qBAAqB,GAAG,SAAS,CAAC,qBAAqB,CAAC,WAAW,CAAC;YACpE,qBAAqB,GAAG,SAAS,CAAC,qBAAqB,CAAC,WAAW,CAAC;SACrE;QAED,OAAO,GAAG,UAAU,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAG5C,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtB,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,CAAC,QAAQ,EAAE;YACb,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,EAAE;gBACpC,SAAS,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBACzD,SAAS,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;gBAC1D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;gBAC3D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;aAC5D;SACF;aAAM,IAAI,aAAa,GAAG,CAAC,KAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,CAAA,EAAE;YAChE,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9D,aAAa,IAAI,KAAK,GAAG,EAAE,CAAC;YAC5B,SAAS,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACjE,SAAS,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YACnE,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACnE,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;SACpE;aAAM,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,EAAE;YAC3C,SAAS,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YACzD,SAAS,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC1D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC3D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;SAC5D;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { useEffect } from 'react';
|
|
2
|
+
import { useFrame } from '@react-three/fiber';
|
|
3
|
+
let headMesh;
|
|
4
|
+
let mouthSmileMorphIndex = 0;
|
|
5
|
+
export default function useSmile(smiling, nodes) {
|
|
6
|
+
useEffect(() => {
|
|
7
|
+
if (!smiling)
|
|
8
|
+
return;
|
|
9
|
+
headMesh = (nodes.Wolf3D_Head ||
|
|
10
|
+
nodes.Wolf3D_Avatar ||
|
|
11
|
+
nodes.Wolf3D_Avatar001);
|
|
12
|
+
if ((headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetDictionary) && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
|
|
13
|
+
mouthSmileMorphIndex = headMesh.morphTargetDictionary.mouthSmile;
|
|
14
|
+
}
|
|
15
|
+
}, [nodes, smiling]);
|
|
16
|
+
useFrame(() => {
|
|
17
|
+
if (!smiling) {
|
|
18
|
+
if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
|
|
19
|
+
headMesh.morphTargetInfluences[mouthSmileMorphIndex] = 0;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
else if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
|
|
23
|
+
headMesh.morphTargetInfluences[mouthSmileMorphIndex] = 1 / 3;
|
|
24
|
+
}
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=useSmile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useSmile.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useSmile.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,QAAqB,CAAC;AAC1B,IAAI,oBAAoB,GAAW,CAAC,CAAC;AAErC,MAAM,CAAC,OAAO,UAAU,QAAQ,CAAC,OAA4B,EAAE,KAAY;IACzE,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,GAAG,CAAC,KAAK,CAAC,WAAW;YAC3B,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,gBAAgB,CAAgB,CAAC;QAEzC,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,MAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACtE,oBAAoB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC;SAClE;IACH,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAErB,QAAQ,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;gBACnC,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;aAC1D;SACF;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;YAC1C,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;SAC9D;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|