@memori.ai/memori-react 7.8.1 → 7.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (134) hide show
  1. package/CHANGELOG.md +8 -0
  2. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +5 -3
  3. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
  4. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +0 -12
  5. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
  6. package/dist/components/Avatar/AvatarView/components/avatar.d.ts +9 -0
  7. package/dist/components/Avatar/AvatarView/components/avatar.js +39 -0
  8. package/dist/components/Avatar/AvatarView/components/avatar.js.map +1 -0
  9. package/dist/components/Avatar/AvatarView/components/controls.d.ts +23 -0
  10. package/dist/components/Avatar/AvatarView/components/controls.js +55 -0
  11. package/dist/components/Avatar/AvatarView/components/controls.js.map +1 -0
  12. package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +19 -0
  13. package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js +59 -0
  14. package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -0
  15. package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +9 -0
  16. package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js +39 -0
  17. package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +1 -0
  18. package/dist/components/Avatar/AvatarView/components/loader.d.ts +5 -0
  19. package/dist/components/Avatar/AvatarView/components/loader.js +12 -0
  20. package/dist/components/Avatar/AvatarView/components/loader.js.map +1 -0
  21. package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
  22. package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js +68 -0
  23. package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -0
  24. package/dist/components/Avatar/AvatarView/utils/useViseme.d.ts +18 -0
  25. package/dist/components/Avatar/AvatarView/utils/useViseme.js +141 -0
  26. package/dist/components/Avatar/AvatarView/utils/useViseme.js.map +1 -0
  27. package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts +24 -0
  28. package/dist/components/Avatar/AvatarView/utils/visemeContext.js +157 -0
  29. package/dist/components/Avatar/AvatarView/utils/visemeContext.js.map +1 -0
  30. package/dist/components/AvatarView/components/avatar.d.ts +9 -0
  31. package/dist/components/AvatarView/components/avatar.js +35 -0
  32. package/dist/components/AvatarView/components/avatar.js.map +1 -0
  33. package/dist/components/AvatarView/components/fullbodyAvatar.d.ts +10 -0
  34. package/dist/components/AvatarView/components/fullbodyAvatar.js +62 -0
  35. package/dist/components/AvatarView/components/fullbodyAvatar.js.map +1 -0
  36. package/dist/components/AvatarView/components/loader.d.ts +5 -0
  37. package/dist/components/AvatarView/components/loader.js +12 -0
  38. package/dist/components/AvatarView/components/loader.js.map +1 -0
  39. package/dist/components/AvatarView/index.d.ts +17 -0
  40. package/dist/components/AvatarView/index.js +35 -0
  41. package/dist/components/AvatarView/index.js.map +1 -0
  42. package/dist/components/AvatarView/utils/useEyeBlink.d.ts +2 -0
  43. package/dist/components/AvatarView/utils/useEyeBlink.js +40 -0
  44. package/dist/components/AvatarView/utils/useEyeBlink.js.map +1 -0
  45. package/dist/components/AvatarView/utils/useHeadMovement.d.ts +2 -0
  46. package/dist/components/AvatarView/utils/useHeadMovement.js +53 -0
  47. package/dist/components/AvatarView/utils/useHeadMovement.js.map +1 -0
  48. package/dist/components/AvatarView/utils/useLoadingMorphAnim.d.ts +2 -0
  49. package/dist/components/AvatarView/utils/useLoadingMorphAnim.js +34 -0
  50. package/dist/components/AvatarView/utils/useLoadingMorphAnim.js.map +1 -0
  51. package/dist/components/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
  52. package/dist/components/AvatarView/utils/useMouthSpeaking.js +60 -0
  53. package/dist/components/AvatarView/utils/useMouthSpeaking.js.map +1 -0
  54. package/dist/components/AvatarView/utils/useSmile.d.ts +2 -0
  55. package/dist/components/AvatarView/utils/useSmile.js +30 -0
  56. package/dist/components/AvatarView/utils/useSmile.js.map +1 -0
  57. package/dist/components/AvatarView/utils/utils.d.ts +13 -0
  58. package/dist/components/AvatarView/utils/utils.js +42 -0
  59. package/dist/components/AvatarView/utils/utils.js.map +1 -0
  60. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +4 -0
  61. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js +157 -0
  62. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +1 -0
  63. package/dist/components/layouts/ZoomedHalfBody.d.ts +4 -0
  64. package/dist/components/layouts/ZoomedHalfBody.js +8 -0
  65. package/dist/components/layouts/ZoomedHalfBody.js.map +1 -0
  66. package/dist/components/layouts/zoomed-half-body.css +3 -0
  67. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +5 -3
  68. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
  69. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +0 -12
  70. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
  71. package/esm/components/Avatar/AvatarView/components/avatar.d.ts +9 -0
  72. package/esm/components/Avatar/AvatarView/components/avatar.js +35 -0
  73. package/esm/components/Avatar/AvatarView/components/avatar.js.map +1 -0
  74. package/esm/components/Avatar/AvatarView/components/controls.d.ts +23 -0
  75. package/esm/components/Avatar/AvatarView/components/controls.js +52 -0
  76. package/esm/components/Avatar/AvatarView/components/controls.js.map +1 -0
  77. package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +19 -0
  78. package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js +55 -0
  79. package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -0
  80. package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +9 -0
  81. package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js +35 -0
  82. package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +1 -0
  83. package/esm/components/Avatar/AvatarView/components/loader.d.ts +5 -0
  84. package/esm/components/Avatar/AvatarView/components/loader.js +9 -0
  85. package/esm/components/Avatar/AvatarView/components/loader.js.map +1 -0
  86. package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
  87. package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js +65 -0
  88. package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -0
  89. package/esm/components/Avatar/AvatarView/utils/useViseme.d.ts +18 -0
  90. package/esm/components/Avatar/AvatarView/utils/useViseme.js +137 -0
  91. package/esm/components/Avatar/AvatarView/utils/useViseme.js.map +1 -0
  92. package/esm/components/Avatar/AvatarView/utils/visemeContext.d.ts +24 -0
  93. package/esm/components/Avatar/AvatarView/utils/visemeContext.js +152 -0
  94. package/esm/components/Avatar/AvatarView/utils/visemeContext.js.map +1 -0
  95. package/esm/components/AvatarView/components/avatar.d.ts +9 -0
  96. package/esm/components/AvatarView/components/avatar.js +31 -0
  97. package/esm/components/AvatarView/components/avatar.js.map +1 -0
  98. package/esm/components/AvatarView/components/fullbodyAvatar.d.ts +10 -0
  99. package/esm/components/AvatarView/components/fullbodyAvatar.js +58 -0
  100. package/esm/components/AvatarView/components/fullbodyAvatar.js.map +1 -0
  101. package/esm/components/AvatarView/components/loader.d.ts +5 -0
  102. package/esm/components/AvatarView/components/loader.js +9 -0
  103. package/esm/components/AvatarView/components/loader.js.map +1 -0
  104. package/esm/components/AvatarView/index.d.ts +17 -0
  105. package/esm/components/AvatarView/index.js +31 -0
  106. package/esm/components/AvatarView/index.js.map +1 -0
  107. package/esm/components/AvatarView/utils/useEyeBlink.d.ts +2 -0
  108. package/esm/components/AvatarView/utils/useEyeBlink.js +37 -0
  109. package/esm/components/AvatarView/utils/useEyeBlink.js.map +1 -0
  110. package/esm/components/AvatarView/utils/useHeadMovement.d.ts +2 -0
  111. package/esm/components/AvatarView/utils/useHeadMovement.js +50 -0
  112. package/esm/components/AvatarView/utils/useHeadMovement.js.map +1 -0
  113. package/esm/components/AvatarView/utils/useLoadingMorphAnim.d.ts +2 -0
  114. package/esm/components/AvatarView/utils/useLoadingMorphAnim.js +31 -0
  115. package/esm/components/AvatarView/utils/useLoadingMorphAnim.js.map +1 -0
  116. package/esm/components/AvatarView/utils/useMouthSpeaking.d.ts +2 -0
  117. package/esm/components/AvatarView/utils/useMouthSpeaking.js +57 -0
  118. package/esm/components/AvatarView/utils/useMouthSpeaking.js.map +1 -0
  119. package/esm/components/AvatarView/utils/useSmile.d.ts +2 -0
  120. package/esm/components/AvatarView/utils/useSmile.js +27 -0
  121. package/esm/components/AvatarView/utils/useSmile.js.map +1 -0
  122. package/esm/components/AvatarView/utils/utils.d.ts +13 -0
  123. package/esm/components/AvatarView/utils/utils.js +33 -0
  124. package/esm/components/AvatarView/utils/utils.js.map +1 -0
  125. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +4 -0
  126. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js +152 -0
  127. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +1 -0
  128. package/esm/components/layouts/ZoomedHalfBody.d.ts +4 -0
  129. package/esm/components/layouts/ZoomedHalfBody.js +5 -0
  130. package/esm/components/layouts/ZoomedHalfBody.js.map +1 -0
  131. package/esm/components/layouts/zoomed-half-body.css +3 -0
  132. package/package.json +1 -1
  133. package/src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx +13 -4
  134. package/src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx +0 -15
@@ -0,0 +1,152 @@
1
+ import { jsx as _jsx } from "react/jsx-runtime";
2
+ import { createContext, useContext, useCallback, useRef, useState, useEffect, useMemo } from 'react';
3
+ export const VisemeContext = createContext({
4
+ addVisemeToQueue: () => { },
5
+ processVisemeQueue: () => [],
6
+ clearVisemes: () => { },
7
+ setMeshRef: () => { },
8
+ });
9
+ const VISEME_SMOOTHING = 0.42;
10
+ const DEFAULT_VISEME_DURATION = 0.1;
11
+ const visemeMap = {
12
+ 0: 'viseme_sil',
13
+ 1: 'viseme_aa',
14
+ 2: 'viseme_aa',
15
+ 3: 'viseme_O',
16
+ 4: 'viseme_E',
17
+ 5: 'viseme_I',
18
+ 6: 'viseme_I',
19
+ 7: 'viseme_U',
20
+ 8: 'viseme_O',
21
+ 9: 'viseme_aa',
22
+ 10: 'viseme_O',
23
+ 11: 'viseme_aa',
24
+ 12: 'viseme_CH',
25
+ 13: 'viseme_RR',
26
+ 14: 'viseme_SS',
27
+ 15: 'viseme_SS',
28
+ 16: 'viseme_CH',
29
+ 17: 'viseme_TH',
30
+ 18: 'viseme_FF',
31
+ 19: 'viseme_DD',
32
+ 20: 'viseme_kk',
33
+ 21: 'viseme_PP'
34
+ };
35
+ export const VisemeProvider = ({ children }) => {
36
+ const [currentVisemes, setCurrentVisemes] = useState([]);
37
+ const visemeQueueRef = useRef([]);
38
+ const animationFrameRef = useRef(null);
39
+ const startTimeRef = useRef(null);
40
+ const currentVisemeWeightRef = useRef({});
41
+ const meshRef = useRef(null);
42
+ const lerp = (start, end, alpha) => {
43
+ return start * (1 - alpha) + end * alpha;
44
+ };
45
+ const setMeshRef = useCallback((mesh) => {
46
+ meshRef.current = mesh;
47
+ }, []);
48
+ const addVisemeToQueue = useCallback((viseme) => {
49
+ visemeQueueRef.current.push(viseme);
50
+ }, []);
51
+ const getCurrentViseme = useCallback((elapsedTime) => {
52
+ return currentVisemes.find((viseme, index) => {
53
+ const nextViseme = currentVisemes[index + 1];
54
+ return elapsedTime >= viseme.startTime && (!nextViseme || elapsedTime < nextViseme.startTime);
55
+ });
56
+ }, [currentVisemes]);
57
+ const applyViseme = useCallback((viseme, elapsedTime) => {
58
+ var _a, _b, _c;
59
+ if (!meshRef.current)
60
+ return;
61
+ const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
62
+ const targetWeight = Math.sin(visemeProgress * Math.PI) * viseme.weight;
63
+ if (!currentVisemeWeightRef.current[viseme.name]) {
64
+ currentVisemeWeightRef.current[viseme.name] = 0;
65
+ }
66
+ currentVisemeWeightRef.current[viseme.name] = lerp(currentVisemeWeightRef.current[viseme.name], targetWeight, VISEME_SMOOTHING);
67
+ const visemeIndex = (_b = (_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) === null || _b === void 0 ? void 0 : _b[viseme.name];
68
+ if (typeof visemeIndex === 'number' && ((_c = meshRef.current) === null || _c === void 0 ? void 0 : _c.morphTargetInfluences)) {
69
+ meshRef.current.morphTargetInfluences[visemeIndex] = currentVisemeWeightRef.current[viseme.name];
70
+ }
71
+ }, []);
72
+ const animate = useCallback((time) => {
73
+ if (startTimeRef.current === null) {
74
+ startTimeRef.current = time;
75
+ }
76
+ const elapsedTime = (time - startTimeRef.current) / 1000;
77
+ const currentViseme = getCurrentViseme(elapsedTime);
78
+ if (currentViseme) {
79
+ applyViseme(currentViseme, elapsedTime);
80
+ }
81
+ if (currentVisemes.length > 0 && elapsedTime < currentVisemes[currentVisemes.length - 1].startTime + currentVisemes[currentVisemes.length - 1].duration) {
82
+ animationFrameRef.current = requestAnimationFrame(animate);
83
+ }
84
+ else {
85
+ clearVisemes();
86
+ }
87
+ }, [getCurrentViseme, applyViseme, currentVisemes]);
88
+ const clearVisemes = useCallback(() => {
89
+ var _a, _b;
90
+ setCurrentVisemes([]);
91
+ visemeQueueRef.current = [];
92
+ if (animationFrameRef.current !== null) {
93
+ cancelAnimationFrame(animationFrameRef.current);
94
+ animationFrameRef.current = null;
95
+ }
96
+ if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) && ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
97
+ Object.values(meshRef.current.morphTargetDictionary).forEach((index) => {
98
+ if (typeof index === 'number') {
99
+ meshRef.current.morphTargetInfluences[index] = 0;
100
+ }
101
+ });
102
+ }
103
+ currentVisemeWeightRef.current = {};
104
+ }, []);
105
+ const processVisemeQueue = useCallback(() => {
106
+ const azureVisemes = [...visemeQueueRef.current];
107
+ visemeQueueRef.current = [];
108
+ if (azureVisemes.length === 0)
109
+ return [];
110
+ const processedVisemes = azureVisemes.map((currentViseme, i) => {
111
+ const nextViseme = azureVisemes[i + 1];
112
+ const duration = nextViseme
113
+ ? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
114
+ : DEFAULT_VISEME_DURATION;
115
+ return {
116
+ name: visemeMap[currentViseme.visemeId] || 'viseme_sil',
117
+ duration,
118
+ weight: 1,
119
+ startTime: currentViseme.audioOffset / 10000000
120
+ };
121
+ });
122
+ setCurrentVisemes(processedVisemes);
123
+ console.log('processedVisemes', processedVisemes, meshRef.current);
124
+ if (animationFrameRef.current === null) {
125
+ startTimeRef.current = performance.now();
126
+ animationFrameRef.current = requestAnimationFrame(animate);
127
+ }
128
+ return processedVisemes;
129
+ }, [animate]);
130
+ useEffect(() => {
131
+ return () => {
132
+ if (animationFrameRef.current !== null) {
133
+ cancelAnimationFrame(animationFrameRef.current);
134
+ }
135
+ };
136
+ }, []);
137
+ const value = useMemo(() => ({
138
+ addVisemeToQueue,
139
+ processVisemeQueue,
140
+ clearVisemes,
141
+ setMeshRef,
142
+ }), [addVisemeToQueue, processVisemeQueue, clearVisemes, setMeshRef]);
143
+ return _jsx(VisemeContext.Provider, { value: value, children: children });
144
+ };
145
+ export const useViseme = () => {
146
+ const context = useContext(VisemeContext);
147
+ if (!context) {
148
+ throw new Error('useViseme must be used within a VisemeProvider');
149
+ }
150
+ return context;
151
+ };
152
+ //# sourceMappingURL=visemeContext.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/visemeContext.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAsB5G,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,CAAoB;IAC5D,gBAAgB,EAAE,GAAG,EAAE,GAAE,CAAC;IAC1B,kBAAkB,EAAE,GAAG,EAAE,CAAC,EAAE;IAC5B,YAAY,EAAE,GAAG,EAAE,GAAE,CAAC;IACtB,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;CACrB,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,SAAS,GAA8B;IAC3C,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,WAAW;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;CAChB,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAA4C,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;IACtF,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,QAAQ,CAAoB,EAAE,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,MAAM,CAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,MAAM,CAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,MAAM,CAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,MAAM,CAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;QACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;IAC3C,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,IAAwB,EAAE,EAAE;QAC1D,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,WAAW,CAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,WAAW,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/E,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QAED,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAC3C,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,OAAO,WAAW,KAAK,QAAQ,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YAC7E,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClG;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,IAAY,EAAE,EAAE;QAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE;YACvJ,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;IAEpD,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACtB,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IAAI,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,MAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YACpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QAED,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YAChF,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACvD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnE,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACzC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3B,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,UAAU;KACX,CAAC,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;IAEtE,OAAO,KAAC,aAAa,CAAC,QAAQ,IAAC,KAAK,EAAE,KAAK,YAAG,QAAQ,GAA0B,CAAC;AACnF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;KACnE;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}
@@ -0,0 +1,9 @@
1
+ interface AvatarProps {
2
+ url: string;
3
+ eyeBlink?: boolean;
4
+ headMovement?: boolean;
5
+ speaking?: boolean;
6
+ onLoaded?: () => void;
7
+ }
8
+ export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }: AvatarProps): JSX.Element;
9
+ export {};
@@ -0,0 +1,31 @@
1
+ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
2
+ import { useEffect } from 'react';
3
+ import { Vector3 } from 'three';
4
+ import { useGLTF } from '@react-three/drei';
5
+ import useEyeBlink from '../utils/useEyeBlink';
6
+ import useHeadMovement from '../utils/useHeadMovement';
7
+ import useMouthSpeaking from '../utils/useMouthSpeaking';
8
+ import { dispose, useGraph } from '@react-three/fiber';
9
+ import { correctMaterials, hideHands, isSkinnedMesh } from '../utils/utils';
10
+ const position = new Vector3(0, -0.6, 0);
11
+ export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }) {
12
+ const { scene } = useGLTF(url);
13
+ const { nodes, materials } = useGraph(scene);
14
+ useEyeBlink(eyeBlink, nodes);
15
+ useHeadMovement(headMovement, nodes);
16
+ useMouthSpeaking(!!speaking, nodes);
17
+ useEffect(() => {
18
+ hideHands(nodes);
19
+ correctMaterials(materials);
20
+ if (onLoaded)
21
+ onLoaded();
22
+ return () => {
23
+ Object.values(materials).forEach(dispose);
24
+ Object.values(nodes).filter(isSkinnedMesh).forEach(dispose);
25
+ };
26
+ }, [materials, nodes, url, onLoaded]);
27
+ return (_jsxs("group", { position: position, children: [_jsx("primitive", { object: nodes.Hips }, "armature"), Object.values(nodes)
28
+ .filter(isSkinnedMesh)
29
+ .map((node) => (_jsx("primitive", { object: node, receiveShadow: true, castShadow: true }, node.name)))] }));
30
+ }
31
+ //# sourceMappingURL=avatar.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"avatar.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/avatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AACzC,OAAO,EAAY,OAAO,EAAE,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,WAAW,MAAM,sBAAsB,CAAC;AAC/C,OAAO,eAAe,MAAM,0BAA0B,CAAC;AACvD,OAAO,gBAAgB,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAU5E,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEzC,MAAM,CAAC,OAAO,UAAU,MAAM,CAAC,EAC7B,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,GACI;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE7C,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,eAAe,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACrC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpC,SAAS,CAAC,GAAG,EAAE;QACb,SAAS,CAAC,KAAK,CAAC,CAAC;QACjB,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE5B,IAAI,QAAQ;YAAE,QAAQ,EAAE,CAAC;QAEzB,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,OAAO,CACL,iBAAO,QAAQ,EAAE,QAAQ,aACvB,oBAA0B,MAAM,EAAE,KAAK,CAAC,IAAI,IAA7B,UAAU,CAAuB,EAC/C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;iBAClB,MAAM,CAAC,aAAa,CAAC;iBACrB,GAAG,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,CACvB,oBAA2B,MAAM,EAAE,IAAI,EAAE,aAAa,QAAC,UAAU,UAAjD,IAAI,CAAC,IAAI,CAA2C,CACrE,CAAC,IACE,CACT,CAAC;AACJ,CAAC"}
@@ -0,0 +1,10 @@
1
+ export interface AvatarProps {
2
+ url: string;
3
+ sex: 'MALE' | 'FEMALE';
4
+ eyeBlink?: boolean;
5
+ headMovement?: boolean;
6
+ speaking?: boolean;
7
+ onLoaded?: () => void;
8
+ animation?: 'Idle' | 'Idle 1' | 'Idle 2' | 'Idle 3' | 'Loading' | 'Sad' | 'Talk 1' | 'Talk 2' | 'Talk 3';
9
+ }
10
+ export default function Avatar({ url, sex, eyeBlink, speaking, onLoaded, animation, }: AvatarProps): JSX.Element;
@@ -0,0 +1,58 @@
1
+ import { jsx as _jsx } from "react/jsx-runtime";
2
+ import { useEffect } from 'react';
3
+ import { Vector3, Euler, } from 'three';
4
+ import { useAnimations, useGLTF } from '@react-three/drei';
5
+ import useEyeBlink from '../utils/useEyeBlink';
6
+ import useLoadingMorphAnim from '../utils/useLoadingMorphAnim';
7
+ import useMouthSpeaking from '../utils/useMouthSpeaking';
8
+ import { dispose, useGraph } from '@react-three/fiber';
9
+ import { correctMaterials, isSkinnedMesh } from '../utils/utils';
10
+ import useSmile from '../utils/useSmile';
11
+ const position = new Vector3(0, -1, 0);
12
+ const rotation = new Euler(0.175, 0, 0);
13
+ export default function Avatar({ url, sex, eyeBlink, speaking, onLoaded, animation, }) {
14
+ const { scene } = useGLTF(url);
15
+ const { animations } = useGLTF(sex === 'MALE'
16
+ ? 'https://assets.memori.ai/api/v2/asset/5de7456f-0cd8-4e29-95a7-0cd0045a5325.glb'
17
+ : 'https://assets.memori.ai/api/v2/asset/84487a2b-377c-4565-800a-51459d580ec8.glb');
18
+ const { nodes, materials } = useGraph(scene);
19
+ const anim = useAnimations(animations, scene);
20
+ useEyeBlink(eyeBlink, nodes);
21
+ useMouthSpeaking(!!speaking, nodes);
22
+ useLoadingMorphAnim(animation === 'Loading', nodes);
23
+ useSmile(animation === null || animation === void 0 ? void 0 : animation.startsWith('Idle'), nodes);
24
+ useEffect(() => {
25
+ correctMaterials(materials);
26
+ if (onLoaded)
27
+ onLoaded();
28
+ return () => {
29
+ Object.values(materials).forEach(dispose);
30
+ Object.values(nodes).filter(isSkinnedMesh).forEach(dispose);
31
+ };
32
+ }, [materials, nodes, url, onLoaded]);
33
+ try {
34
+ if (animation && animation in anim.actions) {
35
+ Object.keys(anim.actions).forEach(name => {
36
+ let action = anim.actions[name];
37
+ if (!action)
38
+ return;
39
+ else if (name === animation)
40
+ action.fadeIn(0.3).play();
41
+ else
42
+ action.fadeOut(0.3).stop();
43
+ });
44
+ }
45
+ else {
46
+ Object.values(anim.actions).forEach(action => {
47
+ if (!action)
48
+ return;
49
+ action === null || action === void 0 ? void 0 : action.fadeOut(0.2).reset().stop();
50
+ });
51
+ }
52
+ }
53
+ catch (e) {
54
+ console.log(e);
55
+ }
56
+ return (_jsx("group", { position: position, rotation: rotation, children: _jsx("primitive", { object: scene }) }));
57
+ }
58
+ //# sourceMappingURL=fullbodyAvatar.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/fullbodyAvatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAQ,SAAS,EAAW,MAAM,OAAO,CAAC;AACxD,OAAO,EAGL,OAAO,EACP,KAAK,GAGN,MAAM,OAAO,CAAC;AACf,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,WAAW,MAAM,sBAAsB,CAAC;AAC/C,OAAO,mBAAmB,MAAM,8BAA8B,CAAC;AAC/D,OAAO,gBAAgB,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAa,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,QAAQ,MAAM,mBAAmB,CAAC;AAqBzC,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvC,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAExC,MAAM,CAAC,OAAO,UAAU,MAAM,CAAC,EAC7B,GAAG,EACH,GAAG,EACH,QAAQ,EACR,QAAQ,EACR,QAAQ,EACR,SAAS,GACG;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAC5B,GAAG,KAAK,MAAM;QACZ,CAAC,CAAC,gFAAgF;QAClF,CAAC,CAAC,gFAAgF,CACrF,CAAC;IACF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE7C,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAE9C,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE7B,gBAAgB,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACpC,mBAAmB,CAAC,SAAS,KAAK,SAAS,EAAE,KAAK,CAAC,CAAC;IACpD,QAAQ,CAAC,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,UAAU,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;IAE/C,SAAS,CAAC,GAAG,EAAE;QACb,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE5B,IAAI,QAAQ;YAAE,QAAQ,EAAE,CAAC;QAEzB,OAAO,GAAG,EAAE;YACV,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,IAAI;QACF,IAAI,SAAS,IAAI,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE;YAC1C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACvC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM;oBAAE,OAAO;qBACf,IAAI,IAAI,KAAK,SAAS;oBAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;;oBAClD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAClC,CAAC,CAAC,CAAC;SACJ;aAAM;YACL,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAC3C,IAAI,CAAC,MAAM;oBAAE,OAAO;gBACpB,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,EAAE,CAAC;YACtC,CAAC,CAAC,CAAC;SACJ;KACF;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;KAChB;IAED,OAAO,CACL,gBAAO,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,YAC3C,oBAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC"}
@@ -0,0 +1,5 @@
1
+ interface Props {
2
+ fallbackImg?: string;
3
+ }
4
+ declare const Loader: ({ fallbackImg }: Props) => JSX.Element;
5
+ export default Loader;
@@ -0,0 +1,9 @@
1
+ import { jsx as _jsx, jsxs as _jsxs, Fragment as _Fragment } from "react/jsx-runtime";
2
+ import { Html, useProgress } from '@react-three/drei';
3
+ import Spin from '../../ui/Spin';
4
+ const Loader = ({ fallbackImg }) => {
5
+ const { progress } = useProgress();
6
+ return (_jsx(Html, { center: true, className: "avatar-loader", children: _jsx(Spin, { spinning: true, children: fallbackImg ? (_jsxs("figure", { children: [_jsx("img", { src: fallbackImg, alt: `${Math.round(progress)}% loaded`, title: `${Math.round(progress)}% loaded` }), _jsx("figcaption", { children: `${Math.round(progress)}%` })] })) : (_jsxs(_Fragment, { children: [Math.round(progress), " % loaded"] })) }) }));
7
+ };
8
+ export default Loader;
9
+ //# sourceMappingURL=loader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/components/loader.tsx"],"names":[],"mappings":";AACA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,IAAI,MAAM,eAAe,CAAC;AAMjC,MAAM,MAAM,GAAG,CAAC,EAAE,WAAW,EAAS,EAAE,EAAE;IACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,WAAW,EAAE,CAAC;IACnC,OAAO,CACL,KAAC,IAAI,IAAC,MAAM,QAAC,SAAS,EAAC,eAAe,YACpC,KAAC,IAAI,IAAC,QAAQ,kBACX,WAAW,CAAC,CAAC,CAAC,CACb,6BACE,cACE,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EACtC,KAAK,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,GACxC,EACF,+BAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAc,IAC9C,CACV,CAAC,CAAC,CAAC,CACF,8BAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,iBAAa,CACrC,GACI,GACF,CACR,CAAC;AACJ,CAAC,CAAC;AAEF,eAAe,MAAM,CAAC"}
@@ -0,0 +1,17 @@
1
+ import { CSSProperties } from 'react';
2
+ import React from 'react';
3
+ import { AvatarProps } from './components/fullbodyAvatar';
4
+ export interface Props {
5
+ url: string;
6
+ sex: 'MALE' | 'FEMALE';
7
+ fallbackImg?: string;
8
+ eyeBlink?: boolean;
9
+ headMovement?: boolean;
10
+ rotateAvatar?: boolean;
11
+ speaking?: boolean;
12
+ style?: CSSProperties;
13
+ fallback?: React.ReactNode;
14
+ halfBody?: boolean;
15
+ animation?: AvatarProps['animation'];
16
+ }
17
+ export default function AvatarView({ url, sex, fallbackImg, style, rotateAvatar, eyeBlink, headMovement, speaking, fallback, halfBody, animation, }: Props): JSX.Element;
@@ -0,0 +1,31 @@
1
+ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
2
+ import { Suspense } from 'react';
3
+ import Avatar from './components/avatar';
4
+ import FullbodyAvatar from './components/fullbodyAvatar';
5
+ import Loader from './components/loader';
6
+ import { Canvas } from '@react-three/fiber';
7
+ import { OrbitControls, SpotLight, Environment } from '@react-three/drei';
8
+ import { isAndroid, isiOS } from '../../helpers/utils';
9
+ const defaultStylesHalfBody = {
10
+ width: '250px',
11
+ height: '250px',
12
+ backgroundColor: 'white',
13
+ borderRadius: '100%',
14
+ };
15
+ const defaultStylesFullBody = {
16
+ width: '500px',
17
+ height: '500px',
18
+ backgroundColor: 'white',
19
+ };
20
+ export default function AvatarView({ url, sex, fallbackImg, style, rotateAvatar, eyeBlink, headMovement, speaking, fallback, halfBody = true, animation, }) {
21
+ const defaultStyles = halfBody
22
+ ? defaultStylesHalfBody
23
+ : defaultStylesFullBody;
24
+ return (_jsx(Canvas, { style: style || defaultStyles, camera: halfBody
25
+ ? {
26
+ fov: 40,
27
+ position: [0, 0, 0.6],
28
+ }
29
+ : { fov: 40, position: [0, 0.0000175, 3] }, children: _jsxs(Suspense, { fallback: fallback || _jsx(Loader, { fallbackImg: fallbackImg }), children: [isAndroid() || isiOS() ? (_jsx(SpotLight, { distance: 100, position: [-0.3, 0.2, 1.25], angle: Math.PI / 2, attenuation: 5, anglePower: 5 })) : (_jsx(Environment, { files: "https://raw.githack.com/pmndrs/drei-assets/456060a26bbeb8fdf79326f224b6d99b8bcce736/hdri/venice_sunset_1k.hdr" })), rotateAvatar && halfBody && (_jsx(OrbitControls, { enablePan: false, enableZoom: false })), halfBody ? (_jsx(Avatar, { url: url, eyeBlink: eyeBlink, headMovement: headMovement, speaking: speaking })) : (_jsx(FullbodyAvatar, { url: url, sex: sex, eyeBlink: eyeBlink, headMovement: headMovement, speaking: speaking, animation: animation }))] }) }));
30
+ }
31
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/components/AvatarView/index.tsx"],"names":[],"mappings":";AACA,OAAc,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACxC,OAAO,MAAM,MAAM,qBAAqB,CAAC;AACzC,OAAO,cAA+B,MAAM,6BAA6B,CAAC;AAC1E,OAAO,MAAM,MAAM,qBAAqB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAgBvD,MAAM,qBAAqB,GAAG;IAC5B,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO;IACf,eAAe,EAAE,OAAO;IACxB,YAAY,EAAE,MAAM;CACrB,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO;IACf,eAAe,EAAE,OAAO;CACzB,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,UAAU,CAAC,EACjC,GAAG,EACH,GAAG,EACH,WAAW,EACX,KAAK,EACL,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,QAAQ,GAAG,IAAI,EACf,SAAS,GACH;IACN,MAAM,aAAa,GAAG,QAAQ;QAC5B,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,qBAAqB,CAAC;IAE1B,OAAO,CACL,KAAC,MAAM,IACL,KAAK,EAAE,KAAK,IAAI,aAAa,EAC7B,MAAM,EACJ,QAAQ;YACN,CAAC,CAAC;gBACE,GAAG,EAAE,EAAE;gBACP,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC;aACtB;YACH,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,YAG9C,MAAC,QAAQ,IAAC,QAAQ,EAAE,QAAQ,IAAI,KAAC,MAAM,IAAC,WAAW,EAAE,WAAW,GAAI,aACjE,SAAS,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,CACxB,KAAC,SAAS,IACR,QAAQ,EAAE,GAAG,EACb,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,EAC3B,KAAK,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,EAClB,WAAW,EAAE,CAAC,EACd,UAAU,EAAE,CAAC,GACb,CACH,CAAC,CAAC,CAAC,CACF,KAAC,WAAW,IAAC,KAAK,EAAC,+GAA+G,GAAG,CACtI,EACA,YAAY,IAAI,QAAQ,IAAI,CAC3B,KAAC,aAAa,IAAC,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,GAAI,CACvD,EACA,QAAQ,CAAC,CAAC,CAAC,CACV,KAAC,MAAM,IACL,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,GAClB,CACH,CAAC,CAAC,CAAC,CACF,KAAC,cAAc,IACb,GAAG,EAAE,GAAG,EACR,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,EAClB,SAAS,EAAE,SAAS,GACpB,CACH,IACQ,GACJ,CACV,CAAC;AACJ,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { Nodes } from './utils';
2
+ export default function useEyeBlink(enabled: boolean | undefined, nodes: Nodes): void;
@@ -0,0 +1,37 @@
1
+ import { useEffect } from 'react';
2
+ import { useFrame } from '@react-three/fiber';
3
+ let blinkTime = 999;
4
+ let timeout;
5
+ let headMesh;
6
+ let morphIndex = 0;
7
+ const setNextBlink = () => {
8
+ blinkTime = 0;
9
+ timeout = setTimeout(setNextBlink, Math.random() * 5000 + 2000);
10
+ };
11
+ export default function useEyeBlink(enabled, nodes) {
12
+ useEffect(() => {
13
+ if (!enabled)
14
+ return;
15
+ headMesh = (nodes.Wolf3D_Head || nodes.Wolf3D_Avatar);
16
+ if ((headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetDictionary) && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
17
+ morphIndex = headMesh.morphTargetDictionary.eyesClosed;
18
+ }
19
+ timeout = setTimeout(setNextBlink, 3000);
20
+ return () => {
21
+ clearTimeout(timeout);
22
+ };
23
+ }, [nodes, enabled]);
24
+ useFrame((_, delta) => {
25
+ if (!enabled)
26
+ return;
27
+ if (blinkTime < 2 && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
28
+ let value = Math.abs(Math.sin((blinkTime * Math.PI) / 2));
29
+ blinkTime += delta * 10;
30
+ headMesh.morphTargetInfluences[morphIndex] = value;
31
+ }
32
+ else if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
33
+ headMesh.morphTargetInfluences[morphIndex] = 0;
34
+ }
35
+ });
36
+ }
37
+ //# sourceMappingURL=useEyeBlink.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"useEyeBlink.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useEyeBlink.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,SAAS,GAAW,GAAG,CAAC;AAC5B,IAAI,OAAuB,CAAC;AAE5B,IAAI,QAAqB,CAAC;AAC1B,IAAI,UAAU,GAAW,CAAC,CAAC;AAE3B,MAAM,YAAY,GAAG,GAAG,EAAE;IACxB,SAAS,GAAG,CAAC,CAAC;IACd,OAAO,GAAG,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,WAAW,CACjC,OAA4B,EAC5B,KAAY;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,aAAa,CAAgB,CAAC;QAErE,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,MAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACtE,UAAU,GAAG,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC;SACxD;QAED,OAAO,GAAG,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAEzC,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAErB,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,IAAI,SAAS,GAAG,CAAC,KAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACpD,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1D,SAAS,IAAI,KAAK,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC;SACpD;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;YAC1C,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SAChD;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { Nodes } from './utils';
2
+ export default function useHeadMovement(enabled: boolean | undefined, nodes: Nodes): void;
@@ -0,0 +1,50 @@
1
+ import { Vector2 } from 'three';
2
+ import { useEffect } from 'react';
3
+ import { lerp, mapRange } from './utils';
4
+ import { useFrame, useThree } from '@react-three/fiber';
5
+ const rad = Math.PI / 180;
6
+ let reset = false;
7
+ let timeout;
8
+ const targetPos = new Vector2(0, 0);
9
+ const currentPos = new Vector2(0, 0);
10
+ const setResetTrue = () => {
11
+ timeout = setTimeout(() => {
12
+ reset = true;
13
+ }, 1000);
14
+ };
15
+ const setResetFalse = () => {
16
+ clearTimeout(timeout);
17
+ reset = false;
18
+ };
19
+ export default function useHeadMovement(enabled, nodes) {
20
+ const { gl } = useThree();
21
+ useEffect(() => {
22
+ if (!enabled)
23
+ return;
24
+ gl.domElement.addEventListener('mouseleave', setResetTrue);
25
+ gl.domElement.addEventListener('mouseenter', setResetFalse);
26
+ return () => {
27
+ gl.domElement.removeEventListener('mouseleave', setResetTrue);
28
+ gl.domElement.removeEventListener('mouseenter', setResetFalse);
29
+ };
30
+ }, [gl.domElement, enabled]);
31
+ useFrame(state => {
32
+ if (!enabled || !(nodes === null || nodes === void 0 ? void 0 : nodes.Neck) || !(nodes === null || nodes === void 0 ? void 0 : nodes.Head))
33
+ return;
34
+ const cameraRotation = Math.abs(state.camera.rotation.z);
35
+ if (!reset && cameraRotation < 0.2) {
36
+ targetPos.x = mapRange(state.mouse.y, -1, 1, 5 * rad, -5 * rad);
37
+ targetPos.y = mapRange(state.mouse.x, -1, 1, -10 * rad, 10 * rad);
38
+ }
39
+ else {
40
+ targetPos.set(0, 0);
41
+ }
42
+ currentPos.x = lerp(currentPos.x, targetPos.x);
43
+ currentPos.y = lerp(currentPos.y, targetPos.y);
44
+ nodes.Neck.rotation.x = currentPos.x + 0.1;
45
+ nodes.Neck.rotation.y = currentPos.y;
46
+ nodes.Head.rotation.x = currentPos.x * 2;
47
+ nodes.Head.rotation.y = currentPos.y * 2;
48
+ });
49
+ }
50
+ //# sourceMappingURL=useHeadMovement.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"useHeadMovement.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useHeadMovement.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAExD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,GAAG,GAAG,CAAC;AAG1B,IAAI,KAAK,GAAY,KAAK,CAAC;AAC3B,IAAI,OAAuB,CAAC;AAE5B,MAAM,SAAS,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACpC,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAErC,MAAM,YAAY,GAAG,GAAG,EAAE;IACxB,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;QACxB,KAAK,GAAG,IAAI,CAAC;IACf,CAAC,EAAE,IAAI,CAAC,CAAC;AACX,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,GAAG,EAAE;IACzB,YAAY,CAAC,OAAO,CAAC,CAAC;IACtB,KAAK,GAAG,KAAK,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,eAAe,CACrC,OAA4B,EAC5B,KAAY;IAEZ,MAAM,EAAE,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC;IAE1B,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAC3D,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAE5D,OAAO,GAAG,EAAE;YACV,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YAC9D,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QACjE,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IAE7B,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,IAAI,CAAC,OAAO,IAAI,CAAC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,CAAA,IAAI,CAAC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,CAAA;YAAE,OAAO;QAErD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAEzD,IAAI,CAAC,KAAK,IAAI,cAAc,GAAG,GAAG,EAAE;YAClC,SAAS,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YAChE,SAAS,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,GAAG,CAAC,CAAC;SACnE;aAAM;YACL,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;SACrB;QAED,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAC/C,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAE/C,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;QAErC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC;IAO3C,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { Nodes } from './utils';
2
+ export default function useLoadingMorphAnim(loading: boolean | undefined, nodes: Nodes): void;
@@ -0,0 +1,31 @@
1
+ import { useEffect } from 'react';
2
+ import { useFrame } from '@react-three/fiber';
3
+ let headMesh;
4
+ let eyesClosedMorphIndex = 0;
5
+ let viseme_UMorphIndex = 0;
6
+ export default function useLoadingMorphAnim(loading, nodes) {
7
+ useEffect(() => {
8
+ if (!loading)
9
+ return;
10
+ headMesh = (nodes.Wolf3D_Head ||
11
+ nodes.Wolf3D_Avatar ||
12
+ nodes.Wolf3D_Avatar001);
13
+ if ((headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetDictionary) && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
14
+ eyesClosedMorphIndex = headMesh.morphTargetDictionary.mouthOpen;
15
+ viseme_UMorphIndex = headMesh.morphTargetDictionary.viseme_U;
16
+ }
17
+ }, [nodes, loading]);
18
+ useFrame(() => {
19
+ if (!loading) {
20
+ if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
21
+ headMesh.morphTargetInfluences[eyesClosedMorphIndex] = 0;
22
+ headMesh.morphTargetInfluences[viseme_UMorphIndex] = 0;
23
+ }
24
+ }
25
+ else if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
26
+ headMesh.morphTargetInfluences[eyesClosedMorphIndex] = 0.56;
27
+ headMesh.morphTargetInfluences[viseme_UMorphIndex] = 0.67;
28
+ }
29
+ });
30
+ }
31
+ //# sourceMappingURL=useLoadingMorphAnim.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"useLoadingMorphAnim.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useLoadingMorphAnim.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,QAAqB,CAAC;AAC1B,IAAI,oBAAoB,GAAW,CAAC,CAAC;AACrC,IAAI,kBAAkB,GAAW,CAAC,CAAC;AAEnC,MAAM,CAAC,OAAO,UAAU,mBAAmB,CACzC,OAA4B,EAC5B,KAAY;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,GAAG,CAAC,KAAK,CAAC,WAAW;YAC3B,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,gBAAgB,CAAgB,CAAC;QAEzC,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,MAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACtE,oBAAoB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,SAAS,CAAC;YAChE,kBAAkB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC;SAC9D;IACH,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAErB,QAAQ,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;gBACnC,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;gBACzD,QAAQ,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;aACxD;SACF;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;YAC1C,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,IAAI,CAAC;YAC5D,QAAQ,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,GAAG,IAAI,CAAC;SAC3D;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { Nodes } from './utils';
2
+ export default function useMouthSpeaking(speaking: boolean | undefined, nodes: Nodes): void;
@@ -0,0 +1,57 @@
1
+ import { useEffect } from 'react';
2
+ import { useFrame } from '@react-three/fiber';
3
+ let mouthMoveTime = 999;
4
+ let timeout;
5
+ let mouthMesh;
6
+ let mouthOpenMorphIndex = 0;
7
+ let mouthSmileMorphIndex = 0;
8
+ let mouthFunnerMorphIndex = 0;
9
+ let mouthPuckerMorphIndex = 0;
10
+ const setNextMouthOpen = () => {
11
+ mouthMoveTime = 0;
12
+ timeout = setTimeout(setNextMouthOpen, Math.random() * 500);
13
+ };
14
+ export default function useMouthSpeaking(speaking, nodes) {
15
+ useEffect(() => {
16
+ if (!speaking)
17
+ return;
18
+ mouthMesh = (nodes.Wolf3D_Head ||
19
+ nodes.Wolf3D_Avatar ||
20
+ nodes.Wolf3D_Avatar001);
21
+ if ((mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetDictionary) && (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences)) {
22
+ mouthOpenMorphIndex = mouthMesh.morphTargetDictionary.mouthOpen;
23
+ mouthSmileMorphIndex = mouthMesh.morphTargetDictionary.mouthSmile;
24
+ mouthFunnerMorphIndex = mouthMesh.morphTargetDictionary.mouthFunner;
25
+ mouthPuckerMorphIndex = mouthMesh.morphTargetDictionary.mouthPucker;
26
+ }
27
+ timeout = setTimeout(setNextMouthOpen, 200);
28
+ return () => {
29
+ clearTimeout(timeout);
30
+ };
31
+ }, [nodes, speaking]);
32
+ useFrame((_, delta) => {
33
+ if (!speaking) {
34
+ if (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences) {
35
+ mouthMesh.morphTargetInfluences[mouthOpenMorphIndex] = 0;
36
+ mouthMesh.morphTargetInfluences[mouthSmileMorphIndex] = 0;
37
+ mouthMesh.morphTargetInfluences[mouthFunnerMorphIndex] = 0;
38
+ mouthMesh.morphTargetInfluences[mouthPuckerMorphIndex] = 0;
39
+ }
40
+ }
41
+ else if (mouthMoveTime < 2 && (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences)) {
42
+ let value = Math.abs(Math.sin((mouthMoveTime * Math.PI) / 2));
43
+ mouthMoveTime += delta * 10;
44
+ mouthMesh.morphTargetInfluences[mouthOpenMorphIndex] = value / 3;
45
+ mouthMesh.morphTargetInfluences[mouthSmileMorphIndex] = value / 10;
46
+ mouthMesh.morphTargetInfluences[mouthFunnerMorphIndex] = value / 7;
47
+ mouthMesh.morphTargetInfluences[mouthPuckerMorphIndex] = value / 5;
48
+ }
49
+ else if (mouthMesh === null || mouthMesh === void 0 ? void 0 : mouthMesh.morphTargetInfluences) {
50
+ mouthMesh.morphTargetInfluences[mouthOpenMorphIndex] = 0;
51
+ mouthMesh.morphTargetInfluences[mouthSmileMorphIndex] = 0;
52
+ mouthMesh.morphTargetInfluences[mouthFunnerMorphIndex] = 0;
53
+ mouthMesh.morphTargetInfluences[mouthPuckerMorphIndex] = 0;
54
+ }
55
+ });
56
+ }
57
+ //# sourceMappingURL=useMouthSpeaking.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"useMouthSpeaking.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useMouthSpeaking.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,aAAa,GAAW,GAAG,CAAC;AAChC,IAAI,OAAuB,CAAC;AAE5B,IAAI,SAAsB,CAAC;AAC3B,IAAI,mBAAmB,GAAW,CAAC,CAAC;AACpC,IAAI,oBAAoB,GAAW,CAAC,CAAC;AACrC,IAAI,qBAAqB,GAAW,CAAC,CAAC;AACtC,IAAI,qBAAqB,GAAW,CAAC,CAAC;AAEtC,MAAM,gBAAgB,GAAG,GAAG,EAAE;IAC5B,aAAa,GAAG,CAAC,CAAC;IAClB,OAAO,GAAG,UAAU,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;AAC9D,CAAC,CAAC;AAIF,MAAM,CAAC,OAAO,UAAU,gBAAgB,CACtC,QAA6B,EAC7B,KAAY;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,SAAS,GAAG,CAAC,KAAK,CAAC,WAAW;YAC5B,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,gBAAgB,CAAgB,CAAC;QAEzC,IAAI,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,MAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,CAAA,EAAE;YACxE,mBAAmB,GAAG,SAAS,CAAC,qBAAqB,CAAC,SAAS,CAAC;YAChE,oBAAoB,GAAG,SAAS,CAAC,qBAAqB,CAAC,UAAU,CAAC;YAClE,qBAAqB,GAAG,SAAS,CAAC,qBAAqB,CAAC,WAAW,CAAC;YACpE,qBAAqB,GAAG,SAAS,CAAC,qBAAqB,CAAC,WAAW,CAAC;SACrE;QAED,OAAO,GAAG,UAAU,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAG5C,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtB,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACpB,IAAI,CAAC,QAAQ,EAAE;YACb,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,EAAE;gBACpC,SAAS,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;gBACzD,SAAS,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;gBAC1D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;gBAC3D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;aAC5D;SACF;aAAM,IAAI,aAAa,GAAG,CAAC,KAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,CAAA,EAAE;YAChE,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9D,aAAa,IAAI,KAAK,GAAG,EAAE,CAAC;YAC5B,SAAS,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACjE,SAAS,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YACnE,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACnE,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;SACpE;aAAM,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,qBAAqB,EAAE;YAC3C,SAAS,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YACzD,SAAS,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC1D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC3D,SAAS,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;SAC5D;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { Nodes } from './utils';
2
+ export default function useSmile(smiling: boolean | undefined, nodes: Nodes): void;
@@ -0,0 +1,27 @@
1
+ import { useEffect } from 'react';
2
+ import { useFrame } from '@react-three/fiber';
3
+ let headMesh;
4
+ let mouthSmileMorphIndex = 0;
5
+ export default function useSmile(smiling, nodes) {
6
+ useEffect(() => {
7
+ if (!smiling)
8
+ return;
9
+ headMesh = (nodes.Wolf3D_Head ||
10
+ nodes.Wolf3D_Avatar ||
11
+ nodes.Wolf3D_Avatar001);
12
+ if ((headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetDictionary) && (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences)) {
13
+ mouthSmileMorphIndex = headMesh.morphTargetDictionary.mouthSmile;
14
+ }
15
+ }, [nodes, smiling]);
16
+ useFrame(() => {
17
+ if (!smiling) {
18
+ if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
19
+ headMesh.morphTargetInfluences[mouthSmileMorphIndex] = 0;
20
+ }
21
+ }
22
+ else if (headMesh === null || headMesh === void 0 ? void 0 : headMesh.morphTargetInfluences) {
23
+ headMesh.morphTargetInfluences[mouthSmileMorphIndex] = 1 / 3;
24
+ }
25
+ });
26
+ }
27
+ //# sourceMappingURL=useSmile.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"useSmile.js","sourceRoot":"","sources":["../../../../src/components/AvatarView/utils/useSmile.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,IAAI,QAAqB,CAAC;AAC1B,IAAI,oBAAoB,GAAW,CAAC,CAAC;AAErC,MAAM,CAAC,OAAO,UAAU,QAAQ,CAAC,OAA4B,EAAE,KAAY;IACzE,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,QAAQ,GAAG,CAAC,KAAK,CAAC,WAAW;YAC3B,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,gBAAgB,CAAgB,CAAC;QAEzC,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,MAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,CAAA,EAAE;YACtE,oBAAoB,GAAG,QAAQ,CAAC,qBAAqB,CAAC,UAAU,CAAC;SAClE;IACH,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IAErB,QAAQ,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,OAAO,EAAE;YACZ,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;gBACnC,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;aAC1D;SACF;aAAM,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,qBAAqB,EAAE;YAC1C,QAAQ,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;SAC9D;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}