@memori.ai/memori-react 7.6.1 → 7.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/CHANGELOG.md +18 -0
  2. package/dist/components/AttachmentMediaModal/AttachmentMediaModal.d.ts +14 -0
  3. package/dist/components/AttachmentMediaModal/AttachmentMediaModal.js +66 -0
  4. package/dist/components/AttachmentMediaModal/AttachmentMediaModal.js.map +1 -0
  5. package/dist/components/Avatar/Avatar.js +2 -2
  6. package/dist/components/Avatar/Avatar.js.map +1 -1
  7. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.d.ts +4 -3
  8. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +10 -6
  9. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
  10. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.d.ts +11 -17
  11. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +128 -104
  12. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
  13. package/dist/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.d.ts +1 -4
  14. package/dist/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js +2 -4
  15. package/dist/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js.map +1 -1
  16. package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js +8 -6
  17. package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -1
  18. package/dist/components/Avatar/AvatarView/index.d.ts +5 -3
  19. package/dist/components/Avatar/AvatarView/index.js +2 -2
  20. package/dist/components/Avatar/AvatarView/index.js.map +1 -1
  21. package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js +1 -1
  22. package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -1
  23. package/dist/components/ImageUpload/ImageUpload.css +168 -0
  24. package/dist/components/ImageUpload/ImageUpload.d.ts +28 -0
  25. package/dist/components/ImageUpload/ImageUpload.js +163 -0
  26. package/dist/components/ImageUpload/ImageUpload.js.map +1 -0
  27. package/dist/components/MemoriWidget/MemoriWidget.js +117 -118
  28. package/dist/components/MemoriWidget/MemoriWidget.js.map +1 -1
  29. package/dist/components/layouts/Default.d.ts +17 -0
  30. package/dist/components/layouts/Default.js +8 -0
  31. package/dist/components/layouts/Default.js.map +1 -0
  32. package/dist/components/layouts/ZoomedFullBody.d.ts +2 -2
  33. package/dist/components/layouts/ZoomedFullBody.js +11 -2
  34. package/dist/components/layouts/ZoomedFullBody.js.map +1 -1
  35. package/dist/components/layouts/zoomed-full-body.css +16 -0
  36. package/dist/components/ui/Message.d.ts +17 -0
  37. package/dist/components/ui/Message.js +13 -0
  38. package/dist/components/ui/Message.js.map +1 -0
  39. package/dist/context/visemeContext.d.ts +8 -15
  40. package/dist/context/visemeContext.js +64 -166
  41. package/dist/context/visemeContext.js.map +1 -1
  42. package/dist/helpers/translations.js +10 -2
  43. package/dist/helpers/translations.js.map +1 -1
  44. package/dist/helpers/utils.js +5 -6
  45. package/dist/helpers/utils.js.map +1 -1
  46. package/dist/styles.css +1 -0
  47. package/esm/components/AttachmentMediaModal/AttachmentMediaModal.d.ts +14 -0
  48. package/esm/components/AttachmentMediaModal/AttachmentMediaModal.js +63 -0
  49. package/esm/components/AttachmentMediaModal/AttachmentMediaModal.js.map +1 -0
  50. package/esm/components/Avatar/Avatar.js +2 -2
  51. package/esm/components/Avatar/Avatar.js.map +1 -1
  52. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.d.ts +4 -3
  53. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +10 -6
  54. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
  55. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.d.ts +11 -17
  56. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +131 -107
  57. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
  58. package/esm/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.d.ts +1 -4
  59. package/esm/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js +2 -4
  60. package/esm/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js.map +1 -1
  61. package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js +8 -6
  62. package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -1
  63. package/esm/components/Avatar/AvatarView/index.d.ts +5 -3
  64. package/esm/components/Avatar/AvatarView/index.js +2 -2
  65. package/esm/components/Avatar/AvatarView/index.js.map +1 -1
  66. package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js +1 -1
  67. package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -1
  68. package/esm/components/ImageUpload/ImageUpload.css +168 -0
  69. package/esm/components/ImageUpload/ImageUpload.d.ts +28 -0
  70. package/esm/components/ImageUpload/ImageUpload.js +160 -0
  71. package/esm/components/ImageUpload/ImageUpload.js.map +1 -0
  72. package/esm/components/MemoriWidget/MemoriWidget.js +117 -118
  73. package/esm/components/MemoriWidget/MemoriWidget.js.map +1 -1
  74. package/esm/components/layouts/Default.d.ts +17 -0
  75. package/esm/components/layouts/Default.js +5 -0
  76. package/esm/components/layouts/Default.js.map +1 -0
  77. package/esm/components/layouts/ZoomedFullBody.d.ts +2 -2
  78. package/esm/components/layouts/ZoomedFullBody.js +11 -2
  79. package/esm/components/layouts/ZoomedFullBody.js.map +1 -1
  80. package/esm/components/layouts/zoomed-full-body.css +16 -0
  81. package/esm/components/ui/Message.d.ts +17 -0
  82. package/esm/components/ui/Message.js +10 -0
  83. package/esm/components/ui/Message.js.map +1 -0
  84. package/esm/context/visemeContext.d.ts +8 -15
  85. package/esm/context/visemeContext.js +65 -167
  86. package/esm/context/visemeContext.js.map +1 -1
  87. package/esm/helpers/translations.js +10 -2
  88. package/esm/helpers/translations.js.map +1 -1
  89. package/esm/helpers/utils.js +5 -6
  90. package/esm/helpers/utils.js.map +1 -1
  91. package/esm/styles.css +1 -0
  92. package/package.json +1 -1
  93. package/src/components/Avatar/Avatar.stories.tsx +7 -5
  94. package/src/components/Avatar/Avatar.tsx +3 -5
  95. package/src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx +20 -19
  96. package/src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx +206 -140
  97. package/src/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.tsx +1 -7
  98. package/src/components/Avatar/AvatarView/AvatarView.stories.tsx +36 -24
  99. package/src/components/Avatar/AvatarView/index.tsx +3 -8
  100. package/src/components/MemoriWidget/MemoriWidget.tsx +140 -160
  101. package/src/components/layouts/ZoomedFullBody.tsx +38 -29
  102. package/src/components/layouts/__snapshots__/ZoomedFullBody.test.tsx.snap +25 -21
  103. package/src/components/layouts/zoomed-full-body.css +16 -0
  104. package/src/context/visemeContext.tsx +90 -260
  105. package/src/helpers/translations.ts +11 -8
  106. package/src/helpers/utils.ts +9 -8
  107. package/src/styles.css +1 -0
  108. package/dist/components/Avatar/AvatarView/components/avatar.d.ts +0 -9
  109. package/dist/components/Avatar/AvatarView/components/avatar.js +0 -39
  110. package/dist/components/Avatar/AvatarView/components/avatar.js.map +0 -1
  111. package/dist/components/Avatar/AvatarView/utils/useViseme.d.ts +0 -18
  112. package/dist/components/Avatar/AvatarView/utils/useViseme.js +0 -141
  113. package/dist/components/Avatar/AvatarView/utils/useViseme.js.map +0 -1
  114. package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts +0 -24
  115. package/dist/components/Avatar/AvatarView/utils/visemeContext.js +0 -157
  116. package/dist/components/Avatar/AvatarView/utils/visemeContext.js.map +0 -1
  117. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +0 -4
  118. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js +0 -157
  119. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +0 -1
  120. package/dist/components/layouts/ZoomedHalfBody.d.ts +0 -4
  121. package/dist/components/layouts/ZoomedHalfBody.js +0 -8
  122. package/dist/components/layouts/ZoomedHalfBody.js.map +0 -1
  123. package/dist/components/layouts/zoomed-half-body.css +0 -3
  124. package/esm/components/Avatar/AvatarView/components/avatar.d.ts +0 -9
  125. package/esm/components/Avatar/AvatarView/components/avatar.js +0 -35
  126. package/esm/components/Avatar/AvatarView/components/avatar.js.map +0 -1
  127. package/esm/components/Avatar/AvatarView/utils/useViseme.d.ts +0 -18
  128. package/esm/components/Avatar/AvatarView/utils/useViseme.js +0 -137
  129. package/esm/components/Avatar/AvatarView/utils/useViseme.js.map +0 -1
  130. package/esm/components/Avatar/AvatarView/utils/visemeContext.d.ts +0 -24
  131. package/esm/components/Avatar/AvatarView/utils/visemeContext.js +0 -152
  132. package/esm/components/Avatar/AvatarView/utils/visemeContext.js.map +0 -1
  133. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +0 -4
  134. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js +0 -152
  135. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +0 -1
  136. package/esm/components/layouts/ZoomedHalfBody.d.ts +0 -4
  137. package/esm/components/layouts/ZoomedHalfBody.js +0 -5
  138. package/esm/components/layouts/ZoomedHalfBody.js.map +0 -1
  139. package/esm/components/layouts/zoomed-half-body.css +0 -3
@@ -1,141 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.useViseme = void 0;
4
- const react_1 = require("react");
5
- const VISEME_SMOOTHING = 0.42;
6
- const DEFAULT_VISEME_DURATION = 0.1;
7
- const lerp = (start, end, alpha) => {
8
- return start * (1 - alpha) + end * alpha;
9
- };
10
- const useViseme = () => {
11
- const [currentVisemes, setCurrentVisemes] = (0, react_1.useState)([]);
12
- const visemeQueueRef = (0, react_1.useRef)([]);
13
- const animationFrameRef = (0, react_1.useRef)(null);
14
- const startTimeRef = (0, react_1.useRef)(null);
15
- const currentVisemeWeightRef = (0, react_1.useRef)({});
16
- const meshRef = (0, react_1.useRef)(null);
17
- const visemeMap = {
18
- 0: 'viseme_sil',
19
- 1: 'viseme_aa',
20
- 2: 'viseme_aa',
21
- 3: 'viseme_O',
22
- 4: 'viseme_E',
23
- 5: 'viseme_I',
24
- 6: 'viseme_I',
25
- 7: 'viseme_U',
26
- 8: 'viseme_O',
27
- 9: 'viseme_aa',
28
- 10: 'viseme_O',
29
- 11: 'viseme_aa',
30
- 12: 'viseme_CH',
31
- 13: 'viseme_RR',
32
- 14: 'viseme_SS',
33
- 15: 'viseme_SS',
34
- 16: 'viseme_CH',
35
- 17: 'viseme_TH',
36
- 18: 'viseme_FF',
37
- 19: 'viseme_DD',
38
- 20: 'viseme_kk',
39
- 21: 'viseme_PP'
40
- };
41
- const setMeshRef = (0, react_1.useCallback)((mesh) => {
42
- meshRef.current = mesh;
43
- }, []);
44
- const addVisemeToQueue = (0, react_1.useCallback)((viseme) => {
45
- visemeQueueRef.current.push(viseme);
46
- }, []);
47
- const processVisemeQueue = (0, react_1.useCallback)(() => {
48
- const azureVisemes = [...visemeQueueRef.current];
49
- visemeQueueRef.current = [];
50
- if (azureVisemes.length === 0)
51
- return [];
52
- const processedVisemes = azureVisemes.map((currentViseme, i) => {
53
- const nextViseme = azureVisemes[i + 1];
54
- const duration = nextViseme
55
- ? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
56
- : DEFAULT_VISEME_DURATION;
57
- return {
58
- name: visemeMap[currentViseme.visemeId] || 'viseme_sil',
59
- duration,
60
- weight: 1,
61
- startTime: currentViseme.audioOffset / 10000000
62
- };
63
- });
64
- setCurrentVisemes(processedVisemes);
65
- console.log('processedVisemes', processedVisemes, meshRef.current);
66
- startTimeRef.current = performance.now();
67
- if (animationFrameRef.current === null) {
68
- animationFrameRef.current = requestAnimationFrame(animate);
69
- }
70
- return processedVisemes;
71
- }, []);
72
- const clearVisemes = (0, react_1.useCallback)(() => {
73
- var _a, _b;
74
- setCurrentVisemes([]);
75
- visemeQueueRef.current = [];
76
- if (animationFrameRef.current !== null) {
77
- cancelAnimationFrame(animationFrameRef.current);
78
- animationFrameRef.current = null;
79
- }
80
- if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) && ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
81
- Object.values(meshRef.current.morphTargetDictionary).forEach((index) => {
82
- if (typeof index === 'number') {
83
- meshRef.current.morphTargetInfluences[index] = 0;
84
- }
85
- });
86
- }
87
- currentVisemeWeightRef.current = {};
88
- }, []);
89
- const getCurrentViseme = (0, react_1.useCallback)((elapsedTime) => {
90
- return currentVisemes.find((viseme, index) => {
91
- const nextViseme = currentVisemes[index + 1];
92
- return elapsedTime >= viseme.startTime && (!nextViseme || elapsedTime < nextViseme.startTime);
93
- });
94
- }, [currentVisemes]);
95
- const applyViseme = (0, react_1.useCallback)((viseme, elapsedTime) => {
96
- var _a, _b, _c;
97
- if (!meshRef.current)
98
- return;
99
- const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
100
- const targetWeight = Math.sin(visemeProgress * Math.PI) * viseme.weight;
101
- if (!currentVisemeWeightRef.current[viseme.name]) {
102
- currentVisemeWeightRef.current[viseme.name] = 0;
103
- }
104
- currentVisemeWeightRef.current[viseme.name] = lerp(currentVisemeWeightRef.current[viseme.name], targetWeight, VISEME_SMOOTHING);
105
- const visemeIndex = (_b = (_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) === null || _b === void 0 ? void 0 : _b[viseme.name];
106
- if (typeof visemeIndex === 'number' && ((_c = meshRef.current) === null || _c === void 0 ? void 0 : _c.morphTargetInfluences)) {
107
- meshRef.current.morphTargetInfluences[visemeIndex] = currentVisemeWeightRef.current[viseme.name];
108
- }
109
- }, []);
110
- const animate = (0, react_1.useCallback)((time) => {
111
- if (startTimeRef.current === null) {
112
- startTimeRef.current = time;
113
- }
114
- const elapsedTime = (time - startTimeRef.current) / 1000;
115
- const currentViseme = getCurrentViseme(elapsedTime);
116
- if (currentViseme) {
117
- applyViseme(currentViseme, elapsedTime);
118
- }
119
- if (currentVisemes.length > 0 && elapsedTime < currentVisemes[currentVisemes.length - 1].startTime + currentVisemes[currentVisemes.length - 1].duration) {
120
- animationFrameRef.current = requestAnimationFrame(animate);
121
- }
122
- else {
123
- clearVisemes();
124
- }
125
- }, [getCurrentViseme, applyViseme, currentVisemes, clearVisemes]);
126
- (0, react_1.useEffect)(() => {
127
- return () => {
128
- if (animationFrameRef.current !== null) {
129
- cancelAnimationFrame(animationFrameRef.current);
130
- }
131
- };
132
- }, []);
133
- return {
134
- addVisemeToQueue,
135
- processVisemeQueue,
136
- clearVisemes,
137
- setMeshRef
138
- };
139
- };
140
- exports.useViseme = useViseme;
141
- //# sourceMappingURL=useViseme.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"useViseme.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/useViseme.ts"],"names":[],"mappings":";;;AAAA,iCAAiE;AAejE,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;IACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;AAC3C,CAAC,CAAC;AAEK,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,IAAA,gBAAQ,EAAoB,EAAE,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,IAAA,cAAM,EAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,IAAA,cAAM,EAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,IAAA,cAAM,EAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,SAAS,GAA8B;QAC3C,CAAC,EAAE,YAAY;QACf,CAAC,EAAE,WAAW;QACd,CAAC,EAAE,WAAW;QACd,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,UAAU;QACb,CAAC,EAAE,WAAW;QACd,EAAE,EAAE,UAAU;QACd,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;QACf,EAAE,EAAE,WAAW;KAChB,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAwB,EAAE,EAAE;QAC1D,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YAChF,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACvD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QAEpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnE,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEzC,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,YAAY,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACtB,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAC5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IAAI,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,MAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YACpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QACD,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,WAAW,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/E,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QAED,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAC3C,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,OAAO,WAAW,KAAK,QAAQ,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YAC7E,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClG;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,OAAO,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAY,EAAE,EAAE;QAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE;YACvJ,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC;IAElE,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO;QACL,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,UAAU;KACX,CAAC;AACJ,CAAC,CAAC;AAzJW,QAAA,SAAS,aAyJpB"}
@@ -1,24 +0,0 @@
1
- import React from 'react';
2
- import { SkinnedMesh } from 'three';
3
- type AzureViseme = {
4
- visemeId: number;
5
- audioOffset: number;
6
- };
7
- type ProcessedViseme = {
8
- name: string;
9
- duration: number;
10
- weight: number;
11
- startTime: number;
12
- };
13
- type VisemeContextType = {
14
- addVisemeToQueue: (viseme: AzureViseme) => void;
15
- processVisemeQueue: () => ProcessedViseme[];
16
- clearVisemes: () => void;
17
- setMeshRef: (mesh: SkinnedMesh | null) => void;
18
- };
19
- export declare const VisemeContext: React.Context<VisemeContextType>;
20
- export declare const VisemeProvider: React.FC<{
21
- children: React.ReactNode;
22
- }>;
23
- export declare const useViseme: () => VisemeContextType;
24
- export {};
@@ -1,157 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.useViseme = exports.VisemeProvider = exports.VisemeContext = void 0;
4
- const jsx_runtime_1 = require("react/jsx-runtime");
5
- const react_1 = require("react");
6
- exports.VisemeContext = (0, react_1.createContext)({
7
- addVisemeToQueue: () => { },
8
- processVisemeQueue: () => [],
9
- clearVisemes: () => { },
10
- setMeshRef: () => { },
11
- });
12
- const VISEME_SMOOTHING = 0.42;
13
- const DEFAULT_VISEME_DURATION = 0.1;
14
- const visemeMap = {
15
- 0: 'viseme_sil',
16
- 1: 'viseme_aa',
17
- 2: 'viseme_aa',
18
- 3: 'viseme_O',
19
- 4: 'viseme_E',
20
- 5: 'viseme_I',
21
- 6: 'viseme_I',
22
- 7: 'viseme_U',
23
- 8: 'viseme_O',
24
- 9: 'viseme_aa',
25
- 10: 'viseme_O',
26
- 11: 'viseme_aa',
27
- 12: 'viseme_CH',
28
- 13: 'viseme_RR',
29
- 14: 'viseme_SS',
30
- 15: 'viseme_SS',
31
- 16: 'viseme_CH',
32
- 17: 'viseme_TH',
33
- 18: 'viseme_FF',
34
- 19: 'viseme_DD',
35
- 20: 'viseme_kk',
36
- 21: 'viseme_PP'
37
- };
38
- const VisemeProvider = ({ children }) => {
39
- const [currentVisemes, setCurrentVisemes] = (0, react_1.useState)([]);
40
- const visemeQueueRef = (0, react_1.useRef)([]);
41
- const animationFrameRef = (0, react_1.useRef)(null);
42
- const startTimeRef = (0, react_1.useRef)(null);
43
- const currentVisemeWeightRef = (0, react_1.useRef)({});
44
- const meshRef = (0, react_1.useRef)(null);
45
- const lerp = (start, end, alpha) => {
46
- return start * (1 - alpha) + end * alpha;
47
- };
48
- const setMeshRef = (0, react_1.useCallback)((mesh) => {
49
- meshRef.current = mesh;
50
- }, []);
51
- const addVisemeToQueue = (0, react_1.useCallback)((viseme) => {
52
- visemeQueueRef.current.push(viseme);
53
- }, []);
54
- const getCurrentViseme = (0, react_1.useCallback)((elapsedTime) => {
55
- return currentVisemes.find((viseme, index) => {
56
- const nextViseme = currentVisemes[index + 1];
57
- return elapsedTime >= viseme.startTime && (!nextViseme || elapsedTime < nextViseme.startTime);
58
- });
59
- }, [currentVisemes]);
60
- const applyViseme = (0, react_1.useCallback)((viseme, elapsedTime) => {
61
- var _a, _b, _c;
62
- if (!meshRef.current)
63
- return;
64
- const visemeProgress = Math.min((elapsedTime - viseme.startTime) / viseme.duration, 1);
65
- const targetWeight = Math.sin(visemeProgress * Math.PI) * viseme.weight;
66
- if (!currentVisemeWeightRef.current[viseme.name]) {
67
- currentVisemeWeightRef.current[viseme.name] = 0;
68
- }
69
- currentVisemeWeightRef.current[viseme.name] = lerp(currentVisemeWeightRef.current[viseme.name], targetWeight, VISEME_SMOOTHING);
70
- const visemeIndex = (_b = (_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) === null || _b === void 0 ? void 0 : _b[viseme.name];
71
- if (typeof visemeIndex === 'number' && ((_c = meshRef.current) === null || _c === void 0 ? void 0 : _c.morphTargetInfluences)) {
72
- meshRef.current.morphTargetInfluences[visemeIndex] = currentVisemeWeightRef.current[viseme.name];
73
- }
74
- }, []);
75
- const animate = (0, react_1.useCallback)((time) => {
76
- if (startTimeRef.current === null) {
77
- startTimeRef.current = time;
78
- }
79
- const elapsedTime = (time - startTimeRef.current) / 1000;
80
- const currentViseme = getCurrentViseme(elapsedTime);
81
- if (currentViseme) {
82
- applyViseme(currentViseme, elapsedTime);
83
- }
84
- if (currentVisemes.length > 0 && elapsedTime < currentVisemes[currentVisemes.length - 1].startTime + currentVisemes[currentVisemes.length - 1].duration) {
85
- animationFrameRef.current = requestAnimationFrame(animate);
86
- }
87
- else {
88
- clearVisemes();
89
- }
90
- }, [getCurrentViseme, applyViseme, currentVisemes]);
91
- const clearVisemes = (0, react_1.useCallback)(() => {
92
- var _a, _b;
93
- setCurrentVisemes([]);
94
- visemeQueueRef.current = [];
95
- if (animationFrameRef.current !== null) {
96
- cancelAnimationFrame(animationFrameRef.current);
97
- animationFrameRef.current = null;
98
- }
99
- if (((_a = meshRef.current) === null || _a === void 0 ? void 0 : _a.morphTargetDictionary) && ((_b = meshRef.current) === null || _b === void 0 ? void 0 : _b.morphTargetInfluences)) {
100
- Object.values(meshRef.current.morphTargetDictionary).forEach((index) => {
101
- if (typeof index === 'number') {
102
- meshRef.current.morphTargetInfluences[index] = 0;
103
- }
104
- });
105
- }
106
- currentVisemeWeightRef.current = {};
107
- }, []);
108
- const processVisemeQueue = (0, react_1.useCallback)(() => {
109
- const azureVisemes = [...visemeQueueRef.current];
110
- visemeQueueRef.current = [];
111
- if (azureVisemes.length === 0)
112
- return [];
113
- const processedVisemes = azureVisemes.map((currentViseme, i) => {
114
- const nextViseme = azureVisemes[i + 1];
115
- const duration = nextViseme
116
- ? (nextViseme.audioOffset - currentViseme.audioOffset) / 10000000
117
- : DEFAULT_VISEME_DURATION;
118
- return {
119
- name: visemeMap[currentViseme.visemeId] || 'viseme_sil',
120
- duration,
121
- weight: 1,
122
- startTime: currentViseme.audioOffset / 10000000
123
- };
124
- });
125
- setCurrentVisemes(processedVisemes);
126
- console.log('processedVisemes', processedVisemes, meshRef.current);
127
- if (animationFrameRef.current === null) {
128
- startTimeRef.current = performance.now();
129
- animationFrameRef.current = requestAnimationFrame(animate);
130
- }
131
- return processedVisemes;
132
- }, [animate]);
133
- (0, react_1.useEffect)(() => {
134
- return () => {
135
- if (animationFrameRef.current !== null) {
136
- cancelAnimationFrame(animationFrameRef.current);
137
- }
138
- };
139
- }, []);
140
- const value = (0, react_1.useMemo)(() => ({
141
- addVisemeToQueue,
142
- processVisemeQueue,
143
- clearVisemes,
144
- setMeshRef,
145
- }), [addVisemeToQueue, processVisemeQueue, clearVisemes, setMeshRef]);
146
- return (0, jsx_runtime_1.jsx)(exports.VisemeContext.Provider, { value: value, children: children });
147
- };
148
- exports.VisemeProvider = VisemeProvider;
149
- const useViseme = () => {
150
- const context = (0, react_1.useContext)(exports.VisemeContext);
151
- if (!context) {
152
- throw new Error('useViseme must be used within a VisemeProvider');
153
- }
154
- return context;
155
- };
156
- exports.useViseme = useViseme;
157
- //# sourceMappingURL=visemeContext.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/utils/visemeContext.tsx"],"names":[],"mappings":";;;;AAAA,iCAA4G;AAsB/F,QAAA,aAAa,GAAG,IAAA,qBAAa,EAAoB;IAC5D,gBAAgB,EAAE,GAAG,EAAE,GAAE,CAAC;IAC1B,kBAAkB,EAAE,GAAG,EAAE,CAAC,EAAE;IAC5B,YAAY,EAAE,GAAG,EAAE,GAAE,CAAC;IACtB,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;CACrB,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,SAAS,GAA8B;IAC3C,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,WAAW;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;CAChB,CAAC;AAEK,MAAM,cAAc,GAA4C,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;IACtF,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,IAAA,gBAAQ,EAAoB,EAAE,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,IAAA,cAAM,EAAgB,EAAE,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,IAAA,cAAM,EAA4B,EAAE,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,IAAA,cAAM,EAAqB,IAAI,CAAC,CAAC;IAEjD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,KAAa,EAAU,EAAE;QACjE,OAAO,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;IAC3C,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAwB,EAAE,EAAE;QAC1D,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAmB,EAAE,EAAE;QAC3D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,CAAC,WAAmB,EAAE,EAAE;QAC3D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7C,OAAO,WAAW,IAAI,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,UAAU,IAAI,WAAW,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB,MAAM,WAAW,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAuB,EAAE,WAAmB,EAAE,EAAE;;QAC/E,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACjD;QAED,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAChD,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAC3C,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,0CAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,OAAO,WAAW,KAAK,QAAQ,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YAC7E,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClG;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,OAAO,GAAG,IAAA,mBAAW,EAAC,CAAC,IAAY,EAAE,EAAE;QAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE;YACjC,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC;SAC7B;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEpD,IAAI,aAAa,EAAE;YACjB,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;SACzC;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE;YACvJ,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;aAAM;YACL,YAAY,EAAE,CAAC;SAChB;IACH,CAAC,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;IAEpD,MAAM,YAAY,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;;QACpC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACtB,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAChD,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;SAClC;QAED,IAAI,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,MAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,qBAAqB,CAAA,EAAE;YACpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;oBAC7B,OAAO,CAAC,OAAQ,CAAC,qBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACpD;YACH,CAAC,CAAC,CAAC;SACJ;QAED,sBAAsB,CAAC,OAAO,GAAG,EAAE,CAAC;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QAC1C,MAAM,YAAY,GAAG,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,gBAAgB,GAAsB,YAAY,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE;YAChF,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU;gBACzB,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ;gBACjE,CAAC,CAAC,uBAAuB,CAAC;YAE5B,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,YAAY;gBACvD,QAAQ;gBACR,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,aAAa,CAAC,WAAW,GAAG,QAAQ;aAChD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACnE,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;YACtC,YAAY,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACzC,iBAAiB,CAAC,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;SAC5D;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,IAAI,iBAAiB,CAAC,OAAO,KAAK,IAAI,EAAE;gBACtC,oBAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACjD;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,KAAK,GAAG,IAAA,eAAO,EAAC,GAAG,EAAE,CAAC,CAAC;QAC3B,gBAAgB;QAChB,kBAAkB;QAClB,YAAY;QACZ,UAAU;KACX,CAAC,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC;IAEtE,OAAO,uBAAC,qBAAa,CAAC,QAAQ,IAAC,KAAK,EAAE,KAAK,YAAG,QAAQ,GAA0B,CAAC;AACnF,CAAC,CAAC;AAtIW,QAAA,cAAc,kBAsIzB;AAEK,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,IAAA,kBAAU,EAAC,qBAAa,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;KACnE;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AANW,QAAA,SAAS,aAMpB"}
@@ -1,4 +0,0 @@
1
- type Emotion = 'Gioia' | 'Rabbia' | 'Sorpresa' | 'Tristezza' | 'Timore' | 'Curiosità' | 'Neutrale';
2
- type Lang = 'it' | 'en' | 'fr';
3
- export declare const generateEnhancedSSML: (text: string, baseEmotion: Emotion, userLang: Lang, phonemesMap: any, tenant: any, getCultureCodeByLanguage: (lang: Lang) => string, getTTSVoice: (lang: Lang) => string) => string;
4
- export {};
@@ -1,157 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.generateEnhancedSSML = void 0;
4
- const tslib_1 = require("tslib");
5
- const utils_1 = require("../../../helpers/utils");
6
- const natural_1 = tslib_1.__importDefault(require("natural"));
7
- const emotionProsodyParams = {
8
- Gioia: { rate: "10%", pitch: "10%", volume: "10%" },
9
- Rabbia: { rate: "15%", pitch: "-10%", volume: "20%" },
10
- Sorpresa: { rate: "10%", pitch: "15%", volume: "10%" },
11
- Tristezza: { rate: "-10%", pitch: "-10%", volume: "-10%" },
12
- Timore: { rate: "5%", pitch: "-5%", volume: "-5%" },
13
- Curiosità: { rate: "5%", pitch: "5%", volume: "5%" },
14
- Neutrale: { rate: "0%", pitch: "0%", volume: "0%" }
15
- };
16
- const punctuationParams = {
17
- "?": { pitch: "15%", contour: "(0%,+20%) (100%,+40%)", break: "300ms" },
18
- "!": { pitch: "20%", rate: "10%", volume: "10%", break: "500ms" },
19
- ".": { pitch: "-5%", rate: "-10%", volume: "-5%", break: "400ms" },
20
- ",": { pitch: "0%", break: "200ms" },
21
- "...": { pitch: "-10%", rate: "-20%", volume: "-10%", break: "700ms" }
22
- };
23
- const tokenizer = new natural_1.default.WordTokenizer();
24
- const stemmer = natural_1.default.PorterStemmer;
25
- const tfidf = new natural_1.default.TfIdf();
26
- const sentiment = new natural_1.default.SentimentAnalyzer('English', stemmer, 'afinn');
27
- const replaceTextWithPhonemes = (text, lang, phonemesMap, tenant) => {
28
- var _a;
29
- if (!phonemesMap)
30
- return text;
31
- const phonemes = {
32
- ...((_a = phonemesMap.common) !== null && _a !== void 0 ? _a : {}),
33
- ...((tenant === null || tenant === void 0 ? void 0 : tenant.id) && phonemesMap[tenant.id] ? phonemesMap[tenant.id] : {}),
34
- };
35
- const phonemesPairs = Object.entries(phonemes).map(([word, data]) => {
36
- var _a;
37
- return ({
38
- word,
39
- phoneme: (_a = data[lang.toLowerCase()]) !== null && _a !== void 0 ? _a : data.default,
40
- caseSensitive: data.caseSensitive
41
- });
42
- });
43
- return phonemesPairs.reduce((acc, { word, phoneme, caseSensitive }) => acc.replace(new RegExp(`\\b${word}\\b`, caseSensitive ? 'g' : 'gi'), `<phoneme alphabet="ipa" ph="${phoneme}">${word}</phoneme>`), text);
44
- };
45
- const getEmotionIntensity = (emotion) => {
46
- const intensityMap = {
47
- Gioia: 1.5, Rabbia: 1.8, Sorpresa: 1.6, Tristezza: 1.2, Timore: 1.4, Curiosità: 1.3, Neutrale: 1.0
48
- };
49
- return intensityMap[emotion] || 1;
50
- };
51
- const applyEmotionProsody = (text, emotion) => {
52
- const params = emotionProsodyParams[emotion];
53
- if (!params)
54
- return text;
55
- const intensity = getEmotionIntensity(emotion);
56
- return `<prosody rate="${params.rate}" pitch="${params.pitch}" volume="${params.volume}">
57
- <emphasis level="${intensity > 1.5 ? 'strong' : 'moderate'}">${text}</emphasis>
58
- </prosody>`;
59
- };
60
- const enhancePunctuation = (text) => {
61
- return text.replace(/([.?!,]|\.{3})\s*/g, (_match, punct) => {
62
- const params = punctuationParams[punct] || punctuationParams['.'];
63
- let enhancedPunct = `<prosody pitch="${params.pitch}" ${params.contour ? `contour="${params.contour}"` : ''} ${params.rate ? `rate="${params.rate}"` : ''} ${params.volume ? `volume="${params.volume}"` : ''}>${punct}</prosody><break time="${params.break}"/>`;
64
- return enhancedPunct;
65
- });
66
- };
67
- const analyzeEmotion = (sentence, baseEmotion) => {
68
- const words = tokenizer.tokenize(sentence);
69
- const sentimentScore = sentiment.getSentiment(words);
70
- if (sentimentScore > 0.5)
71
- return 'Gioia';
72
- if (sentimentScore < -0.5)
73
- return 'Tristezza';
74
- if (sentence.includes('!'))
75
- return 'Sorpresa';
76
- if (sentence.includes('?'))
77
- return 'Curiosità';
78
- if (sentimentScore < -0.2)
79
- return 'Timore';
80
- if (sentimentScore > 0.2)
81
- return 'Curiosità';
82
- return baseEmotion;
83
- };
84
- const addBreathSounds = (text) => {
85
- const sentences = splitIntoSentences(text);
86
- return sentences.map((sentence, index) => {
87
- if (index > 0 && index % Math.floor(Math.random() * 3 + 3) === 0) {
88
- return `<say-as interpret-as="interjection">*breath*</say-as> ${sentence}`;
89
- }
90
- return sentence;
91
- }).join(' ');
92
- };
93
- const applyWordEmphasis = (text) => {
94
- const words = tokenizer.tokenize(text);
95
- tfidf.addDocument(words);
96
- return words.map(word => {
97
- const tfidfScore = tfidf.tfidf(word, 0);
98
- if (tfidfScore > 5 || word.length > 8) {
99
- return `<emphasis level="strong">${word}</emphasis>`;
100
- }
101
- else if (tfidfScore > 3 || word.length > 6) {
102
- return `<emphasis level="moderate">${word}</emphasis>`;
103
- }
104
- return word;
105
- }).join(' ');
106
- };
107
- const applyDynamicProsody = (text, emotion, prevEmotion) => {
108
- const startParams = emotionProsodyParams[prevEmotion];
109
- const endParams = emotionProsodyParams[emotion];
110
- const words = tokenizer.tokenize(text);
111
- return words.map((word, index) => {
112
- const progress = index / words.length;
113
- const rate = interpolate(startParams.rate, endParams.rate, progress);
114
- const pitch = interpolate(startParams.pitch, endParams.pitch, progress);
115
- const volume = interpolate(startParams.volume, endParams.volume, progress);
116
- return `<prosody rate="${rate}" pitch="${pitch}" volume="${volume}">${word}</prosody>`;
117
- }).join(' ');
118
- };
119
- const interpolate = (start, end, progress) => {
120
- const startVal = parseFloat(start);
121
- const endVal = parseFloat(end);
122
- return `${startVal + (endVal - startVal) * progress}%`;
123
- };
124
- const splitIntoSentences = (text) => {
125
- const tokenizer = new natural_1.default.SentenceTokenizer(['e.g.', 'i.e.', 'etc.', 'ca.', 'al.', 'il.', 'lo.', 'la.', 'i.', 'l.', 'a.', 'b.', 'c.', 'd.', 'e.', 'f.', 'g.', 'h.', 'j.', 'k.', 'm.', 'n.', 'o.', 'p.', 'q.', 'r.', 's.', 't.', 'u.', 'v.', 'w.', 'x.', 'y.', 'z.'], ['!', '?', '.']);
126
- return tokenizer.tokenize(text);
127
- };
128
- const generateEnhancedSSML = (text, baseEmotion, userLang, phonemesMap, tenant, getCultureCodeByLanguage, getTTSVoice) => {
129
- const preparedText = (0, utils_1.escapeHTML)((0, utils_1.stripMarkdown)((0, utils_1.stripEmojis)((0, utils_1.stripOutputTags)(text))));
130
- const phonemeText = replaceTextWithPhonemes(preparedText, userLang, phonemesMap, tenant);
131
- const sentences = splitIntoSentences(phonemeText);
132
- let prevEmotion = baseEmotion;
133
- const enhancedSentences = sentences.map(sentence => {
134
- const emotion = analyzeEmotion(sentence, baseEmotion);
135
- const enhancedText = enhancePunctuation(sentence);
136
- const emphasizedText = applyWordEmphasis(enhancedText);
137
- const dynamicProsodyText = applyDynamicProsody(emphasizedText, emotion, prevEmotion);
138
- prevEmotion = emotion;
139
- return dynamicProsodyText;
140
- });
141
- const finalText = addBreathSounds(enhancedSentences.join(' '));
142
- return `
143
- <speak version="1.0"
144
- xmlns="http://www.w3.org/2001/10/synthesis"
145
- xmlns:mstts="https://www.w3.org/2001/mstts"
146
- xmlns:emo="http://www.w3.org/2009/10/emotionml"
147
- xml:lang="${getCultureCodeByLanguage(userLang)}">
148
- <voice name="${getTTSVoice(userLang)}">
149
- <prosody rate="medium" pitch="medium">
150
- ${finalText}
151
- </prosody>
152
- </voice>
153
- </speak>
154
- `;
155
- };
156
- exports.generateEnhancedSSML = generateEnhancedSSML;
157
- //# sourceMappingURL=enhanceSSML.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"enhanceSSML.js","sourceRoot":"","sources":["../../../../src/components/MemoriWidget/enhanceSSML/enhanceSSML.ts"],"names":[],"mappings":";;;;AAAA,kDAAiG;AACjG,8DAA8B;AAK9B,MAAM,oBAAoB,GAA4C;IACpE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IACnD,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE;IACrD,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE;IAC1D,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IACnD,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACpD,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;CACpD,CAAC;AAEF,MAAM,iBAAiB,GAA2C;IAChE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,uBAAuB,EAAE,KAAK,EAAE,OAAO,EAAE;IACvE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;IACjE,GAAG,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;IAClE,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE;IACpC,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE;CACvE,CAAC;AAGF,MAAM,SAAS,GAAG,IAAI,iBAAO,CAAC,aAAa,EAAE,CAAC;AAC9C,MAAM,OAAO,GAAG,iBAAO,CAAC,aAAa,CAAC;AACtC,MAAM,KAAK,GAAG,IAAI,iBAAO,CAAC,KAAK,EAAE,CAAC;AAClC,MAAM,SAAS,GAAG,IAAI,iBAAO,CAAC,iBAAiB,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AAE7E,MAAM,uBAAuB,GAAG,CAAC,IAAY,EAAE,IAAU,EAAE,WAAgB,EAAE,MAAW,EAAU,EAAE;;IAClG,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAC9B,MAAM,QAAQ,GAAG;QACf,GAAG,CAAC,MAAA,WAAW,CAAC,MAAM,mCAAI,EAAE,CAAC;QAC7B,GAAG,CAAC,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,EAAE,KAAI,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACxE,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAgB,EAAE,EAAE;;QAAC,OAAA,CAAC;YACnF,IAAI;YACJ,OAAO,EAAE,MAAA,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,mCAAI,IAAI,CAAC,OAAO;YACjD,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAA;KAAA,CAAC,CAAC;IAEJ,OAAO,aAAa,CAAC,MAAM,CACzB,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,CACxC,GAAG,CAAC,OAAO,CACT,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EACvD,+BAA+B,OAAO,KAAK,IAAI,YAAY,CAC5D,EACH,IAAI,CACL,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,OAAgB,EAAU,EAAE;IACvD,MAAM,YAAY,GAA4B;QAC5C,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG;KACnG,CAAC;IACF,OAAO,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,OAAgB,EAAU,EAAE;IACrE,MAAM,MAAM,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,SAAS,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC/C,OAAO,kBAAkB,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,KAAK,aAAa,MAAM,CAAC,MAAM;uBACjE,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI;aAC1D,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAU,EAAE;IAClD,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC1D,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAClE,IAAI,aAAa,GAAG,mBAAmB,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,0BAA0B,MAAM,CAAC,KAAK,KAAK,CAAC;QAClQ,OAAO,aAAa,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,WAAoB,EAAW,EAAE;IACzE,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,cAAc,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAErD,IAAI,cAAc,GAAG,GAAG;QAAE,OAAO,OAAO,CAAC;IACzC,IAAI,cAAc,GAAG,CAAC,GAAG;QAAE,OAAO,WAAW,CAAC;IAC9C,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,UAAU,CAAC;IAC9C,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,WAAW,CAAC;IAC/C,IAAI,cAAc,GAAG,CAAC,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC3C,IAAI,cAAc,GAAG,GAAG;QAAE,OAAO,WAAW,CAAC;IAE7C,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,IAAY,EAAU,EAAE;IAC/C,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC3C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,KAAa,EAAE,EAAE;QACpD,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE;YAChE,OAAO,yDAAyD,QAAQ,EAAE,CAAC;SAC5E;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,IAAY,EAAU,EAAE;IACjD,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAEzB,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,IAAI,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YACrC,OAAO,4BAA4B,IAAI,aAAa,CAAC;SACtD;aAAM,IAAI,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YAC5C,OAAO,8BAA8B,IAAI,aAAa,CAAC;SACxD;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,OAAgB,EAAE,WAAoB,EAAU,EAAE;IAC3F,MAAM,WAAW,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEvC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;QACtC,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAE3E,OAAO,kBAAkB,IAAI,YAAY,KAAK,aAAa,MAAM,KAAK,IAAI,YAAY,CAAC;IACzF,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,QAAgB,EAAU,EAAE;IAC3E,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC/B,OAAO,GAAG,QAAQ,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,QAAQ,GAAG,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAY,EAAE;IACpD,MAAM,SAAS,GAAG,IAAI,iBAAO,CAAC,iBAAiB,CAC5C,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EACxN,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAChB,CAAC;IACF,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC,CAAC;AAEK,MAAM,oBAAoB,GAAG,CAClC,IAAY,EACZ,WAAoB,EACpB,QAAc,EACd,WAAgB,EAChB,MAAW,EACX,wBAAgD,EAChD,WAAmC,EAC3B,EAAE;IACV,MAAM,YAAY,GAAG,IAAA,kBAAU,EAAC,IAAA,qBAAa,EAAC,IAAA,mBAAW,EAAC,IAAA,uBAAe,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,WAAW,GAAG,uBAAuB,CAAC,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAEzF,MAAM,SAAS,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAClD,IAAI,WAAW,GAAG,WAAW,CAAC;IAC9B,MAAM,iBAAiB,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;QACjD,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACvD,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,cAAc,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QACrF,WAAW,GAAG,OAAO,CAAC;QACtB,OAAO,kBAAkB,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE/D,OAAO;;;;;uBAKc,wBAAwB,CAAC,QAAQ,CAAC;qBACpC,WAAW,CAAC,QAAQ,CAAC;;YAE9B,SAAS;;;;GAIlB,CAAC;AACJ,CAAC,CAAC;AAtCW,QAAA,oBAAoB,wBAsC/B"}
@@ -1,4 +0,0 @@
1
- import React from 'react';
2
- import { LayoutProps } from '../MemoriWidget/MemoriWidget';
3
- declare const ZoomedHalfLayout: React.FC<LayoutProps>;
4
- export default ZoomedHalfLayout;
@@ -1,8 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- const tslib_1 = require("tslib");
4
- const jsx_runtime_1 = require("react/jsx-runtime");
5
- const Spin_1 = tslib_1.__importDefault(require("../ui/Spin"));
6
- const ZoomedHalfLayout = ({ Header, headerProps, Avatar, avatarProps, Chat, chatProps, StartPanel, startPanelProps, integrationStyle, integrationBackground, ChangeMode, changeModeProps, sessionId, hasUserActivatedSpeak, showInstruct = false, loading = false, poweredBy, }) => ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [integrationStyle, integrationBackground, (0, jsx_runtime_1.jsxs)(Spin_1.default, { spinning: loading, className: "memori-totem-layout", children: [poweredBy, showInstruct && ChangeMode && changeModeProps && ((0, jsx_runtime_1.jsx)(ChangeMode, { ...changeModeProps })), (0, jsx_runtime_1.jsx)("div", { className: "memori-totem-layout--header", children: Header && headerProps && (0, jsx_runtime_1.jsx)(Header, { ...headerProps }) }), (0, jsx_runtime_1.jsx)("div", { className: "memori-totem-layout--avatar", children: Avatar && avatarProps && (0, jsx_runtime_1.jsx)(Avatar, { isZoomed: true, ...avatarProps }) }), (0, jsx_runtime_1.jsx)("div", { id: "extension" }), (0, jsx_runtime_1.jsx)("div", { className: "memori-totem-layout--controls", children: sessionId && hasUserActivatedSpeak && Chat && chatProps ? ((0, jsx_runtime_1.jsx)(Chat, { ...chatProps })) : startPanelProps ? ((0, jsx_runtime_1.jsx)(StartPanel, { ...startPanelProps })) : null })] })] }));
7
- exports.default = ZoomedHalfLayout;
8
- //# sourceMappingURL=ZoomedHalfBody.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ZoomedHalfBody.js","sourceRoot":"","sources":["../../../src/components/layouts/ZoomedHalfBody.tsx"],"names":[],"mappings":";;;;AACA,8DAA8B;AAG9B,MAAM,gBAAgB,GAA0B,CAAC,EAC/C,MAAM,EACN,WAAW,EACX,MAAM,EACN,WAAW,EACX,IAAI,EACJ,SAAS,EACT,UAAU,EACV,eAAe,EACf,gBAAgB,EAChB,qBAAqB,EACrB,UAAU,EACV,eAAe,EACf,SAAS,EACT,qBAAqB,EACrB,YAAY,GAAG,KAAK,EACpB,OAAO,GAAG,KAAK,EACf,SAAS,GACV,EAAE,EAAE,CAAC,CACJ,6DACG,gBAAgB,EAChB,qBAAqB,EAEtB,wBAAC,cAAI,IAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAC,qBAAqB,aACrD,SAAS,EACT,YAAY,IAAI,UAAU,IAAI,eAAe,IAAI,CAChD,uBAAC,UAAU,OAAK,eAAe,GAAI,CACpC,EAED,gCAAK,SAAS,EAAC,6BAA6B,YACzC,MAAM,IAAI,WAAW,IAAI,uBAAC,MAAM,OAAK,WAAW,GAAI,GACjD,EAEN,gCAAK,SAAS,EAAC,6BAA6B,YACzC,MAAM,IAAI,WAAW,IAAI,uBAAC,MAAM,IAAC,QAAQ,WAAK,WAAW,GAAI,GAC1D,EAEN,gCAAK,EAAE,EAAC,WAAW,GAAG,EAEtB,gCAAK,SAAS,EAAC,+BAA+B,YAC3C,SAAS,IAAI,qBAAqB,IAAI,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,CACzD,uBAAC,IAAI,OAAK,SAAS,GAAI,CACxB,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CACpB,uBAAC,UAAU,OAAK,eAAe,GAAI,CACpC,CAAC,CAAC,CAAC,IAAI,GACJ,IACD,IACN,CACJ,CAAC;AAEF,kBAAe,gBAAgB,CAAC"}
@@ -1,3 +0,0 @@
1
- .test{
2
- display: block;
3
- }
@@ -1,9 +0,0 @@
1
- interface AvatarProps {
2
- url: string;
3
- eyeBlink?: boolean;
4
- headMovement?: boolean;
5
- speaking?: boolean;
6
- onLoaded?: () => void;
7
- }
8
- export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }: AvatarProps): JSX.Element;
9
- export {};
@@ -1,35 +0,0 @@
1
- import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
2
- import { useEffect, useMemo } from 'react';
3
- import { Vector3 } from 'three';
4
- import { useGLTF } from '@react-three/drei';
5
- import useEyeBlink from '../utils/useEyeBlink';
6
- import useHeadMovement from '../utils/useHeadMovement';
7
- import useMouthSpeaking from '../utils/useMouthSpeaking';
8
- import { dispose, useGraph } from '@react-three/fiber';
9
- import { correctMaterials, hideHands, isSkinnedMesh } from '../utils/utils';
10
- const AVATAR_POSITION = new Vector3(0, -0.6, 0);
11
- export default function Avatar({ url, eyeBlink, headMovement, speaking, onLoaded, }) {
12
- const { scene } = useGLTF(url);
13
- const { nodes, materials } = useGraph(scene);
14
- useEyeBlink(eyeBlink, nodes);
15
- useHeadMovement(headMovement, nodes);
16
- useMouthSpeaking(!!speaking, nodes);
17
- useEffect(() => {
18
- const setupAvatar = () => {
19
- hideHands(nodes);
20
- correctMaterials(materials);
21
- onLoaded === null || onLoaded === void 0 ? void 0 : onLoaded();
22
- };
23
- setupAvatar();
24
- return () => {
25
- const disposeObjects = () => {
26
- Object.values(materials).forEach(dispose);
27
- Object.values(nodes).filter(isSkinnedMesh).forEach(dispose);
28
- };
29
- disposeObjects();
30
- };
31
- }, [materials, nodes, url, onLoaded]);
32
- const skinnedMeshes = useMemo(() => Object.values(nodes).filter(isSkinnedMesh), [nodes]);
33
- return (_jsxs("group", { position: AVATAR_POSITION, children: [_jsx("primitive", { object: nodes.Hips }, "armature"), skinnedMeshes.map((node) => (_jsx("primitive", { object: node, receiveShadow: true, castShadow: true }, node.name)))] }));
34
- }
35
- //# sourceMappingURL=avatar.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"avatar.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/components/avatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAClD,OAAO,EAAY,OAAO,EAAE,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,WAAW,MAAM,sBAAsB,CAAC;AAC/C,OAAO,eAAe,MAAM,0BAA0B,CAAC;AACvD,OAAO,gBAAgB,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAW5E,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEhD,MAAM,CAAC,OAAO,UAAU,MAAM,CAAC,EAC7B,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,GACI;IACZ,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE7C,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,eAAe,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACrC,gBAAgB,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpC,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,WAAW,GAAG,GAAG,EAAE;YACvB,SAAS,CAAC,KAAK,CAAC,CAAC;YACjB,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC5B,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,EAAI,CAAC;QACf,CAAC,CAAC;QAEF,WAAW,EAAE,CAAC;QAEd,OAAO,GAAG,EAAE;YACV,MAAM,cAAc,GAAG,GAAG,EAAE;gBAC1B,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9D,CAAC,CAAC;YAEF,cAAc,EAAE,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEtC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,EAAE,CACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAC1C,CAAC,KAAK,CAAC,CACR,CAAC;IAEF,OAAO,CACL,iBAAO,QAAQ,EAAE,eAAe,aAC9B,oBAA0B,MAAM,EAAE,KAAK,CAAC,IAAI,IAA7B,UAAU,CAAuB,EAC/C,aAAa,CAAC,GAAG,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,CACrC,oBAA2B,MAAM,EAAE,IAAI,EAAE,aAAa,QAAC,UAAU,UAAjD,IAAI,CAAC,IAAI,CAA2C,CACrE,CAAC,IACI,CACT,CAAC;AACJ,CAAC"}
@@ -1,18 +0,0 @@
1
- import { SkinnedMesh } from 'three';
2
- type AzureViseme = {
3
- visemeId: number;
4
- audioOffset: number;
5
- };
6
- type ProcessedViseme = {
7
- name: string;
8
- duration: number;
9
- weight: number;
10
- startTime: number;
11
- };
12
- export declare const useViseme: () => {
13
- addVisemeToQueue: (viseme: AzureViseme) => void;
14
- processVisemeQueue: () => ProcessedViseme[];
15
- clearVisemes: () => void;
16
- setMeshRef: (mesh: SkinnedMesh | null) => void;
17
- };
18
- export {};