@memori.ai/memori-react 7.8.2 → 7.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +25 -0
- package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +2 -2
- package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
- package/dist/components/MemoriWidget/MemoriWidget.js +36 -28
- package/dist/components/MemoriWidget/MemoriWidget.js.map +1 -1
- package/dist/context/visemeContext.d.ts +5 -2
- package/dist/context/visemeContext.js +142 -47
- package/dist/context/visemeContext.js.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +2 -2
- package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
- package/esm/components/MemoriWidget/MemoriWidget.js +37 -29
- package/esm/components/MemoriWidget/MemoriWidget.js.map +1 -1
- package/esm/context/visemeContext.d.ts +5 -2
- package/esm/context/visemeContext.js +141 -46
- package/esm/context/visemeContext.js.map +1 -1
- package/esm/index.js +1 -1
- package/esm/index.js.map +1 -1
- package/package.json +1 -1
- package/src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx +6 -2
- package/src/components/MemoriWidget/MemoriWidget.tsx +64 -34
- package/src/context/visemeContext.tsx +250 -72
- package/src/index.tsx +5 -1
- package/dist/components/Avatar/AvatarView/components/avatar.d.ts +0 -9
- package/dist/components/Avatar/AvatarView/components/avatar.js +0 -39
- package/dist/components/Avatar/AvatarView/components/avatar.js.map +0 -1
- package/dist/components/Avatar/AvatarView/components/controls.d.ts +0 -23
- package/dist/components/Avatar/AvatarView/components/controls.js +0 -55
- package/dist/components/Avatar/AvatarView/components/controls.js.map +0 -1
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +0 -19
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js +0 -59
- package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +0 -1
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +0 -9
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js +0 -39
- package/dist/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +0 -1
- package/dist/components/Avatar/AvatarView/components/loader.d.ts +0 -5
- package/dist/components/Avatar/AvatarView/components/loader.js +0 -12
- package/dist/components/Avatar/AvatarView/components/loader.js.map +0 -1
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +0 -2
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js +0 -68
- package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +0 -1
- package/dist/components/Avatar/AvatarView/utils/useViseme.d.ts +0 -18
- package/dist/components/Avatar/AvatarView/utils/useViseme.js +0 -141
- package/dist/components/Avatar/AvatarView/utils/useViseme.js.map +0 -1
- package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts +0 -24
- package/dist/components/Avatar/AvatarView/utils/visemeContext.js +0 -157
- package/dist/components/Avatar/AvatarView/utils/visemeContext.js.map +0 -1
- package/dist/components/AvatarView/components/avatar.d.ts +0 -9
- package/dist/components/AvatarView/components/avatar.js +0 -35
- package/dist/components/AvatarView/components/avatar.js.map +0 -1
- package/dist/components/AvatarView/components/fullbodyAvatar.d.ts +0 -10
- package/dist/components/AvatarView/components/fullbodyAvatar.js +0 -62
- package/dist/components/AvatarView/components/fullbodyAvatar.js.map +0 -1
- package/dist/components/AvatarView/components/loader.d.ts +0 -5
- package/dist/components/AvatarView/components/loader.js +0 -12
- package/dist/components/AvatarView/components/loader.js.map +0 -1
- package/dist/components/AvatarView/index.d.ts +0 -17
- package/dist/components/AvatarView/index.js +0 -35
- package/dist/components/AvatarView/index.js.map +0 -1
- package/dist/components/AvatarView/utils/useEyeBlink.d.ts +0 -2
- package/dist/components/AvatarView/utils/useEyeBlink.js +0 -40
- package/dist/components/AvatarView/utils/useEyeBlink.js.map +0 -1
- package/dist/components/AvatarView/utils/useHeadMovement.d.ts +0 -2
- package/dist/components/AvatarView/utils/useHeadMovement.js +0 -53
- package/dist/components/AvatarView/utils/useHeadMovement.js.map +0 -1
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.d.ts +0 -2
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.js +0 -34
- package/dist/components/AvatarView/utils/useLoadingMorphAnim.js.map +0 -1
- package/dist/components/AvatarView/utils/useMouthSpeaking.d.ts +0 -2
- package/dist/components/AvatarView/utils/useMouthSpeaking.js +0 -60
- package/dist/components/AvatarView/utils/useMouthSpeaking.js.map +0 -1
- package/dist/components/AvatarView/utils/useSmile.d.ts +0 -2
- package/dist/components/AvatarView/utils/useSmile.js +0 -30
- package/dist/components/AvatarView/utils/useSmile.js.map +0 -1
- package/dist/components/AvatarView/utils/utils.d.ts +0 -13
- package/dist/components/AvatarView/utils/utils.js +0 -42
- package/dist/components/AvatarView/utils/utils.js.map +0 -1
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +0 -4
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js +0 -157
- package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +0 -1
- package/dist/components/layouts/ZoomedHalfBody.d.ts +0 -4
- package/dist/components/layouts/ZoomedHalfBody.js +0 -8
- package/dist/components/layouts/ZoomedHalfBody.js.map +0 -1
- package/dist/components/layouts/zoomed-half-body.css +0 -3
- package/esm/components/Avatar/AvatarView/components/avatar.d.ts +0 -9
- package/esm/components/Avatar/AvatarView/components/avatar.js +0 -35
- package/esm/components/Avatar/AvatarView/components/avatar.js.map +0 -1
- package/esm/components/Avatar/AvatarView/components/controls.d.ts +0 -23
- package/esm/components/Avatar/AvatarView/components/controls.js +0 -52
- package/esm/components/Avatar/AvatarView/components/controls.js.map +0 -1
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.d.ts +0 -19
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js +0 -55
- package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +0 -1
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.d.ts +0 -9
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js +0 -35
- package/esm/components/Avatar/AvatarView/components/halfbodyAvatar.js.map +0 -1
- package/esm/components/Avatar/AvatarView/components/loader.d.ts +0 -5
- package/esm/components/Avatar/AvatarView/components/loader.js +0 -9
- package/esm/components/Avatar/AvatarView/components/loader.js.map +0 -1
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.d.ts +0 -2
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js +0 -65
- package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +0 -1
- package/esm/components/Avatar/AvatarView/utils/useViseme.d.ts +0 -18
- package/esm/components/Avatar/AvatarView/utils/useViseme.js +0 -137
- package/esm/components/Avatar/AvatarView/utils/useViseme.js.map +0 -1
- package/esm/components/Avatar/AvatarView/utils/visemeContext.d.ts +0 -24
- package/esm/components/Avatar/AvatarView/utils/visemeContext.js +0 -152
- package/esm/components/Avatar/AvatarView/utils/visemeContext.js.map +0 -1
- package/esm/components/AvatarView/components/avatar.d.ts +0 -9
- package/esm/components/AvatarView/components/avatar.js +0 -31
- package/esm/components/AvatarView/components/avatar.js.map +0 -1
- package/esm/components/AvatarView/components/fullbodyAvatar.d.ts +0 -10
- package/esm/components/AvatarView/components/fullbodyAvatar.js +0 -58
- package/esm/components/AvatarView/components/fullbodyAvatar.js.map +0 -1
- package/esm/components/AvatarView/components/loader.d.ts +0 -5
- package/esm/components/AvatarView/components/loader.js +0 -9
- package/esm/components/AvatarView/components/loader.js.map +0 -1
- package/esm/components/AvatarView/index.d.ts +0 -17
- package/esm/components/AvatarView/index.js +0 -31
- package/esm/components/AvatarView/index.js.map +0 -1
- package/esm/components/AvatarView/utils/useEyeBlink.d.ts +0 -2
- package/esm/components/AvatarView/utils/useEyeBlink.js +0 -37
- package/esm/components/AvatarView/utils/useEyeBlink.js.map +0 -1
- package/esm/components/AvatarView/utils/useHeadMovement.d.ts +0 -2
- package/esm/components/AvatarView/utils/useHeadMovement.js +0 -50
- package/esm/components/AvatarView/utils/useHeadMovement.js.map +0 -1
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.d.ts +0 -2
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.js +0 -31
- package/esm/components/AvatarView/utils/useLoadingMorphAnim.js.map +0 -1
- package/esm/components/AvatarView/utils/useMouthSpeaking.d.ts +0 -2
- package/esm/components/AvatarView/utils/useMouthSpeaking.js +0 -57
- package/esm/components/AvatarView/utils/useMouthSpeaking.js.map +0 -1
- package/esm/components/AvatarView/utils/useSmile.d.ts +0 -2
- package/esm/components/AvatarView/utils/useSmile.js +0 -27
- package/esm/components/AvatarView/utils/useSmile.js.map +0 -1
- package/esm/components/AvatarView/utils/utils.d.ts +0 -13
- package/esm/components/AvatarView/utils/utils.js +0 -33
- package/esm/components/AvatarView/utils/utils.js.map +0 -1
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +0 -4
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js +0 -152
- package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +0 -1
- package/esm/components/layouts/ZoomedHalfBody.d.ts +0 -4
- package/esm/components/layouts/ZoomedHalfBody.js +0 -5
- package/esm/components/layouts/ZoomedHalfBody.js.map +0 -1
- package/esm/components/layouts/zoomed-half-body.css +0 -3
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.useViseme = exports.VisemeProvider = void 0;
|
|
3
|
+
exports.useViseme = exports.VisemeProvider = exports.WEIGHT_MULTIPLIER = exports.PRELOAD = exports.LOG_INTERVAL = exports.SMOOTHING_FACTOR = exports.VISEME_OVERLAP = exports.DEFAULT_VISEME_DURATION = void 0;
|
|
4
4
|
const jsx_runtime_1 = require("react/jsx-runtime");
|
|
5
5
|
const react_1 = require("react");
|
|
6
6
|
const VisemeContext = (0, react_1.createContext)(undefined);
|
|
@@ -28,83 +28,168 @@ const VISEME_MAP = {
|
|
|
28
28
|
20: 'viseme_kk',
|
|
29
29
|
21: 'viseme_PP',
|
|
30
30
|
};
|
|
31
|
-
const
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
31
|
+
const CONSTANTS = {
|
|
32
|
+
DEFAULT_VISEME_DURATION: 0.1,
|
|
33
|
+
VISEME_OVERLAP: 0.01,
|
|
34
|
+
SMOOTHING_FACTOR: 0.35,
|
|
35
|
+
LOG_INTERVAL: 60,
|
|
36
|
+
PRELOAD: 0.5,
|
|
37
|
+
WEIGHT_MULTIPLIER: 0.8,
|
|
38
|
+
};
|
|
39
|
+
exports.DEFAULT_VISEME_DURATION = CONSTANTS.DEFAULT_VISEME_DURATION, exports.VISEME_OVERLAP = CONSTANTS.VISEME_OVERLAP, exports.SMOOTHING_FACTOR = CONSTANTS.SMOOTHING_FACTOR, exports.LOG_INTERVAL = CONSTANTS.LOG_INTERVAL, exports.PRELOAD = CONSTANTS.PRELOAD, exports.WEIGHT_MULTIPLIER = CONSTANTS.WEIGHT_MULTIPLIER;
|
|
40
|
+
const timing = {
|
|
41
|
+
calculateEndTime: (startTime) => startTime + exports.DEFAULT_VISEME_DURATION,
|
|
42
|
+
isExpired: (viseme, currentTime) => viseme.endTime < currentTime - exports.VISEME_OVERLAP,
|
|
43
|
+
calculateWeight: (progress) => Math.sin(Math.PI * Math.min(progress, 1)) * exports.WEIGHT_MULTIPLIER,
|
|
44
|
+
smoothWeight: (currentWeight, targetWeight) => currentWeight + (targetWeight - currentWeight) * exports.SMOOTHING_FACTOR,
|
|
45
|
+
};
|
|
46
|
+
const createLogger = (type) => (event, data) => {
|
|
47
|
+
const styles = {
|
|
48
|
+
event: 'color: #4CAF50; font-weight: bold;',
|
|
49
|
+
error: 'color: #f44336; font-weight: bold;',
|
|
50
|
+
debug: 'color: #2196F3; font-weight: bold;',
|
|
51
|
+
};
|
|
52
|
+
console.log(`%c[VisemeContext] ${event}`, styles[type], data);
|
|
53
|
+
};
|
|
54
|
+
const logVisemeEvent = createLogger('event');
|
|
55
|
+
const logVisemeError = createLogger('error');
|
|
56
|
+
const logVisemeDebug = createLogger('debug');
|
|
36
57
|
const VisemeProvider = ({ children, }) => {
|
|
37
58
|
const visemeQueueRef = (0, react_1.useRef)([]);
|
|
38
|
-
const
|
|
59
|
+
const audioContextRef = (0, react_1.useRef)(null);
|
|
60
|
+
const audioStartTimeRef = (0, react_1.useRef)(null);
|
|
39
61
|
const [isProcessing, setIsProcessing] = (0, react_1.useState)(false);
|
|
62
|
+
const [visemeState, setVisemeState] = (0, react_1.useState)('idle');
|
|
40
63
|
const lastVisemeRef = (0, react_1.useRef)(null);
|
|
64
|
+
const frameCountRef = (0, react_1.useRef)(0);
|
|
65
|
+
const firstVisemeTimeRef = (0, react_1.useRef)(null);
|
|
66
|
+
const setAudioContext = (0, react_1.useCallback)((ctx) => {
|
|
67
|
+
audioContextRef.current = ctx;
|
|
68
|
+
ctx.onstatechange = () => {
|
|
69
|
+
logVisemeEvent('Audio Context State Change', {
|
|
70
|
+
state: ctx.state,
|
|
71
|
+
currentTime: ctx.currentTime,
|
|
72
|
+
});
|
|
73
|
+
switch (ctx.state) {
|
|
74
|
+
case 'running':
|
|
75
|
+
setVisemeState('active');
|
|
76
|
+
break;
|
|
77
|
+
case 'suspended':
|
|
78
|
+
setVisemeState('paused');
|
|
79
|
+
break;
|
|
80
|
+
case 'closed':
|
|
81
|
+
setVisemeState('finished');
|
|
82
|
+
stopProcessing();
|
|
83
|
+
break;
|
|
84
|
+
}
|
|
85
|
+
};
|
|
86
|
+
}, []);
|
|
41
87
|
const addViseme = (0, react_1.useCallback)((visemeId, audioOffset) => {
|
|
88
|
+
if (visemeState === 'finished')
|
|
89
|
+
return;
|
|
42
90
|
const visemeName = VISEME_MAP[visemeId] || 'viseme_sil';
|
|
43
|
-
const startTime = audioOffset / 10000000
|
|
44
|
-
|
|
91
|
+
const startTime = audioOffset / 10000000;
|
|
92
|
+
if (firstVisemeTimeRef.current === null) {
|
|
93
|
+
firstVisemeTimeRef.current = startTime;
|
|
94
|
+
}
|
|
95
|
+
const relativeStartTime = startTime - (firstVisemeTimeRef.current || 0);
|
|
96
|
+
const endTime = relativeStartTime + exports.DEFAULT_VISEME_DURATION;
|
|
45
97
|
const newViseme = {
|
|
46
98
|
name: visemeName,
|
|
47
99
|
weight: 0,
|
|
48
|
-
startTime,
|
|
100
|
+
startTime: relativeStartTime,
|
|
49
101
|
endTime,
|
|
50
102
|
};
|
|
51
103
|
visemeQueueRef.current.push(newViseme);
|
|
52
|
-
if (
|
|
53
|
-
|
|
104
|
+
if (visemeState === 'idle') {
|
|
105
|
+
setVisemeState('preparing');
|
|
54
106
|
}
|
|
55
|
-
}, [
|
|
56
|
-
const
|
|
57
|
-
if (!
|
|
107
|
+
}, [visemeState]);
|
|
108
|
+
const startProcessing = (0, react_1.useCallback)((audioCtx) => {
|
|
109
|
+
if (!audioCtx) {
|
|
110
|
+
logVisemeError('No audio context provided', { state: visemeState });
|
|
111
|
+
return;
|
|
112
|
+
}
|
|
113
|
+
audioContextRef.current = audioCtx;
|
|
114
|
+
audioStartTimeRef.current = audioCtx.currentTime;
|
|
115
|
+
frameCountRef.current = 0;
|
|
116
|
+
setIsProcessing(true);
|
|
117
|
+
setVisemeState('active');
|
|
118
|
+
logVisemeEvent('Started Processing', {
|
|
119
|
+
audioTime: audioCtx.currentTime,
|
|
120
|
+
queueLength: visemeQueueRef.current.length,
|
|
121
|
+
state: visemeState,
|
|
122
|
+
});
|
|
123
|
+
}, []);
|
|
124
|
+
const stopProcessing = (0, react_1.useCallback)(() => {
|
|
125
|
+
setIsProcessing(false);
|
|
126
|
+
setVisemeState('finished');
|
|
127
|
+
audioStartTimeRef.current = null;
|
|
128
|
+
lastVisemeRef.current = null;
|
|
129
|
+
frameCountRef.current = 0;
|
|
130
|
+
audioContextRef.current = null;
|
|
131
|
+
logVisemeEvent('Stopped Processing', {
|
|
132
|
+
queueLength: visemeQueueRef.current.length,
|
|
133
|
+
state: visemeState,
|
|
134
|
+
});
|
|
135
|
+
}, []);
|
|
136
|
+
const updateCurrentViseme = (0, react_1.useCallback)((_) => {
|
|
137
|
+
if (!isProcessing || !audioContextRef.current)
|
|
58
138
|
return null;
|
|
139
|
+
const audioTime = audioContextRef.current.currentTime -
|
|
140
|
+
(audioStartTimeRef.current || 0) +
|
|
141
|
+
exports.PRELOAD;
|
|
142
|
+
visemeQueueRef.current = visemeQueueRef.current.filter(v => !timing.isExpired(v, audioTime));
|
|
143
|
+
const currentViseme = visemeQueueRef.current.find(v => v.startTime <= audioTime && v.endTime > audioTime - exports.VISEME_OVERLAP);
|
|
144
|
+
if (frameCountRef.current % exports.LOG_INTERVAL === 60) {
|
|
145
|
+
logVisemeDebug('Current Viseme', {
|
|
146
|
+
currentViseme,
|
|
147
|
+
audioTime,
|
|
148
|
+
visemeQueue: visemeQueueRef.current,
|
|
149
|
+
});
|
|
59
150
|
}
|
|
60
|
-
const elapsedTime = currentTime - startTimeRef.current + PRELOAD_TIME;
|
|
61
|
-
visemeQueueRef.current = visemeQueueRef.current.filter(v => v.endTime > elapsedTime);
|
|
62
|
-
const currentViseme = visemeQueueRef.current.find(v => v.startTime <= elapsedTime && v.endTime > elapsedTime - VISEME_OVERLAP);
|
|
63
151
|
if (currentViseme) {
|
|
64
|
-
const
|
|
152
|
+
const progress = (audioTime - currentViseme.startTime) /
|
|
65
153
|
(currentViseme.endTime - currentViseme.startTime);
|
|
66
|
-
const targetWeight =
|
|
154
|
+
const targetWeight = timing.calculateWeight(progress);
|
|
67
155
|
const smoothedWeight = lastVisemeRef.current
|
|
68
|
-
? lastVisemeRef.current.weight
|
|
69
|
-
(targetWeight - lastVisemeRef.current.weight) * SMOOTHING_FACTOR
|
|
156
|
+
? timing.smoothWeight(lastVisemeRef.current.weight, targetWeight)
|
|
70
157
|
: targetWeight;
|
|
71
158
|
const updatedViseme = { ...currentViseme, weight: smoothedWeight };
|
|
72
159
|
lastVisemeRef.current = updatedViseme;
|
|
73
160
|
return updatedViseme;
|
|
74
161
|
}
|
|
75
162
|
if (lastVisemeRef.current) {
|
|
76
|
-
const reducedWeight = lastVisemeRef.current.weight * (1 - SMOOTHING_FACTOR);
|
|
77
|
-
|
|
78
|
-
lastVisemeRef.current
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
};
|
|
82
|
-
return lastVisemeRef.current;
|
|
83
|
-
}
|
|
163
|
+
const reducedWeight = lastVisemeRef.current.weight * (1 - exports.SMOOTHING_FACTOR);
|
|
164
|
+
lastVisemeRef.current = {
|
|
165
|
+
...lastVisemeRef.current,
|
|
166
|
+
weight: reducedWeight,
|
|
167
|
+
};
|
|
84
168
|
}
|
|
85
169
|
lastVisemeRef.current = null;
|
|
86
170
|
return null;
|
|
87
171
|
}, [isProcessing]);
|
|
88
|
-
const startProcessing = (0, react_1.useCallback)(() => {
|
|
89
|
-
startTimeRef.current = performance.now() / 1000;
|
|
90
|
-
setIsProcessing(true);
|
|
91
|
-
}, [isProcessing]);
|
|
92
|
-
const stopProcessing = (0, react_1.useCallback)(() => {
|
|
93
|
-
setIsProcessing(false);
|
|
94
|
-
startTimeRef.current = null;
|
|
95
|
-
lastVisemeRef.current = null;
|
|
96
|
-
}, []);
|
|
97
172
|
const resetVisemeQueue = (0, react_1.useCallback)(() => {
|
|
98
173
|
visemeQueueRef.current = [];
|
|
99
174
|
lastVisemeRef.current = null;
|
|
100
|
-
|
|
101
|
-
|
|
175
|
+
audioStartTimeRef.current = null;
|
|
176
|
+
firstVisemeTimeRef.current = null;
|
|
177
|
+
frameCountRef.current = 0;
|
|
178
|
+
setVisemeState('idle');
|
|
179
|
+
logVisemeEvent('Reset Viseme Queue', {
|
|
180
|
+
previousState: visemeState,
|
|
181
|
+
});
|
|
182
|
+
}, [visemeState]);
|
|
183
|
+
const resetAndStartProcessing = (0, react_1.useCallback)((audioCtx) => {
|
|
184
|
+
logVisemeEvent('Reset And Start Processing', {
|
|
185
|
+
previousState: visemeState,
|
|
186
|
+
queueLength: visemeQueueRef.current.length,
|
|
187
|
+
});
|
|
102
188
|
stopProcessing();
|
|
103
189
|
resetVisemeQueue();
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
const contextValue = {
|
|
190
|
+
startProcessing(audioCtx);
|
|
191
|
+
}, [stopProcessing, resetVisemeQueue, startProcessing, visemeState]);
|
|
192
|
+
const contextValue = (0, react_1.useMemo)(() => ({
|
|
108
193
|
addViseme,
|
|
109
194
|
updateCurrentViseme,
|
|
110
195
|
startProcessing,
|
|
@@ -112,14 +197,24 @@ const VisemeProvider = ({ children, }) => {
|
|
|
112
197
|
resetAndStartProcessing,
|
|
113
198
|
resetVisemeQueue,
|
|
114
199
|
isProcessing,
|
|
115
|
-
|
|
200
|
+
setAudioContext,
|
|
201
|
+
}), [
|
|
202
|
+
addViseme,
|
|
203
|
+
updateCurrentViseme,
|
|
204
|
+
startProcessing,
|
|
205
|
+
stopProcessing,
|
|
206
|
+
resetAndStartProcessing,
|
|
207
|
+
resetVisemeQueue,
|
|
208
|
+
isProcessing,
|
|
209
|
+
setAudioContext,
|
|
210
|
+
]);
|
|
116
211
|
return ((0, jsx_runtime_1.jsx)(VisemeContext.Provider, { value: contextValue, children: children }));
|
|
117
212
|
};
|
|
118
213
|
exports.VisemeProvider = VisemeProvider;
|
|
119
214
|
const useViseme = () => {
|
|
120
215
|
const context = (0, react_1.useContext)(VisemeContext);
|
|
121
216
|
if (!context) {
|
|
122
|
-
throw new Error('
|
|
217
|
+
throw new Error('useVisemeContext must be used within a VisemeProvider');
|
|
123
218
|
}
|
|
124
219
|
return context;
|
|
125
220
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../src/context/visemeContext.tsx"],"names":[],"mappings":";;;;AAAA,iCAOe;
|
|
1
|
+
{"version":3,"file":"visemeContext.js","sourceRoot":"","sources":["../../src/context/visemeContext.tsx"],"names":[],"mappings":";;;;AAAA,iCAOe;AAqBf,MAAM,aAAa,GAAG,IAAA,qBAAa,EAAgC,SAAS,CAAC,CAAC;AAE9E,MAAM,UAAU,GAAwC;IACtD,CAAC,EAAE,YAAY;IACf,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,CAAC,EAAE,WAAW;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;IACf,EAAE,EAAE,WAAW;CAChB,CAAC;AAGF,MAAM,SAAS,GAAG;IAKhB,uBAAuB,EAAE,GAAG;IAK5B,cAAc,EAAE,IAAI;IAMpB,gBAAgB,EAAE,IAAI;IAKtB,YAAY,EAAE,EAAE;IAKhB,OAAO,EAAE,GAAG;IAIZ,iBAAiB,EAAE,GAAG;CACd,CAAC;AAIT,+BAAuB,GAMrB,SAAS,0BALX,sBAAc,GAKZ,SAAS,iBAJX,wBAAgB,GAId,SAAS,mBAHX,oBAAY,GAGV,SAAS,eAFX,eAAO,GAEL,SAAS,UADX,yBAAiB,GACf,SAAS,mBAAC;AAGd,MAAM,MAAM,GAAG;IAEb,gBAAgB,EAAE,CAAC,SAAiB,EAAE,EAAE,CAAC,SAAS,GAAG,+BAAuB;IAG5E,SAAS,EAAE,CAAC,MAAc,EAAE,WAAmB,EAAE,EAAE,CACjD,MAAM,CAAC,OAAO,GAAG,WAAW,GAAG,sBAAc;IAG/C,eAAe,EAAE,CAAC,QAAgB,EAAE,EAAE,CACpC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,yBAAiB;IAG/D,YAAY,EAAE,CAAC,aAAqB,EAAE,YAAoB,EAAE,EAAE,CAC5D,aAAa,GAAG,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,wBAAgB;CACpE,CAAC;AAEF,MAAM,YAAY,GAChB,CAAC,IAAiC,EAAE,EAAE,CAAC,CAAC,KAAa,EAAE,IAAS,EAAE,EAAE;IAClE,MAAM,MAAM,GAAG;QACb,KAAK,EAAE,oCAAoC;QAC3C,KAAK,EAAE,oCAAoC;QAC3C,KAAK,EAAE,oCAAoC;KAC5C,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;AAChE,CAAC,CAAC;AAEJ,MAAM,cAAc,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;AAC7C,MAAM,cAAc,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;AAC7C,MAAM,cAAc,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;AAItC,MAAM,cAAc,GAA4C,CAAC,EACtE,QAAQ,GACT,EAAE,EAAE;IACH,MAAM,cAAc,GAAG,IAAA,cAAM,EAAW,EAAE,CAAC,CAAC;IAC5C,MAAM,eAAe,GAAG,IAAA,cAAM,EAAuB,IAAI,CAAC,CAAC;IAC3D,MAAM,iBAAiB,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IACxD,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,IAAA,gBAAQ,EAAc,MAAM,CAAC,CAAC;IACpE,MAAM,aAAa,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,IAAA,cAAM,EAAC,CAAC,CAAC,CAAC;IAChC,MAAM,kBAAkB,GAAG,IAAA,cAAM,EAAgB,IAAI,CAAC,CAAC;IAEvD,MAAM,eAAe,GAAG,IAAA,mBAAW,EAAC,CAAC,GAAkB,EAAE,EAAE;QACzD,eAAe,CAAC,OAAO,GAAG,GAAG,CAAC;QAG9B,GAAG,CAAC,aAAa,GAAG,GAAG,EAAE;YACvB,cAAc,CAAC,4BAA4B,EAAE;gBAC3C,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B,CAAC,CAAC;YAEH,QAAQ,GAAG,CAAC,KAAK,EAAE;gBACjB,KAAK,SAAS;oBACZ,cAAc,CAAC,QAAQ,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,WAAW;oBACd,cAAc,CAAC,QAAQ,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,QAAQ;oBACX,cAAc,CAAC,UAAU,CAAC,CAAC;oBAC3B,cAAc,EAAE,CAAC;oBACjB,MAAM;aACT;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,SAAS,GAAG,IAAA,mBAAW,EAC3B,CAAC,QAAgB,EAAE,WAAmB,EAAE,EAAE;QACxC,IAAI,WAAW,KAAK,UAAU;YAAE,OAAO;QAEvC,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC;QACxD,MAAM,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QAGzC,IAAI,kBAAkB,CAAC,OAAO,KAAK,IAAI,EAAE;YACvC,kBAAkB,CAAC,OAAO,GAAG,SAAS,CAAC;SACxC;QAGD,MAAM,iBAAiB,GAAG,SAAS,GAAG,CAAC,kBAAkB,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;QACxE,MAAM,OAAO,GAAG,iBAAiB,GAAG,+BAAuB,CAAC;QAE5D,MAAM,SAAS,GAAW;YACxB,IAAI,EAAE,UAAU;YAChB,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,iBAAiB;YAC5B,OAAO;SACR,CAAC;QAEF,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvC,IAAI,WAAW,KAAK,MAAM,EAAE;YAC1B,cAAc,CAAC,WAAW,CAAC,CAAC;SAC7B;IAWH,CAAC,EACD,CAAC,WAAW,CAAC,CACd,CAAC;IAEF,MAAM,eAAe,GAAG,IAAA,mBAAW,EAAC,CAAC,QAAuB,EAAE,EAAE;QAC9D,IAAI,CAAC,QAAQ,EAAE;YACb,cAAc,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,OAAO;SACR;QAED,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC;QACnC,iBAAiB,CAAC,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC;QACjD,aAAa,CAAC,OAAO,GAAG,CAAC,CAAC;QAC1B,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,cAAc,CAAC,QAAQ,CAAC,CAAC;QAEzB,cAAc,CAAC,oBAAoB,EAAE;YACnC,SAAS,EAAE,QAAQ,CAAC,WAAW;YAC/B,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM;YAC1C,KAAK,EAAE,WAAW;SACnB,CAAC,CAAC;IACL,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,cAAc,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QACtC,eAAe,CAAC,KAAK,CAAC,CAAC;QACvB,cAAc,CAAC,UAAU,CAAC,CAAC;QAC3B,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;QACjC,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7B,aAAa,CAAC,OAAO,GAAG,CAAC,CAAC;QAC1B,eAAe,CAAC,OAAO,GAAG,IAAI,CAAC;QAE/B,cAAc,CAAC,oBAAoB,EAAE;YACnC,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM;YAC1C,KAAK,EAAE,WAAW;SACnB,CAAC,CAAC;IACL,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,mBAAmB,GAAG,IAAA,mBAAW,EACrC,CAAC,CAAS,EAAiB,EAAE;QAC3B,IAAI,CAAC,YAAY,IAAI,CAAC,eAAe,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE3D,MAAM,SAAS,GACb,eAAe,CAAC,OAAO,CAAC,WAAW;YACnC,CAAC,iBAAiB,CAAC,OAAO,IAAI,CAAC,CAAC;YAChC,eAAO,CAAC;QAGV,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CACpD,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CACrC,CAAC;QAGF,MAAM,aAAa,GAAG,cAAc,CAAC,OAAO,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,SAAS,IAAI,CAAC,CAAC,OAAO,GAAG,SAAS,GAAG,sBAAc,CACxE,CAAC;QAGF,IAAI,aAAa,CAAC,OAAO,GAAG,oBAAY,KAAK,EAAE,EAAE;YAC/C,cAAc,CAAC,gBAAgB,EAAE;gBAC/B,aAAa;gBACb,SAAS;gBACT,WAAW,EAAE,cAAc,CAAC,OAAO;aACpC,CAAC,CAAC;SACJ;QAED,IAAI,aAAa,EAAE;YACjB,MAAM,QAAQ,GACZ,CAAC,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;gBACrC,CAAC,aAAa,CAAC,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;YAEpD,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEtD,MAAM,cAAc,GAAG,aAAa,CAAC,OAAO;gBAC1C,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC;gBACjE,CAAC,CAAC,YAAY,CAAC;YAEjB,MAAM,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;YACnE,aAAa,CAAC,OAAO,GAAG,aAAa,CAAC;YAEtC,OAAO,aAAa,CAAC;SACtB;QAGD,IAAI,aAAa,CAAC,OAAO,EAAE;YACzB,MAAM,aAAa,GACjB,aAAa,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAgB,CAAC,CAAC;YACxD,aAAa,CAAC,OAAO,GAAG;gBACtB,GAAG,aAAa,CAAC,OAAO;gBACxB,MAAM,EAAE,aAAa;aACtB,CAAC;SACH;QAED,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC,EACD,CAAC,YAAY,CAAC,CACf,CAAC;IAEF,MAAM,gBAAgB,GAAG,IAAA,mBAAW,EAAC,GAAG,EAAE;QACxC,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAC5B,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7B,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC;QACjC,kBAAkB,CAAC,OAAO,GAAG,IAAI,CAAC;QAClC,aAAa,CAAC,OAAO,GAAG,CAAC,CAAC;QAC1B,cAAc,CAAC,MAAM,CAAC,CAAC;QAEvB,cAAc,CAAC,oBAAoB,EAAE;YACnC,aAAa,EAAE,WAAW;SAC3B,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;IAElB,MAAM,uBAAuB,GAAG,IAAA,mBAAW,EACzC,CAAC,QAAuB,EAAE,EAAE;QAC1B,cAAc,CAAC,4BAA4B,EAAE;YAC3C,aAAa,EAAE,WAAW;YAC1B,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM;SAC3C,CAAC,CAAC;QAEH,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,CAAC;QACnB,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC,EACD,CAAC,cAAc,EAAE,gBAAgB,EAAE,eAAe,EAAE,WAAW,CAAC,CACjE,CAAC;IAEF,MAAM,YAAY,GAAG,IAAA,eAAO,EAC1B,GAAG,EAAE,CAAC,CAAC;QACL,SAAS;QACT,mBAAmB;QACnB,eAAe;QACf,cAAc;QACd,uBAAuB;QACvB,gBAAgB;QAChB,YAAY;QACZ,eAAe;KAChB,CAAC,EACF;QACE,SAAS;QACT,mBAAmB;QACnB,eAAe;QACf,cAAc;QACd,uBAAuB;QACvB,gBAAgB;QAChB,YAAY;QACZ,eAAe;KAChB,CACF,CAAC;IAEF,OAAO,CACL,uBAAC,aAAa,CAAC,QAAQ,IAAC,KAAK,EAAE,YAAY,YACxC,QAAQ,GACc,CAC1B,CAAC;AACJ,CAAC,CAAC;AApOW,QAAA,cAAc,kBAoOzB;AAEK,MAAM,SAAS,GAAG,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,IAAA,kBAAU,EAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;KAC1E;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AANW,QAAA,SAAS,aAMpB"}
|
package/dist/index.js
CHANGED
|
@@ -6,13 +6,13 @@ const react_1 = require("react");
|
|
|
6
6
|
const prop_types_1 = tslib_1.__importDefault(require("prop-types"));
|
|
7
7
|
const memori_api_client_1 = tslib_1.__importDefault(require("@memori.ai/memori-api-client"));
|
|
8
8
|
const MemoriWidget_1 = tslib_1.__importDefault(require("./components/MemoriWidget/MemoriWidget"));
|
|
9
|
+
const visemeContext_1 = require("./context/visemeContext");
|
|
9
10
|
const react_hot_toast_1 = require("react-hot-toast");
|
|
10
11
|
const tenant_1 = require("./helpers/tenant");
|
|
11
12
|
const utils_1 = require("./helpers/utils");
|
|
12
13
|
const i18n_1 = tslib_1.__importDefault(require("./i18n"));
|
|
13
14
|
const react_i18next_1 = require("react-i18next");
|
|
14
15
|
const I18nWrapper_1 = tslib_1.__importDefault(require("./I18nWrapper"));
|
|
15
|
-
const visemeContext_1 = require("./context/visemeContext");
|
|
16
16
|
const getPreferredLanguages = () => {
|
|
17
17
|
const browserLanguage = navigator.language;
|
|
18
18
|
if (browserLanguage) {
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.tsx"],"names":[],"mappings":";;;;AAAA,iCAAgE;AAChE,oEAAmC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.tsx"],"names":[],"mappings":";;;;AAAA,iCAAgE;AAChE,oEAAmC;AAOnC,6FAA2D;AAE3D,kGAEgD;AAChD,2DAAyD;AAEzD,qDAA0C;AAC1C,6CAA6C;AAC7C,2CAAiD;AAEjD,0DAA0B;AAC1B,iDAA+C;AAC/C,wEAAwC;AAgDxC,MAAM,qBAAqB,GAAG,GAAG,EAAE;IACjC,MAAM,eAAe,GAAG,SAAS,CAAC,QAAQ,CAAC;IAC3C,IAAI,eAAe,EAAE;QACnB,IAAI,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;YAC9B,OAAO;gBACL,GAAG;gBACH,WAAW,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;aACxC,CAAC;SACH;KACF;IACD,OAAO;QACL,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,IAAI;KAClB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,MAAM,GAAoB,CAAC,EAC/B,aAAa,EACb,WAAW,EACX,UAAU,EACV,QAAQ,EACR,aAAa,EACb,QAAQ,EACR,WAAW,EACX,SAAS,EACT,MAAM,GAAG,SAAS,EAClB,YAAY,EACZ,SAAS,GAAG,IAAI,EAChB,cAAc,GAAG,IAAI,EACrB,uBAAuB,GAAG,KAAK,EAC/B,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,KAAK,EACpB,cAAc,GAAG,KAAK,EACtB,SAAS,GAAG,KAAK,EACjB,oBAAoB,GAAG,KAAK,EAC5B,UAAU,GAAG,IAAI,EACjB,SAAS,GAAG,KAAK,EACjB,kBAAkB,GAAG,KAAK,EAC1B,SAAS,EACT,MAAM,GAAG,MAAM,EACf,OAAO,EACP,MAAM,GAAG,2BAA2B,EACpC,SAAS,GAAG,0BAA0B,EACtC,GAAG,EACH,GAAG,EACH,OAAO,EACP,eAAe,EACf,MAAM,EACN,UAAU,EACV,YAAY,EACZ,SAAS,EACT,gCAAgC,EAChC,WAAW,EACX,oBAAoB,GAAG,IAAI,EAC3B,wBAAwB,GAAG,KAAK,EAChC,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAClB,UAAU,GACX,EAAE,EAAE;;IACH,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAA,gBAAQ,GAAW,CAAC;IAChD,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAA,gBAAQ,GAAU,CAAC;IAC/C,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAA,gBAAQ,EACxC,gCAAgC,CACjC,CAAC;IACF,MAAM,EAAE,CAAC,EAAE,GAAG,IAAA,8BAAc,GAAE,CAAC;IAE/B,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,UAAU,IAAI,aAAa,CAAC,CAAC,EAAE;QACjE,MAAM,IAAI,KAAK,CACb,0GAA0G,CAC3G,CAAC;KACH;IAED,MAAM,MAAM,GAAG,IAAA,2BAAe,EAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAElD,MAAM,cAAc,GAAG,IAAA,mBAAW,EAAC,KAAK,IAAI,EAAE;QAC5C,MAAM,GAAG,GACP,OAAO;YACP,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,QAAQ,EAAE,CAAC,CAAC;QACvE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,gBAAgB,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAEjC,IAAI,IAAI,CAAC,gCAAgC,EAAE;YACzC,YAAY,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;SACrD;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IACP,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,CAAC,gCAAgC,EAAE;YACrC,cAAc,EAAE,CAAC;SAClB;IACH,CAAC,EAAE,CAAC,gCAAgC,CAAC,CAAC,CAAC;IAKvC,MAAM,WAAW,GAAG,IAAA,mBAAW,EAAC,KAAK,IAAI,EAAE;QACzC,IAAI,QAAQ,IAAI,WAAW,EAAE;YAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,oBAAoB,CACnE,QAAQ,EACR,WAAW,EACX,QAAQ,CACT,CAAC;YAEF,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE;gBACrC,SAAS,CAAC,MAAM,CAAC,CAAC;aACnB;iBAAM;gBACL,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;aACzC;SACF;aAAM,IAAI,UAAU,IAAI,aAAa,EAAE;YACtC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CACxD,QAAQ,EACR,aAAa,EACb,UAAU,CACX,CAAC;YAEF,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE;gBACrC,SAAS,CAAC,MAAM,CAAC,CAAC;aACnB;iBAAM;gBACL,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;aACzC;SACF;IACH,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC;IACjE,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,WAAW,EAAE,CAAC;IAChB,CAAC,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;IAK5B,MAAM,WAAW,GAAG,IAAA,mBAAW,EAAC,KAAK,IAAI,EAAE;QACzC,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAS,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAClD,IAAI,MAAM;YAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IACvB,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,WAAW,EAAE,CAAC;IAChB,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;IAKlB,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,MAAM,EAAE;YAEV,cAAI,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;SAC3C;aAAM;YACL,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,qBAAqB,EAAE,CAAC;YAErD,cAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;gBAElC,cAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;SACJ;IACH,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAEb,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAA,sBAAc,GAAE,CAAC;IACnB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO,CACL,uBAAC,qBAAW,cACV,wBAAC,8BAAc,eACb,uBAAC,yBAAO,IAAC,QAAQ,EAAC,YAAY,EAAC,YAAY,EAAE,IAAI,GAAI,EACpD,MAAM,CAAC,CAAC,CAAC,CACR,uBAAC,sBAAY,IACX,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,EACd,OAAO,EACL,OAAO;wBACP,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC;4BAC9B,CAAC,CAAC,QAAQ;4BACV,CAAC,CAAC,WAAW,QAAQ,EAAE,CAAC,EAE5B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE;wBACN,GAAG,MAAM;wBACT,WAAW;qBACZ,EACD,aAAa,EAAE,aAAa,aAAb,aAAa,cAAb,aAAa,GAAI,MAAM,CAAC,aAAa,EACpD,WAAW,EAAE,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,MAAM,CAAC,WAAW,EAC9C,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,UAAU,aAAV,UAAU,cAAV,UAAU,GAAI,MAAA,MAAA,MAAM,CAAC,OAAO,0CAAE,KAAK,CAAC,GAAG,CAAC,0CAAG,CAAC,CAAC,EACzD,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,SAAS,EACpB,SAAS,EAAE,SAAS,EACpB,cAAc,EAAE,cAAc,EAC9B,uBAAuB,EAAE,uBAAuB,EAChD,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,YAAY,EAC1B,cAAc,EAAE,cAAc,EAC9B,SAAS,EAAE,SAAS,EACpB,oBAAoB,EAAE,oBAAoB,EAC1C,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,SAAS,EACpB,kBAAkB,EAAE,kBAAkB,EACtC,SAAS,EAAE,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,iBAAiB,EACjD,WAAW,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,0CAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAC1C,aAAa;wBACX,CAAC,CAAC,CAAC,CAAC,aAAa,KAAK,aAAa;wBACnC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,oBAAoB,CACnD,EACD,kBAAkB,EAAE,OAAO,EAC3B,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,SAAS,EACpB,gCAAgC,EAC9B,SAAS,IAAI,gCAAgC,EAE/C,WAAW,EAAE,WAAW,EACxB,oBAAoB,EAAE,oBAAoB,EAC1C,wBAAwB,EAAE,wBAAwB,EAClD,aAAa,EAAE,aAAa,EAC5B,cAAc,EAAE,cAAc,EAC9B,mBAAmB,EAAE,mBAAmB,EACxC,kBAAkB,EAAE,kBAAkB,EACtC,UAAU,EAAE,UAAU,KAClB,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GACzD,CACH,CAAC,CAAC,CAAC,CACF,gCACE,KAAK,EAAE;wBACL,OAAO,EAAE,MAAM;wBACf,UAAU,EAAE,QAAQ;wBACpB,cAAc,EAAE,QAAQ;qBACzB,YAED,+BACE,KAAK,EAAE;4BACL,SAAS,EAAE,QAAQ;4BACnB,MAAM,EAAE,WAAW;4BACnB,aAAa,EAAE,YAAY;yBAC5B,aAEA,CAAC,CAAC,SAAS,CAAC,IAAI,SAAS,WACxB,GACA,CACP,IACc,GACL,CACf,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,SAAS,GAAG;IACjB,UAAU,EAAE,oBAAS,CAAC,MAAM;IAC5B,QAAQ,EAAE,oBAAS,CAAC,MAAM;IAC1B,aAAa,EAAE,oBAAS,CAAC,MAAM;IAC/B,WAAW,EAAE,oBAAS,CAAC,MAAM;IAC7B,aAAa,EAAE,oBAAS,CAAC,MAAM;IAC/B,QAAQ,EAAE,oBAAS,CAAC,MAAM,CAAC,UAAU;IACrC,WAAW,EAAE,oBAAS,CAAC,MAAM;IAC7B,SAAS,EAAE,oBAAS,CAAC,MAAM;IAC3B,MAAM,EAAE,oBAAS,CAAC,KAAK,CAAC;QACtB,SAAS;QACT,UAAU;QACV,OAAO;QACP,mBAAmB;QACnB,MAAM;QACN,aAAa;QACb,kBAAkB;KACnB,CAAC;IACF,YAAY,EAAE,oBAAS,CAAC,GAAG;IAC3B,SAAS,EAAE,oBAAS,CAAC,IAAI;IACzB,cAAc,EAAE,oBAAS,CAAC,IAAI;IAC9B,uBAAuB,EAAE,oBAAS,CAAC,IAAI;IACvC,YAAY,EAAE,oBAAS,CAAC,IAAI;IAC5B,UAAU,EAAE,oBAAS,CAAC,IAAI;IAC1B,SAAS,EAAE,oBAAS,CAAC,IAAI;IACzB,kBAAkB,EAAE,oBAAS,CAAC,IAAI;IAClC,YAAY,EAAE,oBAAS,CAAC,IAAI;IAC5B,SAAS,EAAE,oBAAS,CAAC,IAAI;IACzB,oBAAoB,EAAE,oBAAS,CAAC,IAAI;IACpC,cAAc,EAAE,oBAAS,CAAC,IAAI;IAC9B,SAAS,EAAE,oBAAS,CAAC,IAAI;IACzB,MAAM,EAAE,oBAAS,CAAC,SAAS,CAAC,CAAC,oBAAS,CAAC,MAAM,EAAE,oBAAS,CAAC,MAAM,CAAC,CAAC;IACjE,OAAO,EAAE,oBAAS,CAAC,MAAM;IACzB,MAAM,EAAE,oBAAS,CAAC,MAAM;IACxB,SAAS,EAAE,oBAAS,CAAC,MAAM;IAC3B,GAAG,EAAE,oBAAS,CAAC,MAAM;IACrB,GAAG,EAAE,oBAAS,CAAC,MAAM;IACrB,OAAO,EAAE,oBAAS,CAAC,QAAQ,CAAC,oBAAS,CAAC,GAAG,CAAC;IAC1C,eAAe,EAAE,oBAAS,CAAC,MAAM;IACjC,MAAM,EAAE,oBAAS,CAAC,KAAK,CAAC;QACtB,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI;KACL,CAAC;IACF,UAAU,EAAE,oBAAS,CAAC,MAAM;IAC5B,YAAY,EAAE,oBAAS,CAAC,IAAI;IAC5B,SAAS,EAAE,oBAAS,CAAC,MAAM;IAC3B,WAAW,EAAE,oBAAS,CAAC,IAAI;IAC3B,oBAAoB,EAAE,oBAAS,CAAC,IAAI;IACpC,wBAAwB,EAAE,oBAAS,CAAC,IAAI;IACxC,gCAAgC,EAAE,oBAAS,CAAC,MAAM;IAClD,aAAa,EAAE,oBAAS,CAAC,IAAI;IAC7B,cAAc,EAAE,oBAAS,CAAC,QAAQ,CAAC,oBAAS,CAAC,GAAG,CAAC;IACjD,mBAAmB,EAAE,oBAAS,CAAC,IAAI;IACnC,kBAAkB,EAAE,oBAAS,CAAC,GAAG;IACjC,UAAU,EAAE,oBAAS,CAAC,SAAS,CAAC,CAAC,oBAAS,CAAC,MAAM,EAAE,oBAAS,CAAC,GAAG,CAAC,CAAC;CACnE,CAAC;AAEF,kBAAe,MAAM,CAAC"}
|
|
@@ -127,7 +127,7 @@ export default function FullbodyAvatar({ url, sex, currentBaseAction, timeScale,
|
|
|
127
127
|
targetValue += newEmotionValue;
|
|
128
128
|
}
|
|
129
129
|
if (currentViseme && key === currentViseme.name) {
|
|
130
|
-
targetValue += currentViseme.weight
|
|
130
|
+
targetValue += currentViseme.weight;
|
|
131
131
|
}
|
|
132
132
|
if (key === 'eyesClosed' && eyeBlink) {
|
|
133
133
|
targetValue += blinkValue;
|
|
@@ -156,7 +156,7 @@ export default function FullbodyAvatar({ url, sex, currentBaseAction, timeScale,
|
|
|
156
156
|
(_a = mixerRef.current) === null || _a === void 0 ? void 0 : _a.update(0.01);
|
|
157
157
|
}, [actions, emotionMorphTargets, eyeBlink, updateCurrentViseme]);
|
|
158
158
|
useFrame(state => {
|
|
159
|
-
updateFrame(state.clock.
|
|
159
|
+
updateFrame(state.clock.elapsedTime * 1000);
|
|
160
160
|
});
|
|
161
161
|
return (_jsx("group", { position: isZoomed ? AVATAR_POSITION_ZOOMED : AVATAR_POSITION, rotation: AVATAR_ROTATION, children: _jsx("primitive", { object: scene }) }));
|
|
162
162
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AACvE,OAAO,EACL,OAAO,EACP,KAAK,EACL,cAAc,EACd,WAAW,EAEX,SAAS,EAET,QAAQ,GACT,MAAM,OAAO,CAAC;AACf,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAY,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AA8BxD,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/C,MAAM,sBAAsB,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAExD,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEF,MAAM,YAAY,GAAG;IACnB,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,CAAC,OAAO,UAAU,cAAc,CAAC,EACrC,GAAG,EACH,GAAG,EACH,iBAAiB,EACjB,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,mBAAmB,GACC;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,MAAM,EAAkB,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,EAAe,CAAC;IAC1C,MAAM,gBAAgB,GAAG,MAAM,CAAyB,IAAI,CAAC,CAAC;IAC9D,MAAM,wBAAwB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAEpC,MAAM,iBAAiB,GAAG,MAAM,CAAyB,EAAE,CAAC,CAAC;IAC7D,MAAM,sBAAsB,GAAG,MAAM,CAAc,IAAI,GAAG,EAAE,CAAC,CAAC;IAG9D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE;QAC5B,IAAI,SAAkC,CAAC;QACvC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAgB,EAAE,EAAE;YAClC,IACE,MAAM,YAAY,WAAW;gBAC7B,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,CAAC,EACjE;gBACA,SAAS,GAAG,MAAM,CAAC;aACpB;QACH,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,QAAQ,EAAE;YACZ,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC;YAC/B,IAAI,QAAQ,CAAC,qBAAqB,IAAI,QAAQ,CAAC,qBAAqB,EAAE;gBACpE,wBAAwB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;gBACzD,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CACnC,QAAQ,CAAC,qBAAqB,CAC/B,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnD,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;aAC7C;SACF;QACD,QAAQ,CAAC,OAAO,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,wBAAwB,EAAE,wBAAwB,CAAC,CAAC,CAAC;IAG1E,MAAM,qBAAqB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7C,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAAE,OAAO;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,CAAC,IAAI,CACV,cAAc,iBAAiB,CAAC,MAAM,yBAAyB,CAChE,CAAC;YACF,OAAO;SACR;QAED,MAAM,eAAe,GAAG,GAAG,CAAC;QAC5B,MAAM,cAAc,GAAG,GAAG,CAAC;QAE3B,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAC5B,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;SACnD;QAED,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,gBAAgB,CAAC,OAAO,GAAG,SAAS,CAAC;QACrC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAEhC,IACE,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC;YAC/C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,EAChD;YACA,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC/B,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACnC,wBAAwB,CAAC,OAAO,GAAG,IAAI,CAAC;SACzC;IACH,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC;IAE5C,SAAS,CAAC,GAAG,EAAE;QACb,qBAAqB,EAAE,CAAC;IAC1B,CAAC,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAG5B,MAAM,WAAW,GAAG,WAAW,CAC7B,CAAC,WAAmB,EAAE,EAAE;;QACtB,IACE,CAAC,WAAW,CAAC,OAAO;YACpB,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAC1C,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAE1C,OAAO;QAET,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,EAAE;YACZ,IAAI,WAAW,IAAI,gBAAgB,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;gBACrE,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;gBAC7B,iBAAiB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACxC,gBAAgB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACvC,gBAAgB,CAAC,OAAO;oBACtB,WAAW;wBACX,IAAI,CAAC,MAAM,EAAE;4BACX,CAAC,YAAY,CAAC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;wBACvD,YAAY,CAAC,WAAW,CAAC;aAC5B;YAED,IAAI,aAAa,CAAC,OAAO,EAAE;gBACzB,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC;oBACzC,YAAY,CAAC,aAAa,CAAC;gBAC7B,IAAI,aAAa,IAAI,GAAG,EAAE;oBACxB,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;iBAChC;qBAAM,IAAI,aAAa,IAAI,CAAC,EAAE;oBAC7B,UAAU,GAAG,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC;iBACpC;qBAAM;oBACL,aAAa,CAAC,OAAO,GAAG,KAAK,CAAC;oBAC9B,UAAU,GAAG,CAAC,CAAC;iBAChB;aACF;SACF;
|
|
1
|
+
{"version":3,"file":"fullbodyAvatar.js","sourceRoot":"","sources":["../../../../../../src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx"],"names":[],"mappings":";AAAA,OAAc,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AACvE,OAAO,EACL,OAAO,EACP,KAAK,EACL,cAAc,EACd,WAAW,EAEX,SAAS,EAET,QAAQ,GACT,MAAM,OAAO,CAAC;AACf,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAY,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AA8BxD,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/C,MAAM,sBAAsB,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAExD,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,gFAAgF;IACtF,MAAM,EACJ,gFAAgF;CACnF,CAAC;AAEF,MAAM,YAAY,GAAG;IACnB,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,CAAC,OAAO,UAAU,cAAc,CAAC,EACrC,GAAG,EACH,GAAG,EACH,iBAAiB,EACjB,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,mBAAmB,GACC;IACpB,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,MAAM,EAAkB,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,EAAe,CAAC;IAC1C,MAAM,gBAAgB,GAAG,MAAM,CAAyB,IAAI,CAAC,CAAC;IAC9D,MAAM,wBAAwB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAEpC,MAAM,iBAAiB,GAAG,MAAM,CAAyB,EAAE,CAAC,CAAC;IAC7D,MAAM,sBAAsB,GAAG,MAAM,CAAc,IAAI,GAAG,EAAE,CAAC,CAAC;IAG9D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE;QAC5B,IAAI,SAAkC,CAAC;QACvC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAgB,EAAE,EAAE;YAClC,IACE,MAAM,YAAY,WAAW;gBAC7B,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,CAAC,EACjE;gBACA,SAAS,GAAG,MAAM,CAAC;aACpB;QACH,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAEZ,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,QAAQ,EAAE;YACZ,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC;YAC/B,IAAI,QAAQ,CAAC,qBAAqB,IAAI,QAAQ,CAAC,qBAAqB,EAAE;gBACpE,wBAAwB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;gBACzD,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CACnC,QAAQ,CAAC,qBAAqB,CAC/B,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnD,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;aAC7C;SACF;QACD,QAAQ,CAAC,OAAO,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,wBAAwB,EAAE,wBAAwB,CAAC,CAAC,CAAC;IAG1E,MAAM,qBAAqB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7C,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAAE,OAAO;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,CAAC,IAAI,CACV,cAAc,iBAAiB,CAAC,MAAM,yBAAyB,CAChE,CAAC;YACF,OAAO;SACR;QAED,MAAM,eAAe,GAAG,GAAG,CAAC;QAC5B,MAAM,cAAc,GAAG,GAAG,CAAC;QAE3B,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAC5B,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;SACnD;QAED,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,gBAAgB,CAAC,OAAO,GAAG,SAAS,CAAC;QACrC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAEhC,IACE,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC;YAC/C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC7C,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,EAChD;YACA,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC/B,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;YACnC,wBAAwB,CAAC,OAAO,GAAG,IAAI,CAAC;SACzC;IACH,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC;IAE5C,SAAS,CAAC,GAAG,EAAE;QACb,qBAAqB,EAAE,CAAC;IAC1B,CAAC,EAAE,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAG5B,MAAM,WAAW,GAAG,WAAW,CAC7B,CAAC,WAAmB,EAAE,EAAE;;QACtB,IACE,CAAC,WAAW,CAAC,OAAO;YACpB,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAC1C,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB;YAE1C,OAAO;QAET,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,EAAE;YACZ,IAAI,WAAW,IAAI,gBAAgB,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;gBACrE,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC;gBAC7B,iBAAiB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACxC,gBAAgB,CAAC,OAAO,GAAG,WAAW,CAAC;gBACvC,gBAAgB,CAAC,OAAO;oBACtB,WAAW;wBACX,IAAI,CAAC,MAAM,EAAE;4BACX,CAAC,YAAY,CAAC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;wBACvD,YAAY,CAAC,WAAW,CAAC;aAC5B;YAED,IAAI,aAAa,CAAC,OAAO,EAAE;gBACzB,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC;oBACzC,YAAY,CAAC,aAAa,CAAC;gBAC7B,IAAI,aAAa,IAAI,GAAG,EAAE;oBACxB,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;iBAChC;qBAAM,IAAI,aAAa,IAAI,CAAC,EAAE;oBAC7B,UAAU,GAAG,CAAC,GAAG,aAAa,GAAG,CAAC,CAAC;iBACpC;qBAAM;oBACL,aAAa,CAAC,OAAO,GAAG,KAAK,CAAC;oBAC9B,UAAU,GAAG,CAAC,CAAC;iBAChB;aACF;SACF;QAGD,MAAM,aAAa,GAAG,mBAAmB,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;QAC9D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAGrE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAC/D,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACf,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;gBAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;gBAEpB,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBAC/B,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;oBACpD,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAChE,MAAM,eAAe,GAAG,SAAS,CAAC,IAAI,CACpC,mBAAmB,EACnB,kBAAkB,GAAG,GAAG,EACxB,iBAAiB,CAClB,CAAC;oBACF,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC;oBACjD,WAAW,IAAI,eAAe,CAAC;iBAChC;gBAED,IAAI,aAAa,IAAI,GAAG,KAAK,aAAa,CAAC,IAAI,EAAE;oBAC/C,WAAW,IAAI,aAAa,CAAC,MAAM,CAAC;iBACrC;gBAED,IAAI,GAAG,KAAK,YAAY,IAAI,QAAQ,EAAE;oBACpC,WAAW,IAAI,UAAU,CAAC;iBAC3B;gBAED,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjD,IACE,WAAW,CAAC,OAAO;oBACnB,WAAW,CAAC,OAAO,CAAC,qBAAqB,EACzC;oBACA,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,CAC/D,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAChD,WAAW,EACX,eAAe,CAChB,CAAC;iBACH;aACF;QACH,CAAC,CACF,CAAC;QAGF,sBAAsB,CAAC,OAAO,GAAG,kBAAkB,CAAC;QAGpD,IAAI,wBAAwB,CAAC,OAAO,IAAI,gBAAgB,CAAC,OAAO,EAAE;YAChE,IACE,gBAAgB,CAAC,OAAO,CAAC,IAAI;gBAC7B,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,QAAQ,EAC3C;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBACrD,MAAM,UAAU,GACd,OAAO,CAAC,OAAO,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;gBAEtD,IAAI,UAAU,EAAE;oBACd,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACtC,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,gBAAgB,CAAC,OAAO,GAAG,UAAU,CAAC;oBACtC,wBAAwB,CAAC,OAAO,GAAG,KAAK,CAAC;iBAC1C;aACF;SACF;QAED,MAAA,QAAQ,CAAC,OAAO,0CAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC,EACD,CAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAC9D,CAAC;IAEF,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,OAAO,CACL,gBACE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,eAAe,EAC7D,QAAQ,EAAE,eAAe,YAEzB,oBAAW,MAAM,EAAE,KAAK,GAAI,GACtB,CACT,CAAC;AACJ,CAAC"}
|
|
@@ -2,7 +2,7 @@ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
|
2
2
|
import { useState, useEffect, useCallback, useRef, } from 'react';
|
|
3
3
|
import { useTranslation } from 'react-i18next';
|
|
4
4
|
import memoriApiClient from '@memori.ai/memori-api-client';
|
|
5
|
-
import { AudioContext } from 'standardized-audio-context';
|
|
5
|
+
import { AudioContext, } from 'standardized-audio-context';
|
|
6
6
|
import * as speechSdk from 'microsoft-cognitiveservices-speech-sdk';
|
|
7
7
|
import cx from 'classnames';
|
|
8
8
|
import { DateTime } from 'luxon';
|
|
@@ -216,7 +216,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
|
|
|
216
216
|
const [isPlayingAudio, setIsPlayingAudio] = useState(false);
|
|
217
217
|
const [controlsPosition, setControlsPosition] = useState('center');
|
|
218
218
|
const [hideEmissions, setHideEmissions] = useState(false);
|
|
219
|
-
const { startProcessing, addViseme, stopProcessing, resetVisemeQueue } = useViseme();
|
|
219
|
+
const { startProcessing, setAudioContext, addViseme, stopProcessing, resetVisemeQueue, } = useViseme();
|
|
220
220
|
useEffect(() => {
|
|
221
221
|
setIsPlayingAudio(!!speechSynthesizer);
|
|
222
222
|
memoriSpeaking = !!speechSynthesizer;
|
|
@@ -1069,7 +1069,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
|
|
|
1069
1069
|
const initializeTTS = () => {
|
|
1070
1070
|
if (!AZURE_COGNITIVE_SERVICES_TTS_KEY)
|
|
1071
1071
|
return;
|
|
1072
|
-
speechConfig = speechSdk.SpeechConfig.fromSubscription(AZURE_COGNITIVE_SERVICES_TTS_KEY, '
|
|
1072
|
+
speechConfig = speechSdk.SpeechConfig.fromSubscription(AZURE_COGNITIVE_SERVICES_TTS_KEY, 'westeurope');
|
|
1073
1073
|
speechConfig.speechSynthesisLanguage = getCultureCodeByLanguage(userLang);
|
|
1074
1074
|
speechConfig.speechSynthesisVoiceName = getTTSVoice(userLang);
|
|
1075
1075
|
speechConfig.speechRecognitionLanguage = getCultureCodeByLanguage(userLang);
|
|
@@ -1243,6 +1243,15 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
|
|
|
1243
1243
|
const e = new CustomEvent('MemoriEndSpeak');
|
|
1244
1244
|
document.dispatchEvent(e);
|
|
1245
1245
|
};
|
|
1246
|
+
const handleSpeechEnd = () => {
|
|
1247
|
+
memoriSpeaking = false;
|
|
1248
|
+
setMemoriTyping(false);
|
|
1249
|
+
emitEndSpeakEvent();
|
|
1250
|
+
};
|
|
1251
|
+
const generateSSMLText = (text) => {
|
|
1252
|
+
const textToSpeak = escapeHTML(stripMarkdown(stripEmojis(stripHTML(stripOutputTags(text)))));
|
|
1253
|
+
return `<speak version="1.0" xmlns="http://www.w3.org/2001/10/synthesis" xmlns:mstts="https://www.w3.org/2001/mstts" xmlns:emo="http://www.w3.org/2009/10/emotionml" xml:lang="${getCultureCodeByLanguage(userLang)}"><voice name="${getTTSVoice(userLang)}"><s>${replaceTextWithPhonemes(textToSpeak, userLang.toLowerCase())}</s></voice></speak>`;
|
|
1254
|
+
};
|
|
1246
1255
|
const speak = (text) => {
|
|
1247
1256
|
if (!AZURE_COGNITIVE_SERVICES_TTS_KEY || preview) {
|
|
1248
1257
|
emitEndSpeakEvent();
|
|
@@ -1312,7 +1321,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
|
|
|
1312
1321
|
if (result) {
|
|
1313
1322
|
setIsPlayingAudio(true);
|
|
1314
1323
|
memoriSpeaking = true;
|
|
1315
|
-
startProcessing();
|
|
1324
|
+
startProcessing(audioContext);
|
|
1316
1325
|
try {
|
|
1317
1326
|
audioContext.decodeAudioData(result.audioData, function (buffer) {
|
|
1318
1327
|
source.buffer = buffer;
|
|
@@ -1340,38 +1349,37 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
|
|
|
1340
1349
|
speechSynthesizer = null;
|
|
1341
1350
|
}
|
|
1342
1351
|
}
|
|
1343
|
-
catch (
|
|
1344
|
-
console.
|
|
1345
|
-
|
|
1346
|
-
stopProcessing();
|
|
1347
|
-
resetVisemeQueue();
|
|
1348
|
-
setIsPlayingAudio(false);
|
|
1349
|
-
memoriSpeaking = false;
|
|
1350
|
-
if (speechSynthesizer) {
|
|
1351
|
-
speechSynthesizer.close();
|
|
1352
|
-
speechSynthesizer = null;
|
|
1353
|
-
}
|
|
1354
|
-
emitEndSpeakEvent();
|
|
1352
|
+
catch (error) {
|
|
1353
|
+
console.error('Error processing audio data:', error);
|
|
1354
|
+
handleFallback(text);
|
|
1355
1355
|
}
|
|
1356
1356
|
}
|
|
1357
1357
|
else {
|
|
1358
|
-
|
|
1359
|
-
stopProcessing();
|
|
1360
|
-
setIsPlayingAudio(false);
|
|
1361
|
-
memoriSpeaking = false;
|
|
1362
|
-
emitEndSpeakEvent();
|
|
1358
|
+
handleFallback(text);
|
|
1363
1359
|
}
|
|
1364
1360
|
}, error => {
|
|
1365
|
-
console.error('
|
|
1366
|
-
|
|
1367
|
-
setIsPlayingAudio(false);
|
|
1368
|
-
stopProcessing();
|
|
1369
|
-
resetVisemeQueue();
|
|
1370
|
-
memoriSpeaking = false;
|
|
1371
|
-
emitEndSpeakEvent();
|
|
1361
|
+
console.error('Speak error:', error);
|
|
1362
|
+
handleFallback(text);
|
|
1372
1363
|
});
|
|
1373
1364
|
setMemoriTyping(false);
|
|
1374
1365
|
};
|
|
1366
|
+
const handleFallback = (text) => {
|
|
1367
|
+
console.log('Falling back to browser speech synthesis');
|
|
1368
|
+
window.speechSynthesis.speak(new SpeechSynthesisUtterance(text));
|
|
1369
|
+
cleanup();
|
|
1370
|
+
};
|
|
1371
|
+
const cleanup = () => {
|
|
1372
|
+
setIsPlayingAudio(false);
|
|
1373
|
+
stopProcessing();
|
|
1374
|
+
resetVisemeQueue();
|
|
1375
|
+
memoriSpeaking = false;
|
|
1376
|
+
if (speechSynthesizer) {
|
|
1377
|
+
console.log('Closing speech synthesizer');
|
|
1378
|
+
speechSynthesizer.close();
|
|
1379
|
+
speechSynthesizer = null;
|
|
1380
|
+
}
|
|
1381
|
+
emitEndSpeakEvent();
|
|
1382
|
+
};
|
|
1375
1383
|
const stopAudio = () => {
|
|
1376
1384
|
setIsPlayingAudio(false);
|
|
1377
1385
|
memoriSpeaking = false;
|
|
@@ -1442,7 +1450,7 @@ const MemoriWidget = ({ memori, memoriConfigs, ownerUserID, ownerUserName, tenan
|
|
|
1442
1450
|
.then(function (_stream) {
|
|
1443
1451
|
setHasUserActivatedListening(true);
|
|
1444
1452
|
if (!speechConfig) {
|
|
1445
|
-
speechConfig = speechSdk.SpeechConfig.fromSubscription(AZURE_COGNITIVE_SERVICES_TTS_KEY, '
|
|
1453
|
+
speechConfig = speechSdk.SpeechConfig.fromSubscription(AZURE_COGNITIVE_SERVICES_TTS_KEY, 'westeurope');
|
|
1446
1454
|
speechConfig.speechRecognitionLanguage =
|
|
1447
1455
|
getCultureCodeByLanguage(userLang);
|
|
1448
1456
|
speechConfig.speechSynthesisLanguage =
|