@convai/web-sdk 0.3.2-beta.0 → 1.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/BlendshapeQueue.d.ts +75 -42
- package/dist/core/BlendshapeQueue.d.ts.map +1 -1
- package/dist/core/BlendshapeQueue.js +177 -103
- package/dist/core/BlendshapeQueue.js.map +1 -1
- package/dist/core/ConvaiClient.d.ts +0 -14
- package/dist/core/ConvaiClient.d.ts.map +1 -1
- package/dist/core/ConvaiClient.js +13 -24
- package/dist/core/ConvaiClient.js.map +1 -1
- package/dist/core/MessageHandler.d.ts.map +1 -1
- package/dist/core/MessageHandler.js +6 -3
- package/dist/core/MessageHandler.js.map +1 -1
- package/dist/core/index.d.ts +0 -1
- package/dist/core/index.d.ts.map +1 -1
- package/dist/core/index.js.map +1 -1
- package/dist/core/types.d.ts +29 -11
- package/dist/core/types.d.ts.map +1 -1
- package/dist/lipsync-helpers/createBlendshapeQueue.d.ts +86 -0
- package/dist/lipsync-helpers/createBlendshapeQueue.d.ts.map +1 -0
- package/dist/lipsync-helpers/createBlendshapeQueue.js +126 -0
- package/dist/lipsync-helpers/createBlendshapeQueue.js.map +1 -0
- package/dist/lipsync-helpers/declarativeMapping.d.ts +93 -0
- package/dist/lipsync-helpers/declarativeMapping.d.ts.map +1 -0
- package/dist/lipsync-helpers/declarativeMapping.js +228 -0
- package/dist/lipsync-helpers/declarativeMapping.js.map +1 -0
- package/dist/lipsync-helpers/index.d.ts +9 -4
- package/dist/lipsync-helpers/index.d.ts.map +1 -1
- package/dist/lipsync-helpers/index.js +24 -12
- package/dist/lipsync-helpers/index.js.map +1 -1
- package/dist/lipsync-helpers/mappingTypes.d.ts +64 -0
- package/dist/lipsync-helpers/mappingTypes.d.ts.map +1 -0
- package/dist/lipsync-helpers/mappingTypes.js +28 -0
- package/dist/lipsync-helpers/mappingTypes.js.map +1 -0
- package/dist/lipsync-helpers/presetMappers.d.ts +24 -0
- package/dist/lipsync-helpers/presetMappers.d.ts.map +1 -0
- package/dist/lipsync-helpers/presetMappers.js +38 -0
- package/dist/lipsync-helpers/presetMappers.js.map +1 -0
- package/dist/react/hooks/useConvaiClient.d.ts.map +1 -1
- package/dist/react/hooks/useConvaiClient.js +0 -4
- package/dist/react/hooks/useConvaiClient.js.map +1 -1
- package/dist/types/index.d.ts +13 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/vanilla/ConvaiWidget.d.ts +13 -6
- package/dist/vanilla/ConvaiWidget.d.ts.map +1 -1
- package/dist/vanilla/ConvaiWidget.js +108 -70
- package/dist/vanilla/ConvaiWidget.js.map +1 -1
- package/dist/vanilla/types.d.ts +29 -2
- package/dist/vanilla/types.d.ts.map +1 -1
- package/package.json +1 -1
- package/dist/lipsync-helpers/arkitBlendshapeHelpers.d.ts +0 -80
- package/dist/lipsync-helpers/arkitBlendshapeHelpers.d.ts.map +0 -1
- package/dist/lipsync-helpers/arkitBlendshapeHelpers.js +0 -201
- package/dist/lipsync-helpers/arkitBlendshapeHelpers.js.map +0 -1
- package/dist/lipsync-helpers/arkitPhonemeReference.d.ts +0 -155
- package/dist/lipsync-helpers/arkitPhonemeReference.d.ts.map +0 -1
- package/dist/lipsync-helpers/arkitPhonemeReference.js +0 -362
- package/dist/lipsync-helpers/arkitPhonemeReference.js.map +0 -1
- package/dist/lipsync-helpers/neurosyncBlendshapeMapper.d.ts +0 -30
- package/dist/lipsync-helpers/neurosyncBlendshapeMapper.d.ts.map +0 -1
- package/dist/lipsync-helpers/neurosyncBlendshapeMapper.js +0 -315
- package/dist/lipsync-helpers/neurosyncBlendshapeMapper.js.map +0 -1
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Declarative Blendshape Mapping
|
|
3
|
+
*
|
|
4
|
+
* Create mappers using a simple name-based mapping configuration.
|
|
5
|
+
* This is much easier than writing custom mapper functions!
|
|
6
|
+
*
|
|
7
|
+
* @example
|
|
8
|
+
* ```typescript
|
|
9
|
+
* const mapping = {
|
|
10
|
+
* "browDownLeft": ["Brow_Drop_L"],
|
|
11
|
+
* "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
|
|
12
|
+
* "jawOpen": ["Jaw_Open"],
|
|
13
|
+
* "mouthSmileLeft": ["Mouth_Smile"],
|
|
14
|
+
* "mouthSmileRight": ["Mouth_Smile"], // Both map to same target (averaged)
|
|
15
|
+
* };
|
|
16
|
+
* ```
|
|
17
|
+
*/
|
|
18
|
+
import type { BlendshapeMapper } from './mappingTypes';
|
|
19
|
+
/**
|
|
20
|
+
* Declarative mapping configuration
|
|
21
|
+
* Maps source blendshape names to target blendshape names
|
|
22
|
+
*
|
|
23
|
+
* Format: { [sourceBlendshapeName]: [targetBlendshapeName1, targetBlendshapeName2, ...] }
|
|
24
|
+
*
|
|
25
|
+
* - If multiple source names map to same target, they will be averaged
|
|
26
|
+
* - If one source maps to multiple targets, the value will be copied to all
|
|
27
|
+
*/
|
|
28
|
+
export type BlendshapeNameMapping = {
|
|
29
|
+
[sourceBlendshapeName: string]: string[];
|
|
30
|
+
};
|
|
31
|
+
/**
|
|
32
|
+
* Optimized output structure for fast morph target updates
|
|
33
|
+
* Designed for maximum performance when applying to 3D models
|
|
34
|
+
*
|
|
35
|
+
* Use this format for fastest application to character:
|
|
36
|
+
* ```typescript
|
|
37
|
+
* const output = queue.getFrameAtTime(time).frame;
|
|
38
|
+
* // Fast iteration - names and values are parallel arrays
|
|
39
|
+
* for (let i = 0; i < output.names.length; i++) {
|
|
40
|
+
* character.setMorphTarget(output.names[i], output.values[i]);
|
|
41
|
+
* }
|
|
42
|
+
* ```
|
|
43
|
+
*/
|
|
44
|
+
export interface OptimizedBlendshapeOutput {
|
|
45
|
+
/** Array of blendshape names in order */
|
|
46
|
+
names: readonly string[];
|
|
47
|
+
/** Array of blendshape values (parallel to names) */
|
|
48
|
+
values: Float32Array;
|
|
49
|
+
/** Map from name to index for quick lookups */
|
|
50
|
+
nameToIndex: ReadonlyMap<string, number>;
|
|
51
|
+
/** Total number of blendshapes */
|
|
52
|
+
length: number;
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* Create a mapper from ARKit format using declarative name mapping
|
|
56
|
+
*
|
|
57
|
+
* @param mapping - Declarative mapping object
|
|
58
|
+
* @param outputFormat - 'object' (default) or 'optimized'
|
|
59
|
+
*
|
|
60
|
+
* @example
|
|
61
|
+
* ```typescript
|
|
62
|
+
* const mapper = createARKitNameMapper({
|
|
63
|
+
* "browDownLeft": ["Brow_Drop_L"],
|
|
64
|
+
* "browDownRight": ["Brow_Drop_R"],
|
|
65
|
+
* "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
|
|
66
|
+
* "jawOpen": ["Jaw_Open"],
|
|
67
|
+
* "mouthSmileLeft": ["Mouth_Smile"],
|
|
68
|
+
* "mouthSmileRight": ["Mouth_Smile"], // Will be averaged with left
|
|
69
|
+
* });
|
|
70
|
+
* ```
|
|
71
|
+
*/
|
|
72
|
+
export declare function createARKitNameMapper(mapping: BlendshapeNameMapping, outputFormat?: 'object' | 'optimized'): BlendshapeMapper;
|
|
73
|
+
/**
|
|
74
|
+
* Create a mapper from MetaHuman format using declarative name mapping
|
|
75
|
+
*
|
|
76
|
+
* @param mapping - Declarative mapping object (uses MetaHuman blendshape names)
|
|
77
|
+
* @param outputFormat - 'object' (default) or 'optimized'
|
|
78
|
+
*
|
|
79
|
+
* @example
|
|
80
|
+
* ```typescript
|
|
81
|
+
* const mapper = createMetaHumanNameMapper({
|
|
82
|
+
* "CTRL_expressions_browDownL": ["Brow_Drop_L"],
|
|
83
|
+
* "CTRL_expressions_browDownR": ["Brow_Drop_R"],
|
|
84
|
+
* "CTRL_expressions_jawOpen": ["Jaw_Open"],
|
|
85
|
+
* });
|
|
86
|
+
* ```
|
|
87
|
+
*/
|
|
88
|
+
export declare function createMetaHumanNameMapper(mapping: BlendshapeNameMapping, outputFormat?: 'object' | 'optimized'): BlendshapeMapper;
|
|
89
|
+
/**
|
|
90
|
+
* Helper to extract blendshape object from mapper output
|
|
91
|
+
*/
|
|
92
|
+
export declare function getBlendshapeObject(output: any): Record<string, number>;
|
|
93
|
+
//# sourceMappingURL=declarativeMapping.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"declarativeMapping.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/declarativeMapping.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAIH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEvD;;;;;;;;GAQG;AACH,MAAM,MAAM,qBAAqB,GAAG;IAClC,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC1C,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,yBAAyB;IACxC,yCAAyC;IACzC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,qDAAqD;IACrD,MAAM,EAAE,YAAY,CAAC;IACrB,+CAA+C;IAC/C,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,qBAAqB,EAC9B,YAAY,GAAE,QAAQ,GAAG,WAAsB,GAC9C,gBAAgB,CAgGlB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,qBAAqB,EAC9B,YAAY,GAAE,QAAQ,GAAG,WAAsB,GAC9C,gBAAgB,CAoFlB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAavE"}
|
|
@@ -0,0 +1,228 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Declarative Blendshape Mapping
|
|
3
|
+
*
|
|
4
|
+
* Create mappers using a simple name-based mapping configuration.
|
|
5
|
+
* This is much easier than writing custom mapper functions!
|
|
6
|
+
*
|
|
7
|
+
* @example
|
|
8
|
+
* ```typescript
|
|
9
|
+
* const mapping = {
|
|
10
|
+
* "browDownLeft": ["Brow_Drop_L"],
|
|
11
|
+
* "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
|
|
12
|
+
* "jawOpen": ["Jaw_Open"],
|
|
13
|
+
* "mouthSmileLeft": ["Mouth_Smile"],
|
|
14
|
+
* "mouthSmileRight": ["Mouth_Smile"], // Both map to same target (averaged)
|
|
15
|
+
* };
|
|
16
|
+
* ```
|
|
17
|
+
*/
|
|
18
|
+
import { ARKIT_ORDER_61 } from './arkitOrder61';
|
|
19
|
+
import { METAHUMAN_ORDER_251 } from './metahumanOrder251';
|
|
20
|
+
/**
|
|
21
|
+
* Create a mapper from ARKit format using declarative name mapping
|
|
22
|
+
*
|
|
23
|
+
* @param mapping - Declarative mapping object
|
|
24
|
+
* @param outputFormat - 'object' (default) or 'optimized'
|
|
25
|
+
*
|
|
26
|
+
* @example
|
|
27
|
+
* ```typescript
|
|
28
|
+
* const mapper = createARKitNameMapper({
|
|
29
|
+
* "browDownLeft": ["Brow_Drop_L"],
|
|
30
|
+
* "browDownRight": ["Brow_Drop_R"],
|
|
31
|
+
* "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
|
|
32
|
+
* "jawOpen": ["Jaw_Open"],
|
|
33
|
+
* "mouthSmileLeft": ["Mouth_Smile"],
|
|
34
|
+
* "mouthSmileRight": ["Mouth_Smile"], // Will be averaged with left
|
|
35
|
+
* });
|
|
36
|
+
* ```
|
|
37
|
+
*/
|
|
38
|
+
export function createARKitNameMapper(mapping, outputFormat = 'object') {
|
|
39
|
+
// Build reverse mapping: source index -> target names
|
|
40
|
+
const sourceIndexToTargets = new Map();
|
|
41
|
+
for (const [sourceName, targetNames] of Object.entries(mapping)) {
|
|
42
|
+
// Convert source name to camelCase if needed
|
|
43
|
+
const sourceNameVariations = [
|
|
44
|
+
sourceName,
|
|
45
|
+
sourceName.charAt(0).toUpperCase() + sourceName.slice(1),
|
|
46
|
+
sourceName.charAt(0).toLowerCase() + sourceName.slice(1),
|
|
47
|
+
];
|
|
48
|
+
let sourceIndex = -1;
|
|
49
|
+
for (const variation of sourceNameVariations) {
|
|
50
|
+
sourceIndex = ARKIT_ORDER_61.indexOf(variation);
|
|
51
|
+
if (sourceIndex !== -1)
|
|
52
|
+
break;
|
|
53
|
+
}
|
|
54
|
+
if (sourceIndex === -1) {
|
|
55
|
+
console.warn(`[ARKit Name Mapper] Source blendshape "${sourceName}" not found in ARKit format`);
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
sourceIndexToTargets.set(sourceIndex, targetNames);
|
|
59
|
+
}
|
|
60
|
+
// Build list of unique target names
|
|
61
|
+
const uniqueTargets = new Set();
|
|
62
|
+
for (const targets of sourceIndexToTargets.values()) {
|
|
63
|
+
targets.forEach(t => uniqueTargets.add(t));
|
|
64
|
+
}
|
|
65
|
+
const targetNames = Array.from(uniqueTargets);
|
|
66
|
+
// Build accumulation structure: target name -> [source indices]
|
|
67
|
+
const targetToSources = new Map();
|
|
68
|
+
for (const targetName of targetNames) {
|
|
69
|
+
targetToSources.set(targetName, []);
|
|
70
|
+
}
|
|
71
|
+
for (const [sourceIndex, targets] of sourceIndexToTargets.entries()) {
|
|
72
|
+
for (const targetName of targets) {
|
|
73
|
+
targetToSources.get(targetName)?.push(sourceIndex);
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
// Pre-allocate output structures
|
|
77
|
+
const outputValues = new Float32Array(targetNames.length);
|
|
78
|
+
const nameToIndex = new Map();
|
|
79
|
+
targetNames.forEach((name, index) => nameToIndex.set(name, index));
|
|
80
|
+
if (outputFormat === 'optimized') {
|
|
81
|
+
// Optimized format: return structured object for fast iteration
|
|
82
|
+
const optimizedOutput = {
|
|
83
|
+
names: targetNames,
|
|
84
|
+
values: outputValues,
|
|
85
|
+
nameToIndex,
|
|
86
|
+
length: targetNames.length,
|
|
87
|
+
};
|
|
88
|
+
return (input) => {
|
|
89
|
+
outputValues.fill(0);
|
|
90
|
+
// Accumulate values for each target
|
|
91
|
+
for (let i = 0; i < targetNames.length; i++) {
|
|
92
|
+
const sourceIndices = targetToSources.get(targetNames[i]);
|
|
93
|
+
let sum = 0;
|
|
94
|
+
for (const srcIndex of sourceIndices) {
|
|
95
|
+
sum += input[srcIndex] || 0;
|
|
96
|
+
}
|
|
97
|
+
outputValues[i] = sum / sourceIndices.length; // Average if multiple sources
|
|
98
|
+
}
|
|
99
|
+
// Return same object reference (values are updated in place)
|
|
100
|
+
return optimizedOutput;
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
else {
|
|
104
|
+
// Object format: return key-value object
|
|
105
|
+
return (input) => {
|
|
106
|
+
const output = {};
|
|
107
|
+
for (const targetName of targetNames) {
|
|
108
|
+
const sourceIndices = targetToSources.get(targetName);
|
|
109
|
+
let sum = 0;
|
|
110
|
+
for (const srcIndex of sourceIndices) {
|
|
111
|
+
sum += input[srcIndex] || 0;
|
|
112
|
+
}
|
|
113
|
+
output[targetName] = sum / sourceIndices.length;
|
|
114
|
+
}
|
|
115
|
+
// Convert to Float32Array representation (for compatibility)
|
|
116
|
+
// Store as object in the array's properties (hack but works)
|
|
117
|
+
const result = new Float32Array(0);
|
|
118
|
+
result.__blendshapeObject = output;
|
|
119
|
+
return result;
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Create a mapper from MetaHuman format using declarative name mapping
|
|
125
|
+
*
|
|
126
|
+
* @param mapping - Declarative mapping object (uses MetaHuman blendshape names)
|
|
127
|
+
* @param outputFormat - 'object' (default) or 'optimized'
|
|
128
|
+
*
|
|
129
|
+
* @example
|
|
130
|
+
* ```typescript
|
|
131
|
+
* const mapper = createMetaHumanNameMapper({
|
|
132
|
+
* "CTRL_expressions_browDownL": ["Brow_Drop_L"],
|
|
133
|
+
* "CTRL_expressions_browDownR": ["Brow_Drop_R"],
|
|
134
|
+
* "CTRL_expressions_jawOpen": ["Jaw_Open"],
|
|
135
|
+
* });
|
|
136
|
+
* ```
|
|
137
|
+
*/
|
|
138
|
+
export function createMetaHumanNameMapper(mapping, outputFormat = 'object') {
|
|
139
|
+
// Build reverse mapping: source index -> target names
|
|
140
|
+
const sourceIndexToTargets = new Map();
|
|
141
|
+
for (const [sourceName, targetNames] of Object.entries(mapping)) {
|
|
142
|
+
const sourceIndex = METAHUMAN_ORDER_251.indexOf(sourceName);
|
|
143
|
+
if (sourceIndex === -1) {
|
|
144
|
+
console.warn(`[MetaHuman Name Mapper] Source blendshape "${sourceName}" not found in MetaHuman format`);
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
sourceIndexToTargets.set(sourceIndex, targetNames);
|
|
148
|
+
}
|
|
149
|
+
// Build list of unique target names
|
|
150
|
+
const uniqueTargets = new Set();
|
|
151
|
+
for (const targets of sourceIndexToTargets.values()) {
|
|
152
|
+
targets.forEach(t => uniqueTargets.add(t));
|
|
153
|
+
}
|
|
154
|
+
const targetNames = Array.from(uniqueTargets);
|
|
155
|
+
// Build accumulation structure: target name -> [source indices]
|
|
156
|
+
const targetToSources = new Map();
|
|
157
|
+
for (const targetName of targetNames) {
|
|
158
|
+
targetToSources.set(targetName, []);
|
|
159
|
+
}
|
|
160
|
+
for (const [sourceIndex, targets] of sourceIndexToTargets.entries()) {
|
|
161
|
+
for (const targetName of targets) {
|
|
162
|
+
targetToSources.get(targetName)?.push(sourceIndex);
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
// Pre-allocate output structures
|
|
166
|
+
const outputValues = new Float32Array(targetNames.length);
|
|
167
|
+
const nameToIndex = new Map();
|
|
168
|
+
targetNames.forEach((name, index) => nameToIndex.set(name, index));
|
|
169
|
+
if (outputFormat === 'optimized') {
|
|
170
|
+
// Optimized format: return structured object for fast iteration
|
|
171
|
+
const optimizedOutput = {
|
|
172
|
+
names: targetNames,
|
|
173
|
+
values: outputValues,
|
|
174
|
+
nameToIndex,
|
|
175
|
+
length: targetNames.length,
|
|
176
|
+
};
|
|
177
|
+
return (input) => {
|
|
178
|
+
outputValues.fill(0);
|
|
179
|
+
// Accumulate values for each target
|
|
180
|
+
for (let i = 0; i < targetNames.length; i++) {
|
|
181
|
+
const sourceIndices = targetToSources.get(targetNames[i]);
|
|
182
|
+
let sum = 0;
|
|
183
|
+
for (const srcIndex of sourceIndices) {
|
|
184
|
+
sum += input[srcIndex] || 0;
|
|
185
|
+
}
|
|
186
|
+
outputValues[i] = sum / sourceIndices.length; // Average if multiple sources
|
|
187
|
+
}
|
|
188
|
+
// Return same object reference (values are updated in place)
|
|
189
|
+
return optimizedOutput;
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
else {
|
|
193
|
+
// Object format: return key-value object
|
|
194
|
+
return (input) => {
|
|
195
|
+
const output = {};
|
|
196
|
+
for (const targetName of targetNames) {
|
|
197
|
+
const sourceIndices = targetToSources.get(targetName);
|
|
198
|
+
let sum = 0;
|
|
199
|
+
for (const srcIndex of sourceIndices) {
|
|
200
|
+
sum += input[srcIndex] || 0;
|
|
201
|
+
}
|
|
202
|
+
output[targetName] = sum / sourceIndices.length;
|
|
203
|
+
}
|
|
204
|
+
// Convert to Float32Array representation (for compatibility)
|
|
205
|
+
const result = new Float32Array(0);
|
|
206
|
+
result.__blendshapeObject = output;
|
|
207
|
+
return result;
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
/**
|
|
212
|
+
* Helper to extract blendshape object from mapper output
|
|
213
|
+
*/
|
|
214
|
+
export function getBlendshapeObject(output) {
|
|
215
|
+
if (output.__blendshapeObject) {
|
|
216
|
+
return output.__blendshapeObject;
|
|
217
|
+
}
|
|
218
|
+
if (output.names && output.values) {
|
|
219
|
+
// Convert optimized format to object
|
|
220
|
+
const obj = {};
|
|
221
|
+
for (let i = 0; i < output.names.length; i++) {
|
|
222
|
+
obj[output.names[i]] = output.values[i];
|
|
223
|
+
}
|
|
224
|
+
return obj;
|
|
225
|
+
}
|
|
226
|
+
return {};
|
|
227
|
+
}
|
|
228
|
+
//# sourceMappingURL=declarativeMapping.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"declarativeMapping.js","sourceRoot":"","sources":["../../src/lipsync-helpers/declarativeMapping.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAwC1D;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAA8B,EAC9B,eAAuC,QAAQ;IAE/C,sDAAsD;IACtD,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAoB,CAAC;IAEzD,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,6CAA6C;QAC7C,MAAM,oBAAoB,GAAG;YAC3B,UAAU;YACV,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;YACxD,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;SACzD,CAAC;QAEF,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;QACrB,KAAK,MAAM,SAAS,IAAI,oBAAoB,EAAE,CAAC;YAC7C,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,SAAgB,CAAC,CAAC;YACvD,IAAI,WAAW,KAAK,CAAC,CAAC;gBAAE,MAAM;QAChC,CAAC;QAED,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,0CAA0C,UAAU,6BAA6B,CAAC,CAAC;YAChG,SAAS;QACX,CAAC;QAED,oBAAoB,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACrD,CAAC;IAED,oCAAoC;IACpC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAE9C,gEAAgE;IAChE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE,CAAC;QACpE,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;YACjC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAEnE,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;QACjC,gEAAgE;QAChE,MAAM,eAAe,GAA8B;YACjD,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,YAAY;YACpB,WAAW;YACX,MAAM,EAAE,WAAW,CAAC,MAAM;SAC3B,CAAC;QAEF,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAErB,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAE,CAAC;gBAC3D,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,YAAY,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,8BAA8B;YAC9E,CAAC;YAED,6DAA6D;YAC7D,OAAO,eAAe,CAAC;QACzB,CAAC,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,MAAM,MAAM,GAA2B,EAAE,CAAC;YAE1C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;gBACvD,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;YAClD,CAAC;YAED,6DAA6D;YAC7D,6DAA6D;YAC7D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,MAAc,CAAC,kBAAkB,GAAG,MAAM,CAAC;YAC5C,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,yBAAyB,CACvC,OAA8B,EAC9B,eAAuC,QAAQ;IAE/C,sDAAsD;IACtD,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAoB,CAAC;IAEzD,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,CAAC,UAAiB,CAAC,CAAC;QAEnE,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,8CAA8C,UAAU,iCAAiC,CAAC,CAAC;YACxG,SAAS;QACX,CAAC;QAED,oBAAoB,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACrD,CAAC;IAED,oCAAoC;IACpC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAE9C,gEAAgE;IAChE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE,CAAC;QACpE,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;YACjC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAEnE,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;QACjC,gEAAgE;QAChE,MAAM,eAAe,GAA8B;YACjD,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,YAAY;YACpB,WAAW;YACX,MAAM,EAAE,WAAW,CAAC,MAAM;SAC3B,CAAC;QAEF,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAErB,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAE,CAAC;gBAC3D,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,YAAY,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,8BAA8B;YAC9E,CAAC;YAED,6DAA6D;YAC7D,OAAO,eAAe,CAAC;QACzB,CAAC,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,MAAM,MAAM,GAA2B,EAAE,CAAC;YAE1C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;gBACvD,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;YAClD,CAAC;YAED,6DAA6D;YAC7D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,MAAc,CAAC,kBAAkB,GAAG,MAAM,CAAC;YAC5C,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAW;IAC7C,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,kBAAkB,CAAC;IACnC,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,qCAAqC;QACrC,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}
|
|
@@ -1,10 +1,15 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Lipsync Helpers
|
|
3
|
-
*
|
|
3
|
+
*
|
|
4
|
+
* Essential blendshape order arrays for ARKit and MetaHuman formats.
|
|
5
|
+
* These define the order in which blendshape values are received from Convai's server.
|
|
4
6
|
*/
|
|
5
7
|
export { ARKIT_ORDER_61, STANDARD_ARKIT_ORDER, convertOrder61ToStandard, mapOrder61ToNames, getBlendshapeValueFromOrder61, getHeadRotation, getEyeRotations, getLipSyncValuesFromOrder61, getActiveBlendshapesFromOrder61, formatOrder61ForLogging, } from "./arkitOrder61";
|
|
6
|
-
export { ARKIT_BLENDSHAPE_NAMES, ARKIT_EXTENDED_NAMES, mapARKitBlendshapesToNames, getActiveARKitBlendshapes, getARKitBlendshapeValue, formatARKitBlendshapesForLogging, KEY_LIPSYNC_BLENDSHAPES, getLipSyncBlendshapes, } from "./arkitBlendshapeHelpers";
|
|
7
|
-
export { ARKIT_PHONEME_REFERENCE_VALUES, ARKIT_BLENDSHAPE_INDICES, SAMPLE_PHONEME_TESTS, BLENDSHAPE_QUICK_GUIDE, generatePhonemeBlendshapes, getPhonemeDescription, type PhonemeBlendshapes, } from "./arkitPhonemeReference";
|
|
8
8
|
export { METAHUMAN_ORDER_251, METAHUMAN_CATEGORIES, KEY_METAHUMAN_LIPSYNC, getMetaHumanBlendshapeName, getMetaHumanBlendshapeIndex, getMetaHumanBlendshapesByCategory, formatMetaHumanBlendshapesForLogging, } from "./metahumanOrder251";
|
|
9
|
-
export {
|
|
9
|
+
export type { BlendshapeMapper, BlendshapeFormat, BlendshapeMappingConfig, } from "./mappingTypes";
|
|
10
|
+
export { PRESET_MAPPINGS, } from "./mappingTypes";
|
|
11
|
+
export { arkitPassthroughMapper, metahumanPassthroughMapper, identityMapper, } from "./presetMappers";
|
|
12
|
+
export { createBlendshapeQueue, createARKitBlendshapeQueue, createMetaHumanBlendshapeQueue, createCustomBlendshapeQueue, createPassthroughBlendshapeQueue, inferMappingFromConfig, } from "./createBlendshapeQueue";
|
|
13
|
+
export type { BlendshapeNameMapping, OptimizedBlendshapeOutput, } from "./declarativeMapping";
|
|
14
|
+
export { createARKitNameMapper, createMetaHumanNameMapper, getBlendshapeObject, } from "./declarativeMapping";
|
|
10
15
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/index.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,EAEL,cAAc,EAGd,oBAAoB,EAGpB,wBAAwB,EACxB,iBAAiB,EACjB,6BAA6B,EAC7B,eAAe,EACf,eAAe,EACf,2BAA2B,EAC3B,+BAA+B,EAC/B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AAMxB,OAAO,EAEL,mBAAmB,EAGnB,oBAAoB,EAGpB,qBAAqB,EAGrB,0BAA0B,EAC1B,2BAA2B,EAC3B,iCAAiC,EACjC,oCAAoC,GACrC,MAAM,qBAAqB,CAAC;AAM7B,YAAY,EACV,gBAAgB,EAChB,gBAAgB,EAChB,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,eAAe,GAChB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,cAAc,GACf,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,8BAA8B,EAC9B,2BAA2B,EAC3B,gCAAgC,EAChC,sBAAsB,GACvB,MAAM,yBAAyB,CAAC;AAMjC,YAAY,EACV,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC"}
|
|
@@ -1,21 +1,33 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Lipsync Helpers
|
|
3
|
-
*
|
|
3
|
+
*
|
|
4
|
+
* Essential blendshape order arrays for ARKit and MetaHuman formats.
|
|
5
|
+
* These define the order in which blendshape values are received from Convai's server.
|
|
4
6
|
*/
|
|
5
7
|
// ============================================================================
|
|
6
|
-
// ARKIT FORMAT (52 blendshapes + 9 rotation values
|
|
8
|
+
// ARKIT FORMAT (61 elements: 52 blendshapes + 9 rotation values)
|
|
7
9
|
// ============================================================================
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
10
|
+
export {
|
|
11
|
+
// ARKit 61-element order array
|
|
12
|
+
ARKIT_ORDER_61,
|
|
13
|
+
// Standard ARKit 52-element order
|
|
14
|
+
STANDARD_ARKIT_ORDER,
|
|
15
|
+
// Helper functions
|
|
16
|
+
convertOrder61ToStandard, mapOrder61ToNames, getBlendshapeValueFromOrder61, getHeadRotation, getEyeRotations, getLipSyncValuesFromOrder61, getActiveBlendshapesFromOrder61, formatOrder61ForLogging, } from "./arkitOrder61";
|
|
14
17
|
// ============================================================================
|
|
15
18
|
// METAHUMAN FORMAT (251 CTRL_expressions_* blendshapes)
|
|
16
19
|
// ============================================================================
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
20
|
+
export {
|
|
21
|
+
// MetaHuman 251-element order array
|
|
22
|
+
METAHUMAN_ORDER_251,
|
|
23
|
+
// Category breakdown
|
|
24
|
+
METAHUMAN_CATEGORIES,
|
|
25
|
+
// Key lipsync blendshapes
|
|
26
|
+
KEY_METAHUMAN_LIPSYNC,
|
|
27
|
+
// Helper functions
|
|
28
|
+
getMetaHumanBlendshapeName, getMetaHumanBlendshapeIndex, getMetaHumanBlendshapesByCategory, formatMetaHumanBlendshapesForLogging, } from "./metahumanOrder251";
|
|
29
|
+
export { PRESET_MAPPINGS, } from "./mappingTypes";
|
|
30
|
+
export { arkitPassthroughMapper, metahumanPassthroughMapper, identityMapper, } from "./presetMappers";
|
|
31
|
+
export { createBlendshapeQueue, createARKitBlendshapeQueue, createMetaHumanBlendshapeQueue, createCustomBlendshapeQueue, createPassthroughBlendshapeQueue, inferMappingFromConfig, } from "./createBlendshapeQueue";
|
|
32
|
+
export { createARKitNameMapper, createMetaHumanNameMapper, getBlendshapeObject, } from "./declarativeMapping";
|
|
21
33
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/lipsync-helpers/index.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/lipsync-helpers/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,+EAA+E;AAC/E,iEAAiE;AACjE,+EAA+E;AAE/E,OAAO;AACL,+BAA+B;AAC/B,cAAc;AAEd,kCAAkC;AAClC,oBAAoB;AAEpB,mBAAmB;AACnB,wBAAwB,EACxB,iBAAiB,EACjB,6BAA6B,EAC7B,eAAe,EACf,eAAe,EACf,2BAA2B,EAC3B,+BAA+B,EAC/B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AAExB,+EAA+E;AAC/E,wDAAwD;AACxD,+EAA+E;AAE/E,OAAO;AACL,oCAAoC;AACpC,mBAAmB;AAEnB,qBAAqB;AACrB,oBAAoB;AAEpB,0BAA0B;AAC1B,qBAAqB;AAErB,mBAAmB;AACnB,0BAA0B,EAC1B,2BAA2B,EAC3B,iCAAiC,EACjC,oCAAoC,GACrC,MAAM,qBAAqB,CAAC;AAY7B,OAAO,EACL,eAAe,GAChB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,cAAc,GACf,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,8BAA8B,EAC9B,2BAA2B,EAC3B,gCAAgC,EAChC,sBAAsB,GACvB,MAAM,yBAAyB,CAAC;AAWjC,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Blendshape Mapping Types
|
|
3
|
+
*
|
|
4
|
+
* Defines interfaces and types for mapping server blendshape data
|
|
5
|
+
* to various target formats (ARKit, MetaHuman, custom rigs, etc.)
|
|
6
|
+
*/
|
|
7
|
+
/**
|
|
8
|
+
* Function that maps an input blendshape array to an output format
|
|
9
|
+
* @param input - Raw blendshape data from server
|
|
10
|
+
* @returns Mapped blendshape array in target format
|
|
11
|
+
*/
|
|
12
|
+
export type BlendshapeMapper = (input: number[] | Float32Array) => Float32Array;
|
|
13
|
+
/**
|
|
14
|
+
* Blendshape format types
|
|
15
|
+
* - arkit: 61-element ARKit format (52 blendshapes + 9 rotation values)
|
|
16
|
+
* - mha: 251-element MetaHuman format (CTRL_expressions_*)
|
|
17
|
+
* - custom: User-defined format with custom mapper
|
|
18
|
+
*/
|
|
19
|
+
export type BlendshapeFormat = 'arkit' | 'mha' | 'custom';
|
|
20
|
+
/**
|
|
21
|
+
* Configuration for blendshape mapping
|
|
22
|
+
*/
|
|
23
|
+
export interface BlendshapeMappingConfig {
|
|
24
|
+
/**
|
|
25
|
+
* Input format from server
|
|
26
|
+
* - arkit: Server sends 61-element array
|
|
27
|
+
* - mha: Server sends 251-element array
|
|
28
|
+
*/
|
|
29
|
+
inputFormat: BlendshapeFormat;
|
|
30
|
+
/**
|
|
31
|
+
* Output format for application
|
|
32
|
+
* - arkit: Map to 61-element ARKit format
|
|
33
|
+
* - mha: Map to 251-element MetaHuman format
|
|
34
|
+
* - custom: Use custom mapper function
|
|
35
|
+
*/
|
|
36
|
+
outputFormat: BlendshapeFormat;
|
|
37
|
+
/**
|
|
38
|
+
* Custom mapper function (required if inputFormat or outputFormat is 'custom')
|
|
39
|
+
* Takes raw server data and returns mapped blendshapes
|
|
40
|
+
*/
|
|
41
|
+
mapper?: BlendshapeMapper;
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Preset mapping configurations
|
|
45
|
+
*/
|
|
46
|
+
export declare const PRESET_MAPPINGS: {
|
|
47
|
+
/**
|
|
48
|
+
* ARKit passthrough - no mapping needed
|
|
49
|
+
* Server sends 61 elements, output 61 elements
|
|
50
|
+
*/
|
|
51
|
+
readonly ARKIT_PASSTHROUGH: {
|
|
52
|
+
readonly inputFormat: "arkit";
|
|
53
|
+
readonly outputFormat: "arkit";
|
|
54
|
+
};
|
|
55
|
+
/**
|
|
56
|
+
* MetaHuman passthrough - no mapping needed
|
|
57
|
+
* Server sends 251 elements, output 251 elements
|
|
58
|
+
*/
|
|
59
|
+
readonly MHA_PASSTHROUGH: {
|
|
60
|
+
readonly inputFormat: "mha";
|
|
61
|
+
readonly outputFormat: "mha";
|
|
62
|
+
};
|
|
63
|
+
};
|
|
64
|
+
//# sourceMappingURL=mappingTypes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mappingTypes.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/mappingTypes.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;;;GAIG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,YAAY,CAAC;AAEhF;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC;;;;OAIG;IACH,WAAW,EAAE,gBAAgB,CAAC;IAE9B;;;;;OAKG;IACH,YAAY,EAAE,gBAAgB,CAAC;IAE/B;;;OAGG;IACH,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED;;GAEG;AACH,eAAO,MAAM,eAAe;IAC1B;;;OAGG;;;;;IAMH;;;OAGG;;;;;CAKK,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Blendshape Mapping Types
|
|
3
|
+
*
|
|
4
|
+
* Defines interfaces and types for mapping server blendshape data
|
|
5
|
+
* to various target formats (ARKit, MetaHuman, custom rigs, etc.)
|
|
6
|
+
*/
|
|
7
|
+
/**
|
|
8
|
+
* Preset mapping configurations
|
|
9
|
+
*/
|
|
10
|
+
export const PRESET_MAPPINGS = {
|
|
11
|
+
/**
|
|
12
|
+
* ARKit passthrough - no mapping needed
|
|
13
|
+
* Server sends 61 elements, output 61 elements
|
|
14
|
+
*/
|
|
15
|
+
ARKIT_PASSTHROUGH: {
|
|
16
|
+
inputFormat: 'arkit',
|
|
17
|
+
outputFormat: 'arkit',
|
|
18
|
+
},
|
|
19
|
+
/**
|
|
20
|
+
* MetaHuman passthrough - no mapping needed
|
|
21
|
+
* Server sends 251 elements, output 251 elements
|
|
22
|
+
*/
|
|
23
|
+
MHA_PASSTHROUGH: {
|
|
24
|
+
inputFormat: 'mha',
|
|
25
|
+
outputFormat: 'mha',
|
|
26
|
+
},
|
|
27
|
+
};
|
|
28
|
+
//# sourceMappingURL=mappingTypes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mappingTypes.js","sourceRoot":"","sources":["../../src/lipsync-helpers/mappingTypes.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA2CH;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B;;;OAGG;IACH,iBAAiB,EAAE;QACjB,WAAW,EAAE,OAAgB;QAC7B,YAAY,EAAE,OAAgB;KAC/B;IAED;;;OAGG;IACH,eAAe,EAAE;QACf,WAAW,EAAE,KAAc;QAC3B,YAAY,EAAE,KAAc;KAC7B;CACO,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Preset Blendshape Mappers
|
|
3
|
+
*
|
|
4
|
+
* Simple passthrough mappers for ARKit and MetaHuman formats
|
|
5
|
+
*/
|
|
6
|
+
import { BlendshapeMapper } from './mappingTypes';
|
|
7
|
+
/**
|
|
8
|
+
* ARKit Passthrough Mapper
|
|
9
|
+
* Input: 61-element ARKit array from server
|
|
10
|
+
* Output: Same 61-element array (no transformation)
|
|
11
|
+
*/
|
|
12
|
+
export declare const arkitPassthroughMapper: BlendshapeMapper;
|
|
13
|
+
/**
|
|
14
|
+
* MetaHuman Passthrough Mapper
|
|
15
|
+
* Input: 251-element MetaHuman array from server
|
|
16
|
+
* Output: Same 251-element array (no transformation)
|
|
17
|
+
*/
|
|
18
|
+
export declare const metahumanPassthroughMapper: BlendshapeMapper;
|
|
19
|
+
/**
|
|
20
|
+
* Identity Mapper
|
|
21
|
+
* Returns input as-is (converts to Float32Array if needed)
|
|
22
|
+
*/
|
|
23
|
+
export declare const identityMapper: BlendshapeMapper;
|
|
24
|
+
//# sourceMappingURL=presetMappers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"presetMappers.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/presetMappers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAElD;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,EAAE,gBAKpC,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,0BAA0B,EAAE,gBAKxC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,gBAK5B,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Preset Blendshape Mappers
|
|
3
|
+
*
|
|
4
|
+
* Simple passthrough mappers for ARKit and MetaHuman formats
|
|
5
|
+
*/
|
|
6
|
+
/**
|
|
7
|
+
* ARKit Passthrough Mapper
|
|
8
|
+
* Input: 61-element ARKit array from server
|
|
9
|
+
* Output: Same 61-element array (no transformation)
|
|
10
|
+
*/
|
|
11
|
+
export const arkitPassthroughMapper = (input) => {
|
|
12
|
+
if (input instanceof Float32Array) {
|
|
13
|
+
return input;
|
|
14
|
+
}
|
|
15
|
+
return new Float32Array(input);
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* MetaHuman Passthrough Mapper
|
|
19
|
+
* Input: 251-element MetaHuman array from server
|
|
20
|
+
* Output: Same 251-element array (no transformation)
|
|
21
|
+
*/
|
|
22
|
+
export const metahumanPassthroughMapper = (input) => {
|
|
23
|
+
if (input instanceof Float32Array) {
|
|
24
|
+
return input;
|
|
25
|
+
}
|
|
26
|
+
return new Float32Array(input);
|
|
27
|
+
};
|
|
28
|
+
/**
|
|
29
|
+
* Identity Mapper
|
|
30
|
+
* Returns input as-is (converts to Float32Array if needed)
|
|
31
|
+
*/
|
|
32
|
+
export const identityMapper = (input) => {
|
|
33
|
+
if (input instanceof Float32Array) {
|
|
34
|
+
return input;
|
|
35
|
+
}
|
|
36
|
+
return new Float32Array(input);
|
|
37
|
+
};
|
|
38
|
+
//# sourceMappingURL=presetMappers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"presetMappers.js","sourceRoot":"","sources":["../../src/lipsync-helpers/presetMappers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH;;;;GAIG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAqB,CAAC,KAAK,EAAE,EAAE;IAChE,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAqB,CAAC,KAAK,EAAE,EAAE;IACpE,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAqB,CAAC,KAAK,EAAE,EAAE;IACxD,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useConvaiClient.d.ts","sourceRoot":"","sources":["../../../src/react/hooks/useConvaiClient.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EACb,WAAW,EACZ,MAAM,kBAAkB,CAAC;AAE1B;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,eAAe,GAC1B,SAAS,YAAY,KACpB,aAAa,GAAG;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"useConvaiClient.d.ts","sourceRoot":"","sources":["../../../src/react/hooks/useConvaiClient.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EACb,WAAW,EACZ,MAAM,kBAAkB,CAAC;AAE1B;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,eAAe,GAC1B,SAAS,YAAY,KACpB,aAAa,GAAG;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;CAwL9B,CAAC"}
|
|
@@ -168,10 +168,6 @@ export const useConvaiClient = (config) => {
|
|
|
168
168
|
latencyMonitor: client.latencyMonitor,
|
|
169
169
|
blendshapeQueue: client.blendshapeQueue,
|
|
170
170
|
toggleTts: client.toggleTts.bind(client),
|
|
171
|
-
// Lipsync post-processing methods
|
|
172
|
-
addLipsyncPostProcessor: client.addLipsyncPostProcessor.bind(client),
|
|
173
|
-
removeLipsyncPostProcessor: client.removeLipsyncPostProcessor.bind(client),
|
|
174
|
-
clearLipsyncPostProcessors: client.clearLipsyncPostProcessors.bind(client),
|
|
175
171
|
on: client.on.bind(client),
|
|
176
172
|
off: client.off.bind(client),
|
|
177
173
|
// Reactive control states
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"useConvaiClient.js","sourceRoot":"","sources":["../../../src/react/hooks/useConvaiClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAW,WAAW,EAAE,MAAM,OAAO,CAAC;AAClE,OAAO,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAO9D;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,MAAqB,EAOrB,EAAE;IACF,8BAA8B;IAC9B,MAAM,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;IAExD,6BAA6B;IAC7B,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAAS,MAAM,CAAC,CAAC;IACzD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAC9C,MAAM,CAAC,YAAY,CACpB,CAAC;IACF,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,GAAG,QAAQ,CACxD,MAAM,CAAC,iBAAiB,CACzB,CAAC;IACF,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,QAAQ,CAAU,KAAK,CAAC,CAAC;IAC7D,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,QAAQ,CAAU,MAAM,CAAC,UAAU,CAAC,CAAC;IAEzE,uCAAuC;IACvC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAC9C,MAAM,CAAC,aAAa,CAAC,YAAY,CAClC,CAAC;IACF,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,QAAQ,CAClD,MAAM,CAAC,aAAa,CAAC,cAAc,CACpC,CAAC;IACF,MAAM,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,GAAG,QAAQ,CAC5D,MAAM,CAAC,mBAAmB,CAAC,mBAAmB,CAC/C,CAAC;IAEF,2BAA2B;IAC3B,MAAM,CAAC,YAAY,CAAC,GAAG,QAAQ,CAA2B,MAAM,CAAC,CAAC;IAElE,wBAAwB;IACxB,SAAS,CAAC,GAAG,EAAE;QACb,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;YAC7D,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEnB,iCAAiC;YACjC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;YAC9B,CAAC;iBAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACjC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC/B,WAAW,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC/B,WAAW,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,WAAW,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,MAAM,mBAAmB,GAAG,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,QAAQ,EAAE,EAAE;YACnE,eAAe,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,qCAAqC;QACrC,MAAM,sBAAsB,GAAG,MAAM,CAAC,EAAE,CACtC,yBAAyB,EACzB,CAAC,aAAa,EAAE,EAAE;YAChB,oBAAoB,CAAC,aAAa,CAAC,CAAC;QACtC,CAAC,CACF,CAAC;QAEF,2BAA2B;QAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,QAAQ,EAAE,EAAE;YAC7D,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,qBAAqB;QACrB,MAAM,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;YAC/C,aAAa,CAAC,IAAI,CAAC,CAAC;YACpB,WAAW,CAAC,WAAW,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,MAAM,YAAY,GAAG,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YAC7C,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,sBAAsB;QACtB,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YACnD,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvB,WAAW,CAAC,cAAc,CAAC,CAAC;YAC5B,eAAe,CAAC,EAAE,CAAC,CAAC;YACpB,qCAAqC;YACrC,eAAe,CAAC,IAAI,CAAC,CAAC;YACtB,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACzB,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,uCAAuC;QACvC,MAAM,eAAe,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC,UAAe,EAAE,EAAE;YACtF,IAAI,UAAU,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC1C,eAAe,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,uCAAuC;QACvC,MAAM,eAAe,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC,UAAe,EAAE,EAAE;YACtF,IAAI,UAAU,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBAC5C,iBAAiB,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,qBAAqB,GAAG,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,gBAAqB,EAAE,EAAE;YAC9G,IAAI,gBAAgB,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;gBACvD,sBAAsB,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,+BAA+B;QAC/B,OAAO,GAAG,EAAE;YACV,gBAAgB,EAAE,CAAC;YACnB,mBAAmB,EAAE,CAAC;YACtB,sBAAsB,EAAE,CAAC;YACzB,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,CAAC;YAClB,qBAAqB,EAAE,CAAC;QAC1B,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAEb,8DAA8D;IAC9D,MAAM,OAAO,GAAG,WAAW,CACzB,KAAK,EAAE,cAA6B,EAAE,EAAE;QACtC,MAAM,WAAW,GAAG,cAAc,IAAI,YAAY,CAAC;QAEnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC,EACD,CAAC,MAAM,EAAE,YAAY,CAAC,CACvB,CAAC;IAEF,oCAAoC;IACpC,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACvC,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC3B,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAEb,wDAAwD;IACxD,OAAO;QACL,KAAK;QACL,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO;QACP,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1C,SAAS;QACT,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9C,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5D,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1D,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9D,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1D,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC;QACxD,QAAQ;QACR,YAAY;QACZ,iBAAiB;QACjB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;QAC7C,UAAU;QACV,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACxC,
|
|
1
|
+
{"version":3,"file":"useConvaiClient.js","sourceRoot":"","sources":["../../../src/react/hooks/useConvaiClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAW,WAAW,EAAE,MAAM,OAAO,CAAC;AAClE,OAAO,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAO9D;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,MAAqB,EAOrB,EAAE;IACF,8BAA8B;IAC9B,MAAM,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;IAExD,6BAA6B;IAC7B,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjD,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAAS,MAAM,CAAC,CAAC;IACzD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAC9C,MAAM,CAAC,YAAY,CACpB,CAAC;IACF,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,GAAG,QAAQ,CACxD,MAAM,CAAC,iBAAiB,CACzB,CAAC;IACF,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,QAAQ,CAAU,KAAK,CAAC,CAAC;IAC7D,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,QAAQ,CAAU,MAAM,CAAC,UAAU,CAAC,CAAC;IAEzE,uCAAuC;IACvC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAC9C,MAAM,CAAC,aAAa,CAAC,YAAY,CAClC,CAAC;IACF,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,QAAQ,CAClD,MAAM,CAAC,aAAa,CAAC,cAAc,CACpC,CAAC;IACF,MAAM,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,GAAG,QAAQ,CAC5D,MAAM,CAAC,mBAAmB,CAAC,mBAAmB,CAC/C,CAAC;IAEF,2BAA2B;IAC3B,MAAM,CAAC,YAAY,CAAC,GAAG,QAAQ,CAA2B,MAAM,CAAC,CAAC;IAElE,wBAAwB;IACxB,SAAS,CAAC,GAAG,EAAE;QACb,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;YAC7D,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEnB,iCAAiC;YACjC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;YAC9B,CAAC;iBAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACjC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC/B,WAAW,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC/B,WAAW,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,WAAW,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,MAAM,mBAAmB,GAAG,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,QAAQ,EAAE,EAAE;YACnE,eAAe,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,qCAAqC;QACrC,MAAM,sBAAsB,GAAG,MAAM,CAAC,EAAE,CACtC,yBAAyB,EACzB,CAAC,aAAa,EAAE,EAAE;YAChB,oBAAoB,CAAC,aAAa,CAAC,CAAC;QACtC,CAAC,CACF,CAAC;QAEF,2BAA2B;QAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,gBAAgB,EAAE,CAAC,QAAQ,EAAE,EAAE;YAC7D,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,qBAAqB;QACrB,MAAM,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;YAC/C,aAAa,CAAC,IAAI,CAAC,CAAC;YACpB,WAAW,CAAC,WAAW,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,MAAM,YAAY,GAAG,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YAC7C,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,sBAAsB;QACtB,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YACnD,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvB,WAAW,CAAC,cAAc,CAAC,CAAC;YAC5B,eAAe,CAAC,EAAE,CAAC,CAAC;YACpB,qCAAqC;YACrC,eAAe,CAAC,IAAI,CAAC,CAAC;YACtB,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACzB,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,uCAAuC;QACvC,MAAM,eAAe,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC,UAAe,EAAE,EAAE;YACtF,IAAI,UAAU,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC1C,eAAe,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,uCAAuC;QACvC,MAAM,eAAe,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC,UAAe,EAAE,EAAE;YACtF,IAAI,UAAU,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBAC5C,iBAAiB,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,qBAAqB,GAAG,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,gBAAqB,EAAE,EAAE;YAC9G,IAAI,gBAAgB,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;gBACvD,sBAAsB,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,+BAA+B;QAC/B,OAAO,GAAG,EAAE;YACV,gBAAgB,EAAE,CAAC;YACnB,mBAAmB,EAAE,CAAC;YACtB,sBAAsB,EAAE,CAAC;YACzB,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,CAAC;YAClB,qBAAqB,EAAE,CAAC;QAC1B,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAEb,8DAA8D;IAC9D,MAAM,OAAO,GAAG,WAAW,CACzB,KAAK,EAAE,cAA6B,EAAE,EAAE;QACtC,MAAM,WAAW,GAAG,cAAc,IAAI,YAAY,CAAC;QAEnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC,EACD,CAAC,MAAM,EAAE,YAAY,CAAC,CACvB,CAAC;IAEF,oCAAoC;IACpC,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACvC,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC3B,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAEb,wDAAwD;IACxD,OAAO;QACL,KAAK;QACL,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO;QACP,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1C,SAAS;QACT,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9C,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5D,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1D,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9D,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1D,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC;QACxD,QAAQ;QACR,YAAY;QACZ,iBAAiB;QACjB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;QAC7C,UAAU;QACV,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;QAC/C,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACxC,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1B,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5B,0BAA0B;QAC1B,YAAY;QACZ,cAAc;QACd,mBAAmB;KACpB,CAAC;AACJ,CAAC,CAAC"}
|