@convai/web-sdk 0.3.1-beta.3 → 0.3.2-beta.1

package/dist/lipsync-helpers/createBlendshapeQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createBlendshapeQueue.js","sourceRoot":"","sources":["../../src/lipsync-helpers/createBlendshapeQueue.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE1D,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,cAAc,EACf,MAAM,iBAAiB,CAAC;AAEzB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAA+B;IACnE,IAAI,MAAoC,CAAC;IAEzC,oCAAoC;IACpC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,CAAC;SAAM,CAAC;QACN,oDAAoD;QACpD,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IACvE,CAAC;IAED,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B;IACxC,OAAO,IAAI,eAAe,CAAC,sBAAsB,CAAC,CAAC;AACrD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B;IAC5C,OAAO,IAAI,eAAe,CAAC,0BAA0B,CAAC,CAAC;AACzD,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,2BAA2B,CAAC,MAAwB;IAClE,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gCAAgC;IAC9C,OAAO,IAAI,eAAe,CAAC,cAAc,CAAC,CAAC;AAC7C,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CACzB,WAAmD,EACnD,YAAqD;IAErD,6CAA6C;IAC7C,IAAI,WAAW,KAAK,YAAY,EAAE,CAAC;QACjC,IAAI,WAAW,KAAK,OAAO,EAAE,CAAC;YAC5B,OAAO,sBAAsB,CAAC;QAChC,CAAC;QACD,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,OAAO,0BAA0B,CAAC;QACpC,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACpC,gBAA+C;IAE/C,MAAM,MAAM,GAAG,gBAAgB,EAAE,MAAM,IAAI,KAAK,CAAC;IAEjD,OAAO;QACL,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,MAAM,EAAE,yBAAyB;KAChD,CAAC;AACJ,CAAC"}

package/dist/lipsync-helpers/declarativeMapping.d.ts

@@ -0,0 +1,93 @@
+/**
+ * Declarative Blendshape Mapping
+ *
+ * Create mappers using a simple name-based mapping configuration.
+ * This is much easier than writing custom mapper functions!
+ *
+ * @example
+ * ```typescript
+ * const mapping = {
+ *   "browDownLeft": ["Brow_Drop_L"],
+ *   "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
+ *   "jawOpen": ["Jaw_Open"],
+ *   "mouthSmileLeft": ["Mouth_Smile"],
+ *   "mouthSmileRight": ["Mouth_Smile"],  // Both map to same target (averaged)
+ * };
+ * ```
+ */
+import type { BlendshapeMapper } from './mappingTypes';
+/**
+ * Declarative mapping configuration
+ * Maps source blendshape names to target blendshape names
+ *
+ * Format: { [sourceBlendshapeName]: [targetBlendshapeName1, targetBlendshapeName2, ...] }
+ *
+ * - If multiple source names map to same target, they will be averaged
+ * - If one source maps to multiple targets, the value will be copied to all
+ */
+export type BlendshapeNameMapping = {
+    [sourceBlendshapeName: string]: string[];
+};
+/**
+ * Optimized output structure for fast morph target updates
+ * Designed for maximum performance when applying to 3D models
+ *
+ * Use this format for fastest application to character:
+ * ```typescript
+ * const output = queue.getFrameAtTime(time).frame;
+ * // Fast iteration - names and values are parallel arrays
+ * for (let i = 0; i < output.names.length; i++) {
+ *   character.setMorphTarget(output.names[i], output.values[i]);
+ * }
+ * ```
+ */
+export interface OptimizedBlendshapeOutput {
+    /** Array of blendshape names in order */
+    names: readonly string[];
+    /** Array of blendshape values (parallel to names) */
+    values: Float32Array;
+    /** Map from name to index for quick lookups */
+    nameToIndex: ReadonlyMap<string, number>;
+    /** Total number of blendshapes */
+    length: number;
+}
+/**
+ * Create a mapper from ARKit format using declarative name mapping
+ *
+ * @param mapping - Declarative mapping object
+ * @param outputFormat - 'object' (default) or 'optimized'
+ *
+ * @example
+ * ```typescript
+ * const mapper = createARKitNameMapper({
+ *   "browDownLeft": ["Brow_Drop_L"],
+ *   "browDownRight": ["Brow_Drop_R"],
+ *   "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
+ *   "jawOpen": ["Jaw_Open"],
+ *   "mouthSmileLeft": ["Mouth_Smile"],
+ *   "mouthSmileRight": ["Mouth_Smile"], // Will be averaged with left
+ * });
+ * ```
+ */
+export declare function createARKitNameMapper(mapping: BlendshapeNameMapping, outputFormat?: 'object' | 'optimized'): BlendshapeMapper;
+/**
+ * Create a mapper from MetaHuman format using declarative name mapping
+ *
+ * @param mapping - Declarative mapping object (uses MetaHuman blendshape names)
+ * @param outputFormat - 'object' (default) or 'optimized'
+ *
+ * @example
+ * ```typescript
+ * const mapper = createMetaHumanNameMapper({
+ *   "CTRL_expressions_browDownL": ["Brow_Drop_L"],
+ *   "CTRL_expressions_browDownR": ["Brow_Drop_R"],
+ *   "CTRL_expressions_jawOpen": ["Jaw_Open"],
+ * });
+ * ```
+ */
+export declare function createMetaHumanNameMapper(mapping: BlendshapeNameMapping, outputFormat?: 'object' | 'optimized'): BlendshapeMapper;
+/**
+ * Helper to extract blendshape object from mapper output
+ */
+export declare function getBlendshapeObject(output: any): Record<string, number>;
+//# sourceMappingURL=declarativeMapping.d.ts.map

package/dist/lipsync-helpers/declarativeMapping.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"declarativeMapping.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/declarativeMapping.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAIH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEvD;;;;;;;;GAQG;AACH,MAAM,MAAM,qBAAqB,GAAG;IAClC,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC1C,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,yBAAyB;IACxC,yCAAyC;IACzC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,qDAAqD;IACrD,MAAM,EAAE,YAAY,CAAC;IACrB,+CAA+C;IAC/C,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,qBAAqB,EAC9B,YAAY,GAAE,QAAQ,GAAG,WAAsB,GAC9C,gBAAgB,CAgGlB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,qBAAqB,EAC9B,YAAY,GAAE,QAAQ,GAAG,WAAsB,GAC9C,gBAAgB,CAoFlB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAavE"}

package/dist/lipsync-helpers/declarativeMapping.js

@@ -0,0 +1,228 @@
+/**
+ * Declarative Blendshape Mapping
+ *
+ * Create mappers using a simple name-based mapping configuration.
+ * This is much easier than writing custom mapper functions!
+ *
+ * @example
+ * ```typescript
+ * const mapping = {
+ *   "browDownLeft": ["Brow_Drop_L"],
+ *   "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
+ *   "jawOpen": ["Jaw_Open"],
+ *   "mouthSmileLeft": ["Mouth_Smile"],
+ *   "mouthSmileRight": ["Mouth_Smile"],  // Both map to same target (averaged)
+ * };
+ * ```
+ */
+import { ARKIT_ORDER_61 } from './arkitOrder61';
+import { METAHUMAN_ORDER_251 } from './metahumanOrder251';
+/**
+ * Create a mapper from ARKit format using declarative name mapping
+ *
+ * @param mapping - Declarative mapping object
+ * @param outputFormat - 'object' (default) or 'optimized'
+ *
+ * @example
+ * ```typescript
+ * const mapper = createARKitNameMapper({
+ *   "browDownLeft": ["Brow_Drop_L"],
+ *   "browDownRight": ["Brow_Drop_R"],
+ *   "browInnerUp": ["Brow_Raise_Inner_L", "Brow_Raise_Inner_R"],
+ *   "jawOpen": ["Jaw_Open"],
+ *   "mouthSmileLeft": ["Mouth_Smile"],
+ *   "mouthSmileRight": ["Mouth_Smile"], // Will be averaged with left
+ * });
+ * ```
+ */
+export function createARKitNameMapper(mapping, outputFormat = 'object') {
+    // Build reverse mapping: source index -> target names
+    const sourceIndexToTargets = new Map();
+    for (const [sourceName, targetNames] of Object.entries(mapping)) {
+        // Convert source name to camelCase if needed
+        const sourceNameVariations = [
+            sourceName,
+            sourceName.charAt(0).toUpperCase() + sourceName.slice(1),
+            sourceName.charAt(0).toLowerCase() + sourceName.slice(1),
+        ];
+        let sourceIndex = -1;
+        for (const variation of sourceNameVariations) {
+            sourceIndex = ARKIT_ORDER_61.indexOf(variation);
+            if (sourceIndex !== -1)
+                break;
+        }
+        if (sourceIndex === -1) {
+            console.warn(`[ARKit Name Mapper] Source blendshape "${sourceName}" not found in ARKit format`);
+            continue;
+        }
+        sourceIndexToTargets.set(sourceIndex, targetNames);
+    }
+    // Build list of unique target names
+    const uniqueTargets = new Set();
+    for (const targets of sourceIndexToTargets.values()) {
+        targets.forEach(t => uniqueTargets.add(t));
+    }
+    const targetNames = Array.from(uniqueTargets);
+    // Build accumulation structure: target name -> [source indices]
+    const targetToSources = new Map();
+    for (const targetName of targetNames) {
+        targetToSources.set(targetName, []);
+    }
+    for (const [sourceIndex, targets] of sourceIndexToTargets.entries()) {
+        for (const targetName of targets) {
+            targetToSources.get(targetName)?.push(sourceIndex);
+        }
+    }
+    // Pre-allocate output structures
+    const outputValues = new Float32Array(targetNames.length);
+    const nameToIndex = new Map();
+    targetNames.forEach((name, index) => nameToIndex.set(name, index));
+    if (outputFormat === 'optimized') {
+        // Optimized format: return structured object for fast iteration
+        const optimizedOutput = {
+            names: targetNames,
+            values: outputValues,
+            nameToIndex,
+            length: targetNames.length,
+        };
+        return (input) => {
+            outputValues.fill(0);
+            // Accumulate values for each target
+            for (let i = 0; i < targetNames.length; i++) {
+                const sourceIndices = targetToSources.get(targetNames[i]);
+                let sum = 0;
+                for (const srcIndex of sourceIndices) {
+                    sum += input[srcIndex] || 0;
+                }
+                outputValues[i] = sum / sourceIndices.length; // Average if multiple sources
+            }
+            // Return same object reference (values are updated in place)
+            return optimizedOutput;
+        };
+    }
+    else {
+        // Object format: return key-value object
+        return (input) => {
+            const output = {};
+            for (const targetName of targetNames) {
+                const sourceIndices = targetToSources.get(targetName);
+                let sum = 0;
+                for (const srcIndex of sourceIndices) {
+                    sum += input[srcIndex] || 0;
+                }
+                output[targetName] = sum / sourceIndices.length;
+            }
+            // Convert to Float32Array representation (for compatibility)
+            // Store as object in the array's properties (hack but works)
+            const result = new Float32Array(0);
+            result.__blendshapeObject = output;
+            return result;
+        };
+    }
+}
+/**
+ * Create a mapper from MetaHuman format using declarative name mapping
+ *
+ * @param mapping - Declarative mapping object (uses MetaHuman blendshape names)
+ * @param outputFormat - 'object' (default) or 'optimized'
+ *
+ * @example
+ * ```typescript
+ * const mapper = createMetaHumanNameMapper({
+ *   "CTRL_expressions_browDownL": ["Brow_Drop_L"],
+ *   "CTRL_expressions_browDownR": ["Brow_Drop_R"],
+ *   "CTRL_expressions_jawOpen": ["Jaw_Open"],
+ * });
+ * ```
+ */
+export function createMetaHumanNameMapper(mapping, outputFormat = 'object') {
+    // Build reverse mapping: source index -> target names
+    const sourceIndexToTargets = new Map();
+    for (const [sourceName, targetNames] of Object.entries(mapping)) {
+        const sourceIndex = METAHUMAN_ORDER_251.indexOf(sourceName);
+        if (sourceIndex === -1) {
+            console.warn(`[MetaHuman Name Mapper] Source blendshape "${sourceName}" not found in MetaHuman format`);
+            continue;
+        }
+        sourceIndexToTargets.set(sourceIndex, targetNames);
+    }
+    // Build list of unique target names
+    const uniqueTargets = new Set();
+    for (const targets of sourceIndexToTargets.values()) {
+        targets.forEach(t => uniqueTargets.add(t));
+    }
+    const targetNames = Array.from(uniqueTargets);
+    // Build accumulation structure: target name -> [source indices]
+    const targetToSources = new Map();
+    for (const targetName of targetNames) {
+        targetToSources.set(targetName, []);
+    }
+    for (const [sourceIndex, targets] of sourceIndexToTargets.entries()) {
+        for (const targetName of targets) {
+            targetToSources.get(targetName)?.push(sourceIndex);
+        }
+    }
+    // Pre-allocate output structures
+    const outputValues = new Float32Array(targetNames.length);
+    const nameToIndex = new Map();
+    targetNames.forEach((name, index) => nameToIndex.set(name, index));
+    if (outputFormat === 'optimized') {
+        // Optimized format: return structured object for fast iteration
+        const optimizedOutput = {
+            names: targetNames,
+            values: outputValues,
+            nameToIndex,
+            length: targetNames.length,
+        };
+        return (input) => {
+            outputValues.fill(0);
+            // Accumulate values for each target
+            for (let i = 0; i < targetNames.length; i++) {
+                const sourceIndices = targetToSources.get(targetNames[i]);
+                let sum = 0;
+                for (const srcIndex of sourceIndices) {
+                    sum += input[srcIndex] || 0;
+                }
+                outputValues[i] = sum / sourceIndices.length; // Average if multiple sources
+            }
+            // Return same object reference (values are updated in place)
+            return optimizedOutput;
+        };
+    }
+    else {
+        // Object format: return key-value object
+        return (input) => {
+            const output = {};
+            for (const targetName of targetNames) {
+                const sourceIndices = targetToSources.get(targetName);
+                let sum = 0;
+                for (const srcIndex of sourceIndices) {
+                    sum += input[srcIndex] || 0;
+                }
+                output[targetName] = sum / sourceIndices.length;
+            }
+            // Convert to Float32Array representation (for compatibility)
+            const result = new Float32Array(0);
+            result.__blendshapeObject = output;
+            return result;
+        };
+    }
+}
+/**
+ * Helper to extract blendshape object from mapper output
+ */
+export function getBlendshapeObject(output) {
+    if (output.__blendshapeObject) {
+        return output.__blendshapeObject;
+    }
+    if (output.names && output.values) {
+        // Convert optimized format to object
+        const obj = {};
+        for (let i = 0; i < output.names.length; i++) {
+            obj[output.names[i]] = output.values[i];
+        }
+        return obj;
+    }
+    return {};
+}
+//# sourceMappingURL=declarativeMapping.js.map

package/dist/lipsync-helpers/declarativeMapping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"declarativeMapping.js","sourceRoot":"","sources":["../../src/lipsync-helpers/declarativeMapping.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAwC1D;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAA8B,EAC9B,eAAuC,QAAQ;IAE/C,sDAAsD;IACtD,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAoB,CAAC;IAEzD,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,6CAA6C;QAC7C,MAAM,oBAAoB,GAAG;YAC3B,UAAU;YACV,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;YACxD,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;SACzD,CAAC;QAEF,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;QACrB,KAAK,MAAM,SAAS,IAAI,oBAAoB,EAAE,CAAC;YAC7C,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,SAAgB,CAAC,CAAC;YACvD,IAAI,WAAW,KAAK,CAAC,CAAC;gBAAE,MAAM;QAChC,CAAC;QAED,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,0CAA0C,UAAU,6BAA6B,CAAC,CAAC;YAChG,SAAS;QACX,CAAC;QAED,oBAAoB,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACrD,CAAC;IAED,oCAAoC;IACpC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAE9C,gEAAgE;IAChE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE,CAAC;QACpE,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;YACjC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAEnE,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;QACjC,gEAAgE;QAChE,MAAM,eAAe,GAA8B;YACjD,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,YAAY;YACpB,WAAW;YACX,MAAM,EAAE,WAAW,CAAC,MAAM;SAC3B,CAAC;QAEF,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAErB,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAE,CAAC;gBAC3D,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,YAAY,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,8BAA8B;YAC9E,CAAC;YAED,6DAA6D;YAC7D,OAAO,eAAe,CAAC;QACzB,CAAC,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,MAAM,MAAM,GAA2B,EAAE,CAAC;YAE1C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;gBACvD,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;YAClD,CAAC;YAED,6DAA6D;YAC7D,6DAA6D;YAC7D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,MAAc,CAAC,kBAAkB,GAAG,MAAM,CAAC;YAC5C,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,yBAAyB,CACvC,OAA8B,EAC9B,eAAuC,QAAQ;IAE/C,sDAAsD;IACtD,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAoB,CAAC;IAEzD,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,CAAC,UAAiB,CAAC,CAAC;QAEnE,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,8CAA8C,UAAU,iCAAiC,CAAC,CAAC;YACxG,SAAS;QACX,CAAC;QAED,oBAAoB,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACrD,CAAC;IAED,oCAAoC;IACpC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAE9C,gEAAgE;IAChE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,oBAAoB,CAAC,OAAO,EAAE,EAAE,CAAC;QACpE,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;YACjC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAEnE,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;QACjC,gEAAgE;QAChE,MAAM,eAAe,GAA8B;YACjD,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,YAAY;YACpB,WAAW;YACX,MAAM,EAAE,WAAW,CAAC,MAAM;SAC3B,CAAC;QAEF,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAErB,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAE,CAAC;gBAC3D,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,YAAY,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,8BAA8B;YAC9E,CAAC;YAED,6DAA6D;YAC7D,OAAO,eAAe,CAAC;QACzB,CAAC,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,OAAO,CAAC,KAA8B,EAAO,EAAE;YAC7C,MAAM,MAAM,GAA2B,EAAE,CAAC;YAE1C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;gBACvD,IAAI,GAAG,GAAG,CAAC,CAAC;gBACZ,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,MAAM,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC;YAClD,CAAC;YAED,6DAA6D;YAC7D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,MAAc,CAAC,kBAAkB,GAAG,MAAM,CAAC;YAC5C,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAW;IAC7C,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,kBAAkB,CAAC;IACnC,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,qCAAqC;QACrC,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/lipsync-helpers/index.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Lipsync Helpers
+ *
+ * Essential blendshape order arrays for ARKit and MetaHuman formats.
+ * These define the order in which blendshape values are received from Convai's server.
+ */
+export { ARKIT_ORDER_61, STANDARD_ARKIT_ORDER, convertOrder61ToStandard, mapOrder61ToNames, getBlendshapeValueFromOrder61, getHeadRotation, getEyeRotations, getLipSyncValuesFromOrder61, getActiveBlendshapesFromOrder61, formatOrder61ForLogging, } from "./arkitOrder61";
+export { METAHUMAN_ORDER_251, METAHUMAN_CATEGORIES, KEY_METAHUMAN_LIPSYNC, getMetaHumanBlendshapeName, getMetaHumanBlendshapeIndex, getMetaHumanBlendshapesByCategory, formatMetaHumanBlendshapesForLogging, } from "./metahumanOrder251";
+export type { BlendshapeMapper, BlendshapeFormat, BlendshapeMappingConfig, } from "./mappingTypes";
+export { PRESET_MAPPINGS, } from "./mappingTypes";
+export { arkitPassthroughMapper, metahumanPassthroughMapper, identityMapper, } from "./presetMappers";
+export { createBlendshapeQueue, createARKitBlendshapeQueue, createMetaHumanBlendshapeQueue, createCustomBlendshapeQueue, createPassthroughBlendshapeQueue, inferMappingFromConfig, } from "./createBlendshapeQueue";
+export type { BlendshapeNameMapping, OptimizedBlendshapeOutput, } from "./declarativeMapping";
+export { createARKitNameMapper, createMetaHumanNameMapper, getBlendshapeObject, } from "./declarativeMapping";
+//# sourceMappingURL=index.d.ts.map

package/dist/lipsync-helpers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,EAEL,cAAc,EAGd,oBAAoB,EAGpB,wBAAwB,EACxB,iBAAiB,EACjB,6BAA6B,EAC7B,eAAe,EACf,eAAe,EACf,2BAA2B,EAC3B,+BAA+B,EAC/B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AAMxB,OAAO,EAEL,mBAAmB,EAGnB,oBAAoB,EAGpB,qBAAqB,EAGrB,0BAA0B,EAC1B,2BAA2B,EAC3B,iCAAiC,EACjC,oCAAoC,GACrC,MAAM,qBAAqB,CAAC;AAM7B,YAAY,EACV,gBAAgB,EAChB,gBAAgB,EAChB,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,eAAe,GAChB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,cAAc,GACf,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,8BAA8B,EAC9B,2BAA2B,EAC3B,gCAAgC,EAChC,sBAAsB,GACvB,MAAM,yBAAyB,CAAC;AAMjC,YAAY,EACV,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC"}