@convai/web-sdk 0.2.4 → 0.3.0-beta.0

package/dist/lipsync-helpers/arkitOrder61.js

@@ -0,0 +1,287 @@
+/**
+ * ARKit 61-Element Custom Order Mapper
+ * Maps the custom 61-element ARKit blendshape array to standard ARKit indices
+ *
+ * This ordering includes:
+ * - 52 standard ARKit facial blendshapes (in custom order)
+ * - 9 additional values for head and eye rotations
+ */
+/**
+ * Custom ARKit 61-element ordering
+ * This is the order in which blendshapes are received from the server
+ */
+export const ARKIT_ORDER_61 = [
+    "EyeBlinkLeft", // 0
+    "EyeLookDownLeft", // 1
+    "EyeLookInLeft", // 2
+    "EyeLookOutLeft", // 3
+    "EyeLookUpLeft", // 4
+    "EyeSquintLeft", // 5
+    "EyeWideLeft", // 6
+    "EyeBlinkRight", // 7
+    "EyeLookDownRight", // 8
+    "EyeLookInRight", // 9
+    "EyeLookOutRight", // 10
+    "EyeLookUpRight", // 11
+    "EyeSquintRight", // 12
+    "EyeWideRight", // 13
+    "JawForward", // 14
+    "JawRight", // 15
+    "JawLeft", // 16
+    "JawOpen", // 17 🔑 KEY for mouth opening
+    "MouthClose", // 18 🔑 KEY for mouth closing
+    "MouthFunnel", // 19 🔑 KEY for "O" sounds
+    "MouthPucker", // 20 🔑 KEY for "U" sounds
+    "MouthRight", // 21
+    "MouthLeft", // 22
+    "MouthSmileLeft", // 23 🔑 KEY for "ee" sounds
+    "MouthSmileRight", // 24 🔑 KEY for "ee" sounds
+    "MouthFrownLeft", // 25
+    "MouthFrownRight", // 26
+    "MouthDimpleLeft", // 27
+    "MouthDimpleRight", // 28
+    "MouthStretchLeft", // 29 🔑 KEY for wide mouth
+    "MouthStretchRight", // 30 🔑 KEY for wide mouth
+    "MouthRollLower", // 31
+    "MouthRollUpper", // 32
+    "MouthShrugLower", // 33
+    "MouthShrugUpper", // 34
+    "MouthPressLeft", // 35
+    "MouthPressRight", // 36
+    "MouthLowerDownLeft", // 37
+    "MouthLowerDownRight", // 38
+    "MouthUpperUpLeft", // 39
+    "MouthUpperUpRight", // 40
+    "BrowDownLeft", // 41
+    "BrowDownRight", // 42
+    "BrowInnerUp", // 43
+    "BrowOuterUpLeft", // 44
+    "BrowOuterUpRight", // 45
+    "CheekPuff", // 46
+    "CheekSquintLeft", // 47
+    "CheekSquintRight", // 48
+    "NoseSneerLeft", // 49
+    "NoseSneerRight", // 50
+    "TongueOut", // 51 🔑 KEY for "th" sounds
+    "HeadYaw", // 52 - Head rotation left/right
+    "HeadPitch", // 53 - Head rotation up/down
+    "HeadRoll", // 54 - Head rotation tilt
+    "LeftEyeYaw", // 55 - Left eye rotation left/right
+    "LeftEyePitch", // 56 - Left eye rotation up/down
+    "LeftEyeRoll", // 57 - Left eye rotation roll
+    "RightEyeYaw", // 58 - Right eye rotation left/right
+    "RightEyePitch", // 59 - Right eye rotation up/down
+    "RightEyeRoll", // 60 - Right eye rotation roll
+];
+/**
+ * Standard ARKit blendshape order (52 elements)
+ * This is Apple's official ordering
+ */
+export const STANDARD_ARKIT_ORDER = [
+    "BrowDownLeft", // 0
+    "BrowDownRight", // 1
+    "BrowInnerUp", // 2
+    "BrowOuterUpLeft", // 3
+    "BrowOuterUpRight", // 4
+    "CheekPuff", // 5
+    "CheekSquintLeft", // 6
+    "CheekSquintRight", // 7
+    "EyeBlinkLeft", // 8
+    "EyeBlinkRight", // 9
+    "EyeLookDownLeft", // 10
+    "EyeLookDownRight", // 11
+    "EyeLookInLeft", // 12
+    "EyeLookInRight", // 13
+    "EyeLookOutLeft", // 14
+    "EyeLookOutRight", // 15
+    "EyeLookUpLeft", // 16
+    "EyeLookUpRight", // 17
+    "EyeSquintLeft", // 18
+    "EyeSquintRight", // 19
+    "EyeWideLeft", // 20
+    "EyeWideRight", // 21
+    "JawForward", // 22
+    "JawLeft", // 23
+    "JawOpen", // 24
+    "JawRight", // 25
+    "MouthClose", // 26
+    "MouthDimpleLeft", // 27
+    "MouthDimpleRight", // 28
+    "MouthFrownLeft", // 29
+    "MouthFrownRight", // 30
+    "MouthFunnel", // 31
+    "MouthLeft", // 32
+    "MouthLowerDownLeft", // 33
+    "MouthLowerDownRight", // 34
+    "MouthPressLeft", // 35
+    "MouthPressRight", // 36
+    "MouthPucker", // 37
+    "MouthRight", // 38
+    "MouthRollLower", // 39
+    "MouthRollUpper", // 40
+    "MouthShrugLower", // 41
+    "MouthShrugUpper", // 42
+    "MouthSmileLeft", // 43
+    "MouthSmileRight", // 44
+    "MouthStretchLeft", // 45
+    "MouthStretchRight", // 46
+    "MouthUpperUpLeft", // 47
+    "MouthUpperUpRight", // 48
+    "NoseSneerLeft", // 49
+    "NoseSneerRight", // 50
+    "TongueOut", // 51
+];
+/**
+ * Mapping from custom 61-order indices to standard ARKit indices
+ * Maps ARKIT_ORDER_61[i] -> STANDARD_ARKIT_ORDER[j]
+ */
+const ORDER_61_TO_STANDARD_MAP = new Map();
+// Build the mapping at module initialization
+for (let i = 0; i < ARKIT_ORDER_61.length; i++) {
+    const name = ARKIT_ORDER_61[i];
+    // Only map the first 52 (standard ARKit blendshapes)
+    if (i < 52) {
+        const standardIndex = STANDARD_ARKIT_ORDER.indexOf(name);
+        if (standardIndex !== -1) {
+            ORDER_61_TO_STANDARD_MAP.set(i, standardIndex);
+        }
+    }
+}
+/**
+ * Convert 61-element custom order array to standard 52-element ARKit array
+ * @param values61 - 61-element array in custom order
+ * @returns 52-element array in standard ARKit order
+ */
+export function convertOrder61ToStandard(values61) {
+    const standardArray = new Array(52).fill(0);
+    for (let i = 0; i < Math.min(52, values61.length); i++) {
+        const standardIndex = ORDER_61_TO_STANDARD_MAP.get(i);
+        if (standardIndex !== undefined) {
+            standardArray[standardIndex] = values61[i];
+        }
+    }
+    return standardArray;
+}
+/**
+ * Map 61-element array to named object (all 61 values)
+ * @param values61 - 61-element array in custom order
+ * @returns Object with blendshape/rotation names as keys
+ */
+export function mapOrder61ToNames(values61) {
+    const mapped = {};
+    for (let i = 0; i < Math.min(values61.length, ARKIT_ORDER_61.length); i++) {
+        // Convert to camelCase (lowercase first letter)
+        const name = ARKIT_ORDER_61[i];
+        const camelCaseName = name.charAt(0).toLowerCase() + name.slice(1);
+        mapped[camelCaseName] = values61[i];
+    }
+    return mapped;
+}
+/**
+ * Get specific blendshape value by name from 61-element array
+ * @param values61 - 61-element array in custom order
+ * @param name - Name of the blendshape (case-insensitive)
+ * @returns The value, or 0 if not found
+ */
+export function getBlendshapeValueFromOrder61(values61, name) {
+    const upperName = name.charAt(0).toUpperCase() + name.slice(1);
+    const index = ARKIT_ORDER_61.indexOf(upperName);
+    if (index !== -1 && index < values61.length) {
+        return values61[index];
+    }
+    return 0;
+}
+/**
+ * Extract head rotation values from 61-element array
+ * @param values61 - 61-element array in custom order
+ * @returns Object with head rotation values (yaw, pitch, roll)
+ */
+export function getHeadRotation(values61) {
+    return {
+        yaw: values61[52] || 0,
+        pitch: values61[53] || 0,
+        roll: values61[54] || 0,
+    };
+}
+/**
+ * Extract eye rotation values from 61-element array
+ * @param values61 - 61-element array in custom order
+ * @returns Object with left and right eye rotation values
+ */
+export function getEyeRotations(values61) {
+    return {
+        left: {
+            yaw: values61[55] || 0,
+            pitch: values61[56] || 0,
+            roll: values61[57] || 0,
+        },
+        right: {
+            yaw: values61[58] || 0,
+            pitch: values61[59] || 0,
+            roll: values61[60] || 0,
+        },
+    };
+}
+/**
+ * Get key lip-sync blendshapes from 61-element array
+ * These are the most important values for facial animation
+ */
+export function getLipSyncValuesFromOrder61(values61) {
+    return {
+        jawOpen: values61[17] || 0,
+        mouthClose: values61[18] || 0,
+        mouthFunnel: values61[19] || 0,
+        mouthPucker: values61[20] || 0,
+        mouthSmileLeft: values61[23] || 0,
+        mouthSmileRight: values61[24] || 0,
+        mouthStretchLeft: values61[29] || 0,
+        mouthStretchRight: values61[30] || 0,
+        mouthRollLower: values61[31] || 0,
+        mouthRollUpper: values61[32] || 0,
+        tongueOut: values61[51] || 0,
+    };
+}
+/**
+ * Get active blendshapes from 61-element array (above threshold)
+ * @param values61 - 61-element array in custom order
+ * @param threshold - Minimum value to consider "active" (default: 0.01)
+ * @returns Sorted array of active blendshapes
+ */
+export function getActiveBlendshapesFromOrder61(values61, threshold = 0.01) {
+    const active = [];
+    for (let i = 0; i < Math.min(values61.length, ARKIT_ORDER_61.length); i++) {
+        if (Math.abs(values61[i]) > threshold) {
+            const name = ARKIT_ORDER_61[i];
+            const camelCaseName = name.charAt(0).toLowerCase() + name.slice(1);
+            active.push({
+                name: camelCaseName,
+                value: values61[i],
+                index: i,
+            });
+        }
+    }
+    // Sort by absolute value (descending)
+    return active.sort((a, b) => Math.abs(b.value) - Math.abs(a.value));
+}
+/**
+ * Format 61-element array for logging
+ * @param values61 - 61-element array in custom order
+ * @param threshold - Only show values above this (default: 0.01)
+ * @param maxEntries - Maximum entries to show (default: 20)
+ */
+export function formatOrder61ForLogging(values61, threshold = 0.01, maxEntries = 20) {
+    const active = getActiveBlendshapesFromOrder61(values61, threshold)
+        .slice(0, maxEntries)
+        .reduce((acc, item) => {
+        acc[item.name] = Number(item.value.toFixed(4));
+        return acc;
+    }, {});
+    return {
+        active,
+        total: values61.length,
+        activeCount: Object.keys(active).length,
+        headRotation: getHeadRotation(values61),
+        eyeRotations: getEyeRotations(values61),
+    };
+}
+//# sourceMappingURL=arkitOrder61.js.map

package/dist/lipsync-helpers/arkitOrder61.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arkitOrder61.js","sourceRoot":"","sources":["../../src/lipsync-helpers/arkitOrder61.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAsB;IAC/C,cAAc,EAAY,IAAI;IAC9B,iBAAiB,EAAS,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,gBAAgB,EAAU,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,aAAa,EAAa,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,kBAAkB,EAAQ,IAAI;IAC9B,gBAAgB,EAAU,IAAI;IAC9B,iBAAiB,EAAS,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,cAAc,EAAY,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,UAAU,EAAgB,KAAK;IAC/B,SAAS,EAAiB,KAAK;IAC/B,SAAS,EAAiB,8BAA8B;IACxD,YAAY,EAAc,8BAA8B;IACxD,aAAa,EAAa,2BAA2B;IACrD,aAAa,EAAa,2BAA2B;IACrD,YAAY,EAAc,KAAK;IAC/B,WAAW,EAAe,KAAK;IAC/B,gBAAgB,EAAU,4BAA4B;IACtD,iBAAiB,EAAS,4BAA4B;IACtD,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,kBAAkB,EAAQ,2BAA2B;IACrD,mBAAmB,EAAO,2BAA2B;IACrD,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,oBAAoB,EAAM,KAAK;IAC/B,qBAAqB,EAAK,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,mBAAmB,EAAO,KAAK;IAC/B,cAAc,EAAY,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,WAAW,EAAe,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,WAAW,EAAe,4BAA4B;IACtD,SAAS,EAAiB,gCAAgC;IAC1D,WAAW,EAAe,6BAA6B;IACvD,UAAU,EAAgB,0BAA0B;IACpD,YAAY,EAAc,oCAAoC;IAC9D,cAAc,EAAY,iCAAiC;IAC3D,aAAa,EAAa,8BAA8B;IACxD,aAAa,EAAa,qCAAqC;IAC/D,eAAe,EAAW,kCAAkC;IAC5D,cAAc,EAAY,+BAA+B;CACjD,CAAC;AAEX;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAsB;IACrD,cAAc,EAAY,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,aAAa,EAAa,IAAI;IAC9B,iBAAiB,EAAS,IAAI;IAC9B,kBAAkB,EAAQ,IAAI;IAC9B,WAAW,EAAe,IAAI;IAC9B,iBAAiB,EAAS,IAAI;IAC9B,kBAAkB,EAAQ,IAAI;IAC9B,cAAc,EAAY,IAAI;IAC9B,eAAe,EAAW,IAAI;IAC9B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,cAAc,EAAY,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,SAAS,EAAiB,KAAK;IAC/B,SAAS,EAAiB,KAAK;IAC/B,UAAU,EAAgB,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,WAAW,EAAe,KAAK;IAC/B,oBAAoB,EAAM,KAAK;IAC/B,qBAAqB,EAAK,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,aAAa,EAAa,KAAK;IAC/B,YAAY,EAAc,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,iBAAiB,EAAS,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,mBAAmB,EAAO,KAAK;IAC/B,kBAAkB,EAAQ,KAAK;IAC/B,mBAAmB,EAAO,KAAK;IAC/B,eAAe,EAAW,KAAK;IAC/B,gBAAgB,EAAU,KAAK;IAC/B,WAAW,EAAe,KAAK;CACvB,CAAC;AAEX;;;GAGG;AACH,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE3D,6CAA6C;AAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;IAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IAC/B,qDAAqD;IACrD,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACX,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAW,CAAC,CAAC;QAChE,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;YACzB,wBAAwB,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,QAAkB;IACzD,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACvD,MAAM,aAAa,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtD,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,aAAa,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAkB;IAClD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1E,gDAAgD;QAChD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAC3C,QAAkB,EAClB,IAAY;IAEZ,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,SAAgB,CAAC,CAAC;IAEvD,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC5C,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,QAAkB;IAKhD,OAAO;QACL,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACtB,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACxB,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;KACxB,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,QAAkB;IAIhD,OAAO;QACL,IAAI,EAAE;YACJ,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACtB,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;SACxB;QACD,KAAK,EAAE;YACL,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACtB,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;SACxB;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,2BAA2B,CAAC,QAAkB;IAa5D,OAAO;QACL,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC1B,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC7B,WAAW,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC9B,WAAW,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAC9B,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACjC,eAAe,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAClC,gBAAgB,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACnC,iBAAiB,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACpC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACjC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QACjC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;KAC7B,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,+BAA+B,CAC7C,QAAkB,EAClB,YAAoB,IAAI;IAExB,MAAM,MAAM,GAA0D,EAAE,CAAC;IAEzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1E,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;gBAClB,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AACtE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CACrC,QAAkB,EAClB,YAAoB,IAAI,EACxB,aAAqB,EAAE;IAWvB,MAAM,MAAM,GAAG,+BAA+B,CAAC,QAAQ,EAAE,SAAS,CAAC;SAChE,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;SACpB,MAAM,CACL,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC,EACD,EAA4B,CAC7B,CAAC;IAEJ,OAAO;QACL,MAAM;QACN,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;QACvC,YAAY,EAAE,eAAe,CAAC,QAAQ,CAAC;QACvC,YAAY,EAAE,eAAe,CAAC,QAAQ,CAAC;KACxC,CAAC;AACJ,CAAC"}

package/dist/lipsync-helpers/arkitPhonemeReference.d.ts

@@ -0,0 +1,155 @@
+/**
+ * ARKit Blendshape Reference Values for Phonemes/Visemes
+ *
+ * This file provides reference values for ARKit's 52 standard facial blendshapes
+ * when forming different phonemes (speech sounds). These values are based on
+ * industry standards from systems like OVR LipSync, Oculus Audio, and ARKit face tracking.
+ *
+ * All blendshape values range from 0.0 (no activation) to 1.0 (full activation)
+ *
+ * ARKit Blendshapes: Indices 0-51
+ * Meta Human Extended: Indices 52-250
+ */
+export interface PhonemeBlendshapes {
+    jawOpen?: number;
+    jawForward?: number;
+    jawLeft?: number;
+    jawRight?: number;
+    mouthClose?: number;
+    mouthFunnel?: number;
+    mouthPucker?: number;
+    mouthLeft?: number;
+    mouthRight?: number;
+    mouthSmileLeft?: number;
+    mouthSmileRight?: number;
+    mouthStretchLeft?: number;
+    mouthStretchRight?: number;
+    mouthFrownLeft?: number;
+    mouthFrownRight?: number;
+    mouthDimpleLeft?: number;
+    mouthDimpleRight?: number;
+    mouthRollLower?: number;
+    mouthRollUpper?: number;
+    mouthShrugLower?: number;
+    mouthShrugUpper?: number;
+    mouthPressLeft?: number;
+    mouthPressRight?: number;
+    mouthLowerDownLeft?: number;
+    mouthLowerDownRight?: number;
+    mouthUpperUpLeft?: number;
+    mouthUpperUpRight?: number;
+    tongueOut?: number;
+    noseSneerLeft?: number;
+    noseSneerRight?: number;
+    cheekPuff?: number;
+    description: string;
+}
+/**
+ * Reference values for common phonemes
+ * Based on International Phonetic Alphabet (IPA) and Arpabet standards
+ */
+export declare const ARKIT_PHONEME_REFERENCE_VALUES: Record<string, PhonemeBlendshapes>;
+/**
+ * ARKit Blendshape Indices (0-51)
+ * These are Apple's standard 52 facial blendshapes
+ */
+export declare const ARKIT_BLENDSHAPE_INDICES: {
+    browDownLeft: number;
+    browDownRight: number;
+    browInnerUp: number;
+    browOuterUpLeft: number;
+    browOuterUpRight: number;
+    cheekPuff: number;
+    cheekSquintLeft: number;
+    cheekSquintRight: number;
+    eyeBlinkLeft: number;
+    eyeBlinkRight: number;
+    eyeLookDownLeft: number;
+    eyeLookDownRight: number;
+    eyeLookInLeft: number;
+    eyeLookInRight: number;
+    eyeLookOutLeft: number;
+    eyeLookOutRight: number;
+    eyeLookUpLeft: number;
+    eyeLookUpRight: number;
+    eyeSquintLeft: number;
+    eyeSquintRight: number;
+    eyeWideLeft: number;
+    eyeWideRight: number;
+    jawForward: number;
+    jawLeft: number;
+    jawOpen: number;
+    jawRight: number;
+    mouthClose: number;
+    mouthDimpleLeft: number;
+    mouthDimpleRight: number;
+    mouthFrownLeft: number;
+    mouthFrownRight: number;
+    mouthFunnel: number;
+    mouthLeft: number;
+    mouthLowerDownLeft: number;
+    mouthLowerDownRight: number;
+    mouthPressLeft: number;
+    mouthPressRight: number;
+    mouthPucker: number;
+    mouthRight: number;
+    mouthRollLower: number;
+    mouthRollUpper: number;
+    mouthShrugLower: number;
+    mouthShrugUpper: number;
+    mouthSmileLeft: number;
+    mouthSmileRight: number;
+    mouthStretchLeft: number;
+    mouthStretchRight: number;
+    mouthUpperUpLeft: number;
+    mouthUpperUpRight: number;
+    noseSneerLeft: number;
+    noseSneerRight: number;
+    tongueOut: number;
+};
+/**
+ * Generate a complete 251-length blendshape array for a specific phoneme
+ * @param phoneme - The phoneme key from ARKIT_PHONEME_REFERENCE_VALUES
+ * @returns Array of 251 blendshape values
+ */
+export declare function generatePhonemeBlendshapes(phoneme: keyof typeof ARKIT_PHONEME_REFERENCE_VALUES): number[];
+/**
+ * Pre-generated sample blendshapes for testing and visualization
+ * Use these to test your visualization system
+ */
+export declare const SAMPLE_PHONEME_TESTS: {
+    Silence: number[];
+    'A (ah - father)': number[];
+    'E (eh - bed)': number[];
+    'I (ee - see)': number[];
+    'O (oh - go)': number[];
+    'U (oo - food)': number[];
+    'P/B/M': number[];
+    'F/V': number[];
+    'TH (think)': number[];
+    'S/Z': number[];
+    'SH (shoe)': number[];
+    'CH (church)': number[];
+    'W (wet)': number[];
+    'R (red)': number[];
+    'L (lap)': number[];
+    'K/G': number[];
+};
+/**
+ * Get a formatted string showing active blendshapes for a phoneme
+ * Useful for debugging and documentation
+ */
+export declare function getPhonemeDescription(phoneme: keyof typeof ARKIT_PHONEME_REFERENCE_VALUES): string;
+/**
+ * Quick reference guide for key blendshapes
+ */
+export declare const BLENDSHAPE_QUICK_GUIDE: {
+    'Open mouth': string[];
+    'Close mouth': string[];
+    'Round lips (O, oo)': string[];
+    'Smile (ee)': string[];
+    'Lips pressed (p, b, m)': string[];
+    'Teeth on lip (f, v)': string[];
+    'Tongue visible (th, l)': string[];
+};
+//# sourceMappingURL=arkitPhonemeReference.d.ts.map

package/dist/lipsync-helpers/arkitPhonemeReference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"arkitPhonemeReference.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/arkitPhonemeReference.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,kBAAkB;IAEjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,eAAO,MAAM,8BAA8B,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAqQ7E,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqDpC,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,MAAM,OAAO,8BAA8B,GAAG,MAAM,EAAE,CAazG;AAED;;;GAGG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;CAiBhC,CAAC;AAEF;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,OAAO,8BAA8B,GAAG,MAAM,CAWlG;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;CAQlC,CAAC"}