@convai/web-sdk 0.2.4 → 0.3.0-beta.0

package/dist/lipsync-helpers/metahumanOrder251.js

@@ -0,0 +1,432 @@
+/**
+ * MetaHuman 251-Element Blendshape Order
+ *
+ * This is the standard format sent by Convai's MetaHuman blendshape provider.
+ * The server sends 251 CTRL_expressions_* values in this specific order.
+ *
+ * Based on Unreal Engine MetaHuman Control Rig specification.
+ *
+ * Source: UConvaiNeuroSyncComponent::CtrlExpressionNames[251]
+ */
+/**
+ * MetaHuman 251-element blendshape names (CTRL_expressions_*)
+ * This is the order in which blendshapes are received from the server
+ */
+export const METAHUMAN_ORDER_251 = [
+    // ============================================================================
+    // BROWS (8 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_browDownL", // 0
+    "CTRL_expressions_browDownR", // 1
+    "CTRL_expressions_browLateralL", // 2
+    "CTRL_expressions_browLateralR", // 3
+    "CTRL_expressions_browRaiseInL", // 4
+    "CTRL_expressions_browRaiseInR", // 5
+    "CTRL_expressions_browRaiseOuterL", // 6
+    "CTRL_expressions_browRaiseOuterR", // 7
+    // ============================================================================
+    // EARS (2 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_earUpL", // 8
+    "CTRL_expressions_earUpR", // 9
+    // ============================================================================
+    // EYES (43 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_eyeBlinkL", // 10 - 🔑 KEY
+    "CTRL_expressions_eyeBlinkR", // 11 - 🔑 KEY
+    "CTRL_expressions_eyeCheekRaiseL", // 12
+    "CTRL_expressions_eyeCheekRaiseR", // 13
+    "CTRL_expressions_eyeFaceScrunchL", // 14
+    "CTRL_expressions_eyeFaceScrunchR", // 15
+    "CTRL_expressions_eyeLidPressL", // 16
+    "CTRL_expressions_eyeLidPressR", // 17
+    "CTRL_expressions_eyeLookDownL", // 18 - 🔑 KEY
+    "CTRL_expressions_eyeLookDownR", // 19 - 🔑 KEY
+    "CTRL_expressions_eyeLookLeftL", // 20 - 🔑 KEY
+    "CTRL_expressions_eyeLookLeftR", // 21 - 🔑 KEY
+    "CTRL_expressions_eyeLookRightL", // 22 - 🔑 KEY
+    "CTRL_expressions_eyeLookRightR", // 23 - 🔑 KEY
+    "CTRL_expressions_eyeLookUpL", // 24 - 🔑 KEY
+    "CTRL_expressions_eyeLookUpR", // 25 - 🔑 KEY
+    "CTRL_expressions_eyeLowerLidDownL", // 26
+    "CTRL_expressions_eyeLowerLidDownR", // 27
+    "CTRL_expressions_eyeLowerLidUpL", // 28
+    "CTRL_expressions_eyeLowerLidUpR", // 29
+    "CTRL_expressions_eyeParallelLookDirection", // 30
+    "CTRL_expressions_eyePupilNarrowL", // 31
+    "CTRL_expressions_eyePupilNarrowR", // 32
+    "CTRL_expressions_eyePupilWideL", // 33
+    "CTRL_expressions_eyePupilWideR", // 34
+    "CTRL_expressions_eyeRelaxL", // 35
+    "CTRL_expressions_eyeRelaxR", // 36
+    "CTRL_expressions_eyeSquintInnerL", // 37 - 🔑 KEY
+    "CTRL_expressions_eyeSquintInnerR", // 38 - 🔑 KEY
+    "CTRL_expressions_eyeUpperLidUpL", // 39
+    "CTRL_expressions_eyeUpperLidUpR", // 40
+    "CTRL_expressions_eyeWidenL", // 41 - 🔑 KEY
+    "CTRL_expressions_eyeWidenR", // 42 - 🔑 KEY
+    // ============================================================================
+    // EYELASHES (8 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_eyelashesDownINL", // 43
+    "CTRL_expressions_eyelashesDownINR", // 44
+    "CTRL_expressions_eyelashesDownOUTL", // 45
+    "CTRL_expressions_eyelashesDownOUTR", // 46
+    "CTRL_expressions_eyelashesUpINL", // 47
+    "CTRL_expressions_eyelashesUpINR", // 48
+    "CTRL_expressions_eyelashesUpOUTL", // 49
+    "CTRL_expressions_eyelashesUpOUTR", // 50
+    // ============================================================================
+    // JAW (13 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_jawBack", // 51
+    "CTRL_expressions_jawChinCompressL", // 52
+    "CTRL_expressions_jawChinCompressR", // 53
+    "CTRL_expressions_jawChinRaiseDL", // 54
+    "CTRL_expressions_jawChinRaiseDR", // 55
+    "CTRL_expressions_jawChinRaiseUL", // 56
+    "CTRL_expressions_jawChinRaiseUR", // 57
+    "CTRL_expressions_jawClenchL", // 58
+    "CTRL_expressions_jawClenchR", // 59
+    "CTRL_expressions_jawFwd", // 60 - 🔑 KEY
+    "CTRL_expressions_jawLeft", // 61 - 🔑 KEY
+    "CTRL_expressions_jawOpen", // 62 - 🔑 KEY (most important!)
+    "CTRL_expressions_jawOpenExtreme", // 63
+    "CTRL_expressions_jawRight", // 64 - 🔑 KEY
+    // ============================================================================
+    // MOUTH (133 blendshapes) - Most important for lipsync!
+    // ============================================================================
+    "CTRL_expressions_mouthCheekBlowL", // 65
+    "CTRL_expressions_mouthCheekBlowR", // 66
+    "CTRL_expressions_mouthCheekSuckL", // 67
+    "CTRL_expressions_mouthCheekSuckR", // 68
+    "CTRL_expressions_mouthCornerDepressL", // 69
+    "CTRL_expressions_mouthCornerDepressR", // 70
+    "CTRL_expressions_mouthCornerDownL", // 71
+    "CTRL_expressions_mouthCornerDownR", // 72
+    "CTRL_expressions_mouthCornerNarrowL", // 73
+    "CTRL_expressions_mouthCornerNarrowR", // 74
+    "CTRL_expressions_mouthCornerPullL", // 75
+    "CTRL_expressions_mouthCornerPullR", // 76
+    "CTRL_expressions_mouthCornerRounderDL", // 77
+    "CTRL_expressions_mouthCornerRounderDR", // 78
+    "CTRL_expressions_mouthCornerRounderUL", // 79
+    "CTRL_expressions_mouthCornerRounderUR", // 80
+    "CTRL_expressions_mouthCornerSharpenDL", // 81
+    "CTRL_expressions_mouthCornerSharpenDR", // 82
+    "CTRL_expressions_mouthCornerSharpenUL", // 83
+    "CTRL_expressions_mouthCornerSharpenUR", // 84
+    "CTRL_expressions_mouthCornerUpL", // 85
+    "CTRL_expressions_mouthCornerUpR", // 86
+    "CTRL_expressions_mouthCornerWideL", // 87
+    "CTRL_expressions_mouthCornerWideR", // 88
+    "CTRL_expressions_mouthDimpleL", // 89
+    "CTRL_expressions_mouthDimpleR", // 90
+    "CTRL_expressions_mouthDown", // 91
+    "CTRL_expressions_mouthFunnelDL", // 92 - 🔑 KEY
+    "CTRL_expressions_mouthFunnelDR", // 93 - 🔑 KEY
+    "CTRL_expressions_mouthFunnelUL", // 94 - 🔑 KEY
+    "CTRL_expressions_mouthFunnelUR", // 95 - 🔑 KEY
+    "CTRL_expressions_mouthLeft", // 96 - 🔑 KEY
+    "CTRL_expressions_mouthLipsBlowL", // 97
+    "CTRL_expressions_mouthLipsBlowR", // 98
+    "CTRL_expressions_mouthLipsPressL", // 99
+    "CTRL_expressions_mouthLipsPressR", // 100
+    "CTRL_expressions_mouthLipsPullDL", // 101
+    "CTRL_expressions_mouthLipsPullDR", // 102
+    "CTRL_expressions_mouthLipsPullUL", // 103
+    "CTRL_expressions_mouthLipsPullUR", // 104
+    "CTRL_expressions_mouthLipsPurseDL", // 105
+    "CTRL_expressions_mouthLipsPurseDR", // 106
+    "CTRL_expressions_mouthLipsPurseUL", // 107
+    "CTRL_expressions_mouthLipsPurseUR", // 108
+    "CTRL_expressions_mouthLipsPushDL", // 109
+    "CTRL_expressions_mouthLipsPushDR", // 110
+    "CTRL_expressions_mouthLipsPushUL", // 111
+    "CTRL_expressions_mouthLipsPushUR", // 112
+    "CTRL_expressions_mouthLipsStickyLPh1", // 113
+    "CTRL_expressions_mouthLipsStickyLPh2", // 114
+    "CTRL_expressions_mouthLipsStickyLPh3", // 115
+    "CTRL_expressions_mouthLipsStickyRPh1", // 116
+    "CTRL_expressions_mouthLipsStickyRPh2", // 117
+    "CTRL_expressions_mouthLipsStickyRPh3", // 118
+    "CTRL_expressions_mouthLipsThickDL", // 119
+    "CTRL_expressions_mouthLipsThickDR", // 120
+    "CTRL_expressions_mouthLipsThickInwardDL", // 121
+    "CTRL_expressions_mouthLipsThickInwardDR", // 122
+    "CTRL_expressions_mouthLipsThickInwardUL", // 123
+    "CTRL_expressions_mouthLipsThickInwardUR", // 124
+    "CTRL_expressions_mouthLipsThickUL", // 125
+    "CTRL_expressions_mouthLipsThickUR", // 126
+    "CTRL_expressions_mouthLipsThinDL", // 127
+    "CTRL_expressions_mouthLipsThinDR", // 128
+    "CTRL_expressions_mouthLipsThinInwardDL", // 129
+    "CTRL_expressions_mouthLipsThinInwardDR", // 130
+    "CTRL_expressions_mouthLipsThinInwardUL", // 131
+    "CTRL_expressions_mouthLipsThinInwardUR", // 132
+    "CTRL_expressions_mouthLipsThinUL", // 133
+    "CTRL_expressions_mouthLipsThinUR", // 134
+    "CTRL_expressions_mouthLipsTightenDL", // 135
+    "CTRL_expressions_mouthLipsTightenDR", // 136
+    "CTRL_expressions_mouthLipsTightenUL", // 137
+    "CTRL_expressions_mouthLipsTightenUR", // 138
+    "CTRL_expressions_mouthLipsTogetherDL", // 139 - 🔑 KEY
+    "CTRL_expressions_mouthLipsTogetherDR", // 140 - 🔑 KEY
+    "CTRL_expressions_mouthLipsTogetherUL", // 141 - 🔑 KEY
+    "CTRL_expressions_mouthLipsTogetherUR", // 142 - 🔑 KEY
+    "CTRL_expressions_mouthLipsTowardsDL", // 143
+    "CTRL_expressions_mouthLipsTowardsDR", // 144
+    "CTRL_expressions_mouthLipsTowardsUL", // 145
+    "CTRL_expressions_mouthLipsTowardsUR", // 146
+    "CTRL_expressions_mouthLowerLipBiteL", // 147
+    "CTRL_expressions_mouthLowerLipBiteR", // 148
+    "CTRL_expressions_mouthLowerLipDepressL", // 149
+    "CTRL_expressions_mouthLowerLipDepressR", // 150
+    "CTRL_expressions_mouthLowerLipRollInL", // 151
+    "CTRL_expressions_mouthLowerLipRollInR", // 152
+    "CTRL_expressions_mouthLowerLipRollOutL", // 153
+    "CTRL_expressions_mouthLowerLipRollOutR", // 154
+    "CTRL_expressions_mouthLowerLipShiftLeft", // 155
+    "CTRL_expressions_mouthLowerLipShiftRight", // 156
+    "CTRL_expressions_mouthLowerLipTowardsTeethL", // 157
+    "CTRL_expressions_mouthLowerLipTowardsTeethR", // 158
+    "CTRL_expressions_mouthPressDL", // 159
+    "CTRL_expressions_mouthPressDR", // 160
+    "CTRL_expressions_mouthPressUL", // 161
+    "CTRL_expressions_mouthPressUR", // 162
+    "CTRL_expressions_mouthRight", // 163 - 🔑 KEY
+    "CTRL_expressions_mouthSharpCornerPullL", // 164
+    "CTRL_expressions_mouthSharpCornerPullR", // 165
+    "CTRL_expressions_mouthStickyDC", // 166
+    "CTRL_expressions_mouthStickyDINL", // 167
+    "CTRL_expressions_mouthStickyDINR", // 168
+    "CTRL_expressions_mouthStickyDOUTL", // 169
+    "CTRL_expressions_mouthStickyDOUTR", // 170
+    "CTRL_expressions_mouthStickyUC", // 171
+    "CTRL_expressions_mouthStickyUINL", // 172
+    "CTRL_expressions_mouthStickyUINR", // 173
+    "CTRL_expressions_mouthStickyUOUTL", // 174
+    "CTRL_expressions_mouthStickyUOUTR", // 175
+    "CTRL_expressions_mouthStretchL", // 176 - 🔑 KEY
+    "CTRL_expressions_mouthStretchLipsCloseL", // 177
+    "CTRL_expressions_mouthStretchLipsCloseR", // 178
+    "CTRL_expressions_mouthStretchR", // 179 - 🔑 KEY
+    "CTRL_expressions_mouthUp", // 180
+    "CTRL_expressions_mouthUpperLipBiteL", // 181
+    "CTRL_expressions_mouthUpperLipBiteR", // 182
+    "CTRL_expressions_mouthUpperLipRaiseL", // 183
+    "CTRL_expressions_mouthUpperLipRaiseR", // 184
+    "CTRL_expressions_mouthUpperLipRollInL", // 185
+    "CTRL_expressions_mouthUpperLipRollInR", // 186
+    "CTRL_expressions_mouthUpperLipRollOutL", // 187
+    "CTRL_expressions_mouthUpperLipRollOutR", // 188
+    "CTRL_expressions_mouthUpperLipShiftLeft", // 189
+    "CTRL_expressions_mouthUpperLipShiftRight", // 190
+    "CTRL_expressions_mouthUpperLipTowardsTeethL", // 191
+    "CTRL_expressions_mouthUpperLipTowardsTeethR", // 192
+    // ============================================================================
+    // NECK (14 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_neckDigastricDown", // 193
+    "CTRL_expressions_neckDigastricUp", // 194
+    "CTRL_expressions_neckMastoidContractL", // 195
+    "CTRL_expressions_neckMastoidContractR", // 196
+    "CTRL_expressions_neckStretchL", // 197
+    "CTRL_expressions_neckStretchR", // 198
+    "CTRL_expressions_neckSwallowPh1", // 199
+    "CTRL_expressions_neckSwallowPh2", // 200
+    "CTRL_expressions_neckSwallowPh3", // 201
+    "CTRL_expressions_neckSwallowPh4", // 202
+    "CTRL_expressions_neckThroatDown", // 203
+    "CTRL_expressions_neckThroatExhale", // 204
+    "CTRL_expressions_neckThroatInhale", // 205
+    "CTRL_expressions_neckThroatUp", // 206
+    // ============================================================================
+    // NOSE (10 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_noseNasolabialDeepenL", // 207
+    "CTRL_expressions_noseNasolabialDeepenR", // 208
+    "CTRL_expressions_noseNostrilCompressL", // 209
+    "CTRL_expressions_noseNostrilCompressR", // 210
+    "CTRL_expressions_noseNostrilDepressL", // 211
+    "CTRL_expressions_noseNostrilDepressR", // 212
+    "CTRL_expressions_noseNostrilDilateL", // 213
+    "CTRL_expressions_noseNostrilDilateR", // 214
+    "CTRL_expressions_noseWrinkleL", // 215
+    "CTRL_expressions_noseWrinkleR", // 216
+    "CTRL_expressions_noseWrinkleUpperL", // 217
+    "CTRL_expressions_noseWrinkleUpperR", // 218
+    // ============================================================================
+    // TEETH (12 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_teethBackD", // 219
+    "CTRL_expressions_teethBackU", // 220
+    "CTRL_expressions_teethDownD", // 221
+    "CTRL_expressions_teethDownU", // 222
+    "CTRL_expressions_teethFwdD", // 223
+    "CTRL_expressions_teethFwdU", // 224
+    "CTRL_expressions_teethLeftD", // 225
+    "CTRL_expressions_teethLeftU", // 226
+    "CTRL_expressions_teethRightD", // 227
+    "CTRL_expressions_teethRightU", // 228
+    "CTRL_expressions_teethUpD", // 229
+    "CTRL_expressions_teethUpU", // 230
+    // ============================================================================
+    // TONGUE (20 blendshapes)
+    // ============================================================================
+    "CTRL_expressions_tongueBendDown", // 231
+    "CTRL_expressions_tongueBendUp", // 232
+    "CTRL_expressions_tongueDown", // 233
+    "CTRL_expressions_tongueIn", // 234
+    "CTRL_expressions_tongueLeft", // 235
+    "CTRL_expressions_tongueNarrow", // 236
+    "CTRL_expressions_tongueOut", // 237 - 🔑 KEY
+    "CTRL_expressions_tonguePress", // 238
+    "CTRL_expressions_tongueRight", // 239
+    "CTRL_expressions_tongueRoll", // 240
+    "CTRL_expressions_tongueThick", // 241
+    "CTRL_expressions_tongueThin", // 242
+    "CTRL_expressions_tongueTipDown", // 243
+    "CTRL_expressions_tongueTipLeft", // 244
+    "CTRL_expressions_tongueTipRight", // 245
+    "CTRL_expressions_tongueTipUp", // 246
+    "CTRL_expressions_tongueTwistLeft", // 247
+    "CTRL_expressions_tongueTwistRight", // 248
+    "CTRL_expressions_tongueUp", // 249
+    "CTRL_expressions_tongueWide", // 250
+];
+/**
+ * Category breakdown for MetaHuman blendshapes
+ */
+export const METAHUMAN_CATEGORIES = {
+    brows: {
+        start: 0,
+        end: 7,
+        count: 8,
+    },
+    ears: {
+        start: 8,
+        end: 9,
+        count: 2,
+    },
+    eyes: {
+        start: 10,
+        end: 52,
+        count: 43,
+    },
+    eyelashes: {
+        start: 43,
+        end: 50,
+        count: 8,
+    },
+    jaw: {
+        start: 51,
+        end: 64,
+        count: 14,
+    },
+    mouth: {
+        start: 65,
+        end: 197,
+        count: 133,
+    },
+    neck: {
+        start: 193,
+        end: 206,
+        count: 14,
+    },
+    nose: {
+        start: 207,
+        end: 218,
+        count: 12,
+    },
+    teeth: {
+        start: 219,
+        end: 230,
+        count: 12,
+    },
+    tongue: {
+        start: 231,
+        end: 250,
+        count: 20,
+    },
+};
+/**
+ * Key blendshapes for lip-sync (most important for speech animation)
+ */
+export const KEY_METAHUMAN_LIPSYNC = {
+    // Eyes
+    EYE_BLINK_L: 10,
+    EYE_BLINK_R: 11,
+    // Jaw
+    JAW_FORWARD: 60,
+    JAW_LEFT: 61,
+    JAW_OPEN: 62, // Most important!
+    JAW_RIGHT: 64,
+    // Mouth - Funnel (O sounds)
+    MOUTH_FUNNEL_DL: 92,
+    MOUTH_FUNNEL_DR: 93,
+    MOUTH_FUNNEL_UL: 94,
+    MOUTH_FUNNEL_UR: 95,
+    // Mouth - Movement
+    MOUTH_LEFT: 96,
+    MOUTH_RIGHT: 163,
+    // Mouth - Stretch (wide mouth)
+    MOUTH_STRETCH_L: 176,
+    MOUTH_STRETCH_R: 179,
+    // Mouth - Lips Together
+    MOUTH_LIPS_TOGETHER_DL: 139,
+    MOUTH_LIPS_TOGETHER_DR: 140,
+    MOUTH_LIPS_TOGETHER_UL: 141,
+    MOUTH_LIPS_TOGETHER_UR: 142,
+    // Tongue
+    TONGUE_OUT: 237,
+};
+/**
+ * Get blendshape name by index
+ */
+export function getMetaHumanBlendshapeName(index) {
+    return METAHUMAN_ORDER_251[index];
+}
+/**
+ * Get blendshape index by name
+ */
+export function getMetaHumanBlendshapeIndex(name) {
+    return METAHUMAN_ORDER_251.indexOf(name);
+}
+/**
+ * Get blendshapes by category
+ */
+export function getMetaHumanBlendshapesByCategory(category) {
+    const cat = METAHUMAN_CATEGORIES[category];
+    return METAHUMAN_ORDER_251.slice(cat.start, cat.end + 1);
+}
+/**
+ * Format MetaHuman blendshapes for logging
+ */
+export function formatMetaHumanBlendshapesForLogging(values, threshold = 0.01, maxEntries = 20) {
+    const active = {};
+    const activeList = [];
+    for (let i = 0; i < Math.min(values.length, METAHUMAN_ORDER_251.length); i++) {
+        const value = values[i];
+        if (Math.abs(value) > threshold) {
+            activeList.push({
+                name: METAHUMAN_ORDER_251[i],
+                value,
+                index: i,
+            });
+        }
+    }
+    // Sort by absolute value (descending)
+    activeList
+        .sort((a, b) => Math.abs(b.value) - Math.abs(a.value))
+        .slice(0, maxEntries)
+        .forEach(item => {
+        active[item.name] = Number(item.value.toFixed(4));
+    });
+    return {
+        active,
+        total: values.length,
+        activeCount: activeList.length,
+    };
+}
+//# sourceMappingURL=metahumanOrder251.js.map

package/dist/lipsync-helpers/metahumanOrder251.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metahumanOrder251.js","sourceRoot":"","sources":["../../src/lipsync-helpers/metahumanOrder251.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAsB;IACpD,+EAA+E;IAC/E,wBAAwB;IACxB,+EAA+E;IAC/E,4BAA4B,EAAqB,IAAI;IACrD,4BAA4B,EAAqB,IAAI;IACrD,+BAA+B,EAAkB,IAAI;IACrD,+BAA+B,EAAkB,IAAI;IACrD,+BAA+B,EAAkB,IAAI;IACrD,+BAA+B,EAAkB,IAAI;IACrD,kCAAkC,EAAe,IAAI;IACrD,kCAAkC,EAAe,IAAI;IAErD,+EAA+E;IAC/E,uBAAuB;IACvB,+EAA+E;IAC/E,yBAAyB,EAAwB,IAAI;IACrD,yBAAyB,EAAwB,IAAI;IAErD,+EAA+E;IAC/E,wBAAwB;IACxB,+EAA+E;IAC/E,4BAA4B,EAAqB,cAAc;IAC/D,4BAA4B,EAAqB,cAAc;IAC/D,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,+BAA+B,EAAkB,KAAK;IACtD,+BAA+B,EAAkB,KAAK;IACtD,+BAA+B,EAAkB,cAAc;IAC/D,+BAA+B,EAAkB,cAAc;IAC/D,+BAA+B,EAAkB,cAAc;IAC/D,+BAA+B,EAAkB,cAAc;IAC/D,gCAAgC,EAAiB,cAAc;IAC/D,gCAAgC,EAAiB,cAAc;IAC/D,6BAA6B,EAAoB,cAAc;IAC/D,6BAA6B,EAAoB,cAAc;IAC/D,mCAAmC,EAAc,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,2CAA2C,EAAM,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,gCAAgC,EAAiB,KAAK;IACtD,gCAAgC,EAAiB,KAAK;IACtD,4BAA4B,EAAqB,KAAK;IACtD,4BAA4B,EAAqB,KAAK;IACtD,kCAAkC,EAAe,cAAc;IAC/D,kCAAkC,EAAe,cAAc;IAC/D,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,4BAA4B,EAAqB,cAAc;IAC/D,4BAA4B,EAAqB,cAAc;IAE/D,+EAA+E;IAC/E,4BAA4B;IAC5B,+EAA+E;IAC/E,mCAAmC,EAAc,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,oCAAoC,EAAa,KAAK;IACtD,oCAAoC,EAAa,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,kCAAkC,EAAe,KAAK;IAEtD,+EAA+E;IAC/E,uBAAuB;IACvB,+EAA+E;IAC/E,0BAA0B,EAAuB,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,6BAA6B,EAAoB,KAAK;IACtD,6BAA6B,EAAoB,KAAK;IACtD,yBAAyB,EAAwB,cAAc;IAC/D,0BAA0B,EAAuB,cAAc;IAC/D,0BAA0B,EAAuB,gCAAgC;IACjF,iCAAiC,EAAgB,KAAK;IACtD,2BAA2B,EAAsB,cAAc;IAE/D,+EAA+E;IAC/E,wDAAwD;IACxD,+EAA+E;IAC/E,kCAAkC,EAAe,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,sCAAsC,EAAW,KAAK;IACtD,sCAAsC,EAAW,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,qCAAqC,EAAY,KAAK;IACtD,qCAAqC,EAAY,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,uCAAuC,EAAU,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,mCAAmC,EAAc,KAAK;IACtD,+BAA+B,EAAkB,KAAK;IACtD,+BAA+B,EAAkB,KAAK;IACtD,4BAA4B,EAAqB,KAAK;IACtD,gCAAgC,EAAiB,cAAc;IAC/D,gCAAgC,EAAiB,cAAc;IAC/D,gCAAgC,EAAiB,cAAc;IAC/D,gCAAgC,EAAiB,cAAc;IAC/D,4BAA4B,EAAqB,cAAc;IAC/D,iCAAiC,EAAgB,KAAK;IACtD,iCAAiC,EAAgB,KAAK;IACtD,kCAAkC,EAAe,KAAK;IACtD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,yCAAyC,EAAQ,MAAM;IACvD,yCAAyC,EAAQ,MAAM;IACvD,yCAAyC,EAAQ,MAAM;IACvD,yCAAyC,EAAQ,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,sCAAsC,EAAW,eAAe;IAChE,sCAAsC,EAAW,eAAe;IAChE,sCAAsC,EAAW,eAAe;IAChE,sCAAsC,EAAW,eAAe;IAChE,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,yCAAyC,EAAQ,MAAM;IACvD,0CAA0C,EAAO,MAAM;IACvD,6CAA6C,EAAI,MAAM;IACvD,6CAA6C,EAAI,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,6BAA6B,EAAoB,eAAe;IAChE,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,gCAAgC,EAAiB,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,gCAAgC,EAAiB,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,gCAAgC,EAAiB,eAAe;IAChE,yCAAyC,EAAQ,MAAM;IACvD,yCAAyC,EAAQ,MAAM;IACvD,gCAAgC,EAAiB,eAAe;IAChE,0BAA0B,EAAuB,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,yCAAyC,EAAQ,MAAM;IACvD,0CAA0C,EAAO,MAAM;IACvD,6CAA6C,EAAI,MAAM;IACvD,6CAA6C,EAAI,MAAM;IAEvD,+EAA+E;IAC/E,wBAAwB;IACxB,+EAA+E;IAC/E,oCAAoC,EAAa,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,iCAAiC,EAAgB,MAAM;IACvD,iCAAiC,EAAgB,MAAM;IACvD,iCAAiC,EAAgB,MAAM;IACvD,iCAAiC,EAAgB,MAAM;IACvD,iCAAiC,EAAgB,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IAEvD,+EAA+E;IAC/E,wBAAwB;IACxB,+EAA+E;IAC/E,wCAAwC,EAAS,MAAM;IACvD,wCAAwC,EAAS,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,uCAAuC,EAAU,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,sCAAsC,EAAW,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,qCAAqC,EAAY,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,oCAAoC,EAAa,MAAM;IACvD,oCAAoC,EAAa,MAAM;IAEvD,+EAA+E;IAC/E,yBAAyB;IACzB,+EAA+E;IAC/E,6BAA6B,EAAoB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,4BAA4B,EAAqB,MAAM;IACvD,4BAA4B,EAAqB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,8BAA8B,EAAmB,MAAM;IACvD,8BAA8B,EAAmB,MAAM;IACvD,2BAA2B,EAAsB,MAAM;IACvD,2BAA2B,EAAsB,MAAM;IAEvD,+EAA+E;IAC/E,0BAA0B;IAC1B,+EAA+E;IAC/E,iCAAiC,EAAgB,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,2BAA2B,EAAsB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,+BAA+B,EAAkB,MAAM;IACvD,4BAA4B,EAAqB,eAAe;IAChE,8BAA8B,EAAmB,MAAM;IACvD,8BAA8B,EAAmB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,8BAA8B,EAAmB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;IACvD,gCAAgC,EAAiB,MAAM;IACvD,gCAAgC,EAAiB,MAAM;IACvD,iCAAiC,EAAgB,MAAM;IACvD,8BAA8B,EAAmB,MAAM;IACvD,kCAAkC,EAAe,MAAM;IACvD,mCAAmC,EAAc,MAAM;IACvD,2BAA2B,EAAsB,MAAM;IACvD,6BAA6B,EAAoB,MAAM;CAC/C,CAAC;AAEX;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,KAAK,EAAE;QACL,KAAK,EAAE,CAAC;QACR,GAAG,EAAE,CAAC;QACN,KAAK,EAAE,CAAC;KACT;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,CAAC;QACR,GAAG,EAAE,CAAC;QACN,KAAK,EAAE,CAAC;KACT;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,EAAE;QACT,GAAG,EAAE,EAAE;QACP,KAAK,EAAE,EAAE;KACV;IACD,SAAS,EAAE;QACT,KAAK,EAAE,EAAE;QACT,GAAG,EAAE,EAAE;QACP,KAAK,EAAE,CAAC;KACT;IACD,GAAG,EAAE;QACH,KAAK,EAAE,EAAE;QACT,GAAG,EAAE,EAAE;QACP,KAAK,EAAE,EAAE;KACV;IACD,KAAK,EAAE;QACL,KAAK,EAAE,EAAE;QACT,GAAG,EAAE,GAAG;QACR,KAAK,EAAE,GAAG;KACX;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,GAAG;QACV,GAAG,EAAE,GAAG;QACR,KAAK,EAAE,EAAE;KACV;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,GAAG;QACV,GAAG,EAAE,GAAG;QACR,KAAK,EAAE,EAAE;KACV;IACD,KAAK,EAAE;QACL,KAAK,EAAE,GAAG;QACV,GAAG,EAAE,GAAG;QACR,KAAK,EAAE,EAAE;KACV;IACD,MAAM,EAAE;QACN,KAAK,EAAE,GAAG;QACV,GAAG,EAAE,GAAG;QACR,KAAK,EAAE,EAAE;KACV;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,OAAO;IACP,WAAW,EAAE,EAAE;IACf,WAAW,EAAE,EAAE;IAEf,MAAM;IACN,WAAW,EAAE,EAAE;IACf,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,EAAE,EAAO,kBAAkB;IACrC,SAAS,EAAE,EAAE;IAEb,4BAA4B;IAC5B,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,EAAE;IAEnB,mBAAmB;IACnB,UAAU,EAAE,EAAE;IACd,WAAW,EAAE,GAAG;IAEhB,+BAA+B;IAC/B,eAAe,EAAE,GAAG;IACpB,eAAe,EAAE,GAAG;IAEpB,wBAAwB;IACxB,sBAAsB,EAAE,GAAG;IAC3B,sBAAsB,EAAE,GAAG;IAC3B,sBAAsB,EAAE,GAAG;IAC3B,sBAAsB,EAAE,GAAG;IAE3B,SAAS;IACT,UAAU,EAAE,GAAG;CAChB,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,KAAa;IACtD,OAAO,mBAAmB,CAAC,KAAK,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,2BAA2B,CAAC,IAAY;IACtD,OAAO,mBAAmB,CAAC,OAAO,CAAC,IAAW,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iCAAiC,CAAC,QAA2C;IAC3F,MAAM,GAAG,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAC3C,OAAO,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oCAAoC,CAClD,MAA+B,EAC/B,YAAoB,IAAI,EACxB,aAAqB,EAAE;IAMvB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,UAAU,GAA0D,EAAE,CAAC;IAE7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,EAAE,CAAC;YAChC,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,mBAAmB,CAAC,CAAC,CAAC;gBAC5B,KAAK;gBACL,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,UAAU;SACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;SACrD,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;SACpB,OAAO,CAAC,IAAI,CAAC,EAAE;QACd,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEL,OAAO;QACL,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,MAAM;QACpB,WAAW,EAAE,UAAU,CAAC,MAAM;KAC/B,CAAC;AACJ,CAAC"}

package/dist/lipsync-helpers/neurosyncBlendshapeMapper.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Neurosync Meta Human Blendshape Mapper
+ * Maps 251 blendshape indices to their corresponding names
+ * Based on Neurosync Meta Human specification
+ */
+export declare const NEUROSYNC_BLENDSHAPE_NAMES: string[];
+/**
+ * Maps blendshape values to their names
+ */
+export declare function mapBlendshapesToNames(values: number[]): Record<string, number>;
+/**
+ * Formats blendshapes for logging with filtering
+ * @param values - Array of 251 blendshape values
+ * @param threshold - Only log values above this threshold (default: 0.01)
+ * @param maxEntries - Maximum number of entries to log (default: 20)
+ */
+export declare function formatBlendshapesForLogging(values: number[], threshold?: number, maxEntries?: number): {
+    active: Record<string, number>;
+    total: number;
+    activeCount: number;
+};
+/**
+ * Gets the most significant blendshapes
+ */
+export declare function getTopBlendshapes(values: number[], count?: number): Array<{
+    name: string;
+    value: number;
+    index: number;
+}>;
+//# sourceMappingURL=neurosyncBlendshapeMapper.d.ts.map

package/dist/lipsync-helpers/neurosyncBlendshapeMapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"neurosyncBlendshapeMapper.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/neurosyncBlendshapeMapper.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,eAAO,MAAM,0BAA0B,EAAE,MAAM,EA+P9C,CAAC;AAEF;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAc9E;AAED;;;;;GAKG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,MAAM,EAAE,EAChB,SAAS,GAAE,MAAa,EACxB,UAAU,GAAE,MAAW,GACtB;IAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAkBxE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,MAAM,EAAE,EAChB,KAAK,GAAE,MAAW,GACjB,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAUvD"}