talking-head-studio 0.4.10 → 0.4.12

package/dist/core/avatar/faceControls.js

@@ -0,0 +1,138 @@
+"use strict";
+// src/core/avatar/faceControls.ts
+// Canonical facial control space shared by all avatar backends.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createNeutralExpression = createNeutralExpression;
+exports.visemeToExpression = visemeToExpression;
+exports.applyVisemeToExpression = applyVisemeToExpression;
+function createNeutralExpression() {
+    return {
+        jawOpen: 0,
+        mouthSmile: 0,
+        mouthFunnel: 0,
+        mouthPucker: 0,
+        mouthWide: 0,
+        upperLipRaise: 0,
+        lowerLipDepress: 0,
+        cheekRaise: 0,
+        blinkLeft: 0,
+        blinkRight: 0,
+        browInnerUp: 0,
+        browDownLeft: 0,
+        browDownRight: 0,
+        eyeGazeLeft: { x: 0, y: 0 },
+        eyeGazeRight: { x: 0, y: 0 },
+    };
+}
+function clamp01(v) {
+    return v < 0 ? 0 : v > 1 ? 1 : v;
+}
+function scale(v, w) {
+    return clamp01(v * w);
+}
+// Map an Oculus viseme + weight into a sparse ExpressionState delta.
+// These coefficients are intentionally simple and can be tuned per-avatar
+// via a calibration layer.
+function visemeToExpression(viseme, weight = 1) {
+    const w = clamp01(weight);
+    switch (viseme) {
+        case 'sil':
+            return { jawOpen: 0, mouthPucker: 0, mouthWide: 0 };
+        case 'PP':
+            return {
+                jawOpen: scale(0.05, w),
+                mouthPucker: scale(0.7, w),
+            };
+        case 'FF':
+            return {
+                jawOpen: scale(0.15, w),
+                upperLipRaise: scale(0.2, w),
+                lowerLipDepress: scale(0.25, w),
+            };
+        case 'TH':
+            return {
+                jawOpen: scale(0.2, w),
+                mouthWide: scale(0.15, w),
+            };
+        case 'DD':
+            return {
+                jawOpen: scale(0.25, w),
+                mouthWide: scale(0.1, w),
+            };
+        case 'kk':
+            return {
+                jawOpen: scale(0.3, w),
+            };
+        case 'CH':
+            return {
+                jawOpen: scale(0.35, w),
+                mouthPucker: scale(0.15, w),
+                mouthWide: scale(0.1, w),
+            };
+        case 'SS':
+            return {
+                jawOpen: scale(0.1, w),
+                mouthWide: scale(0.35, w),
+            };
+        case 'nn':
+            return {
+                jawOpen: scale(0.18, w),
+            };
+        case 'RR':
+            return {
+                jawOpen: scale(0.22, w),
+                mouthPucker: scale(0.2, w),
+            };
+        case 'aa':
+            return {
+                jawOpen: scale(0.95, w),
+                mouthWide: scale(0.1, w),
+            };
+        case 'ee':
+            return {
+                jawOpen: scale(0.45, w),
+                mouthWide: scale(0.8, w),
+                mouthSmile: scale(0.15, w),
+            };
+        case 'ih':
+            return {
+                jawOpen: scale(0.35, w),
+                mouthWide: scale(0.55, w),
+            };
+        case 'oh':
+            return {
+                jawOpen: scale(0.55, w),
+                mouthFunnel: scale(0.6, w),
+                mouthPucker: scale(0.2, w),
+            };
+        case 'ou':
+            return {
+                jawOpen: scale(0.25, w),
+                mouthFunnel: scale(0.85, w),
+                mouthPucker: scale(0.45, w),
+            };
+        default:
+            return {};
+    }
+}
+// Utility to accumulate a viseme delta into an existing ExpressionState.
+function applyVisemeToExpression(base, viseme, weight = 1) {
+    const delta = visemeToExpression(viseme, weight);
+    return {
+        jawOpen: clamp01(base.jawOpen + (delta.jawOpen ?? 0)),
+        mouthSmile: clamp01(base.mouthSmile + (delta.mouthSmile ?? 0)),
+        mouthFunnel: clamp01(base.mouthFunnel + (delta.mouthFunnel ?? 0)),
+        mouthPucker: clamp01(base.mouthPucker + (delta.mouthPucker ?? 0)),
+        mouthWide: clamp01(base.mouthWide + (delta.mouthWide ?? 0)),
+        upperLipRaise: clamp01(base.upperLipRaise + (delta.upperLipRaise ?? 0)),
+        lowerLipDepress: clamp01(base.lowerLipDepress + (delta.lowerLipDepress ?? 0)),
+        cheekRaise: clamp01(base.cheekRaise + (delta.cheekRaise ?? 0)),
+        blinkLeft: clamp01(base.blinkLeft + (delta.blinkLeft ?? 0)),
+        blinkRight: clamp01(base.blinkRight + (delta.blinkRight ?? 0)),
+        browInnerUp: clamp01(base.browInnerUp + (delta.browInnerUp ?? 0)),
+        browDownLeft: clamp01(base.browDownLeft + (delta.browDownLeft ?? 0)),
+        browDownRight: clamp01(base.browDownRight + (delta.browDownRight ?? 0)),
+        eyeGazeLeft: base.eyeGazeLeft,
+        eyeGazeRight: base.eyeGazeRight,
+    };
+}