@sage-rsc/talking-head-react 1.1.7 → 1.1.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sage-rsc/talking-head-react",
-  "version": "1.1.7",
+  "version": "1.1.8",
   "description": "A reusable React component for 3D talking avatars with lip-sync and text-to-speech",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

package/src/lib/talkinghead.mjs

@@ -5471,6 +5471,147 @@ class TalkingHead {
       if ( fbx && fbx.animations && fbx.animations[ndx] ) {
         let anim = fbx.animations[ndx];
 
+        // Get available bone names from avatar skeleton for mapping
+        const availableBones = new Set();
+        if (this.armature) {
+          this.armature.traverse((child) => {
+            if (child.isBone || child.type === 'Bone') {
+              availableBones.add(child.name);
+            }
+          });
+        }
+
+        // Map bone names from FBX to avatar skeleton
+        const boneNameMap = new Map();
+        const mapBoneName = (fbxBoneName) => {
+          // Direct match
+          if (availableBones.has(fbxBoneName)) {
+            return fbxBoneName;
+          }
+          
+          // Remove mixamorig prefix if present
+          let normalized = fbxBoneName.replace(/^mixamorig/i, '');
+          if (availableBones.has(normalized)) {
+            return normalized;
+          }
+          
+          // Common bone name mappings for Ready Player Me / Mixamo
+          const mappings = {
+            // Arm bones - handle common variations
+            'LeftArm': 'LeftArm',
+            'leftArm': 'LeftArm',
+            'LEFTARM': 'LeftArm',
+            'RightArm': 'RightArm',
+            'rightArm': 'RightArm',
+            'RIGHTARM': 'RightArm',
+            'LeftForeArm': 'LeftForeArm',
+            'leftForeArm': 'LeftForeArm',
+            'leftForearm': 'LeftForeArm',
+            'LeftForearm': 'LeftForeArm',
+            'RightForeArm': 'RightForeArm',
+            'rightForeArm': 'RightForeArm',
+            'rightForearm': 'RightForeArm',
+            'RightForearm': 'RightForeArm',
+            'LeftHand': 'LeftHand',
+            'leftHand': 'LeftHand',
+            'RightHand': 'RightHand',
+            'rightHand': 'RightHand',
+            'LeftShoulder': 'LeftShoulder',
+            'leftShoulder': 'LeftShoulder',
+            'RightShoulder': 'RightShoulder',
+            'rightShoulder': 'RightShoulder',
+            // Spine
+            'Spine': 'Spine1',
+            'spine': 'Spine1',
+            'Spine1': 'Spine1',
+            'Spine2': 'Spine2',
+            // Head/Neck
+            'Head': 'Head',
+            'head': 'Head',
+            'Neck': 'Neck',
+            'neck': 'Neck',
+            // Hips
+            'Hips': 'Hips',
+            'hips': 'Hips',
+            'Root': 'Hips',
+            'root': 'Hips',
+          };
+          
+          if (mappings[normalized]) {
+            const mapped = mappings[normalized];
+            if (availableBones.has(mapped)) {
+              return mapped;
+            }
+          }
+          
+          // Try case-insensitive match
+          for (const boneName of availableBones) {
+            if (boneName.toLowerCase() === normalized.toLowerCase()) {
+              return boneName;
+            }
+          }
+          
+          return null; // No mapping found
+        };
+
+        // Debug: Log FBX bone names and avatar bone names for comparison
+        const fbxBoneNames = new Set();
+        anim.tracks.forEach(track => {
+          const trackParts = track.name.split('.');
+          fbxBoneNames.add(trackParts[0]);
+        });
+        
+        console.log('Ready Player Me FBX bone names:', Array.from(fbxBoneNames).sort().join(', '));
+        console.log('Avatar skeleton bone names:', Array.from(availableBones).sort().join(', '));
+
+        // Filter and map animation tracks
+        const mappedTracks = [];
+        const unmappedBones = new Set();
+        anim.tracks.forEach(track => {
+          // Remove mixamorig prefix first
+          let trackName = track.name.replaceAll('mixamorig', '');
+          const trackParts = trackName.split('.');
+          const fbxBoneName = trackParts[0];
+          const property = trackParts[1];
+          
+          // Map bone name to avatar skeleton
+          const mappedBoneName = mapBoneName(fbxBoneName);
+          
+          if (mappedBoneName && property) {
+            // Create new track with mapped bone name
+            const newTrackName = `${mappedBoneName}.${property}`;
+            const newTrack = track.clone();
+            newTrack.name = newTrackName;
+            mappedTracks.push(newTrack);
+            
+            // Store mapping for logging
+            if (fbxBoneName !== mappedBoneName) {
+              boneNameMap.set(fbxBoneName, mappedBoneName);
+            }
+          } else {
+            unmappedBones.add(fbxBoneName);
+            // Log unmapped bones (especially arm bones)
+            if (fbxBoneName.toLowerCase().includes('arm') || 
+                fbxBoneName.toLowerCase().includes('hand') || 
+                fbxBoneName.toLowerCase().includes('shoulder')) {
+              console.warn(`⚠️ Arm bone "${fbxBoneName}" could not be mapped to avatar skeleton`);
+            }
+          }
+        });
+        
+        if (unmappedBones.size > 0) {
+          console.warn(`⚠️ ${unmappedBones.size} bone(s) could not be mapped:`, Array.from(unmappedBones).sort().join(', '));
+        }
+
+        // Use mapped tracks if we have any, otherwise use original
+        if (mappedTracks.length > 0) {
+          anim = new THREE.AnimationClip(anim.name, anim.duration, mappedTracks);
+          if (boneNameMap.size > 0) {
+            console.log(`Mapped ${boneNameMap.size} bone(s) for Ready Player Me animation:`, 
+              Array.from(boneNameMap.entries()).slice(0, 5).map(([from, to]) => `${from}→${to}`).join(', '));
+          }
+        }
+
         // Rename and scale Mixamo tracks, create a pose
         const props = {};
         anim.tracks.forEach( t => {