@sage-rsc/talking-head-react 1.0.84 → 1.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sage-rsc/talking-head-react",
-  "version": "1.0.84",
+  "version": "1.1.0",
   "description": "A reusable React component for 3D talking avatars with lip-sync and text-to-speech",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

package/src/lib/talkinghead.mjs

@@ -5344,6 +5344,61 @@ class TalkingHead {
   * @param {number} [ndx=0] Index of the clip
   * @param {number} [scale=0.01] Position scale factor
   */
+  /**
+   * Get all bone names from the avatar's armature
+   * @returns {Set<string>} Set of bone names
+   */
+  getAvailableBoneNames() {
+    const boneNames = new Set();
+    if (!this.armature) return boneNames;
+    
+    this.armature.traverse((child) => {
+      if (child.isBone || child.type === 'Bone') {
+        boneNames.add(child.name);
+      }
+    });
+    
+    return boneNames;
+  }
+
+  /**
+   * Filter animation tracks to only include bones that exist in the avatar
+   * @param {THREE.AnimationClip} clip - Animation clip to filter
+   * @param {Set<string>} availableBones - Set of available bone names
+   * @returns {THREE.AnimationClip} Filtered animation clip
+   */
+  filterAnimationTracks(clip, availableBones) {
+    const validTracks = [];
+    const missingBones = new Set();
+    
+    clip.tracks.forEach(track => {
+      // Extract bone name from track name (e.g., "CC_Base_R_Index3.position" -> "CC_Base_R_Index3")
+      const trackNameParts = track.name.split('.');
+      const boneName = trackNameParts[0];
+      
+      if (availableBones.has(boneName)) {
+        validTracks.push(track);
+      } else {
+        missingBones.add(boneName);
+      }
+    });
+    
+    if (missingBones.size > 0) {
+      console.warn(`FBX animation "${clip.name}" contains tracks for ${missingBones.size} bone(s) not found in avatar skeleton:`, Array.from(missingBones).slice(0, 10).join(', '), missingBones.size > 10 ? '...' : '');
+      console.info(`Filtered ${clip.tracks.length} tracks down to ${validTracks.length} valid tracks`);
+    } else if (validTracks.length > 0) {
+      console.info(`FBX animation "${clip.name}" is fully compatible: all ${validTracks.length} tracks match avatar skeleton`);
+    }
+    
+    // Create a new clip with only valid tracks
+    if (validTracks.length === 0) {
+      console.error(`No valid tracks found for animation "${clip.name}". All bones are missing from avatar skeleton.`);
+      return null;
+    }
+    
+    return new THREE.AnimationClip(clip.name, clip.duration, validTracks);
+  }
+
   async playAnimation(url, onprogress=null, dur=10, ndx=0, scale=0.01, disablePositionLock=false) {
     if ( !this.armature ) return;
 
@@ -5491,6 +5546,20 @@ class TalkingHead {
       if ( fbx && fbx.animations && fbx.animations[ndx] ) {
         let anim = fbx.animations[ndx];
 
+        // Get available bone names from avatar skeleton
+        const availableBones = this.getAvailableBoneNames();
+        
+        // Filter animation tracks to only include bones that exist
+        const filteredAnim = this.filterAnimationTracks(anim, availableBones);
+        
+        if (!filteredAnim) {
+          console.error(`Cannot play FBX animation "${url}": No compatible bones found.`);
+          return;
+        }
+        
+        // Use the filtered animation instead of the original
+        anim = filteredAnim;
+
         // Rename and scale Mixamo tracks, create a pose
         const props = {};
         anim.tracks.forEach( t => {