@sage-rsc/talking-head-react 1.6.3 → 1.6.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sage-rsc/talking-head-react",
-  "version": "1.6.3",
+  "version": "1.6.4",
   "description": "A reusable React component for 3D talking avatars with lip-sync and text-to-speech",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

package/src/lib/talkinghead.mjs

@@ -1425,7 +1425,6 @@ class TalkingHead {
       // Use setPoseFromTemplate which properly handles pose transitions without loops
       this.poseName = 'wide';
       this.setPoseFromTemplate(this.poseTemplates['wide'], 0); // 0ms = instant, no transition
-      console.log('Set initial male-appropriate pose: wide');
     }
     
     // Initialize FBX animation loader
@@ -2238,7 +2237,6 @@ class TalkingHead {
       // Dynamic import to avoid loading issues
       const { FBXAnimationLoader } = await import('./fbxAnimationLoader.js');
       this.fbxAnimationLoader = new FBXAnimationLoader(this.armature);
-      console.log('FBX Animation Loader initialized');
     } catch (error) {
       console.warn('FBX Animation Loader not available:', error);
       this.fbxAnimationLoader = null;
@@ -2257,7 +2255,6 @@ class TalkingHead {
       this.avatar.bodyMovement = movement;
     }
     
-    console.log('Body movement set to:', movement);
     
     // Respect the current showFullAvatar setting instead of forcing it to true
     // Only unlock position when returning to idle
@@ -2278,18 +2275,11 @@ class TalkingHead {
   async applyBodyMovementAnimation() {
     // Check if avatar is ready
     if (!this.armature || !this.animQueue) {
-      console.log('Avatar not ready for body movement animations');
       return;
     }
     
-    console.log('Avatar is running:', this.isRunning);
-    console.log('Animation queue exists:', !!this.animQueue);
-    
     // Remove existing body movement animations
-    const beforeLength = this.animQueue.length;
     this.animQueue = this.animQueue.filter(anim => !anim.template.name.startsWith('bodyMovement'));
-    const afterLength = this.animQueue.length;
-    console.log(`Filtered animation queue: ${beforeLength} -> ${afterLength} animations`);
     
     if (this.bodyMovement === 'idle') {
       // Stop FBX animations if any
@@ -2303,16 +2293,14 @@ class TalkingHead {
     if (this.fbxAnimationLoader) {
       try {
         await this.fbxAnimationLoader.playGestureAnimation(this.bodyMovement, this.movementIntensity);
-        console.log('Applied FBX body movement animation:', this.bodyMovement);
         return; // Successfully applied FBX animation
       } catch (error) {
-        console.warn('FBX animation failed, falling back to code animation:', error);
+        // Silent fallback
       }
     }
     
     // Fallback to code-based animations
     const movementAnim = this.createBodyMovementAnimation(this.bodyMovement);
-    console.log('Created movement animation:', movementAnim);
     if (movementAnim) {
       try {
         // Use animFactory to create proper animation object
@@ -2321,9 +2309,6 @@ class TalkingHead {
         // Validate the animation object before adding
         if (animObj && animObj.ts && animObj.ts.length > 0) {
           this.animQueue.push(animObj);
-          console.log('Applied code-based body movement animation:', this.bodyMovement);
-          console.log('Animation queue length:', this.animQueue.length);
-          console.log('Animation object:', animObj);
         } else {
           console.error('Invalid animation object created for:', this.bodyMovement);
           console.error('Animation object:', animObj);
@@ -2350,7 +2335,6 @@ class TalkingHead {
         y: this.armature.position.y,
         z: this.armature.position.z
       };
-      console.log('Original position stored:', this.originalPosition);
     }
     
     // Lock the avatar at its CURRENT position (don't move it)
@@ -2360,7 +2344,6 @@ class TalkingHead {
       z: this.armature.position.z
     };
     
-    console.log('Avatar position locked at current position:', this.lockedPosition);
   }
 
   /**
@@ -2374,15 +2357,12 @@ class TalkingHead {
         this.originalPosition.y,
         this.originalPosition.z
       );
-      console.log('Avatar position restored to original:', this.originalPosition);
     } else if (this.armature) {
       // Fallback: reset to center if no original position was stored
       this.armature.position.set(0, 0, 0);
-      console.log('Avatar position reset to center (0,0,0)');
     }
     this.lockedPosition = null;
     this.originalPosition = null; // Clear original position after unlock
-    console.log('Avatar position unlocked');
   }
 
   /**
@@ -2629,7 +2609,6 @@ class TalkingHead {
       this.avatar.movementIntensity = this.movementIntensity;
     }
     
-    console.log('Movement intensity set to:', this.movementIntensity);
     
     // Update FBX animation intensity if available
     if (this.fbxAnimationLoader) {
@@ -2652,18 +2631,14 @@ class TalkingHead {
       this.avatar.showFullAvatar = show;
     }
     
-    console.log('Show full avatar set to:', show);
     
     // Only change camera view if it's not already set to the desired view
     // This prevents the avatar from sliding down when starting animations
     if (show && this.viewName !== 'full') {
-      console.log('Changing camera view to full');
       this.setView('full');
     } else if (!show && this.viewName !== 'upper') {
-      console.log('Changing camera view to upper');
       this.setView('upper');
     } else {
-      console.log('Camera view already set to:', this.viewName);
     }
   }
 
@@ -2790,7 +2765,6 @@ class TalkingHead {
       if ( a.hasOwnProperty(this.stateName) ) {
         // Debug: Log state selection
         if (this.stateName === 'speaking' || this.stateName === 'idle') {
-          console.log('Selected state:', this.stateName, 'for avatar body:', this.avatar?.body);
         }
         a = a[this.stateName];
       } else if ( a.hasOwnProperty(this.moodName) ) {
@@ -2801,7 +2775,6 @@ class TalkingHead {
         a = a[this.viewName];
       } else if ( this.avatar && this.avatar.body && a.hasOwnProperty(this.avatar.body) ) {
         // Debug: Log gender-specific override
-        console.log('Applying gender-specific override:', this.avatar.body, 'for state:', this.stateName, 'keys:', Object.keys(a));
         a = a[this.avatar.body];
       } else if ( a.hasOwnProperty('alt') ) {
 
@@ -2823,7 +2796,6 @@ class TalkingHead {
         a = b;
         // Debug: Log selected alternative and check for gender override
         if (this.avatar && this.avatar.body && a.hasOwnProperty(this.avatar.body)) {
-          console.log('Found gender override in selected alternative:', this.avatar.body, 'keys:', Object.keys(a));
         }
         // Continue loop to check for gender-specific override after selecting alternative
         continue;
@@ -2859,7 +2831,6 @@ class TalkingHead {
     // Values
     // Debug: Log pose selection
     if (a.vs && a.vs.pose) {
-      console.log('Pose being selected from vs.pose:', a.vs.pose, 'for avatar body:', this.avatar?.body);
     }
     for( let [mt,vs] of Object.entries(a.vs) ) {
       const base = this.getBaselineValue(mt);
@@ -2872,7 +2843,6 @@ class TalkingHead {
         } else if ( typeof x === 'string' || x instanceof String ) {
           // Intercept pose values and override 'hip' and 'side' to 'wide' for male avatars
           if (mt === 'pose' && this.avatar && this.avatar.body === 'M' && (x === 'hip' || x === 'side')) {
-            console.log('Intercepting pose', x, 'in animation factory, overriding to wide for male avatar');
             return 'wide'; // Always use 'wide' for male avatars, never 'side' or 'hip'
           }
           return x.slice();
@@ -3171,12 +3141,10 @@ class TalkingHead {
             // Always override 'hip' and 'side' to 'wide' for male avatars
             if (this.poseTemplates['wide']) {
               j = 'wide';
-              console.log('Overriding pose', j === 'hip' ? 'hip' : 'side', 'to wide for male avatar');
             }
           }
         }
         this.poseName = j;
-        console.log('Setting pose to:', this.poseName, 'for avatar body:', this.avatar?.body, 'state:', this.stateName);
         this.setPoseFromTemplate( this.poseTemplates[ this.poseName ] );
         break;
 
@@ -3423,7 +3391,6 @@ class TalkingHead {
         
         if (module && module[className]) {
         this.lipsync[lang] = new module[className];
-          console.log(`Loaded lip-sync module for ${lang}`);
         } else {
           console.warn(`Lip-sync module for ${lang} not found. Available modules:`, Object.keys(LIPSYNC_MODULES));
         }
@@ -3946,15 +3913,6 @@ class TalkingHead {
       const processedText = this.lipsyncPreProcessText(text, lipsyncLang);
       const lipsyncData = this.lipsyncWordsToVisemes(processedText, lipsyncLang);
       
-      console.log('Browser TTS Lip-sync Debug:', {
-        text,
-        lipsyncLang,
-        processedText,
-        lipsyncData,
-        hasVisemes: lipsyncData && lipsyncData.visemes && lipsyncData.visemes.length > 0,
-        estimatedDuration
-      });
-      
       // Generate lip-sync animation from the viseme data
       const lipsyncAnim = [];
       if (lipsyncData && lipsyncData.visemes && lipsyncData.visemes.length > 0) {
@@ -4044,7 +4002,6 @@ class TalkingHead {
     const audioBuffer = await this.audioCtx.decodeAudioData(audioArrayBuffer);
     
     // Use text-based lip-sync with proper error handling
-    console.log('Using text-based lip-sync for debugging...');
     const lipsyncLang = this.avatar.lipsyncLang || this.opt.lipsyncLang || 'en';
     
     let audioAnalysis;
@@ -4117,22 +4074,9 @@ class TalkingHead {
       };
     }
     
-    console.log('ElevenLabs TTS Audio Analysis:', {
-      text,
-      audioDuration: audioBuffer.duration,
-      visemeCount: audioAnalysis.visemes ? audioAnalysis.visemes.length : 0,
-      wordCount: audioAnalysis.words ? audioAnalysis.words.length : 0,
-      features: {
-        onsets: audioAnalysis.features && audioAnalysis.features.onsets ? audioAnalysis.features.onsets.length : 0,
-        boundaries: audioAnalysis.features && audioAnalysis.features.phonemeBoundaries ? audioAnalysis.features.phonemeBoundaries.length : 0
-      },
-      visemes: audioAnalysis.visemes ? audioAnalysis.visemes.slice(0, 3) : [] // Show first 3 visemes for debugging
-    });
-    
     // Generate precise lip-sync animation from audio analysis
     const lipsyncAnim = [];
     if (audioAnalysis.visemes && audioAnalysis.visemes.length > 0) {
-      console.log('ElevenLabs: Generating lip-sync animation from', audioAnalysis.visemes.length, 'visemes');
       for (let i = 0; i < audioAnalysis.visemes.length; i++) {
       const visemeData = audioAnalysis.visemes[i];
       const time = visemeData.startTime * 1000; // Convert to milliseconds
@@ -4147,14 +4091,12 @@ class TalkingHead {
         }
       });
     }
-    console.log('ElevenLabs: Generated', lipsyncAnim.length, 'lip-sync animation frames');
     } else {
       console.warn('ElevenLabs: No visemes available for lip-sync animation');
     }
     
     // Combine original animation with lip-sync animation
     const combinedAnim = [...line.anim, ...lipsyncAnim];
-    console.log('ElevenLabs: Combined animation frames:', combinedAnim.length, '(original:', line.anim.length, '+ lipsync:', lipsyncAnim.length, ')');
     
     // Add to playlist
     this.audioPlaylist.push({ anim: combinedAnim, audio: audioBuffer });
@@ -4197,7 +4139,6 @@ class TalkingHead {
     const audioBuffer = await this.audioCtx.decodeAudioData(audioArrayBuffer);
     
     // Use text-based lip-sync with proper error handling
-    console.log('Using text-based lip-sync for Deepgram...');
     const lipsyncLang = this.avatar.lipsyncLang || this.opt.lipsyncLang || 'en';
     
     let audioAnalysis;
@@ -4270,22 +4211,9 @@ class TalkingHead {
       };
     }
     
-    console.log('Deepgram TTS Audio Analysis:', {
-      text,
-      audioDuration: audioBuffer.duration,
-      visemeCount: audioAnalysis.visemes ? audioAnalysis.visemes.length : 0,
-      wordCount: audioAnalysis.words ? audioAnalysis.words.length : 0,
-      features: {
-        onsets: audioAnalysis.features && audioAnalysis.features.onsets ? audioAnalysis.features.onsets.length : 0,
-        boundaries: audioAnalysis.features && audioAnalysis.features.phonemeBoundaries ? audioAnalysis.features.phonemeBoundaries.length : 0
-      },
-      visemes: audioAnalysis.visemes ? audioAnalysis.visemes.slice(0, 3) : [] // Show first 3 visemes for debugging
-    });
-    
     // Generate precise lip-sync animation from audio analysis
     const lipsyncAnim = [];
     if (audioAnalysis.visemes && audioAnalysis.visemes.length > 0) {
-      console.log('Deepgram: Generating lip-sync animation from', audioAnalysis.visemes.length, 'visemes');
       for (let i = 0; i < audioAnalysis.visemes.length; i++) {
       const visemeData = audioAnalysis.visemes[i];
       const time = visemeData.startTime * 1000; // Convert to milliseconds
@@ -4300,14 +4228,12 @@ class TalkingHead {
         }
       });
     }
-    console.log('Deepgram: Generated', lipsyncAnim.length, 'lip-sync animation frames');
     } else {
       console.warn('Deepgram: No visemes available for lip-sync animation');
     }
     
     // Combine original animation with lip-sync animation
     const combinedAnim = [...line.anim, ...lipsyncAnim];
-    console.log('Deepgram: Combined animation frames:', combinedAnim.length, '(original:', line.anim.length, '+ lipsync:', lipsyncAnim.length, ')');
     
     // Add to playlist
     this.audioPlaylist.push({ anim: combinedAnim, audio: audioBuffer });
@@ -4354,19 +4280,9 @@ class TalkingHead {
     const audioBuffer = await this.audioCtx.decodeAudioData(audioArrayBuffer);
     
     // Analyze audio for precise lip-sync timing
-    console.log('Analyzing audio for precise lip-sync...');
     const audioAnalysis = await this.audioAnalyzer.analyzeAudio(audioBuffer, text);
     
-    console.log('Azure TTS Audio Analysis:', {
-      text,
-      audioDuration: audioBuffer.duration,
-      visemeCount: audioAnalysis.visemes.length,
-      wordCount: audioAnalysis.words.length,
-      features: {
-        onsets: audioAnalysis.features.onsets.length,
-        boundaries: audioAnalysis.features.phonemeBoundaries.length
-      }
-    });
+    // Azure TTS (debug disabled - removed verbose logs)
     
     // Generate precise lip-sync animation from audio analysis
     const lipsyncAnim = [];
@@ -5476,9 +5392,6 @@ class TalkingHead {
     // Lock position IMMEDIATELY to prevent any position changes (unless disabled)
     if (!disablePositionLock) {
       this.lockAvatarPosition();
-      console.log('Position locked immediately before FBX animation:', url);
-    } else {
-      console.log('Position locking disabled for FBX animation:', url);
     }
 
     let item = this.animClips.find( x => x.url === url+'-'+ndx );
@@ -5501,9 +5414,7 @@ class TalkingHead {
       // Use existing mixer or create new one if none exists
       if (!this.mixer) {
         this.mixer = new THREE.AnimationMixer(this.armature);
-        console.log('Created new mixer for FBX animation');
       } else {
-        console.log('Using existing mixer for FBX animation, preserving morph targets');
       }
       
       // Store callback for when animation finishes
@@ -5799,11 +5710,7 @@ class TalkingHead {
           fbxBoneNames.add(trackParts[0]);
         });
         
-        console.log('=== Ready Player Me Animation Bone Analysis ===');
-        console.log('FBX bone names:', Array.from(fbxBoneNames).sort().join(', '));
-        console.log('Avatar skeleton bone names:', Array.from(availableBones).sort().join(', '));
-        
-        // Check for arm bones specifically
+        // Check for arm bones specifically (for mapping)
         const fbxArmBones = Array.from(fbxBoneNames).filter(b => 
           b.toLowerCase().includes('arm') || 
           b.toLowerCase().includes('hand') || 
@@ -5814,8 +5721,6 @@ class TalkingHead {
           b.includes('Hand') || 
           b.includes('Shoulder')
         );
-        console.log('FBX arm/hand/shoulder bones:', fbxArmBones.sort().join(', '));
-        console.log('Avatar arm/hand/shoulder bones:', avatarArmBones.sort().join(', '));
 
         // Filter and map animation tracks
         const mappedTracks = [];
@@ -5866,34 +5771,11 @@ class TalkingHead {
           }
         });
         
-        if (filteredShoulderTracks > 0) {
-          console.log(`✓ Filtered out ${filteredShoulderTracks} shoulder rotation track(s) to prevent high shoulders`);
-        }
-        
-        if (unmappedBones.size > 0) {
-          console.warn(`⚠️ ${unmappedBones.size} bone(s) could not be mapped:`, Array.from(unmappedBones).sort().join(', '));
-        }
-
         // Use mapped tracks if we have any, otherwise use original
         if (mappedTracks.length > 0) {
           anim = new THREE.AnimationClip(anim.name, anim.duration, mappedTracks);
-          console.log(`✓ Created animation with ${mappedTracks.length} mapped tracks (from ${anim.tracks.length} original tracks)`);
-          if (boneNameMap.size > 0) {
-            console.log(`✓ Mapped ${boneNameMap.size} bone(s):`, 
-              Array.from(boneNameMap.entries()).map(([from, to]) => `${from}→${to}`).join(', '));
-          }
-          
-          // Check if arm bones were mapped
-          const mappedArmBones = Array.from(boneNameMap.values()).filter(b => 
-            b.includes('Arm') || b.includes('Hand') || b.includes('Shoulder')
-          );
-          if (mappedArmBones.length > 0) {
-            console.log(`✓ Arm bones mapped: ${mappedArmBones.join(', ')}`);
-          } else {
-            console.warn('⚠️ No arm bones were mapped! This may cause arm rigging issues.');
-          }
         } else {
-          console.error('❌ No tracks could be mapped! Animation may not work correctly.');
+          console.error('No tracks could be mapped! Animation may not work correctly.');
         }
 
         // Rename and scale Mixamo tracks, create a pose
@@ -5955,22 +5837,18 @@ class TalkingHead {
     if (this.currentFBXAction) {
       this.currentFBXAction.stop();
       this.currentFBXAction = null;
-      console.log('FBX animation action stopped, mixer preserved for lip-sync');
     }
     
     // Only destroy mixer if no other animations are running
     // This allows morph target animations (lip-sync) to continue
     if (this.mixer && this.mixer._actions.length === 0) {
       this.mixer = null;
-      console.log('Mixer destroyed as no actions remain');
     }
     
     // Unlock position when animation stops (only if it was locked)
     if (this.positionWasLocked) {
       this.unlockAvatarPosition();
-      console.log('Position unlocked after FBX animation stopped');
     } else {
-      console.log('Position was not locked, no unlock needed');
     }
 
     // Restart gesture