talking-head-studio 0.2.1 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. package/dist/html.d.ts.map +1 -1
  2. package/dist/html.js +30 -13
  3. package/package.json +16 -6
  4. package/src/html.ts +30 -13
package/dist/html.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../src/html.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,WAAW,GAAG,WAAW,CAAC;IACjG,UAAU,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,gFAAgF;IAChF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CA+iB5D"}
1
+ {"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../src/html.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,WAAW,GAAG,WAAW,CAAC;IACjG,UAAU,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,gFAAgF;IAChF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAgkB5D"}
package/dist/html.js CHANGED
@@ -126,6 +126,7 @@ async function loadStaticFallback(loadedAvatarUrl) {
126
126
  }
127
127
 
128
128
  // Collect morph targets for amplitude-driven jaw/mouth
129
+ jawMorphCache = null; // invalidate cache whenever meshes are repopulated
129
130
  staticModel.traverse((child) => {
130
131
  if (child.isMesh && child.morphTargetDictionary && child.morphTargetInfluences) {
131
132
  mouthMeshes.push(child);
@@ -228,6 +229,7 @@ async function init() {
228
229
  }
229
230
 
230
231
  if (avatarLoaded) {
232
+ jawMorphCache = null; // invalidate cache whenever meshes are repopulated
231
233
  head.armature?.traverse((child) => {
232
234
  if (child.isMesh && child.morphTargetDictionary && child.morphTargetInfluences) {
233
235
  mouthMeshes.push(child);
@@ -312,6 +314,8 @@ function startAudioInterception() {
312
314
  }
313
315
 
314
316
  let amplitudeDecay = 0;
317
+ // Cached jaw morph-target indices — built once after model load, used every amplitude tick.
318
+ let jawMorphCache = null; // [{influences, idx}] or null = not yet built
315
319
  let THREE_REF = null;
316
320
  let gltfLoaderInstance = null;
317
321
  const currentAccessories = {}; // { [id]: { model: THREE.Group | null, url, bone, position, rotation, scale, isLoading: boolean, latestData: any } }
@@ -514,23 +518,36 @@ function onIncomingMessage(event) {
514
518
  try {
515
519
  const msg = JSON.parse(event.data);
516
520
  if (msg.type === 'amplitude' && mouthMeshes.length > 0) {
521
+ // Build jaw index cache once, reuse on every subsequent tick
522
+ if (!jawMorphCache) {
523
+ jawMorphCache = [];
524
+ for (const mesh of mouthMeshes) {
525
+ if (!mesh.morphTargetDictionary) continue;
526
+ const keys = Object.keys(mesh.morphTargetDictionary);
527
+ const jawKey = keys.find((k) => {
528
+ const lk = k.toLowerCase();
529
+ return lk.includes('jawopen') || lk.includes('jaw_open') ||
530
+ lk.includes('mouthopen') || lk.includes('mouth_open') ||
531
+ lk.includes('viseme_aa') || lk === 'aa';
532
+ });
533
+ if (jawKey !== undefined) {
534
+ jawMorphCache.push({ influences: mesh.morphTargetInfluences, idx: mesh.morphTargetDictionary[jawKey] });
535
+ }
536
+ }
537
+ }
517
538
  const val = Math.min(1, msg.value * 2.5);
518
539
  amplitudeDecay = Math.max(amplitudeDecay * 0.7, val);
519
- for (const mesh of mouthMeshes) {
520
- if (!mesh.morphTargetDictionary) continue;
521
- const keys = Object.keys(mesh.morphTargetDictionary);
522
- const jawKey = keys.find((k) => {
523
- const lk = k.toLowerCase();
524
- return lk.includes('jawopen') || lk.includes('jaw_open') ||
525
- lk.includes('mouthopen') || lk.includes('mouth_open') ||
526
- lk.includes('viseme_aa') || lk === 'aa';
527
- });
528
- if (jawKey !== undefined) {
529
- mesh.morphTargetInfluences[mesh.morphTargetDictionary[jawKey]] = amplitudeDecay;
530
- }
540
+ for (let i = 0; i < jawMorphCache.length; i++) {
541
+ jawMorphCache[i].influences[jawMorphCache[i].idx] = amplitudeDecay;
531
542
  }
532
543
  } else if (msg.type === 'mood' && head) {
533
- head.setMood(msg.value);
544
+ // Map agent moods to library moods (library accepts: neutral,happy,angry,sad,fear,disgust,love,sleep)
545
+ const moodMap = {
546
+ neutral: 'neutral', happy: 'happy', sad: 'sad', angry: 'angry',
547
+ excited: 'happy', thinking: 'neutral', concerned: 'sad', surprised: 'happy',
548
+ };
549
+ const m = moodMap[msg.value] || 'neutral';
550
+ head.setMood(m);
534
551
  } else if (msg.type === 'hair_color') {
535
552
  HAIR_COLOR = msg.value;
536
553
  applyColorOverrides();
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "talking-head-studio",
3
- "version": "0.2.1",
3
+ "version": "0.2.3",
4
4
  "description": "Cross-platform 3D avatar component for React Native & web — lip-sync, gestures, accessories, and LLM integration. Powered by TalkingHead + Three.js.",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
@@ -85,11 +85,21 @@
85
85
  "three": ">=0.170"
86
86
  },
87
87
  "peerDependenciesMeta": {
88
- "react-native": { "optional": true },
89
- "react-native-webview": { "optional": true },
90
- "@react-three/fiber": { "optional": true },
91
- "@react-three/drei": { "optional": true },
92
- "three": { "optional": true }
88
+ "react-native": {
89
+ "optional": true
90
+ },
91
+ "react-native-webview": {
92
+ "optional": true
93
+ },
94
+ "@react-three/fiber": {
95
+ "optional": true
96
+ },
97
+ "@react-three/drei": {
98
+ "optional": true
99
+ },
100
+ "three": {
101
+ "optional": true
102
+ }
93
103
  },
94
104
  "devDependencies": {
95
105
  "@babel/core": "^7.29.0",
package/src/html.ts CHANGED
@@ -138,6 +138,7 @@ async function loadStaticFallback(loadedAvatarUrl) {
138
138
  }
139
139
 
140
140
  // Collect morph targets for amplitude-driven jaw/mouth
141
+ jawMorphCache = null; // invalidate cache whenever meshes are repopulated
141
142
  staticModel.traverse((child) => {
142
143
  if (child.isMesh && child.morphTargetDictionary && child.morphTargetInfluences) {
143
144
  mouthMeshes.push(child);
@@ -240,6 +241,7 @@ async function init() {
240
241
  }
241
242
 
242
243
  if (avatarLoaded) {
244
+ jawMorphCache = null; // invalidate cache whenever meshes are repopulated
243
245
  head.armature?.traverse((child) => {
244
246
  if (child.isMesh && child.morphTargetDictionary && child.morphTargetInfluences) {
245
247
  mouthMeshes.push(child);
@@ -324,6 +326,8 @@ function startAudioInterception() {
324
326
  }
325
327
 
326
328
  let amplitudeDecay = 0;
329
+ // Cached jaw morph-target indices — built once after model load, used every amplitude tick.
330
+ let jawMorphCache = null; // [{influences, idx}] or null = not yet built
327
331
  let THREE_REF = null;
328
332
  let gltfLoaderInstance = null;
329
333
  const currentAccessories = {}; // { [id]: { model: THREE.Group | null, url, bone, position, rotation, scale, isLoading: boolean, latestData: any } }
@@ -526,23 +530,36 @@ function onIncomingMessage(event) {
526
530
  try {
527
531
  const msg = JSON.parse(event.data);
528
532
  if (msg.type === 'amplitude' && mouthMeshes.length > 0) {
533
+ // Build jaw index cache once, reuse on every subsequent tick
534
+ if (!jawMorphCache) {
535
+ jawMorphCache = [];
536
+ for (const mesh of mouthMeshes) {
537
+ if (!mesh.morphTargetDictionary) continue;
538
+ const keys = Object.keys(mesh.morphTargetDictionary);
539
+ const jawKey = keys.find((k) => {
540
+ const lk = k.toLowerCase();
541
+ return lk.includes('jawopen') || lk.includes('jaw_open') ||
542
+ lk.includes('mouthopen') || lk.includes('mouth_open') ||
543
+ lk.includes('viseme_aa') || lk === 'aa';
544
+ });
545
+ if (jawKey !== undefined) {
546
+ jawMorphCache.push({ influences: mesh.morphTargetInfluences, idx: mesh.morphTargetDictionary[jawKey] });
547
+ }
548
+ }
549
+ }
529
550
  const val = Math.min(1, msg.value * 2.5);
530
551
  amplitudeDecay = Math.max(amplitudeDecay * 0.7, val);
531
- for (const mesh of mouthMeshes) {
532
- if (!mesh.morphTargetDictionary) continue;
533
- const keys = Object.keys(mesh.morphTargetDictionary);
534
- const jawKey = keys.find((k) => {
535
- const lk = k.toLowerCase();
536
- return lk.includes('jawopen') || lk.includes('jaw_open') ||
537
- lk.includes('mouthopen') || lk.includes('mouth_open') ||
538
- lk.includes('viseme_aa') || lk === 'aa';
539
- });
540
- if (jawKey !== undefined) {
541
- mesh.morphTargetInfluences[mesh.morphTargetDictionary[jawKey]] = amplitudeDecay;
542
- }
552
+ for (let i = 0; i < jawMorphCache.length; i++) {
553
+ jawMorphCache[i].influences[jawMorphCache[i].idx] = amplitudeDecay;
543
554
  }
544
555
  } else if (msg.type === 'mood' && head) {
545
- head.setMood(msg.value);
556
+ // Map agent moods to library moods (library accepts: neutral,happy,angry,sad,fear,disgust,love,sleep)
557
+ const moodMap = {
558
+ neutral: 'neutral', happy: 'happy', sad: 'sad', angry: 'angry',
559
+ excited: 'happy', thinking: 'neutral', concerned: 'sad', surprised: 'happy',
560
+ };
561
+ const m = moodMap[msg.value] || 'neutral';
562
+ head.setMood(m);
546
563
  } else if (msg.type === 'hair_color') {
547
564
  HAIR_COLOR = msg.value;
548
565
  applyColorOverrides();