@elizaos/app-core 2.0.0-alpha.73 → 2.0.0-alpha.75

package/src/components/avatar/mixamoVRMRigMap.ts

@@ -1,62 +0,0 @@
-import type { VRMHumanBoneName } from "@pixiv/three-vrm";
-
-// Mixamo -> VRM humanoid bone mapping.
-// Keys are normalized to `mixamorig<JointName>`.
-export const mixamoVRMRigMap: Record<string, VRMHumanBoneName> = {
-  mixamorigHips: "hips",
-  mixamorigSpine: "spine",
-  mixamorigSpine1: "chest",
-  mixamorigSpine2: "upperChest",
-  mixamorigNeck: "neck",
-  mixamorigHead: "head",
-
-  mixamorigLeftShoulder: "leftShoulder",
-  mixamorigLeftArm: "leftUpperArm",
-  mixamorigLeftForeArm: "leftLowerArm",
-  mixamorigLeftHand: "leftHand",
-  mixamorigLeftHandThumb1: "leftThumbMetacarpal",
-  mixamorigLeftHandThumb2: "leftThumbProximal",
-  mixamorigLeftHandThumb3: "leftThumbDistal",
-  mixamorigLeftHandIndex1: "leftIndexProximal",
-  mixamorigLeftHandIndex2: "leftIndexIntermediate",
-  mixamorigLeftHandIndex3: "leftIndexDistal",
-  mixamorigLeftHandMiddle1: "leftMiddleProximal",
-  mixamorigLeftHandMiddle2: "leftMiddleIntermediate",
-  mixamorigLeftHandMiddle3: "leftMiddleDistal",
-  mixamorigLeftHandRing1: "leftRingProximal",
-  mixamorigLeftHandRing2: "leftRingIntermediate",
-  mixamorigLeftHandRing3: "leftRingDistal",
-  mixamorigLeftHandPinky1: "leftLittleProximal",
-  mixamorigLeftHandPinky2: "leftLittleIntermediate",
-  mixamorigLeftHandPinky3: "leftLittleDistal",
-
-  mixamorigRightShoulder: "rightShoulder",
-  mixamorigRightArm: "rightUpperArm",
-  mixamorigRightForeArm: "rightLowerArm",
-  mixamorigRightHand: "rightHand",
-  mixamorigRightHandPinky1: "rightLittleProximal",
-  mixamorigRightHandPinky2: "rightLittleIntermediate",
-  mixamorigRightHandPinky3: "rightLittleDistal",
-  mixamorigRightHandRing1: "rightRingProximal",
-  mixamorigRightHandRing2: "rightRingIntermediate",
-  mixamorigRightHandRing3: "rightRingDistal",
-  mixamorigRightHandMiddle1: "rightMiddleProximal",
-  mixamorigRightHandMiddle2: "rightMiddleIntermediate",
-  mixamorigRightHandMiddle3: "rightMiddleDistal",
-  mixamorigRightHandIndex1: "rightIndexProximal",
-  mixamorigRightHandIndex2: "rightIndexIntermediate",
-  mixamorigRightHandIndex3: "rightIndexDistal",
-  mixamorigRightHandThumb1: "rightThumbMetacarpal",
-  mixamorigRightHandThumb2: "rightThumbProximal",
-  mixamorigRightHandThumb3: "rightThumbDistal",
-
-  mixamorigLeftUpLeg: "leftUpperLeg",
-  mixamorigLeftLeg: "leftLowerLeg",
-  mixamorigLeftFoot: "leftFoot",
-  mixamorigLeftToeBase: "leftToes",
-
-  mixamorigRightUpLeg: "rightUpperLeg",
-  mixamorigRightLeg: "rightLowerLeg",
-  mixamorigRightFoot: "rightFoot",
-  mixamorigRightToeBase: "rightToes",
-};

package/src/components/avatar/retargetMixamoFbxToVrm.ts

@@ -1,144 +0,0 @@
-import type { VRM, VRMHumanBoneName } from "@pixiv/three-vrm";
-import * as THREE from "three";
-import { mixamoVRMRigMap } from "./mixamoVRMRigMap";
-
-function normalizeMixamoRigName(name: string): string {
-  const pipe = name.lastIndexOf("|");
-  const base = pipe >= 0 ? name.slice(pipe + 1) : name;
-  const colon = base.indexOf(":");
-  if (colon >= 0) {
-    const ns = base.slice(0, colon);
-    const rest = base.slice(colon + 1);
-    if (ns === "mixamorig") return `mixamorig${rest}`;
-    return rest;
-  }
-  return base;
-}
-
-function isVrm0(vrm: VRM): boolean {
-  const mv = String(vrm.meta?.metaVersion ?? "");
-  return mv.startsWith("0");
-}
-
-function findNode(
-  scene: THREE.Object3D,
-  rawName: string,
-  normalizedName: string,
-): THREE.Object3D | null {
-  return (
-    scene.getObjectByName(rawName) ??
-    scene.getObjectByName(normalizedName) ??
-    scene.getObjectByName(
-      rawName.includes(":") ? (rawName.split(":")[1] ?? rawName) : rawName,
-    ) ??
-    null
-  );
-}
-
-/**
- * Retarget a Mixamo FBX animation clip onto a VRM.
- * Quaternion tracks are converted into VRM space and position tracks are
- * scaled by hips height ratio.
- */
-export function retargetMixamoFbxToVrm(
-  sourceScene: THREE.Group,
-  sourceClip: THREE.AnimationClip,
-  vrm: VRM,
-): THREE.AnimationClip {
-  sourceScene.updateMatrixWorld(true);
-  vrm.scene.updateMatrixWorld(true);
-
-  const tracks: THREE.KeyframeTrack[] = [];
-  const restRotationInverse = new THREE.Quaternion();
-  const parentRestWorldRotation = new THREE.Quaternion();
-  const q = new THREE.Quaternion();
-
-  const motionHipsNode = findNode(
-    sourceScene,
-    "mixamorigHips",
-    "mixamorigHips",
-  );
-  const motionHipsHeight = Math.abs(motionHipsNode?.position.y ?? 0);
-  const vrmHipsHeight = Math.abs(
-    vrm.humanoid?.normalizedRestPose.hips?.position?.[1] ?? 0,
-  );
-  const hipsPositionScale =
-    motionHipsHeight > 1e-6 && vrmHipsHeight > 1e-6
-      ? vrmHipsHeight / motionHipsHeight
-      : 1;
-
-  for (const track of sourceClip.tracks) {
-    const parts = track.name.split(".");
-    const rawRigName = parts[0];
-    const propertyName = parts[1];
-    if (!rawRigName || !propertyName) continue;
-    const normalizedRigName = normalizeMixamoRigName(rawRigName);
-    const vrmBoneName = mixamoVRMRigMap[normalizedRigName];
-    if (!vrmBoneName) continue;
-
-    const vrmNode = vrm.humanoid?.getNormalizedBoneNode(
-      vrmBoneName as VRMHumanBoneName,
-    );
-    if (!vrmNode) continue;
-
-    const mixamoRigNode = findNode(sourceScene, rawRigName, normalizedRigName);
-    if (!mixamoRigNode || !mixamoRigNode.parent) continue;
-
-    mixamoRigNode.getWorldQuaternion(restRotationInverse).invert();
-    mixamoRigNode.parent.getWorldQuaternion(parentRestWorldRotation);
-
-    if (
-      propertyName === "quaternion" &&
-      track instanceof THREE.QuaternionKeyframeTrack
-    ) {
-      const values = track.values.slice();
-      for (let i = 0; i < values.length; i += 4) {
-        q.fromArray(values, i);
-        q.premultiply(parentRestWorldRotation).multiply(restRotationInverse);
-        q.toArray(values, i);
-      }
-
-      tracks.push(
-        new THREE.QuaternionKeyframeTrack(
-          `${vrmNode.name}.quaternion`,
-          track.times,
-          values.map((v, i) => (isVrm0(vrm) && i % 2 === 0 ? -v : v)),
-        ),
-      );
-      continue;
-    }
-
-    // Keep position-track behavior aligned with Girlfie runtime.
-    if (
-      propertyName === "position" &&
-      track instanceof THREE.VectorKeyframeTrack
-    ) {
-      const values = track.values.map(
-        (v, i) => (isVrm0(vrm) && i % 3 !== 1 ? -v : v) * hipsPositionScale,
-      );
-      tracks.push(
-        new THREE.VectorKeyframeTrack(
-          `${vrmNode.name}.position`,
-          track.times,
-          values,
-        ),
-      );
-    }
-  }
-
-  const hasHipsTrack = tracks.some((track) =>
-    track.name.startsWith(
-      `${vrm.humanoid?.getNormalizedBoneNode("hips" as VRMHumanBoneName)?.name ?? "__missing__"}.`,
-    ),
-  );
-  if (!hasHipsTrack) {
-    throw new Error(
-      `Idle FBX retargeting failed: no hips bone track found (mapped ${tracks.length} tracks). ` +
-        "Expected Mixamo bone names like mixamorigHips/mixamorigSpine...",
-    );
-  }
-
-  const clip = new THREE.AnimationClip("idle", sourceClip.duration, tracks);
-  clip.optimize();
-  return clip;
-}

package/src/components/avatar/retargetMixamoGltfToVrm.ts

@@ -1,119 +0,0 @@
-import type { VRM, VRMHumanBoneName } from "@pixiv/three-vrm";
-import * as THREE from "three";
-import { mixamoVRMRigMap } from "./mixamoVRMRigMap";
-
-function normalizeMixamoRigName(name: string): string {
-  const pipe = name.lastIndexOf("|");
-  const base = pipe >= 0 ? name.slice(pipe + 1) : name;
-  const colon = base.indexOf(":");
-  if (colon >= 0) {
-    const ns = base.slice(0, colon);
-    const rest = base.slice(colon + 1);
-    if (ns === "mixamorig") return `mixamorig${rest}`;
-    return rest;
-  }
-  return base;
-}
-
-function isVrm0(vrm: VRM): boolean {
-  const mv = String(vrm.meta?.metaVersion ?? "");
-  return mv.startsWith("0");
-}
-
-function findNode(
-  scene: THREE.Object3D,
-  rawName: string,
-  normalizedName: string,
-): THREE.Object3D | null {
-  return (
-    scene.getObjectByName(rawName) ??
-    scene.getObjectByName(normalizedName) ??
-    scene.getObjectByName(
-      rawName.includes(":") ? (rawName.split(":")[1] ?? rawName) : rawName,
-    ) ??
-    null
-  );
-}
-
-/**
- * Retarget a Mixamo-style GLB animation clip onto a VRM.
- * Position tracks are ignored to avoid root motion.
- */
-export function retargetMixamoGltfToVrm(
-  animation: { scene: THREE.Group; animations: THREE.AnimationClip[] },
-  vrm: VRM,
-  clipName?: string,
-): THREE.AnimationClip {
-  animation.scene.updateMatrixWorld(true);
-  vrm.scene.updateMatrixWorld(true);
-
-  const sourceClip = animation.animations[0];
-  if (!sourceClip) {
-    throw new Error("GLB contains no animation clips");
-  }
-
-  const tracks: Array<THREE.QuaternionKeyframeTrack> = [];
-  const restRotationInverse = new THREE.Quaternion();
-  const parentRestWorldRotation = new THREE.Quaternion();
-  const q = new THREE.Quaternion();
-
-  for (const track of sourceClip.tracks) {
-    const parts = track.name.split(".");
-    const rawRigName = parts[0];
-    const propertyName = parts[1];
-    if (!rawRigName || !propertyName) continue;
-    if (propertyName !== "quaternion") continue;
-    if (!(track instanceof THREE.QuaternionKeyframeTrack)) continue;
-
-    const normalizedRigName = normalizeMixamoRigName(rawRigName);
-    const vrmBoneName = mixamoVRMRigMap[normalizedRigName];
-    if (!vrmBoneName) continue;
-
-    const vrmNode = vrm.humanoid?.getNormalizedBoneNode(
-      vrmBoneName as VRMHumanBoneName,
-    );
-    if (!vrmNode) continue;
-
-    const mixamoRigNode = findNode(
-      animation.scene,
-      rawRigName,
-      normalizedRigName,
-    );
-    if (!mixamoRigNode || !mixamoRigNode.parent) continue;
-
-    mixamoRigNode.getWorldQuaternion(restRotationInverse).invert();
-    mixamoRigNode.parent.getWorldQuaternion(parentRestWorldRotation);
-
-    const values = track.values.slice();
-    for (let i = 0; i < values.length; i += 4) {
-      q.fromArray(values, i);
-      q.premultiply(parentRestWorldRotation).multiply(restRotationInverse);
-      q.toArray(values, i);
-    }
-
-    tracks.push(
-      new THREE.QuaternionKeyframeTrack(
-        `${vrmNode.name}.quaternion`,
-        track.times,
-        values.map((v, i) => (isVrm0(vrm) && i % 2 === 0 ? -v : v)),
-      ),
-    );
-  }
-
-  const hasHipsTrack = tracks.some((track) =>
-    track.name.startsWith(
-      `${vrm.humanoid?.getNormalizedBoneNode("hips" as VRMHumanBoneName)?.name ?? "__missing__"}.`,
-    ),
-  );
-  if (!hasHipsTrack) {
-    throw new Error(
-      `Retargeting failed: no hips bone track found (mapped ${tracks.length} tracks). ` +
-        "Expected Mixamo bone names like mixamorigHips/mixamorigSpine...",
-    );
-  }
-
-  const name = clipName ?? sourceClip.name ?? "retargeted";
-  const clip = new THREE.AnimationClip(name, sourceClip.duration, tracks);
-  clip.optimize();
-  return clip;
-}