@lovelace_lol/embody 0.0.9 → 0.0.10

package/dist/index.js

@@ -1,5 +1,5 @@
 import * as THREE3 from 'three';
-import { NoBlending, MultiplyBlending, SubtractiveBlending, AdditiveBlending, NormalBlending, Vector3, Box3, Timer, Matrix4, AnimationMixer, AdditiveAnimationBlendMode, NormalAnimationBlendMode, LoopOnce, LoopRepeat, LoopPingPong, PropertyBinding, Quaternion, AnimationUtils, InterpolateDiscrete, InterpolateLinear, MathUtils, Mesh, PlaneGeometry, ShadowMaterial, HemisphereLight, DirectionalLight, SRGBColorSpace, ACESFilmicToneMapping, WebGLRenderer, Scene, Color, PerspectiveCamera, PCFShadowMap, PCFSoftShadowMap, NumberKeyframeTrack, QuaternionKeyframeTrack, VectorKeyframeTrack, AnimationClip, PMREMGenerator, FloatType, Float32BufferAttribute, Euler, BufferAttribute, WebGPUCoordinateSystem, WebGLCoordinateSystem } from 'three';
+import { NoBlending, MultiplyBlending, SubtractiveBlending, AdditiveBlending, NormalBlending, Vector3, Box3, Timer, Matrix4, AnimationMixer, AdditiveAnimationBlendMode, NormalAnimationBlendMode, LoopOnce, LoopRepeat, LoopPingPong, PropertyBinding, Euler, Quaternion, AnimationUtils, InterpolateDiscrete, InterpolateLinear, MathUtils, Mesh, PlaneGeometry, ShadowMaterial, HemisphereLight, DirectionalLight, SRGBColorSpace, ACESFilmicToneMapping, WebGLRenderer, Scene, Color, PerspectiveCamera, PCFShadowMap, PCFSoftShadowMap, NumberKeyframeTrack, QuaternionKeyframeTrack, VectorKeyframeTrack, AnimationClip, PMREMGenerator, FloatType, Float32BufferAttribute, BufferAttribute, WebGPUCoordinateSystem, WebGLCoordinateSystem } from 'three';
 import { CC4_HUMANOID_SKELETON_TEMPLATE, HUMANOID_SKELETON_TEMPLATES, DEFAULT_HAIR_COLOR_APPEARANCE, initEmbodyCore, requireInitializedEmbodyCore } from '@lovelace_lol/embody/wasm';
 export * from '@lovelace_lol/embody/wasm';
 export { CC4_HUMANOID_SKELETON_TEMPLATE, DEFAULT_AXIS_TO_CHANNEL, DEFAULT_BONE_MAX_DEGREES, DEFAULT_HAIR_COLOR_APPEARANCE, HAIR_COLOR_PRESETS, HUMANOID_SKELETON_TEMPLATES, JOINT_CONTROL_SECTION, VISEME_KEYS } from '@lovelace_lol/embody/wasm';
@@ -6733,8 +6733,30 @@ function bindModelReferencePose(model, referencePose) {
   if (index !== referencePose.nodes.length) throw new Error("Incompatible reference pose hierarchy: extra captured nodes");
   return bindings2;
 }
-
-// three/clipBindings.ts
+function withComponentTracks(clip) {
+  let expanded = false;
+  const tracks = clip.tracks.flatMap((track) => {
+    const parsed = PropertyBinding.parseTrackName(track.name);
+    const euler = parsed.propertyName === "rotation";
+    if (!euler && !["morphTargetInfluences", "weights"].includes(parsed.propertyName) || parsed.propertyIndex !== void 0) return [track];
+    const cubic = track.createInterpolant.isInterpolantFactoryMethodGLTFCubicSpline === true;
+    const parts = cubic ? 3 : 1;
+    const width = track.getValueSize() / parts;
+    if (!Number.isInteger(width) || width < 1 || euler && width !== 3) throw new Error(`Invalid component track ${JSON.stringify(track.name)}.`);
+    expanded = true;
+    return Array.from({ length: width }, (_, component) => {
+      const scalar = track.clone();
+      scalar.name = `${track.name}[${euler ? ["x", "y", "z"][component] : component}]`;
+      scalar.values = track.values.slice(0, track.times.length * parts);
+      for (let sample = 0; sample < scalar.values.length; sample += 1) scalar.values[sample] = track.values[sample * width + component];
+      return scalar;
+    });
+  });
+  if (!expanded) return clip;
+  const indexed = clip.clone();
+  indexed.tracks = tracks;
+  return indexed;
+}
 function concreteTrackName(target, inspection) {
   if (!target) return void 0;
   if (target.kind === "morphTarget") {
@@ -6746,6 +6768,7 @@ function concreteTrackName(target, inspection) {
     const property = target.property ?? "rotation";
     if (!object) return void 0;
     if (property === "rotation" || property === "quaternion") return `${object.uuid}.quaternion`;
+    if (property === "eulerX" || property === "eulerY" || property === "eulerZ") return `${object.uuid}.rotation[${property.slice(-1).toLowerCase()}]`;
     if (property === "position" || property === "scale") return `${object.uuid}.${property}`;
   }
   if (target.kind === "meshVisibility") {
@@ -6856,6 +6879,7 @@ var ThreeNativePlaybackConnector = class {
    */
   playNativeClip(clip, options = {}) {
     this.beforeOperation();
+    clip = withComponentTracks(clip);
     const [ir] = serializeAnimationClips(this.binding.model, [clip], this.binding.inspection);
     if (ir.tracks.length !== clip.tracks.length) {
       throw new Error("Every native playback track must serialize against the bound model.");
@@ -6903,6 +6927,7 @@ var ThreeNativePlaybackConnector = class {
   /** Edit authored samples, retaining the native action and its loop/fade progress. */
   replaceClip(handle, clip) {
     this.beforeOperation();
+    clip = withComponentTracks(clip);
     const resource = this.resources.get(handle);
     if (!resource) throw new Error("Unknown, foreign or stale playback handle.");
     const [ir] = serializeAnimationClips(this.binding.model, [clip], this.binding.inspection);
@@ -7411,10 +7436,17 @@ var Embody = class _Embody {
     switch (parsed.propertyName) {
       case "quaternion":
         return Object.values(reference.transform.rotation);
+      case "rotation": {
+        const rotation = reference.transform.rotation;
+        const euler = reference.rotationEuler ?? new Euler().setFromQuaternion(new Quaternion(rotation.x, rotation.y, rotation.z, rotation.w), reference.rotationOrder);
+        const axis = parsed.propertyIndex;
+        return axis === "x" || axis === "y" || axis === "z" ? [euler[axis]] : [euler.x, euler.y, euler.z];
+      }
       case "position":
         return Object.values(reference.transform.position);
       case "scale":
         return Object.values(reference.transform.scale);
+      case "weights":
       case "morphTargetInfluences": {
         const mesh = object;
         const index = typeof parsed.propertyIndex === "string" && !/^\d+$/.test(parsed.propertyIndex) ? mesh.morphTargetDictionary?.[parsed.propertyIndex] : Number(parsed.propertyIndex);
@@ -7431,7 +7463,7 @@ var Embody = class _Embody {
     if (!nativeSource) {
       ir = this.compile(source, options);
     }
-    const clip = nativeSource ? source.clip.clone() : createAnimationClipFromClipIR(ir, this.inspection);
+    const clip = nativeSource ? withComponentTracks(source.clip).clone() : createAnimationClipFromClipIR(ir, this.inspection);
     if (ir) {
       const predecessor = this.current.get(source.name);
       const outgoing = predecessor?.connector.getAction(predecessor.id);
@@ -9590,6 +9622,10 @@ function createAnimationClipFromClipIR(clip, inspection) {
       if (property === "rotation" || property === "quaternion") {
         if (track.inheritStart) object.quaternion.toArray(values, 0);
         tracks.push(new QuaternionKeyframeTrack(trackName, times, values, interpolation));
+      } else if (property === "eulerX" || property === "eulerY" || property === "eulerZ") {
+        const axis = property.slice(-1).toLowerCase();
+        if (track.inheritStart) values[0] = object.rotation[axis];
+        tracks.push(new NumberKeyframeTrack(trackName, times, values, interpolation));
       } else if (property === "position") {
         if (track.inheritStart) object.position.toArray(values, 0);
         tracks.push(new VectorKeyframeTrack(trackName, times, values, interpolation));
@@ -9623,7 +9659,7 @@ function serializeAnimationClips(model, clips, inspection) {
       channelKinds.set(kind, id);
       return id;
     };
-    clip.tracks.forEach((track, index) => {
+    withComponentTracks(clip).tracks.forEach((track, index) => {
       const found = findTrackTarget(model, track);
       if (!found?.object) return;
       const { parsed, object } = found;
@@ -9638,7 +9674,7 @@ function serializeAnimationClips(model, clips, inspection) {
       } else if (property === "visible" && object.isMesh) {
         target = { kind: "meshVisibility", meshId: meshIds.get(object) };
       } else {
-        const transformProperty = property === "quaternion" || property === "rotation" ? "rotation" : property === "position" ? "position" : property === "scale" ? "scale" : null;
+        const transformProperty = property === "rotation" && ["x", "y", "z"].includes(String(parsed.propertyIndex)) ? `euler${String(parsed.propertyIndex).toUpperCase()}` : property === "quaternion" ? "rotation" : property === "position" ? "position" : property === "scale" ? "scale" : null;
         if (transformProperty) {
           const boneId = boneIds.get(object);
           target = boneId ? { kind: "boneTransform", boneId, property: transformProperty } : { kind: "objectTransform", objectId: objectIds.get(object), property: transformProperty };