@lovelace_lol/embody 0.0.3 → 0.0.5

package/dist/core/WasmRuntimeCore.d.ts

@@ -1,17 +1,14 @@
 import type { BoneFrameDelta, FrameDelta, ModelDescriptor, MorphTargetFrameDelta } from './contracts';
 import type { Profile } from '../mappings/types';
 import type { EmbodyCoreWasmModule } from '../wasmTypes';
-export declare const AU_MORPH_BINDING_STRIDE = 5;
-export declare const VISEME_MORPH_BINDING_STRIDE = 4;
-export type MorphBindingSide = 0 | 1 | 2;
 export interface WasmRuntimeCoreOptions {
     readonly profile: Profile;
     readonly model: ModelDescriptor;
     readonly wasm: EmbodyCoreWasmModule;
 }
 /**
- * TypeScript facade over the Rust Wasm RuntimeCore for live morph FrameDelta
- * evaluation. Bones/composites remain on TsRuntimeCore until a later slice.
+ * TypeScript facade over the host-neutral Rust Wasm RuntimeCore.
+ * JavaScript only owns JSON handoff and packed FrameDelta unpacking here.
  */
 export declare class WasmRuntimeCore {
     private readonly wasm;
@@ -32,24 +29,5 @@ export declare class WasmRuntimeCore {
     evaluateFrameDelta(deltaSeconds?: number): FrameDelta;
     private reloadBindings;
 }
-export declare function compileMorphBindings(profile: Profile, model: ModelDescriptor): {
-    auBindings: Float32Array;
-    visemeBindings: Float32Array;
-    mixedAus: Uint32Array;
-};
-export interface CompiledBoneBindings {
-    restTransforms: Float32Array;
-    compositeAxes: Float32Array;
-    translations: Float32Array;
-    jawBinding: Float32Array;
-    visemeJawAmounts: Float32Array;
-}
-/**
- * Compile profile bone mappings into the packed tables the Rust RuntimeCore
- * consumes: rest transforms, composite rotation axes (in yaw/pitch/roll
- * application order), AU translations, and the auto viseme jaw binding.
- * Mirrors the mapping resolution in TsRuntimeCore.collectBoneWrites.
- */
-export declare function compileBoneBindings(profile: Profile, model: ModelDescriptor): CompiledBoneBindings;
 export declare function unpackBoneFrameDelta(values: ArrayLike<number>): BoneFrameDelta[];
 export declare function unpackMorphFrameDelta(values: ArrayLike<number>): MorphTargetFrameDelta[];

package/dist/core/index.d.ts

@@ -2,7 +2,7 @@ export type { BoneDescriptor, BoneFrameDelta, BoneId, BoneTransformTrackTarget,
 export { TEMPLATE_SKELETON_FIT_METADATA_KIND, TEMPLATE_SKELETON_FIT_METADATA_VERSION, MESH_PROPORTIONS_FIELDS, MESH_PROPORTIONS_STRIDE, TEMPLATE_SKELETON_FIT_STATUSES, TEMPLATE_SKELETON_FIT_SOLUTION_FIELDS, TEMPLATE_SKELETON_FIT_SOLUTION_STRIDE, TEMPLATE_SKELETON_FIT_TRANSFORM_FIELDS, TEMPLATE_SKELETON_FIT_TRANSFORM_STRIDE, TEMPLATE_SKELETON_FIT_VERTICAL_ANCHORS, TEMPLATE_SKELETON_FIT_VERTICAL_AXES, composeTemplateSkeletonFitTransform, isTemplateSkeletonFitStatus, validateTemplateSkeletonFitMetadata, } from './contracts';
 export { TsClipCompiler, numericArrayToNumbers, } from './TsClipCompiler';
 export { TsRuntimeCore } from './TsRuntimeCore';
-export { AU_MORPH_BINDING_STRIDE, VISEME_MORPH_BINDING_STRIDE, WasmRuntimeCore, compileMorphBindings, compileBoneBindings, unpackMorphFrameDelta, unpackBoneFrameDelta, } from './WasmRuntimeCore';
-export type { CompiledBoneBindings, MorphBindingSide, WasmRuntimeCoreOptions, } from './WasmRuntimeCore';
+export { WasmRuntimeCore, unpackMorphFrameDelta, unpackBoneFrameDelta, } from './WasmRuntimeCore';
+export type { WasmRuntimeCoreOptions, } from './WasmRuntimeCore';
 export type { TsClipCompilerInput, TsClipCompilerKeyframe, TsClipCompilerTrackInput, TsClipCurveTarget, TsClipCurvesInput, } from './TsClipCompiler';
 export type { TsRuntimeCoreOptions } from './TsRuntimeCore';

package/dist/core.cjs

@@ -698,16 +698,6 @@ function morphWriteKey(meshId, morphTargetId) {
 }
 
 // src/core/WasmRuntimeCore.ts
-var AU_MORPH_BINDING_STRIDE = 5;
-var VISEME_MORPH_BINDING_STRIDE = 4;
-var AXIS_GROUP_NEGATIVE = 0;
-var AXIS_GROUP_POSITIVE = 1;
-var AXIS_GROUP_PLAIN = 2;
-var BONE_SIDE_NONE = 0;
-var BONE_SIDE_LEFT = 1;
-var BONE_SIDE_RIGHT = 2;
-var ROTATION_CHANNELS = { rx: 0, ry: 1, rz: 2 };
-var TRANSLATION_CHANNELS = { tx: 0, ty: 1, tz: 2 };
 var WasmRuntimeCore = class {
   constructor(options) {
     __publicField(this, "wasm");
@@ -721,12 +711,11 @@ var WasmRuntimeCore = class {
     if (!RuntimeCtor) {
       throw new Error("Embody Wasm module does not export RuntimeCore");
     }
-    this.core = new RuntimeCtor(getProfileVisemeSlots(options.profile).length);
+    this.core = new RuntimeCtor(0);
     this.reloadBindings();
   }
   setProfile(profile) {
     this.profile = profile;
-    this.core.set_viseme_slot_count(getProfileVisemeSlots(profile).length);
     this.reloadBindings();
   }
   setModelDescriptor(model) {
@@ -771,191 +760,9 @@ var WasmRuntimeCore = class {
     };
   }
   reloadBindings() {
-    const { auBindings, mixedAus, visemeBindings } = compileMorphBindings(this.profile, this.model);
-    this.core.load_au_morph_bindings(auBindings);
-    this.core.load_viseme_morph_bindings(visemeBindings);
-    this.core.set_mixed_aus(mixedAus);
-    const boneBindings = compileBoneBindings(this.profile, this.model);
-    this.core.load_bone_rest_transforms(boneBindings.restTransforms);
-    this.core.load_composite_axes(boneBindings.compositeAxes);
-    this.core.load_bone_translations(boneBindings.translations);
-    this.core.load_jaw_binding(boneBindings.jawBinding);
-    this.core.load_viseme_jaw_amounts(boneBindings.visemeJawAmounts);
+    this.core.configure_with_profile(JSON.stringify(this.profile), JSON.stringify(this.model));
   }
 };
-function compileMorphBindings(profile, model) {
-  const auRows = [];
-  const mixed = [];
-  for (const [auIdText, entry] of Object.entries(profile.auToMorphs || {})) {
-    const auId = Number(auIdText);
-    if (Number.isNaN(auId) || !entry) continue;
-    const meshNames = getMeshNamesForAUProfile(profile, auId);
-    const hasMorphs = !!(entry.left?.length || entry.right?.length || entry.center?.length);
-    if (hasMorphs && profile.auToBones?.[auId]?.length) {
-      mixed.push(auId);
-    }
-    pushAuSide(auRows, auId, 0, entry.left || [], meshNames, model, profile);
-    pushAuSide(auRows, auId, 1, entry.right || [], meshNames, model, profile);
-    pushAuSide(auRows, auId, 2, entry.center || [], meshNames, model, profile);
-  }
-  const visemeRows = [];
-  const visemeMeshNames = getMeshNamesForVisemeProfile(profile);
-  const slotCount = getProfileVisemeSlots(profile).length;
-  for (let index = 0; index < slotCount; index += 1) {
-    for (const bindingTarget of getVisemeBindingTargets(profile, index)) {
-      for (const resolved of resolveMorphTargets(model, profile, bindingTarget.morph, visemeMeshNames)) {
-        visemeRows.push(
-          index,
-          Number(resolved.mesh.id),
-          Number(resolved.morphTarget.id),
-          bindingTarget.weight
-        );
-      }
-    }
-  }
-  return {
-    auBindings: Float32Array.from(auRows),
-    visemeBindings: Float32Array.from(visemeRows),
-    mixedAus: Uint32Array.from(mixed)
-  };
-}
-function compileBoneBindings(profile, model) {
-  const referencedBones = /* @__PURE__ */ new Map();
-  const findBone = (nodeKey) => {
-    const bone = findBoneDescriptor(profile, model, nodeKey);
-    if (bone) referencedBones.set(bone.id, bone);
-    return bone;
-  };
-  const boneSideForAU = (auId, nodeKey) => {
-    const side = profile.auToBones?.[auId]?.find((candidate) => candidate.node === nodeKey)?.side;
-    if (side === "left") return BONE_SIDE_LEFT;
-    if (side === "right") return BONE_SIDE_RIGHT;
-    return BONE_SIDE_NONE;
-  };
-  const compositeRows = [];
-  for (const composite of profile.compositeRotations || []) {
-    const bone = findBone(composite.node);
-    if (!bone) continue;
-    const axes = [
-      { axis: 1, config: composite.yaw },
-      { axis: 0, config: composite.pitch },
-      { axis: 2, config: composite.roll }
-    ];
-    for (const { axis, config } of axes) {
-      if (!config) continue;
-      const negativeAUs = toAUList(config.negative);
-      const positiveAUs = toAUList(config.positive);
-      const hasDirectional = negativeAUs.length > 0 && positiveAUs.length > 0;
-      const valueRows = [];
-      if (hasDirectional) {
-        for (const auId of negativeAUs) {
-          valueRows.push([auId, AXIS_GROUP_NEGATIVE, boneSideForAU(auId, composite.node)]);
-        }
-        for (const auId of positiveAUs) {
-          valueRows.push([auId, AXIS_GROUP_POSITIVE, boneSideForAU(auId, composite.node)]);
-        }
-      } else {
-        for (const auId of config.aus) {
-          valueRows.push([auId, AXIS_GROUP_PLAIN, boneSideForAU(auId, composite.node)]);
-        }
-      }
-      const bindingRows = [];
-      const pushBindingRows = (auIds, group) => {
-        for (const auId of auIds) {
-          const binding = profile.auToBones?.[auId]?.find(
-            (candidate) => candidate.node === composite.node
-          );
-          if (!binding?.maxDegrees) continue;
-          const channel = ROTATION_CHANNELS[binding.channel];
-          if (channel === void 0) continue;
-          bindingRows.push([
-            auId,
-            group,
-            boneSideForAU(auId, composite.node),
-            channel,
-            binding.scale,
-            binding.maxDegrees
-          ]);
-        }
-      };
-      pushBindingRows(negativeAUs, AXIS_GROUP_NEGATIVE);
-      pushBindingRows(positiveAUs, AXIS_GROUP_POSITIVE);
-      pushBindingRows(config.aus, AXIS_GROUP_PLAIN);
-      compositeRows.push(
-        Number(bone.id),
-        axis,
-        hasDirectional ? 1 : 0,
-        valueRows.length,
-        bindingRows.length,
-        0,
-        0,
-        0
-      );
-      for (const row of valueRows) compositeRows.push(...row);
-      for (const row of bindingRows) compositeRows.push(...row);
-    }
-  }
-  const translationRows = [];
-  for (const [auIdText, bindings] of Object.entries(profile.auToBones || {})) {
-    const auId = Number(auIdText);
-    if (Number.isNaN(auId)) continue;
-    for (const binding of bindings || []) {
-      const channel = TRANSLATION_CHANNELS[binding.channel];
-      if (channel === void 0 || binding.maxUnits === void 0) continue;
-      const bone = findBone(binding.node);
-      if (!bone) continue;
-      translationRows.push(auId, Number(bone.id), channel, binding.scale, binding.maxUnits);
-    }
-  }
-  const jawRow = [];
-  const jawBinding = findAutoVisemeJawBinding(profile, model);
-  if (jawBinding?.maxDegrees) {
-    const bone = findBone(jawBinding.node);
-    const channel = ROTATION_CHANNELS[jawBinding.channel];
-    if (bone && channel !== void 0) {
-      jawRow.push(Number(bone.id), channel, jawBinding.scale, jawBinding.maxDegrees);
-    }
-  }
-  const restRows = [];
-  for (const bone of referencedBones.values()) {
-    const position = bone.restTransform?.position;
-    const rotation = bone.restTransform?.rotation;
-    restRows.push(
-      Number(bone.id),
-      position?.x ?? 0,
-      position?.y ?? 0,
-      position?.z ?? 0,
-      rotation?.x ?? 0,
-      rotation?.y ?? 0,
-      rotation?.z ?? 0,
-      rotation?.w ?? 1
-    );
-  }
-  return {
-    restTransforms: Float32Array.from(restRows),
-    compositeAxes: Float32Array.from(compositeRows),
-    translations: Float32Array.from(translationRows),
-    jawBinding: Float32Array.from(jawRow),
-    visemeJawAmounts: Float32Array.from(getVisemeJawAmounts(profile) ?? [])
-  };
-}
-function findBoneDescriptor(profile, model, nodeKey) {
-  const configuredName = profile.boneNodes?.[nodeKey] || nodeKey;
-  const prefix = profile.bonePrefix ?? "";
-  const suffix = profile.boneSuffix ?? "";
-  const prefixedName = prefix && !configuredName.startsWith(prefix) ? `${prefix}${configuredName}` : configuredName;
-  const fullName = suffix && !prefixedName.endsWith(suffix) ? `${prefixedName}${suffix}` : prefixedName;
-  const candidates = /* @__PURE__ */ new Set([nodeKey, configuredName, fullName]);
-  return model.bones.find((bone) => candidates.has(bone.name));
-}
-function findAutoVisemeJawBinding(profile, model) {
-  const isRotation = (binding) => binding?.channel === "rx" || binding?.channel === "ry" || binding?.channel === "rz";
-  const candidates = [
-    profile.auToBones?.[103]?.find(isRotation),
-    profile.auToBones?.[26]?.find(isRotation)
-  ].filter((binding) => !!binding);
-  return candidates.find((binding) => !!findBoneDescriptor(profile, model, binding.node)) ?? candidates[0] ?? null;
-}
 function unpackBoneFrameDelta(values) {
   const stride = PACKED_BONE_FRAME_DELTA_STRIDE;
   const writes = [];
@@ -996,48 +803,7 @@ function unpackMorphFrameDelta(values) {
   }
   return writes;
 }
-function pushAuSide(rows, auId, side, morphs, meshNames, model, profile) {
-  for (const morph of morphs) {
-    for (const resolved of resolveMorphTargets(model, profile, morph, meshNames)) {
-      rows.push(
-        auId,
-        side,
-        Number(resolved.mesh.id),
-        Number(resolved.morphTarget.id),
-        1
-      );
-    }
-  }
-}
-function resolveMorphTargets(model, profile, morph, meshNames) {
-  const result = [];
-  for (const meshName of meshNames) {
-    const mesh = model.meshes.find((candidate) => candidate.name === meshName);
-    if (!mesh) continue;
-    const morphTargets = mesh.morphTargetIds.map((id) => model.morphTargets.find((candidate) => candidate.id === id)).filter((target2) => !!target2);
-    const target = typeof morph === "number" ? morphTargets.find((candidate) => candidate.hostIndex === morph) : resolveMorphTargetByName2(morphTargets, morph, profile);
-    if (target) {
-      result.push({ mesh, morphTarget: target });
-    }
-  }
-  return result;
-}
-function resolveMorphTargetByName2(targets, key, profile) {
-  const prefix = profile.morphPrefix || "";
-  const suffix = profile.morphSuffix || "";
-  const fullName = prefix + key + suffix;
-  const exact = targets.find((target) => target.name === fullName);
-  if (exact) return exact;
-  const suffixRegex = profile.suffixPattern ? new RegExp(profile.suffixPattern) : null;
-  if (!suffixRegex) return void 0;
-  return targets.find((target) => {
-    if (!target.name.startsWith(fullName)) return false;
-    const candidateSuffix = target.name.slice(fullName.length);
-    return candidateSuffix === "" || suffixRegex.test(candidateSuffix);
-  });
-}
 
-exports.AU_MORPH_BINDING_STRIDE = AU_MORPH_BINDING_STRIDE;
 exports.MESH_PROPORTIONS_FIELDS = MESH_PROPORTIONS_FIELDS;
 exports.MESH_PROPORTIONS_STRIDE = MESH_PROPORTIONS_STRIDE;
 exports.TEMPLATE_SKELETON_FIT_METADATA_KIND = TEMPLATE_SKELETON_FIT_METADATA_KIND;
@@ -1051,10 +817,7 @@ exports.TEMPLATE_SKELETON_FIT_VERTICAL_ANCHORS = TEMPLATE_SKELETON_FIT_VERTICAL_
 exports.TEMPLATE_SKELETON_FIT_VERTICAL_AXES = TEMPLATE_SKELETON_FIT_VERTICAL_AXES;
 exports.TsClipCompiler = TsClipCompiler;
 exports.TsRuntimeCore = TsRuntimeCore;
-exports.VISEME_MORPH_BINDING_STRIDE = VISEME_MORPH_BINDING_STRIDE;
 exports.WasmRuntimeCore = WasmRuntimeCore;
-exports.compileBoneBindings = compileBoneBindings;
-exports.compileMorphBindings = compileMorphBindings;
 exports.composeTemplateSkeletonFitTransform = composeTemplateSkeletonFitTransform;
 exports.isTemplateSkeletonFitStatus = isTemplateSkeletonFitStatus;
 exports.numericArrayToNumbers = numericArrayToNumbers;