@needle-tools/engine 3.28.7-beta → 3.28.7-beta.1

package/lib/engine-components/export/usdz/extensions/Animation.js

@@ -1,651 +1,651 @@
-import { GameObject } from "../../../Component.js";
-import { getParam } from "../../../../engine/engine_utils.js";
-import { buildMatrix, findStructuralNodesInBoneHierarchy, usdNumberFormatting as fn, getPathToSkeleton } from "../ThreeUSDZExporter.js";
-import { Matrix4, Vector3, Quaternion, PropertyBinding } from "three";
-import { Animator } from "../../../Animator.js";
-const debug = getParam("debugusdzanimation");
-const debugSerialization = getParam("debugusdzanimationserialization");
-export class RegisteredAnimationInfo {
-    _start;
-    get start() {
-        if (this._start === undefined) {
-            this._start = this.ext.getStartTime01(this.root, this.clip);
-        }
-        return this._start;
-    }
-    get duration() { return this.clip.duration; }
-    ext;
-    root;
-    clip;
-    constructor(ext, root, clip) {
-        this.ext = ext;
-        this.root = root;
-        this.clip = clip;
-    }
-}
-export class TransformData {
-    clip;
-    pos;
-    rot;
-    scale;
-    get frameRate() { return 60; }
-    root;
-    target;
-    duration = 0;
-    useRootMotion = false;
-    static animationDurationPadding = 1;
-    constructor(root, target, clip) {
-        this.root = root;
-        this.target = target;
-        this.clip = clip;
-        // this is a rest pose clip.
-        // we assume duration 1/60 and no tracks, and when queried for times we just return [0, duration]
-        if (!clip) {
-            this.duration = 1 / this.frameRate;
-        }
-        else {
-            this.duration = clip.duration;
-        }
-        const animator = GameObject.getComponent(root, Animator);
-        if (animator)
-            this.useRootMotion = animator.applyRootMotion;
-    }
-    addTrack(track) {
-        if (!this.clip) {
-            console.error("This is a rest clip but you're trying to add tracks to it – this is likely a bug");
-            return;
-        }
-        if (track.name.endsWith("position"))
-            this.pos = track;
-        if (track.name.endsWith("quaternion"))
-            this.rot = track;
-        if (track.name.endsWith("scale"))
-            this.scale = track;
-    }
-    getFrames() {
-        if (!this.clip)
-            return 2;
-        return Math.max(this.pos?.times?.length ?? 0, this.rot?.times?.length ?? 0, this.scale?.times?.length ?? 0);
-    }
-    getDuration() {
-        return this.duration;
-    }
-    getSortedTimesArray(generatePos = true, generateRot = true, generateScale = true) {
-        if (!this.clip)
-            return [0, this.duration];
-        const posTimesArray = this.pos?.times;
-        const rotTimesArray = this.rot?.times;
-        const scaleTimesArray = this.scale?.times;
-        // timesArray is the sorted union of all time values
-        const timesArray = [];
-        if (generatePos && posTimesArray)
-            for (const t of posTimesArray)
-                timesArray.push(t);
-        if (generateRot && rotTimesArray)
-            for (const t of rotTimesArray)
-                timesArray.push(t);
-        if (generateScale && scaleTimesArray)
-            for (const t of scaleTimesArray)
-                timesArray.push(t);
-        // we also need to make sure we have start and end times for these tracks
-        // TODO seems we can't get track duration from the KeyframeTracks
-        if (!timesArray.includes(0))
-            timesArray.push(0);
-        // sort times so it's increasing
-        timesArray.sort((a, b) => a - b);
-        // make sure time values are unique
-        return [...new Set(timesArray)];
-    }
-    /**
-     * Returns an iterator that yields the values for each time sample.
-     * Values are reused objects - if you want to append them to some array
-     * instead of processing them right away, clone() them.
-     * @param timesArray
-     * @param generatePos
-     * @param generateRot
-     * @param generateScale
-     */
-    *getValues(timesArray, generatePos = true, generateRot = true, generateScale = true) {
-        const translation = new Vector3();
-        const rotation = new Quaternion();
-        const scale = new Vector3(1, 1, 1);
-        const object = this.target;
-        const positionInterpolant = generatePos ? this.pos?.createInterpolant() : undefined;
-        const rotationInterpolant = generateRot ? this.rot?.createInterpolant() : undefined;
-        const scaleInterpolant = generateScale ? this.scale?.createInterpolant() : undefined;
-        if (!positionInterpolant)
-            translation.set(object.position.x, object.position.y, object.position.z);
-        if (!rotationInterpolant)
-            rotation.set(object.quaternion.x, object.quaternion.y, object.quaternion.z, object.quaternion.w);
-        if (!scaleInterpolant)
-            scale.set(object.scale.x, object.scale.y, object.scale.z);
-        for (let index = 0; index < timesArray.length; index++) {
-            const time = timesArray[index];
-            if (positionInterpolant) {
-                const pos = positionInterpolant.evaluate(time);
-                translation.set(pos[0], pos[1], pos[2]);
-            }
-            if (rotationInterpolant) {
-                const quat = rotationInterpolant.evaluate(time);
-                rotation.set(quat[0], quat[1], quat[2], quat[3]);
-            }
-            if (scaleInterpolant) {
-                const scaleVal = scaleInterpolant.evaluate(time);
-                scale.set(scaleVal[0], scaleVal[1], scaleVal[2]);
-            }
-            // Apply basic root motion offset – non-animated transformation data is applied to the node again.
-            // We're doing this because clips that animate their own root are (typically) not in world space,
-            // but in local space and moved to a specific spot in the world.
-            if (this.useRootMotion && object === this.root) {
-                const rootMatrix = new Matrix4();
-                rootMatrix.compose(translation, rotation, scale);
-                rootMatrix.multiply(object.matrix);
-                rootMatrix.decompose(translation, rotation, scale);
-            }
-            yield { time, translation, rotation, scale, index };
-        }
-    }
-}
-export class AnimationExtension {
-    get extensionName() { return "animation"; }
-    dict = new Map();
-    rootTargetMap = new Map();
-    rootAndClipToRegisteredAnimationMap = new Map();
-    rootToRegisteredClipCount = new Map();
-    serializers = [];
-    // determines if we inject a rest pose clip for each root - only makes sense for QuickLook
-    injectRestPoses = false;
-    // determines if we inject a PlayAnimationOnClick component with "scenestart" trigger - only makes sense for QuickLook
-    injectImplicitBehaviours = false;
-    constructor(quickLookCompatible) {
-        this.injectRestPoses = quickLookCompatible;
-        this.injectImplicitBehaviours = quickLookCompatible;
-    }
-    getClipCount(root) {
-        // don't count the rest pose
-        let currentCount = this.rootToRegisteredClipCount.get(root);
-        if (this.injectRestPoses)
-            currentCount = currentCount ? currentCount - 1 : 0;
-        return currentCount ?? 0;
-    }
-    // TODO why do we have this here and on TransformData? Can RegisteredAnimationInfo not cache this value?
-    // TODO we probably want to assert here that this is the same value on all nodes
-    getStartTime01(root, clip) {
-        const targets = this.rootTargetMap.get(root);
-        if (!targets)
-            return 0;
-        const transformDatas = this.dict.get(targets[0]);
-        if (!transformDatas) {
-            console.error("Trying to get start time for root that has no animation data", root, clip, ...this.dict);
-            return 0;
-        }
-        let currentStartTime = 0;
-        for (let i = 0; i < transformDatas.length; i++) {
-            if (transformDatas[i].clip === clip)
-                break;
-            currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
-        }
-        return currentStartTime;
-    }
-    // The same clip could be registered for different roots. All of them need written animation data then.
-    // The same root could have multiple clips registered to it.
-    registerAnimation(root, clip) {
-        if (!clip || !root)
-            return null;
-        if (!this.rootTargetMap.has(root))
-            this.rootTargetMap.set(root, []);
-        // if we registered that exact pair already, just return the info
-        // no proper tuples in JavaScript, but we can use the uuids for a unique key here
-        const hash = root.uuid + clip.uuid;
-        if (this.rootAndClipToRegisteredAnimationMap.has(hash)) {
-            return this.rootAndClipToRegisteredAnimationMap.get(hash);
-        }
-        if (debug)
-            console.log("registerAnimation", root, clip);
-        // When injecting a rest clip, the rest clip has ALL animated nodes as targets.
-        // So all other nodes will already have at least one animated clip registered, and their own
-        // animations need to start at index 1. Otherwise we're getting overlap where everything is
-        // in animation 0 and some data overrides each other incorrectly.
-        // When we don't inject a rest clip, we start at 0.
-        const startIndex = this.injectRestPoses ? 1 : 0;
-        const currentCount = this.rootToRegisteredClipCount.get(root) ?? startIndex;
-        const targets = this.rootTargetMap.get(root);
-        const unregisteredNodesForThisClip = new Set(targets);
-        if (clip.tracks) {
-            for (const track of clip.tracks) {
-                const parsedPath = PropertyBinding.parseTrackName(track.name);
-                const animationTarget = PropertyBinding.findNode(root, parsedPath.nodeName);
-                if (!animationTarget) {
-                    console.warn("no object found for track", track.name, "using " + root.name + " instead");
-                    continue;
-                    // // if no object was found it might be that we have a component that references an animation clip but wants to target another object
-                    // // in that case UnityGLTF writes the name of the component as track targets because it doesnt know of the intented target
-                    // animationTarget = root;
-                }
-                if (!this.dict.has(animationTarget)) {
-                    this.dict.set(animationTarget, []);
-                }
-                const transformDataForTarget = this.dict.get(animationTarget);
-                if (!transformDataForTarget)
-                    continue;
-                // this node has animation data for this clip – no need for additional padding
-                unregisteredNodesForThisClip.delete(animationTarget);
-                // Since we're interleaving animations, we need to ensure that for the same root,
-                // all clips that "touch" it are written in the same order for all animated nodes.
-                // this means we need to pad the TransformData array with empty entries when a particular
-                // node inside that root is not animated by a particular clip.
-                // It also means that when we encounter a clip that contains animation data for a new node,
-                // We need to pad that one's array as well so it starts at the same point.
-                // TODO most likely doesn't work for overlapping clips (clips where a root is a child of another root)
-                // TODO in that case we may need to pad globally, not per root
-                // check if we have a rest pose already
-                if (this.injectRestPoses && !transformDataForTarget[0]) {
-                    const model = new TransformData(null, animationTarget, undefined);
-                    transformDataForTarget[0] = model;
-                }
-                // These all need to be at the same index, otherwise our padding went wrong
-                let model = transformDataForTarget[currentCount];
-                // validation (for debugging)
-                // let modelFoundByClip = transformDataForTarget.find(x => x.clip === clip);
-                // let modelFoundByClipIndex = modelFoundByClip ? transformDataForTarget.indexOf(modelFoundByClip) : -1;
-                // console.assert(model === modelFoundByClip, "We should find the same model by index and by clip; " + currentCount + " !== " + modelFoundByClipIndex);
-                if (!model) {
-                    model = new TransformData(root, animationTarget, clip);
-                    transformDataForTarget[currentCount] = model;
-                }
-                model.addTrack(track);
-                // We're keeping track of all animated nodes per root, needed for proper padding
-                if (!targets?.includes(animationTarget))
-                    targets?.push(animationTarget);
-            }
-        }
-        // add padding for nodes that are not animated by this clip
-        for (const target of unregisteredNodesForThisClip) {
-            const transformDataForTarget = this.dict.get(target);
-            if (!transformDataForTarget)
-                continue;
-            // inject rest pose
-            if (this.injectRestPoses && !transformDataForTarget[0]) {
-                const model = new TransformData(null, target, undefined);
-                transformDataForTarget[0] = model;
-            }
-            let model = transformDataForTarget[currentCount];
-            if (!model) {
-                if (debug)
-                    console.log("Adding padding clip for ", target, clip);
-                model = new TransformData(root, target, clip);
-                transformDataForTarget[currentCount] = model;
-            }
-        }
-        // get the entry for this object. 
-        // This doesnt work if we have clips animating multiple objects
-        const info = new RegisteredAnimationInfo(this, root, clip);
-        this.rootAndClipToRegisteredAnimationMap.set(hash, info);
-        this.rootToRegisteredClipCount.set(root, currentCount + 1);
-        return info;
-    }
-    onAfterHierarchy(_context) {
-        if (debug)
-            console.log("Animation clips per animation target node", this.dict);
-    }
-    onAfterBuildDocument(_context) {
-        for (const ser of this.serializers) {
-            const parent = ser.model?.parent;
-            const isEmptyParent = parent?.isDynamic === true;
-            if (debugSerialization)
-                console.log(isEmptyParent, ser.model?.parent);
-            if (isEmptyParent) {
-                ser.registerCallback(parent);
-            }
-        }
-    }
-    onExportObject(object, model, _context) {
-        GameObject.foreachComponent(object, (comp) => {
-            const c = comp;
-            if (typeof c.createAnimation === "function") {
-                c.createAnimation(this, model, _context);
-            }
-        }, false);
-        // we need to be able to retarget serialization to empty parents before actually serializing (we do that in another callback)
-        const ser = new SerializeAnimation(object, this.dict);
-        this.serializers.push(ser);
-        ser.registerCallback(model);
-    }
-}
-class SerializeAnimation {
-    object;
-    dict;
-    model = undefined;
-    callback;
-    constructor(object, dict) {
-        this.object = object;
-        this.dict = dict;
-    }
-    registerCallback(model) {
-        if (this.model && this.callback) {
-            this.model.removeEventListener("serialize", this.callback);
-        }
-        if (!this.callback)
-            this.callback = this.onSerialize.bind(this);
-        if (debugSerialization)
-            console.log("REPARENT", model);
-        this.model = model;
-        this.model.addEventListener("serialize", this.callback);
-    }
-    skinnedMeshExport(writer, _context) {
-        const model = this.model;
-        const dict = this.dict;
-        if (!model)
-            return;
-        if (model.skinnedMesh) {
-            const skeleton = model.skinnedMesh.skeleton;
-            const boneAndInverse = new Array();
-            for (const index in skeleton.bones) {
-                const bone = skeleton.bones[index];
-                const inverse = skeleton.boneInverses[index];
-                boneAndInverse.push({ bone, inverse });
-            }
-            for (const bone of findStructuralNodesInBoneHierarchy(skeleton.bones)) {
-                boneAndInverse.push({ bone, inverse: bone.matrixWorld.clone().invert() });
-            }
-            // sort bones by path – need to be sorted in the same order as during mesh export
-            const assumedRoot = boneAndInverse[0].bone.parent;
-            if (!assumedRoot)
-                console.error("No bone parent found for skinned mesh during USDZ export", model.skinnedMesh);
-            boneAndInverse.sort((a, b) => getPathToSkeleton(a.bone, assumedRoot) > getPathToSkeleton(b.bone, assumedRoot) ? 1 : -1);
-            function createVector3TimeSampleLines_(values) {
-                const lines = [];
-                for (const [frame, frameValues] of values) {
-                    let line = `${frame} : [`;
-                    const boneRotations = [];
-                    for (const v of frameValues) {
-                        boneRotations.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
-                    }
-                    line = line.concat(boneRotations.join(', '));
-                    line = line.concat('],');
-                    lines.push(line);
-                }
-                return lines;
-            }
-            function createVector4TimeSampleLines_(rotations) {
-                const lines = [];
-                for (const [frame, frameRotations] of rotations) {
-                    let line = `${frame} : [`;
-                    const boneRotations = [];
-                    for (const v of frameRotations) {
-                        boneRotations.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
-                    }
-                    line = line.concat(boneRotations.join(', '));
-                    line = line.concat('],');
-                    lines.push(line);
-                }
-                return lines;
-            }
-            function getSortedFrameTimes(boneToTransformData) {
-                // We should have a proper rectangular array,
-                // Where for each bone we have the same number of TransformData entries.
-                let allBonesHaveSameNumberOfTransformDataEntries = true;
-                let numberOfEntries = undefined;
-                for (const [bone, transformDatas] of boneToTransformData) {
-                    if (numberOfEntries === undefined)
-                        numberOfEntries = transformDatas.length;
-                    if (numberOfEntries !== transformDatas.length) {
-                        allBonesHaveSameNumberOfTransformDataEntries = false;
-                        break;
-                    }
-                }
-                // TODO not working yet for multiple skinned characters at the same time
-                if (debug)
-                    console.log("Bone count: ", boneToTransformData.size, "TransformData entries per bone: ", numberOfEntries); //, ...dict);
-                console.assert(allBonesHaveSameNumberOfTransformDataEntries, "All bones should have the same number of TransformData entries", boneToTransformData);
-                const times = [];
-                for (const [bone, transformDatas] of boneToTransformData) {
-                    // calculate start times from the transformDatas
-                    const startTimes = new Array();
-                    let currentStartTime = 0;
-                    for (let i = 0; i < transformDatas.length; i++) {
-                        startTimes.push(currentStartTime);
-                        currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
-                    }
-                    for (let i = 0; i < transformDatas.length; i++) {
-                        const transformData = transformDatas[i];
-                        // const timeOffset = transformData.getStartTime(dict);
-                        const timeOffset = startTimes[i];
-                        if (times.length <= i) {
-                            times.push({ pos: [], rot: [], scale: [], timeOffset });
-                        }
-                        const perTransfromDataTimes = times[i];
-                        perTransfromDataTimes.pos.push(...transformData.getSortedTimesArray(true, false, false));
-                        perTransfromDataTimes.rot.push(...transformData.getSortedTimesArray(false, true, false));
-                        perTransfromDataTimes.scale.push(...transformData.getSortedTimesArray(false, false, true));
-                    }
-                }
-                for (const perTransfromDataTimes of times) {
-                    /*
-                    // TODO we're doing that in animation export as well
-                    if (!times.pos.includes(0)) times.pos.push(0);
-                    if (!times.rot.includes(0)) times.rot.push(0);
-                    if (!times.scale.includes(0)) times.scale.push(0);
-                    */
-                    // sort times so it's increasing
-                    perTransfromDataTimes.pos.sort((a, b) => a - b);
-                    perTransfromDataTimes.rot.sort((a, b) => a - b);
-                    perTransfromDataTimes.scale.sort((a, b) => a - b);
-                    // make sure time values are unique
-                    perTransfromDataTimes.pos = [...new Set(perTransfromDataTimes.pos)];
-                    perTransfromDataTimes.rot = [...new Set(perTransfromDataTimes.rot)];
-                    perTransfromDataTimes.scale = [...new Set(perTransfromDataTimes.scale)];
-                }
-                return times;
-            }
-            function createTimeSamplesObject_(data, sortedComponentFrameNumbers, bones) {
-                const positionTimeSamples = new Map();
-                const quaternionTimeSamples = new Map();
-                const scaleTimeSamples = new Map();
-                const count = sortedComponentFrameNumbers.length;
-                // return sampled data for each bone
-                for (const bone of bones) {
-                    const boneEntryInData = data.get(bone);
-                    let emptyTransformData = undefined;
-                    // if we have animation data for this bone, check that it's the right amount.
-                    if (boneEntryInData)
-                        console.assert(boneEntryInData.length === count, "We should have the same number of TransformData entries for each bone", boneEntryInData, sortedComponentFrameNumbers);
-                    // if we don't have animation data, create an empty one – 
-                    // it will automatically map to the rest pose, albeit inefficiently
-                    else
-                        emptyTransformData = new TransformData(null, bone, undefined);
-                    for (let i = 0; i < count; i++) {
-                        const transformData = boneEntryInData ? boneEntryInData[i] : emptyTransformData;
-                        const timeData = sortedComponentFrameNumbers[i];
-                        for (const { time, translation } of transformData.getValues(timeData.pos, true, false, false)) {
-                            const shiftedTime = time + timeData.timeOffset;
-                            const t = shiftedTime * 60;
-                            if (!positionTimeSamples.has(t))
-                                positionTimeSamples.set(t, new Array());
-                            positionTimeSamples.get(t).push(translation.clone());
-                        }
-                        for (const { time, rotation } of transformData.getValues(timeData.rot, false, true, false)) {
-                            const shiftedTime = time + timeData.timeOffset;
-                            const t = shiftedTime * 60;
-                            if (!quaternionTimeSamples.has(t))
-                                quaternionTimeSamples.set(t, new Array());
-                            quaternionTimeSamples.get(t).push(rotation.clone());
-                        }
-                        for (const { time, scale } of transformData.getValues(timeData.scale, false, false, true)) {
-                            const shiftedTime = time + timeData.timeOffset;
-                            const t = shiftedTime * 60;
-                            if (!scaleTimeSamples.has(t))
-                                scaleTimeSamples.set(t, new Array());
-                            scaleTimeSamples.get(t).push(scale.clone());
-                        }
-                    }
-                }
-                return {
-                    position: positionTimeSamples.size == 0 ? undefined : positionTimeSamples,
-                    quaternion: quaternionTimeSamples.size == 0 ? undefined : quaternionTimeSamples,
-                    scale: scaleTimeSamples.size == 0 ? undefined : scaleTimeSamples,
-                };
-            }
-            function buildVector3Array_(array) {
-                const lines = [];
-                for (const v of array) {
-                    lines.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
-                }
-                return lines.join(', ');
-            }
-            function buildVector4Array_(array) {
-                const lines = [];
-                for (const v of array) {
-                    lines.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
-                }
-                return lines.join(', ');
-            }
-            function getPerBoneTransformData(bones) {
-                const boneToTransformData = new Map();
-                if (debug) {
-                    const logData = new Array();
-                    for (const [key, val] of dict) {
-                        logData.push(key.uuid + ": " + val.length + " " + val.map(x => x.clip?.uuid.substring(0, 6)).join(" "));
-                    }
-                    console.log("getPerBoneTransformData\n" + logData.join("\n"));
-                }
-                for (const bone of bones) {
-                    const data = dict.get(bone);
-                    if (!data)
-                        continue;
-                    boneToTransformData.set(bone, data);
-                }
-                return boneToTransformData;
-            }
-            function createAllTimeSampleObjects(bones) {
-                const perBoneTransformData = getPerBoneTransformData(bones);
-                const sortedFrameNumbers = getSortedFrameTimes(perBoneTransformData);
-                return createTimeSamplesObject_(perBoneTransformData, sortedFrameNumbers, bones);
-            }
-            const rest = [];
-            const translations = [];
-            const rotations = [];
-            const scales = [];
-            for (const { bone } of boneAndInverse) {
-                rest.push(bone.matrix.clone());
-                translations.push(bone.position);
-                rotations.push(bone.quaternion);
-                scales.push(bone.scale);
-            }
-            const bonesArray = boneAndInverse.map(x => "\"" + getPathToSkeleton(x.bone, assumedRoot) + "\"").join(', ');
-            const bindTransforms = boneAndInverse.map(x => buildMatrix(x.inverse.clone().invert())).join(', ');
-            writer.beginBlock(`def Skeleton "Rig"`);
-            writer.appendLine(`uniform matrix4d[] bindTransforms = [${bindTransforms}]`);
-            writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
-            writer.appendLine(`uniform token purpose = "guide"`);
-            writer.appendLine(`uniform matrix4d[] restTransforms = [${rest.map(m => buildMatrix(m)).join(', ')}]`);
-            // In glTF, transformations on the Skeleton are ignored (NODE_SKINNED_MESH_LOCAL_TRANSFORMS validator warning)
-            // So here we also just write an identity transform.
-            writer.appendLine(`matrix4d xformOp:transform = ${buildMatrix(new Matrix4())}`);
-            // writer.appendLine( `matrix4d xformOp:transform = ${buildMatrix( matrix )}` );
-            writer.appendLine(`uniform token[] xformOpOrder = ["xformOp:transform"]`);
-            const timeSampleObjects = createAllTimeSampleObjects(boneAndInverse.map(x => x.bone));
-            writer.beginBlock(`def SkelAnimation "_anim"`);
-            // TODO if we include blendshapes we likely need subdivision?
-            // writer.appendLine( `uniform token[] blendShapes` )
-            // writer.appendLine( `float[] blendShapeWeights` )
-            writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
-            writer.appendLine(`quatf[] rotations = [${buildVector4Array_(rotations)}]`);
-            if (timeSampleObjects && timeSampleObjects.quaternion) {
-                writer.beginBlock(`quatf[] rotations.timeSamples = {`, '');
-                const rotationTimeSampleLines = createVector4TimeSampleLines_(timeSampleObjects['quaternion']);
-                for (const line of rotationTimeSampleLines) {
-                    writer.appendLine(line);
-                }
-                writer.closeBlock();
-            }
-            writer.appendLine(`half3[] scales = [${buildVector3Array_(scales)}]`);
-            if (timeSampleObjects && timeSampleObjects.scale) {
-                writer.beginBlock(`half3[] scales.timeSamples = {`, '');
-                const scaleTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['scale']);
-                for (const line of scaleTimeSampleLines) {
-                    writer.appendLine(line);
-                }
-                writer.closeBlock();
-            }
-            writer.appendLine(`float3[] translations = [${buildVector3Array_(translations)}]`);
-            if (timeSampleObjects && timeSampleObjects.position) {
-                writer.beginBlock(`float3[] translations.timeSamples = {`, '');
-                const positionTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['position']);
-                for (const line of positionTimeSampleLines) {
-                    writer.appendLine(line);
-                }
-                writer.closeBlock();
-            }
-            writer.closeBlock();
-            writer.closeBlock();
-        }
-    }
-    onSerialize(writer, _context) {
-        if (!this.model)
-            return;
-        this.skinnedMeshExport(writer, _context);
-        const object = this.object;
-        // do we have animation data for this node? if not, return
-        const arr = this.dict.get(object);
-        if (!arr)
-            return;
-        // Skinned meshes are handled separately by the method above. 
-        // They need to be handled first (before checking for animation data) because animation needs to be exported
-        // as part of the skinned mesh and that may not be animated at all – if any bone is animated we need to export.
-        //@ts-ignore
-        if (object.isSkinnedMesh)
-            return;
-        // Excluding the concrete bone xform hierarchy animation his is mostly useful for debugging, 
-        // as otherwise we're getting a ton of extra animation data per-bone xform
-        // TODO if this turns out to be slow/large (lots of duplicated animation data)
-        // we can look into optimizing it, and only including both the xform hierarchy and the animation
-        // only when we need it – when anywhere below it in the hierarchy are animated visible meshes.
-        //@ts-ignore
-        // if (object.isBone) return;
-        if (debugSerialization)
-            console.log("SERIALIZE", this.model.name, this.object.type, arr);
-        const composedTransform = new Matrix4();
-        writer.appendLine("matrix4d xformOp:transform.timeSamples = {");
-        writer.indent++;
-        // TransformData is a collection of clips (position, rotation and scale) for a particular node
-        // We need to make sure that the same underlying animation clip ends up
-        // at the same start time in the USD file, and that we're not getting overlaps to other clips.
-        // That means that the same clip (transformData.clip) should end up at the same start time for all nodes.
-        // calculate start times
-        // calculate start times from the transformDatas
-        const startTimes = new Array();
-        let currentStartTime = 0;
-        for (let i = 0; i < arr.length; i++) {
-            startTimes.push(currentStartTime);
-            currentStartTime += arr[i].getDuration() + TransformData.animationDurationPadding;
-        }
-        for (let i = 0; i < arr.length; i++) {
-            const transformData = arr[i];
-            if (!transformData)
-                continue;
-            const startTime = startTimes[i];
-            {
-                const timesArray = transformData.getSortedTimesArray();
-                if (!timesArray || timesArray.length === 0) {
-                    console.error("got an animated object but no time values?", object, transformData);
-                    continue;
-                }
-                if (debug) {
-                    const clipName = transformData.clip?.name ?? "rest";
-                    const duration = transformData.getDuration();
-                    console.log("Write .timeSamples:", clipName, startTime, duration, arr);
-                    writer.appendLine("# " + clipName + ": start=" + (startTime * transformData.frameRate).toFixed(3) + ", length=" + (duration * transformData.frameRate).toFixed(3) + ", frames=" + transformData.getFrames());
-                }
-                for (const { time, translation, rotation, scale } of transformData.getValues(timesArray)) {
-                    composedTransform.compose(translation, rotation, scale);
-                    const line = `${(startTime + time) * transformData.frameRate}: ${buildMatrix(composedTransform)},`;
-                    writer.appendLine(line);
-                }
-            }
-        }
-        writer.indent--;
-        writer.appendLine("}");
-    }
-}
+import { GameObject } from "../../../Component.js";
+import { getParam } from "../../../../engine/engine_utils.js";
+import { buildMatrix, findStructuralNodesInBoneHierarchy, usdNumberFormatting as fn, getPathToSkeleton } from "../ThreeUSDZExporter.js";
+import { Matrix4, Vector3, Quaternion, PropertyBinding } from "three";
+import { Animator } from "../../../Animator.js";
+const debug = getParam("debugusdzanimation");
+const debugSerialization = getParam("debugusdzanimationserialization");
+export class RegisteredAnimationInfo {
+    _start;
+    get start() {
+        if (this._start === undefined) {
+            this._start = this.ext.getStartTime01(this.root, this.clip);
+        }
+        return this._start;
+    }
+    get duration() { return this.clip.duration; }
+    ext;
+    root;
+    clip;
+    constructor(ext, root, clip) {
+        this.ext = ext;
+        this.root = root;
+        this.clip = clip;
+    }
+}
+export class TransformData {
+    clip;
+    pos;
+    rot;
+    scale;
+    get frameRate() { return 60; }
+    root;
+    target;
+    duration = 0;
+    useRootMotion = false;
+    static animationDurationPadding = 1;
+    constructor(root, target, clip) {
+        this.root = root;
+        this.target = target;
+        this.clip = clip;
+        // this is a rest pose clip.
+        // we assume duration 1/60 and no tracks, and when queried for times we just return [0, duration]
+        if (!clip) {
+            this.duration = 1 / this.frameRate;
+        }
+        else {
+            this.duration = clip.duration;
+        }
+        const animator = GameObject.getComponent(root, Animator);
+        if (animator)
+            this.useRootMotion = animator.applyRootMotion;
+    }
+    addTrack(track) {
+        if (!this.clip) {
+            console.error("This is a rest clip but you're trying to add tracks to it – this is likely a bug");
+            return;
+        }
+        if (track.name.endsWith("position"))
+            this.pos = track;
+        if (track.name.endsWith("quaternion"))
+            this.rot = track;
+        if (track.name.endsWith("scale"))
+            this.scale = track;
+    }
+    getFrames() {
+        if (!this.clip)
+            return 2;
+        return Math.max(this.pos?.times?.length ?? 0, this.rot?.times?.length ?? 0, this.scale?.times?.length ?? 0);
+    }
+    getDuration() {
+        return this.duration;
+    }
+    getSortedTimesArray(generatePos = true, generateRot = true, generateScale = true) {
+        if (!this.clip)
+            return [0, this.duration];
+        const posTimesArray = this.pos?.times;
+        const rotTimesArray = this.rot?.times;
+        const scaleTimesArray = this.scale?.times;
+        // timesArray is the sorted union of all time values
+        const timesArray = [];
+        if (generatePos && posTimesArray)
+            for (const t of posTimesArray)
+                timesArray.push(t);
+        if (generateRot && rotTimesArray)
+            for (const t of rotTimesArray)
+                timesArray.push(t);
+        if (generateScale && scaleTimesArray)
+            for (const t of scaleTimesArray)
+                timesArray.push(t);
+        // we also need to make sure we have start and end times for these tracks
+        // TODO seems we can't get track duration from the KeyframeTracks
+        if (!timesArray.includes(0))
+            timesArray.push(0);
+        // sort times so it's increasing
+        timesArray.sort((a, b) => a - b);
+        // make sure time values are unique
+        return [...new Set(timesArray)];
+    }
+    /**
+     * Returns an iterator that yields the values for each time sample.
+     * Values are reused objects - if you want to append them to some array
+     * instead of processing them right away, clone() them.
+     * @param timesArray
+     * @param generatePos
+     * @param generateRot
+     * @param generateScale
+     */
+    *getValues(timesArray, generatePos = true, generateRot = true, generateScale = true) {
+        const translation = new Vector3();
+        const rotation = new Quaternion();
+        const scale = new Vector3(1, 1, 1);
+        const object = this.target;
+        const positionInterpolant = generatePos ? this.pos?.createInterpolant() : undefined;
+        const rotationInterpolant = generateRot ? this.rot?.createInterpolant() : undefined;
+        const scaleInterpolant = generateScale ? this.scale?.createInterpolant() : undefined;
+        if (!positionInterpolant)
+            translation.set(object.position.x, object.position.y, object.position.z);
+        if (!rotationInterpolant)
+            rotation.set(object.quaternion.x, object.quaternion.y, object.quaternion.z, object.quaternion.w);
+        if (!scaleInterpolant)
+            scale.set(object.scale.x, object.scale.y, object.scale.z);
+        for (let index = 0; index < timesArray.length; index++) {
+            const time = timesArray[index];
+            if (positionInterpolant) {
+                const pos = positionInterpolant.evaluate(time);
+                translation.set(pos[0], pos[1], pos[2]);
+            }
+            if (rotationInterpolant) {
+                const quat = rotationInterpolant.evaluate(time);
+                rotation.set(quat[0], quat[1], quat[2], quat[3]);
+            }
+            if (scaleInterpolant) {
+                const scaleVal = scaleInterpolant.evaluate(time);
+                scale.set(scaleVal[0], scaleVal[1], scaleVal[2]);
+            }
+            // Apply basic root motion offset – non-animated transformation data is applied to the node again.
+            // We're doing this because clips that animate their own root are (typically) not in world space,
+            // but in local space and moved to a specific spot in the world.
+            if (this.useRootMotion && object === this.root) {
+                const rootMatrix = new Matrix4();
+                rootMatrix.compose(translation, rotation, scale);
+                rootMatrix.multiply(object.matrix);
+                rootMatrix.decompose(translation, rotation, scale);
+            }
+            yield { time, translation, rotation, scale, index };
+        }
+    }
+}
+export class AnimationExtension {
+    get extensionName() { return "animation"; }
+    dict = new Map();
+    rootTargetMap = new Map();
+    rootAndClipToRegisteredAnimationMap = new Map();
+    rootToRegisteredClipCount = new Map();
+    serializers = [];
+    // determines if we inject a rest pose clip for each root - only makes sense for QuickLook
+    injectRestPoses = false;
+    // determines if we inject a PlayAnimationOnClick component with "scenestart" trigger - only makes sense for QuickLook
+    injectImplicitBehaviours = false;
+    constructor(quickLookCompatible) {
+        this.injectRestPoses = quickLookCompatible;
+        this.injectImplicitBehaviours = quickLookCompatible;
+    }
+    getClipCount(root) {
+        // don't count the rest pose
+        let currentCount = this.rootToRegisteredClipCount.get(root);
+        if (this.injectRestPoses)
+            currentCount = currentCount ? currentCount - 1 : 0;
+        return currentCount ?? 0;
+    }
+    // TODO why do we have this here and on TransformData? Can RegisteredAnimationInfo not cache this value?
+    // TODO we probably want to assert here that this is the same value on all nodes
+    getStartTime01(root, clip) {
+        const targets = this.rootTargetMap.get(root);
+        if (!targets)
+            return 0;
+        const transformDatas = this.dict.get(targets[0]);
+        if (!transformDatas) {
+            console.error("Trying to get start time for root that has no animation data", root, clip, ...this.dict);
+            return 0;
+        }
+        let currentStartTime = 0;
+        for (let i = 0; i < transformDatas.length; i++) {
+            if (transformDatas[i].clip === clip)
+                break;
+            currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
+        }
+        return currentStartTime;
+    }
+    // The same clip could be registered for different roots. All of them need written animation data then.
+    // The same root could have multiple clips registered to it.
+    registerAnimation(root, clip) {
+        if (!clip || !root)
+            return null;
+        if (!this.rootTargetMap.has(root))
+            this.rootTargetMap.set(root, []);
+        // if we registered that exact pair already, just return the info
+        // no proper tuples in JavaScript, but we can use the uuids for a unique key here
+        const hash = root.uuid + clip.uuid;
+        if (this.rootAndClipToRegisteredAnimationMap.has(hash)) {
+            return this.rootAndClipToRegisteredAnimationMap.get(hash);
+        }
+        if (debug)
+            console.log("registerAnimation", root, clip);
+        // When injecting a rest clip, the rest clip has ALL animated nodes as targets.
+        // So all other nodes will already have at least one animated clip registered, and their own
+        // animations need to start at index 1. Otherwise we're getting overlap where everything is
+        // in animation 0 and some data overrides each other incorrectly.
+        // When we don't inject a rest clip, we start at 0.
+        const startIndex = this.injectRestPoses ? 1 : 0;
+        const currentCount = this.rootToRegisteredClipCount.get(root) ?? startIndex;
+        const targets = this.rootTargetMap.get(root);
+        const unregisteredNodesForThisClip = new Set(targets);
+        if (clip.tracks) {
+            for (const track of clip.tracks) {
+                const parsedPath = PropertyBinding.parseTrackName(track.name);
+                const animationTarget = PropertyBinding.findNode(root, parsedPath.nodeName);
+                if (!animationTarget) {
+                    console.warn("no object found for track", track.name, "using " + root.name + " instead");
+                    continue;
+                    // // if no object was found it might be that we have a component that references an animation clip but wants to target another object
+                    // // in that case UnityGLTF writes the name of the component as track targets because it doesnt know of the intented target
+                    // animationTarget = root;
+                }
+                if (!this.dict.has(animationTarget)) {
+                    this.dict.set(animationTarget, []);
+                }
+                const transformDataForTarget = this.dict.get(animationTarget);
+                if (!transformDataForTarget)
+                    continue;
+                // this node has animation data for this clip – no need for additional padding
+                unregisteredNodesForThisClip.delete(animationTarget);
+                // Since we're interleaving animations, we need to ensure that for the same root,
+                // all clips that "touch" it are written in the same order for all animated nodes.
+                // this means we need to pad the TransformData array with empty entries when a particular
+                // node inside that root is not animated by a particular clip.
+                // It also means that when we encounter a clip that contains animation data for a new node,
+                // We need to pad that one's array as well so it starts at the same point.
+                // TODO most likely doesn't work for overlapping clips (clips where a root is a child of another root)
+                // TODO in that case we may need to pad globally, not per root
+                // check if we have a rest pose already
+                if (this.injectRestPoses && !transformDataForTarget[0]) {
+                    const model = new TransformData(null, animationTarget, undefined);
+                    transformDataForTarget[0] = model;
+                }
+                // These all need to be at the same index, otherwise our padding went wrong
+                let model = transformDataForTarget[currentCount];
+                // validation (for debugging)
+                // let modelFoundByClip = transformDataForTarget.find(x => x.clip === clip);
+                // let modelFoundByClipIndex = modelFoundByClip ? transformDataForTarget.indexOf(modelFoundByClip) : -1;
+                // console.assert(model === modelFoundByClip, "We should find the same model by index and by clip; " + currentCount + " !== " + modelFoundByClipIndex);
+                if (!model) {
+                    model = new TransformData(root, animationTarget, clip);
+                    transformDataForTarget[currentCount] = model;
+                }
+                model.addTrack(track);
+                // We're keeping track of all animated nodes per root, needed for proper padding
+                if (!targets?.includes(animationTarget))
+                    targets?.push(animationTarget);
+            }
+        }
+        // add padding for nodes that are not animated by this clip
+        for (const target of unregisteredNodesForThisClip) {
+            const transformDataForTarget = this.dict.get(target);
+            if (!transformDataForTarget)
+                continue;
+            // inject rest pose
+            if (this.injectRestPoses && !transformDataForTarget[0]) {
+                const model = new TransformData(null, target, undefined);
+                transformDataForTarget[0] = model;
+            }
+            let model = transformDataForTarget[currentCount];
+            if (!model) {
+                if (debug)
+                    console.log("Adding padding clip for ", target, clip);
+                model = new TransformData(root, target, clip);
+                transformDataForTarget[currentCount] = model;
+            }
+        }
+        // get the entry for this object. 
+        // This doesnt work if we have clips animating multiple objects
+        const info = new RegisteredAnimationInfo(this, root, clip);
+        this.rootAndClipToRegisteredAnimationMap.set(hash, info);
+        this.rootToRegisteredClipCount.set(root, currentCount + 1);
+        return info;
+    }
+    onAfterHierarchy(_context) {
+        if (debug)
+            console.log("Animation clips per animation target node", this.dict);
+    }
+    onAfterBuildDocument(_context) {
+        for (const ser of this.serializers) {
+            const parent = ser.model?.parent;
+            const isEmptyParent = parent?.isDynamic === true;
+            if (debugSerialization)
+                console.log(isEmptyParent, ser.model?.parent);
+            if (isEmptyParent) {
+                ser.registerCallback(parent);
+            }
+        }
+    }
+    onExportObject(object, model, _context) {
+        GameObject.foreachComponent(object, (comp) => {
+            const c = comp;
+            if (typeof c.createAnimation === "function") {
+                c.createAnimation(this, model, _context);
+            }
+        }, false);
+        // we need to be able to retarget serialization to empty parents before actually serializing (we do that in another callback)
+        const ser = new SerializeAnimation(object, this.dict);
+        this.serializers.push(ser);
+        ser.registerCallback(model);
+    }
+}
+class SerializeAnimation {
+    object;
+    dict;
+    model = undefined;
+    callback;
+    constructor(object, dict) {
+        this.object = object;
+        this.dict = dict;
+    }
+    registerCallback(model) {
+        if (this.model && this.callback) {
+            this.model.removeEventListener("serialize", this.callback);
+        }
+        if (!this.callback)
+            this.callback = this.onSerialize.bind(this);
+        if (debugSerialization)
+            console.log("REPARENT", model);
+        this.model = model;
+        this.model.addEventListener("serialize", this.callback);
+    }
+    skinnedMeshExport(writer, _context) {
+        const model = this.model;
+        const dict = this.dict;
+        if (!model)
+            return;
+        if (model.skinnedMesh) {
+            const skeleton = model.skinnedMesh.skeleton;
+            const boneAndInverse = new Array();
+            for (const index in skeleton.bones) {
+                const bone = skeleton.bones[index];
+                const inverse = skeleton.boneInverses[index];
+                boneAndInverse.push({ bone, inverse });
+            }
+            for (const bone of findStructuralNodesInBoneHierarchy(skeleton.bones)) {
+                boneAndInverse.push({ bone, inverse: bone.matrixWorld.clone().invert() });
+            }
+            // sort bones by path – need to be sorted in the same order as during mesh export
+            const assumedRoot = boneAndInverse[0].bone.parent;
+            if (!assumedRoot)
+                console.error("No bone parent found for skinned mesh during USDZ export", model.skinnedMesh);
+            boneAndInverse.sort((a, b) => getPathToSkeleton(a.bone, assumedRoot) > getPathToSkeleton(b.bone, assumedRoot) ? 1 : -1);
+            function createVector3TimeSampleLines_(values) {
+                const lines = [];
+                for (const [frame, frameValues] of values) {
+                    let line = `${frame} : [`;
+                    const boneRotations = [];
+                    for (const v of frameValues) {
+                        boneRotations.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
+                    }
+                    line = line.concat(boneRotations.join(', '));
+                    line = line.concat('],');
+                    lines.push(line);
+                }
+                return lines;
+            }
+            function createVector4TimeSampleLines_(rotations) {
+                const lines = [];
+                for (const [frame, frameRotations] of rotations) {
+                    let line = `${frame} : [`;
+                    const boneRotations = [];
+                    for (const v of frameRotations) {
+                        boneRotations.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
+                    }
+                    line = line.concat(boneRotations.join(', '));
+                    line = line.concat('],');
+                    lines.push(line);
+                }
+                return lines;
+            }
+            function getSortedFrameTimes(boneToTransformData) {
+                // We should have a proper rectangular array,
+                // Where for each bone we have the same number of TransformData entries.
+                let allBonesHaveSameNumberOfTransformDataEntries = true;
+                let numberOfEntries = undefined;
+                for (const [bone, transformDatas] of boneToTransformData) {
+                    if (numberOfEntries === undefined)
+                        numberOfEntries = transformDatas.length;
+                    if (numberOfEntries !== transformDatas.length) {
+                        allBonesHaveSameNumberOfTransformDataEntries = false;
+                        break;
+                    }
+                }
+                // TODO not working yet for multiple skinned characters at the same time
+                if (debug)
+                    console.log("Bone count: ", boneToTransformData.size, "TransformData entries per bone: ", numberOfEntries); //, ...dict);
+                console.assert(allBonesHaveSameNumberOfTransformDataEntries, "All bones should have the same number of TransformData entries", boneToTransformData);
+                const times = [];
+                for (const [bone, transformDatas] of boneToTransformData) {
+                    // calculate start times from the transformDatas
+                    const startTimes = new Array();
+                    let currentStartTime = 0;
+                    for (let i = 0; i < transformDatas.length; i++) {
+                        startTimes.push(currentStartTime);
+                        currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
+                    }
+                    for (let i = 0; i < transformDatas.length; i++) {
+                        const transformData = transformDatas[i];
+                        // const timeOffset = transformData.getStartTime(dict);
+                        const timeOffset = startTimes[i];
+                        if (times.length <= i) {
+                            times.push({ pos: [], rot: [], scale: [], timeOffset });
+                        }
+                        const perTransfromDataTimes = times[i];
+                        perTransfromDataTimes.pos.push(...transformData.getSortedTimesArray(true, false, false));
+                        perTransfromDataTimes.rot.push(...transformData.getSortedTimesArray(false, true, false));
+                        perTransfromDataTimes.scale.push(...transformData.getSortedTimesArray(false, false, true));
+                    }
+                }
+                for (const perTransfromDataTimes of times) {
+                    /*
+                    // TODO we're doing that in animation export as well
+                    if (!times.pos.includes(0)) times.pos.push(0);
+                    if (!times.rot.includes(0)) times.rot.push(0);
+                    if (!times.scale.includes(0)) times.scale.push(0);
+                    */
+                    // sort times so it's increasing
+                    perTransfromDataTimes.pos.sort((a, b) => a - b);
+                    perTransfromDataTimes.rot.sort((a, b) => a - b);
+                    perTransfromDataTimes.scale.sort((a, b) => a - b);
+                    // make sure time values are unique
+                    perTransfromDataTimes.pos = [...new Set(perTransfromDataTimes.pos)];
+                    perTransfromDataTimes.rot = [...new Set(perTransfromDataTimes.rot)];
+                    perTransfromDataTimes.scale = [...new Set(perTransfromDataTimes.scale)];
+                }
+                return times;
+            }
+            function createTimeSamplesObject_(data, sortedComponentFrameNumbers, bones) {
+                const positionTimeSamples = new Map();
+                const quaternionTimeSamples = new Map();
+                const scaleTimeSamples = new Map();
+                const count = sortedComponentFrameNumbers.length;
+                // return sampled data for each bone
+                for (const bone of bones) {
+                    const boneEntryInData = data.get(bone);
+                    let emptyTransformData = undefined;
+                    // if we have animation data for this bone, check that it's the right amount.
+                    if (boneEntryInData)
+                        console.assert(boneEntryInData.length === count, "We should have the same number of TransformData entries for each bone", boneEntryInData, sortedComponentFrameNumbers);
+                    // if we don't have animation data, create an empty one – 
+                    // it will automatically map to the rest pose, albeit inefficiently
+                    else
+                        emptyTransformData = new TransformData(null, bone, undefined);
+                    for (let i = 0; i < count; i++) {
+                        const transformData = boneEntryInData ? boneEntryInData[i] : emptyTransformData;
+                        const timeData = sortedComponentFrameNumbers[i];
+                        for (const { time, translation } of transformData.getValues(timeData.pos, true, false, false)) {
+                            const shiftedTime = time + timeData.timeOffset;
+                            const t = shiftedTime * 60;
+                            if (!positionTimeSamples.has(t))
+                                positionTimeSamples.set(t, new Array());
+                            positionTimeSamples.get(t).push(translation.clone());
+                        }
+                        for (const { time, rotation } of transformData.getValues(timeData.rot, false, true, false)) {
+                            const shiftedTime = time + timeData.timeOffset;
+                            const t = shiftedTime * 60;
+                            if (!quaternionTimeSamples.has(t))
+                                quaternionTimeSamples.set(t, new Array());
+                            quaternionTimeSamples.get(t).push(rotation.clone());
+                        }
+                        for (const { time, scale } of transformData.getValues(timeData.scale, false, false, true)) {
+                            const shiftedTime = time + timeData.timeOffset;
+                            const t = shiftedTime * 60;
+                            if (!scaleTimeSamples.has(t))
+                                scaleTimeSamples.set(t, new Array());
+                            scaleTimeSamples.get(t).push(scale.clone());
+                        }
+                    }
+                }
+                return {
+                    position: positionTimeSamples.size == 0 ? undefined : positionTimeSamples,
+                    quaternion: quaternionTimeSamples.size == 0 ? undefined : quaternionTimeSamples,
+                    scale: scaleTimeSamples.size == 0 ? undefined : scaleTimeSamples,
+                };
+            }
+            function buildVector3Array_(array) {
+                const lines = [];
+                for (const v of array) {
+                    lines.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
+                }
+                return lines.join(', ');
+            }
+            function buildVector4Array_(array) {
+                const lines = [];
+                for (const v of array) {
+                    lines.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
+                }
+                return lines.join(', ');
+            }
+            function getPerBoneTransformData(bones) {
+                const boneToTransformData = new Map();
+                if (debug) {
+                    const logData = new Array();
+                    for (const [key, val] of dict) {
+                        logData.push(key.uuid + ": " + val.length + " " + val.map(x => x.clip?.uuid.substring(0, 6)).join(" "));
+                    }
+                    console.log("getPerBoneTransformData\n" + logData.join("\n"));
+                }
+                for (const bone of bones) {
+                    const data = dict.get(bone);
+                    if (!data)
+                        continue;
+                    boneToTransformData.set(bone, data);
+                }
+                return boneToTransformData;
+            }
+            function createAllTimeSampleObjects(bones) {
+                const perBoneTransformData = getPerBoneTransformData(bones);
+                const sortedFrameNumbers = getSortedFrameTimes(perBoneTransformData);
+                return createTimeSamplesObject_(perBoneTransformData, sortedFrameNumbers, bones);
+            }
+            const rest = [];
+            const translations = [];
+            const rotations = [];
+            const scales = [];
+            for (const { bone } of boneAndInverse) {
+                rest.push(bone.matrix.clone());
+                translations.push(bone.position);
+                rotations.push(bone.quaternion);
+                scales.push(bone.scale);
+            }
+            const bonesArray = boneAndInverse.map(x => "\"" + getPathToSkeleton(x.bone, assumedRoot) + "\"").join(', ');
+            const bindTransforms = boneAndInverse.map(x => buildMatrix(x.inverse.clone().invert())).join(', ');
+            writer.beginBlock(`def Skeleton "Rig"`);
+            writer.appendLine(`uniform matrix4d[] bindTransforms = [${bindTransforms}]`);
+            writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
+            writer.appendLine(`uniform token purpose = "guide"`);
+            writer.appendLine(`uniform matrix4d[] restTransforms = [${rest.map(m => buildMatrix(m)).join(', ')}]`);
+            // In glTF, transformations on the Skeleton are ignored (NODE_SKINNED_MESH_LOCAL_TRANSFORMS validator warning)
+            // So here we also just write an identity transform.
+            writer.appendLine(`matrix4d xformOp:transform = ${buildMatrix(new Matrix4())}`);
+            // writer.appendLine( `matrix4d xformOp:transform = ${buildMatrix( matrix )}` );
+            writer.appendLine(`uniform token[] xformOpOrder = ["xformOp:transform"]`);
+            const timeSampleObjects = createAllTimeSampleObjects(boneAndInverse.map(x => x.bone));
+            writer.beginBlock(`def SkelAnimation "_anim"`);
+            // TODO if we include blendshapes we likely need subdivision?
+            // writer.appendLine( `uniform token[] blendShapes` )
+            // writer.appendLine( `float[] blendShapeWeights` )
+            writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
+            writer.appendLine(`quatf[] rotations = [${buildVector4Array_(rotations)}]`);
+            if (timeSampleObjects && timeSampleObjects.quaternion) {
+                writer.beginBlock(`quatf[] rotations.timeSamples = {`, '');
+                const rotationTimeSampleLines = createVector4TimeSampleLines_(timeSampleObjects['quaternion']);
+                for (const line of rotationTimeSampleLines) {
+                    writer.appendLine(line);
+                }
+                writer.closeBlock();
+            }
+            writer.appendLine(`half3[] scales = [${buildVector3Array_(scales)}]`);
+            if (timeSampleObjects && timeSampleObjects.scale) {
+                writer.beginBlock(`half3[] scales.timeSamples = {`, '');
+                const scaleTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['scale']);
+                for (const line of scaleTimeSampleLines) {
+                    writer.appendLine(line);
+                }
+                writer.closeBlock();
+            }
+            writer.appendLine(`float3[] translations = [${buildVector3Array_(translations)}]`);
+            if (timeSampleObjects && timeSampleObjects.position) {
+                writer.beginBlock(`float3[] translations.timeSamples = {`, '');
+                const positionTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['position']);
+                for (const line of positionTimeSampleLines) {
+                    writer.appendLine(line);
+                }
+                writer.closeBlock();
+            }
+            writer.closeBlock();
+            writer.closeBlock();
+        }
+    }
+    onSerialize(writer, _context) {
+        if (!this.model)
+            return;
+        this.skinnedMeshExport(writer, _context);
+        const object = this.object;
+        // do we have animation data for this node? if not, return
+        const arr = this.dict.get(object);
+        if (!arr)
+            return;
+        // Skinned meshes are handled separately by the method above. 
+        // They need to be handled first (before checking for animation data) because animation needs to be exported
+        // as part of the skinned mesh and that may not be animated at all – if any bone is animated we need to export.
+        //@ts-ignore
+        if (object.isSkinnedMesh)
+            return;
+        // Excluding the concrete bone xform hierarchy animation his is mostly useful for debugging, 
+        // as otherwise we're getting a ton of extra animation data per-bone xform
+        // TODO if this turns out to be slow/large (lots of duplicated animation data)
+        // we can look into optimizing it, and only including both the xform hierarchy and the animation
+        // only when we need it – when anywhere below it in the hierarchy are animated visible meshes.
+        //@ts-ignore
+        // if (object.isBone) return;
+        if (debugSerialization)
+            console.log("SERIALIZE", this.model.name, this.object.type, arr);
+        const composedTransform = new Matrix4();
+        writer.appendLine("matrix4d xformOp:transform.timeSamples = {");
+        writer.indent++;
+        // TransformData is a collection of clips (position, rotation and scale) for a particular node
+        // We need to make sure that the same underlying animation clip ends up
+        // at the same start time in the USD file, and that we're not getting overlaps to other clips.
+        // That means that the same clip (transformData.clip) should end up at the same start time for all nodes.
+        // calculate start times
+        // calculate start times from the transformDatas
+        const startTimes = new Array();
+        let currentStartTime = 0;
+        for (let i = 0; i < arr.length; i++) {
+            startTimes.push(currentStartTime);
+            currentStartTime += arr[i].getDuration() + TransformData.animationDurationPadding;
+        }
+        for (let i = 0; i < arr.length; i++) {
+            const transformData = arr[i];
+            if (!transformData)
+                continue;
+            const startTime = startTimes[i];
+            {
+                const timesArray = transformData.getSortedTimesArray();
+                if (!timesArray || timesArray.length === 0) {
+                    console.error("got an animated object but no time values?", object, transformData);
+                    continue;
+                }
+                if (debug) {
+                    const clipName = transformData.clip?.name ?? "rest";
+                    const duration = transformData.getDuration();
+                    console.log("Write .timeSamples:", clipName, startTime, duration, arr);
+                    writer.appendLine("# " + clipName + ": start=" + (startTime * transformData.frameRate).toFixed(3) + ", length=" + (duration * transformData.frameRate).toFixed(3) + ", frames=" + transformData.getFrames());
+                }
+                for (const { time, translation, rotation, scale } of transformData.getValues(timesArray)) {
+                    composedTransform.compose(translation, rotation, scale);
+                    const line = `${(startTime + time) * transformData.frameRate}: ${buildMatrix(composedTransform)},`;
+                    writer.appendLine(line);
+                }
+            }
+        }
+        writer.indent--;
+        writer.appendLine("}");
+    }
+}
 //# sourceMappingURL=Animation.js.map