@needle-tools/engine 4.4.0-beta.7 → 4.4.0-beta.9

package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.d.ts

@@ -1,7 +1,7 @@
-import { Object3D } from "three";
-import type { IUSDExporterExtension } from "../../Extension.js";
-import { USDObject, USDZExporterContext } from "../../ThreeUSDZExporter.js";
-export declare class PhysicsExtension implements IUSDExporterExtension {
-    get extensionName(): string;
-    onExportObject?(object: Object3D, model: USDObject, _context: USDZExporterContext): void;
-}
+import { Object3D } from "three";
+import type { IUSDExporterExtension } from "../../Extension.js";
+import { USDObject, USDZExporterContext } from "../../ThreeUSDZExporter.js";
+export declare class PhysicsExtension implements IUSDExporterExtension {
+    get extensionName(): string;
+    onExportObject?(object: Object3D, model: USDObject, _context: USDZExporterContext): void;
+}

package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.js

@@ -1,116 +1,116 @@
-import { BoxCollider, CapsuleCollider, Collider, MeshCollider, SphereCollider } from "../../../../Collider.js";
-import { GameObject } from "../../../../Component.js";
-import { Rigidbody } from "../../../../RigidBody.js";
-export class PhysicsExtension {
-    get extensionName() { return "Physics"; }
-    onExportObject(object, model, _context) {
-        const rigidBodySources = GameObject.getComponents(object, Rigidbody).filter(c => c.enabled);
-        // no triggers supported for now; large trigger areas seem to break VisionOS since they're still interactable and block OS UI
-        const colliderSources = GameObject.getComponents(object, Collider).filter(c => c.enabled && !c.isTrigger);
-        let rigidBody = rigidBodySources.length > 0 ? rigidBodySources[0] : null;
-        const colliderSource = colliderSources.length > 0 ? colliderSources[0] : null;
-        // we still need a RigidBody component for the object to participate in physics;
-        // with only a Collider component it can only serve as trigger
-        // see https://developer.apple.com/documentation/realitykit/collisioncomponent#overview        
-        let temporaryRigidbody = undefined;
-        if (colliderSource && !rigidBody) {
-            rigidBody = new Rigidbody();
-            rigidBody.isKinematic = true;
-            temporaryRigidbody = rigidBody;
-        }
-        if (rigidBody) {
-            model.addEventListener('serialize', (writer, _context) => {
-                if (!rigidBody)
-                    return;
-                writer.appendLine();
-                writer.beginBlock(`def RealityKitComponent "RigidBody"`, "{", true);
-                // Gravity is enabled by default
-                if (!rigidBody.useGravity) {
-                    writer.appendLine(`bool gravityEnabled = 0`);
-                }
-                writer.appendLine(`uniform token info:id = "RealityKit.RigidBody"`);
-                if (rigidBody.isKinematic) {
-                    writer.appendLine(`token motionType = "Kinematic"`);
-                }
-                writer.beginBlock(`def RealityKitStruct "massFrame"`, "{", true);
-                writer.appendLine(`float m_mass = ${rigidBody.mass}`);
-                writer.beginBlock(`def RealityKitStruct "m_pose"`, "{", true);
-                /* TODO: Apple has a concept of center of mass orientation, not sure what that means here or what an equivalent mapping would be */
-                writer.appendLine(`float3 position = (${rigidBody.centerOfMass.x}, ${rigidBody.centerOfMass.y}, ${rigidBody.centerOfMass.z})`);
-                writer.closeBlock("}");
-                writer.closeBlock("}");
-                if (colliderSources.length > 0) {
-                    const colliderSource = colliderSources[0];
-                    writer.beginBlock(`def RealityKitStruct "material"`, "{", true);
-                    const mat = colliderSource.sharedMaterial;
-                    if (mat && mat.dynamicFriction !== undefined)
-                        writer.appendLine(`double dynamicFriction = ${colliderSource.sharedMaterial?.dynamicFriction}`);
-                    if (mat && mat.bounciness !== undefined)
-                        writer.appendLine(`double restitution = ${colliderSource.sharedMaterial?.bounciness}`);
-                    // eslint-disable-next-line deprecation/deprecation
-                    if (mat && mat.staticFriction !== undefined)
-                        // eslint-disable-next-line deprecation/deprecation
-                        writer.appendLine(`double staticFriction = ${colliderSource.sharedMaterial?.staticFriction}`);
-                    writer.closeBlock("}");
-                }
-                writer.closeBlock("}");
-            });
-        }
-        if (colliderSource) {
-            // TODO: Apple only allows one collider, Unity allows many, are many typically used on each object though? What can we do here? combine them? take the first?
-            model.addEventListener('serialize', (writer, _context) => {
-                writer.beginBlock(`def RealityKitComponent "Collider"`, "{", true);
-                // TODO: a group is needed for collisions, not sure what this controls though
-                writer.appendLine(`uint group = 1`);
-                writer.appendLine(`uniform token info:id = "RealityKit.Collider"`);
-                // TODO: a mask is needed for collisions, this is the max value for int, possibly collision flags but i'm not sure what each bit means, or if we have that exported info from unity
-                // This is coming from RealityComposerPro
-                writer.appendLine(`uint mask = 4294967295`);
-                const isTrigger = colliderSource.isTrigger; // not currently used, see comment above
-                const typeName = isTrigger ? "Trigger" : "Default";
-                writer.appendLine(`token type = "${typeName}"`);
-                writer.beginBlock(`def RealityKitStruct "Shape"`, "{", true);
-                if (colliderSource instanceof SphereCollider) {
-                    const sphereCollider = colliderSource;
-                    writer.appendLine(`token shapeType = "Sphere"`);
-                    writer.appendLine(`float radius = ${sphereCollider.radius}`);
-                }
-                else if (colliderSource instanceof BoxCollider) {
-                    const boxCollider = colliderSource;
-                    writer.appendLine(`token shapeType = "Box"`);
-                    writer.appendLine(`float3 extent = (${boxCollider.size.x}, ${boxCollider.size.y}, ${boxCollider.size.z})`);
-                }
-                else if (colliderSource instanceof CapsuleCollider) {
-                    const capsuleCollider = colliderSource;
-                    writer.appendLine(`token shapeType = "Capsule"`);
-                    writer.appendLine(`float radius = ${capsuleCollider.radius}`);
-                    writer.appendLine(`float height = ${capsuleCollider.height}`);
-                }
-                else if (colliderSource instanceof MeshCollider && colliderSource.sharedMesh?.geometry) {
-                    // get the bounds of the mesh
-                    const geo = colliderSource.sharedMesh.geometry;
-                    if (!geo.boundingBox)
-                        geo.computeBoundingBox();
-                    const box = colliderSource.sharedMesh.geometry.boundingBox;
-                    if (box) {
-                        writer.appendLine(`token shapeType = "Box"`);
-                        writer.appendLine(`float3 extent = (${box.max.x - box.min.x}, ${box.max.y - box.min.y}, ${box.max.z - box.min.z})`);
-                        console.log("[USDZ] Only Box, Sphere, and Capsule colliders are supported in visionOS/iOS. MeshCollider will be exported as Box", colliderSource);
-                    }
-                }
-                else {
-                    console.warn("[USDZ] Only Box, Sphere, and Capsule colliders are supported in visionOS/iOS. Ignoring collider:", colliderSource);
-                }
-                writer.beginBlock(`def RealityKitStruct "pose"`, "{", true);
-                // TODO: this is used for rotating the collider, I think this isn't necessary since all the changes happen in the parent transform from needle. Not positive about this though.
-                writer.closeBlock("}");
-                writer.closeBlock("}");
-                writer.closeBlock("}");
-            });
-            if (colliderSources.length > 1) {
-                console.log("WARNING: Multiple colliders detected. visionOS / iOS can only support objects with a single collider, only exporting the first collider: ", colliderSource);
-            }
-        }
-    }
-}
+import { BoxCollider, CapsuleCollider, Collider, MeshCollider, SphereCollider } from "../../../../Collider.js";
+import { GameObject } from "../../../../Component.js";
+import { Rigidbody } from "../../../../RigidBody.js";
+export class PhysicsExtension {
+    get extensionName() { return "Physics"; }
+    onExportObject(object, model, _context) {
+        const rigidBodySources = GameObject.getComponents(object, Rigidbody).filter(c => c.enabled);
+        // no triggers supported for now; large trigger areas seem to break VisionOS since they're still interactable and block OS UI
+        const colliderSources = GameObject.getComponents(object, Collider).filter(c => c.enabled && !c.isTrigger);
+        let rigidBody = rigidBodySources.length > 0 ? rigidBodySources[0] : null;
+        const colliderSource = colliderSources.length > 0 ? colliderSources[0] : null;
+        // we still need a RigidBody component for the object to participate in physics;
+        // with only a Collider component it can only serve as trigger
+        // see https://developer.apple.com/documentation/realitykit/collisioncomponent#overview        
+        let temporaryRigidbody = undefined;
+        if (colliderSource && !rigidBody) {
+            rigidBody = new Rigidbody();
+            rigidBody.isKinematic = true;
+            temporaryRigidbody = rigidBody;
+        }
+        if (rigidBody) {
+            model.addEventListener('serialize', (writer, _context) => {
+                if (!rigidBody)
+                    return;
+                writer.appendLine();
+                writer.beginBlock(`def RealityKitComponent "RigidBody"`, "{", true);
+                // Gravity is enabled by default
+                if (!rigidBody.useGravity) {
+                    writer.appendLine(`bool gravityEnabled = 0`);
+                }
+                writer.appendLine(`uniform token info:id = "RealityKit.RigidBody"`);
+                if (rigidBody.isKinematic) {
+                    writer.appendLine(`token motionType = "Kinematic"`);
+                }
+                writer.beginBlock(`def RealityKitStruct "massFrame"`, "{", true);
+                writer.appendLine(`float m_mass = ${rigidBody.mass}`);
+                writer.beginBlock(`def RealityKitStruct "m_pose"`, "{", true);
+                /* TODO: Apple has a concept of center of mass orientation, not sure what that means here or what an equivalent mapping would be */
+                writer.appendLine(`float3 position = (${rigidBody.centerOfMass.x}, ${rigidBody.centerOfMass.y}, ${rigidBody.centerOfMass.z})`);
+                writer.closeBlock("}");
+                writer.closeBlock("}");
+                if (colliderSources.length > 0) {
+                    const colliderSource = colliderSources[0];
+                    writer.beginBlock(`def RealityKitStruct "material"`, "{", true);
+                    const mat = colliderSource.sharedMaterial;
+                    if (mat && mat.dynamicFriction !== undefined)
+                        writer.appendLine(`double dynamicFriction = ${colliderSource.sharedMaterial?.dynamicFriction}`);
+                    if (mat && mat.bounciness !== undefined)
+                        writer.appendLine(`double restitution = ${colliderSource.sharedMaterial?.bounciness}`);
+                    // eslint-disable-next-line deprecation/deprecation
+                    if (mat && mat.staticFriction !== undefined)
+                        // eslint-disable-next-line deprecation/deprecation
+                        writer.appendLine(`double staticFriction = ${colliderSource.sharedMaterial?.staticFriction}`);
+                    writer.closeBlock("}");
+                }
+                writer.closeBlock("}");
+            });
+        }
+        if (colliderSource) {
+            // TODO: Apple only allows one collider, Unity allows many, are many typically used on each object though? What can we do here? combine them? take the first?
+            model.addEventListener('serialize', (writer, _context) => {
+                writer.beginBlock(`def RealityKitComponent "Collider"`, "{", true);
+                // TODO: a group is needed for collisions, not sure what this controls though
+                writer.appendLine(`uint group = 1`);
+                writer.appendLine(`uniform token info:id = "RealityKit.Collider"`);
+                // TODO: a mask is needed for collisions, this is the max value for int, possibly collision flags but i'm not sure what each bit means, or if we have that exported info from unity
+                // This is coming from RealityComposerPro
+                writer.appendLine(`uint mask = 4294967295`);
+                const isTrigger = colliderSource.isTrigger; // not currently used, see comment above
+                const typeName = isTrigger ? "Trigger" : "Default";
+                writer.appendLine(`token type = "${typeName}"`);
+                writer.beginBlock(`def RealityKitStruct "Shape"`, "{", true);
+                if (colliderSource instanceof SphereCollider) {
+                    const sphereCollider = colliderSource;
+                    writer.appendLine(`token shapeType = "Sphere"`);
+                    writer.appendLine(`float radius = ${sphereCollider.radius}`);
+                }
+                else if (colliderSource instanceof BoxCollider) {
+                    const boxCollider = colliderSource;
+                    writer.appendLine(`token shapeType = "Box"`);
+                    writer.appendLine(`float3 extent = (${boxCollider.size.x}, ${boxCollider.size.y}, ${boxCollider.size.z})`);
+                }
+                else if (colliderSource instanceof CapsuleCollider) {
+                    const capsuleCollider = colliderSource;
+                    writer.appendLine(`token shapeType = "Capsule"`);
+                    writer.appendLine(`float radius = ${capsuleCollider.radius}`);
+                    writer.appendLine(`float height = ${capsuleCollider.height}`);
+                }
+                else if (colliderSource instanceof MeshCollider && colliderSource.sharedMesh?.geometry) {
+                    // get the bounds of the mesh
+                    const geo = colliderSource.sharedMesh.geometry;
+                    if (!geo.boundingBox)
+                        geo.computeBoundingBox();
+                    const box = colliderSource.sharedMesh.geometry.boundingBox;
+                    if (box) {
+                        writer.appendLine(`token shapeType = "Box"`);
+                        writer.appendLine(`float3 extent = (${box.max.x - box.min.x}, ${box.max.y - box.min.y}, ${box.max.z - box.min.z})`);
+                        console.log("[USDZ] Only Box, Sphere, and Capsule colliders are supported in visionOS/iOS. MeshCollider will be exported as Box", colliderSource);
+                    }
+                }
+                else {
+                    console.warn("[USDZ] Only Box, Sphere, and Capsule colliders are supported in visionOS/iOS. Ignoring collider:", colliderSource);
+                }
+                writer.beginBlock(`def RealityKitStruct "pose"`, "{", true);
+                // TODO: this is used for rotating the collider, I think this isn't necessary since all the changes happen in the parent transform from needle. Not positive about this though.
+                writer.closeBlock("}");
+                writer.closeBlock("}");
+                writer.closeBlock("}");
+            });
+            if (colliderSources.length > 1) {
+                console.log("WARNING: Multiple colliders detected. visionOS / iOS can only support objects with a single collider, only exporting the first collider: ", colliderSource);
+            }
+        }
+    }
+}
 //# sourceMappingURL=PhysicsExtension.js.map

package/lib/engine-components/export/usdz/index.d.ts

@@ -1,3 +1,3 @@
-export { type UsdzBehaviour } from "./extensions/behavior/Behaviour.js";
-export { decompressGpuTexture, imageToCanvas, makeNameSafeForUSD, USDZExporter as NeedleUSDZExporter, USDDocument, USDObject, USDWriter, type USDZExporterContext } from "./ThreeUSDZExporter.js";
-export { USDZExporter } from "./USDZExporter.js";
+export { type UsdzBehaviour } from "./extensions/behavior/Behaviour.js";
+export { decompressGpuTexture, imageToCanvas, makeNameSafeForUSD, USDZExporter as NeedleUSDZExporter, USDDocument, USDObject, USDWriter, type USDZExporterContext } from "./ThreeUSDZExporter.js";
+export { USDZExporter } from "./USDZExporter.js";

package/lib/engine-components/export/usdz/index.js

@@ -1,3 +1,3 @@
-export { decompressGpuTexture, imageToCanvas, makeNameSafeForUSD, USDZExporter as NeedleUSDZExporter, USDDocument, USDObject, USDWriter } from "./ThreeUSDZExporter.js";
-export { USDZExporter } from "./USDZExporter.js";
+export { decompressGpuTexture, imageToCanvas, makeNameSafeForUSD, USDZExporter as NeedleUSDZExporter, USDDocument, USDObject, USDWriter } from "./ThreeUSDZExporter.js";
+export { USDZExporter } from "./USDZExporter.js";
 //# sourceMappingURL=index.js.map

package/lib/engine-components/export/usdz/utils/animationutils.d.ts

@@ -1,7 +1,7 @@
-import { Object3D } from "three";
-import type { AnimationExtension } from "../extensions/Animation.js";
-import type { AudioExtension } from "../extensions/behavior/AudioExtension.js";
-import { BehaviorModel } from "../extensions/behavior/BehavioursBuilder.js";
-export declare function registerAnimatorsImplictly(root: Object3D, ext: AnimationExtension): Array<Object3D>;
-export declare function registerAudioSourcesImplictly(root: Object3D, _ext: AudioExtension): Array<Object3D>;
-export declare function disableObjectsAtStart(objects: Array<Object3D>): BehaviorModel;
+import { Object3D } from "three";
+import type { AnimationExtension } from "../extensions/Animation.js";
+import type { AudioExtension } from "../extensions/behavior/AudioExtension.js";
+import { BehaviorModel } from "../extensions/behavior/BehavioursBuilder.js";
+export declare function registerAnimatorsImplictly(root: Object3D, ext: AnimationExtension): Array<Object3D>;
+export declare function registerAudioSourcesImplictly(root: Object3D, _ext: AudioExtension): Array<Object3D>;
+export declare function disableObjectsAtStart(objects: Array<Object3D>): BehaviorModel;

package/lib/engine-components/export/usdz/utils/animationutils.js

@@ -1,164 +1,164 @@
-import { Object3D } from "three";
-import { getParam } from "../../../../engine/engine_utils.js";
-import { Animation } from "../../../Animation.js";
-import { Animator } from "../../../Animator.js";
-import { AudioSource } from "../../../AudioSource.js";
-import { GameObject } from "../../../Component.js";
-import { PlayAnimationOnClick, PlayAudioOnClick } from "../extensions/behavior/BehaviourComponents.js";
-import { ActionBuilder, BehaviorModel, TriggerBuilder } from "../extensions/behavior/BehavioursBuilder.js";
-const debug = getParam("debugusdz");
-export function registerAnimatorsImplictly(root, ext) {
-    // TODO: currently we're simply appending all animations to each other.
-    // We are not currently emitting PlayAnimation actions that would make sure
-    // that only a specific clip or a set of clips is playing.
-    // Better would be to scratch the functionality here entirely, and instead
-    // inject PlayAnimationOnStart actions. This way, animations can loop independently, and
-    // Animator state chaining would be respected out-of-the-box.
-    // For non-QuickLook USDZ export it's still useful to have implicit registration per root.
-    // collect animators and their clips
-    const animationClips = [];
-    const animators = GameObject.getComponentsInChildren(root, Animator);
-    const animationComponents = GameObject.getComponentsInChildren(root, Animation);
-    const animatorsWithPlayAtStart = new Array();
-    const constructedObjects = new Array();
-    if (ext.injectImplicitBehaviours) {
-        // We're registering animators with implicit PlayAnimationOnClick (with hacked "start" trigger) here.
-        for (const animator of animators) {
-            if (!animator || !animator.runtimeAnimatorController || !animator.enabled)
-                continue;
-            const activeState = animator.runtimeAnimatorController.activeState;
-            // skip missing data, empty states or motions
-            if (!activeState)
-                continue;
-            if (!activeState.motion || !activeState.motion.clip)
-                continue;
-            if (activeState.motion.clip.tracks?.length < 1)
-                continue;
-            // We could skip if the current state has already ended playing
-            // but there's an edge case where we'd do this exactly in a transition,
-            // and also it's a bit weird when someone has watched the animation in the browser already
-            // and then it doesn't play in AR, so this is disabled for now.
-            // if (animator.getCurrentStateInfo()?.normalizedTime == 1) continue;
-            if (animatorsWithPlayAtStart.includes(animator))
-                continue;
-            // Create a PlayAnimationOnClick component that will play the animation on start
-            // This is a bit hacky right now (we're using the internal "start" trigger)
-            const newComponent = new PlayAnimationOnClick();
-            newComponent.animator = animator;
-            newComponent.stateName = activeState.name;
-            newComponent.trigger = "start";
-            newComponent.name = "PlayAnimationOnClick_implicitAtStart_" + newComponent.stateName;
-            const go = new Object3D();
-            GameObject.addComponent(go, newComponent);
-            constructedObjects.push(go);
-            animatorsWithPlayAtStart.push(animator);
-            // the behaviour can be anywhere in the hierarchy
-            root.add(go);
-        }
-        // TODO add Animation handling, otherwise multi-animation files
-        // directly loaded from GLB may glitch due to the added rest poses
-    }
-    else {
-        for (const animator of animators) {
-            if (!animator || !animator.runtimeAnimatorController || !animator.enabled)
-                continue;
-            if (debug)
-                console.log(animator);
-            const clips = [];
-            for (const action of animator.runtimeAnimatorController.enumerateActions()) {
-                if (debug)
-                    console.log(action);
-                const clip = action.getClip();
-                if (!clips.includes(clip))
-                    clips.push(clip);
-            }
-            animationClips.push({ root: animator.gameObject, clips: clips });
-        }
-    }
-    // TODO once PlayAnimationOnClick can use animation components as well,
-    // we can treat them the same as we treat Animators above.
-    if (ext.injectImplicitBehaviours) {
-        for (const animationComponent of animationComponents) {
-            if (!animationComponent || !animationComponent.clip || !animationComponent.enabled)
-                continue;
-            if (!animationComponent.playAutomatically)
-                continue;
-            if (animatorsWithPlayAtStart.includes(animationComponent))
-                continue;
-            // Create a PlayAnimationOnClick component that will play the animation on start
-            // This is a bit hacky right now (we're using the internal "start" trigger)
-            const newComponent = new PlayAnimationOnClick();
-            newComponent.animation = animationComponent;
-            newComponent.stateName = animationComponent.clip.name;
-            newComponent.trigger = "start";
-            newComponent.name = "PlayAnimationOnClick_implicitAtStart_" + newComponent.stateName;
-            const go = new Object3D();
-            GameObject.addComponent(go, newComponent);
-            constructedObjects.push(go);
-            animatorsWithPlayAtStart.push(animationComponent);
-            // the behaviour can be anywhere in the hierarchy
-            root.add(go);
-        }
-    }
-    else {
-        for (const animationComponent of animationComponents) {
-            if (debug)
-                console.log(animationComponent);
-            const clips = [];
-            for (const clip of animationComponent.animations) {
-                if (!clips.includes(clip))
-                    clips.push(clip);
-            }
-            animationClips.push({ root: animationComponent.gameObject, clips: clips });
-        }
-    }
-    if (debug && animationClips?.length > 0)
-        console.log("USDZ Animation Clips without behaviours", animationClips);
-    for (const pair of animationClips) {
-        for (const clip of pair.clips)
-            ext.registerAnimation(pair.root, clip);
-    }
-    return constructedObjects;
-}
-export function registerAudioSourcesImplictly(root, _ext) {
-    const audioSources = GameObject.getComponentsInChildren(root, AudioSource);
-    const playAudioOnClicks = GameObject.getComponentsInChildren(root, PlayAudioOnClick);
-    const audioWithPlayAtStart = new Array();
-    const constructedObjects = new Array();
-    if (debug) {
-        console.log({ audioSources, playAudioOnClicks });
-    }
-    // Remove all audio sources that are already referenced from existing PlayAudioOnClick components
-    for (const player of playAudioOnClicks) {
-        if (!player.target)
-            continue;
-        const index = audioSources.indexOf(player.target);
-        if (index > -1)
-            audioSources.splice(index, 1);
-    }
-    // for the remaning ones, we want to build a PlayAudioOnClick component
-    for (const audioSource of audioSources) {
-        if (!audioSource || !audioSource.clip)
-            continue;
-        if (audioSource.volume <= 0)
-            continue;
-        if (audioWithPlayAtStart.includes(audioSource))
-            continue;
-        const newComponent = new PlayAudioOnClick();
-        newComponent.target = audioSource;
-        newComponent.name = "PlayAudioOnClick_implicitAtStart_";
-        newComponent.trigger = "start";
-        const go = new Object3D();
-        GameObject.addComponent(go, newComponent);
-        console.log("implicit PlayAudioOnStart", go, newComponent);
-        constructedObjects.push(go);
-        audioWithPlayAtStart.push(audioSource);
-        root.add(go);
-    }
-    return constructedObjects;
-}
-export function disableObjectsAtStart(objects) {
-    const newComponent = new BehaviorModel("DisableAtStart", TriggerBuilder.sceneStartTrigger(), ActionBuilder.fadeAction(objects, 0, false));
-    return newComponent;
-}
+import { Object3D } from "three";
+import { getParam } from "../../../../engine/engine_utils.js";
+import { Animation } from "../../../Animation.js";
+import { Animator } from "../../../Animator.js";
+import { AudioSource } from "../../../AudioSource.js";
+import { GameObject } from "../../../Component.js";
+import { PlayAnimationOnClick, PlayAudioOnClick } from "../extensions/behavior/BehaviourComponents.js";
+import { ActionBuilder, BehaviorModel, TriggerBuilder } from "../extensions/behavior/BehavioursBuilder.js";
+const debug = getParam("debugusdz");
+export function registerAnimatorsImplictly(root, ext) {
+    // TODO: currently we're simply appending all animations to each other.
+    // We are not currently emitting PlayAnimation actions that would make sure
+    // that only a specific clip or a set of clips is playing.
+    // Better would be to scratch the functionality here entirely, and instead
+    // inject PlayAnimationOnStart actions. This way, animations can loop independently, and
+    // Animator state chaining would be respected out-of-the-box.
+    // For non-QuickLook USDZ export it's still useful to have implicit registration per root.
+    // collect animators and their clips
+    const animationClips = [];
+    const animators = GameObject.getComponentsInChildren(root, Animator);
+    const animationComponents = GameObject.getComponentsInChildren(root, Animation);
+    const animatorsWithPlayAtStart = new Array();
+    const constructedObjects = new Array();
+    if (ext.injectImplicitBehaviours) {
+        // We're registering animators with implicit PlayAnimationOnClick (with hacked "start" trigger) here.
+        for (const animator of animators) {
+            if (!animator || !animator.runtimeAnimatorController || !animator.enabled)
+                continue;
+            const activeState = animator.runtimeAnimatorController.activeState;
+            // skip missing data, empty states or motions
+            if (!activeState)
+                continue;
+            if (!activeState.motion || !activeState.motion.clip)
+                continue;
+            if (activeState.motion.clip.tracks?.length < 1)
+                continue;
+            // We could skip if the current state has already ended playing
+            // but there's an edge case where we'd do this exactly in a transition,
+            // and also it's a bit weird when someone has watched the animation in the browser already
+            // and then it doesn't play in AR, so this is disabled for now.
+            // if (animator.getCurrentStateInfo()?.normalizedTime == 1) continue;
+            if (animatorsWithPlayAtStart.includes(animator))
+                continue;
+            // Create a PlayAnimationOnClick component that will play the animation on start
+            // This is a bit hacky right now (we're using the internal "start" trigger)
+            const newComponent = new PlayAnimationOnClick();
+            newComponent.animator = animator;
+            newComponent.stateName = activeState.name;
+            newComponent.trigger = "start";
+            newComponent.name = "PlayAnimationOnClick_implicitAtStart_" + newComponent.stateName;
+            const go = new Object3D();
+            GameObject.addComponent(go, newComponent);
+            constructedObjects.push(go);
+            animatorsWithPlayAtStart.push(animator);
+            // the behaviour can be anywhere in the hierarchy
+            root.add(go);
+        }
+        // TODO add Animation handling, otherwise multi-animation files
+        // directly loaded from GLB may glitch due to the added rest poses
+    }
+    else {
+        for (const animator of animators) {
+            if (!animator || !animator.runtimeAnimatorController || !animator.enabled)
+                continue;
+            if (debug)
+                console.log(animator);
+            const clips = [];
+            for (const action of animator.runtimeAnimatorController.enumerateActions()) {
+                if (debug)
+                    console.log(action);
+                const clip = action.getClip();
+                if (!clips.includes(clip))
+                    clips.push(clip);
+            }
+            animationClips.push({ root: animator.gameObject, clips: clips });
+        }
+    }
+    // TODO once PlayAnimationOnClick can use animation components as well,
+    // we can treat them the same as we treat Animators above.
+    if (ext.injectImplicitBehaviours) {
+        for (const animationComponent of animationComponents) {
+            if (!animationComponent || !animationComponent.clip || !animationComponent.enabled)
+                continue;
+            if (!animationComponent.playAutomatically)
+                continue;
+            if (animatorsWithPlayAtStart.includes(animationComponent))
+                continue;
+            // Create a PlayAnimationOnClick component that will play the animation on start
+            // This is a bit hacky right now (we're using the internal "start" trigger)
+            const newComponent = new PlayAnimationOnClick();
+            newComponent.animation = animationComponent;
+            newComponent.stateName = animationComponent.clip.name;
+            newComponent.trigger = "start";
+            newComponent.name = "PlayAnimationOnClick_implicitAtStart_" + newComponent.stateName;
+            const go = new Object3D();
+            GameObject.addComponent(go, newComponent);
+            constructedObjects.push(go);
+            animatorsWithPlayAtStart.push(animationComponent);
+            // the behaviour can be anywhere in the hierarchy
+            root.add(go);
+        }
+    }
+    else {
+        for (const animationComponent of animationComponents) {
+            if (debug)
+                console.log(animationComponent);
+            const clips = [];
+            for (const clip of animationComponent.animations) {
+                if (!clips.includes(clip))
+                    clips.push(clip);
+            }
+            animationClips.push({ root: animationComponent.gameObject, clips: clips });
+        }
+    }
+    if (debug && animationClips?.length > 0)
+        console.log("USDZ Animation Clips without behaviours", animationClips);
+    for (const pair of animationClips) {
+        for (const clip of pair.clips)
+            ext.registerAnimation(pair.root, clip);
+    }
+    return constructedObjects;
+}
+export function registerAudioSourcesImplictly(root, _ext) {
+    const audioSources = GameObject.getComponentsInChildren(root, AudioSource);
+    const playAudioOnClicks = GameObject.getComponentsInChildren(root, PlayAudioOnClick);
+    const audioWithPlayAtStart = new Array();
+    const constructedObjects = new Array();
+    if (debug) {
+        console.log({ audioSources, playAudioOnClicks });
+    }
+    // Remove all audio sources that are already referenced from existing PlayAudioOnClick components
+    for (const player of playAudioOnClicks) {
+        if (!player.target)
+            continue;
+        const index = audioSources.indexOf(player.target);
+        if (index > -1)
+            audioSources.splice(index, 1);
+    }
+    // for the remaning ones, we want to build a PlayAudioOnClick component
+    for (const audioSource of audioSources) {
+        if (!audioSource || !audioSource.clip)
+            continue;
+        if (audioSource.volume <= 0)
+            continue;
+        if (audioWithPlayAtStart.includes(audioSource))
+            continue;
+        const newComponent = new PlayAudioOnClick();
+        newComponent.target = audioSource;
+        newComponent.name = "PlayAudioOnClick_implicitAtStart_";
+        newComponent.trigger = "start";
+        const go = new Object3D();
+        GameObject.addComponent(go, newComponent);
+        console.log("implicit PlayAudioOnStart", go, newComponent);
+        constructedObjects.push(go);
+        audioWithPlayAtStart.push(audioSource);
+        root.add(go);
+    }
+    return constructedObjects;
+}
+export function disableObjectsAtStart(objects) {
+    const newComponent = new BehaviorModel("DisableAtStart", TriggerBuilder.sceneStartTrigger(), ActionBuilder.fadeAction(objects, 0, false));
+    return newComponent;
+}
 //# sourceMappingURL=animationutils.js.map

package/lib/engine-components/export/usdz/utils/quicklook.d.ts

@@ -1,2 +1,2 @@
-import { Context } from "../../../../engine/engine_setup.js";
-export declare function ensureQuicklookLinkIsCreated(context: Context, supportsQuickLook: boolean): HTMLAnchorElement;
+import { Context } from "../../../../engine/engine_setup.js";
+export declare function ensureQuicklookLinkIsCreated(context: Context, supportsQuickLook: boolean): HTMLAnchorElement;