@needle-tools/engine 2.51.0-pre → 2.53.0-pre

package/lib/engine-components/export/usdz/USDZExporter.js

@@ -0,0 +1,193 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { delay, getParam, isiOS, isMobileDevice, isSafari } from "../../../engine/engine_utils";
+import { Object3D } from "three";
+import { USDZExporter as ThreeUSDZExporter } from "three/examples/jsm/exporters/USDZExporter";
+import { AnimationExtension } from "./extensions/Animation";
+import { ensureQuicklookLinkIsCreated } from "./utils/quicklook";
+import { getFormattedDate } from "./utils/timeutils";
+import { registerAnimatorsImplictly } from "./utils/animationutils";
+import { Behaviour, GameObject } from "../../Component";
+import { WebXR } from "../../WebXR";
+import { serializable } from "../../../engine/engine_serialization";
+import { showBalloonWarning } from "../../../engine/debug/debug";
+import { Context } from "../../../engine/engine_setup";
+const debug = getParam("debugusdz");
+export class USDZExporter extends Behaviour {
+    objectToExport;
+    autoExportAnimations = false;
+    extensions = [];
+    link;
+    webxr;
+    start() {
+        if (debug) {
+            window.addEventListener("keydown", (evt) => {
+                switch (evt.key) {
+                    case "t":
+                        this.exportAsync();
+                        break;
+                }
+            });
+            if (isMobileDevice()) {
+                setTimeout(() => {
+                    this.exportAsync();
+                }, 2000);
+            }
+        }
+        document.getElementById("open-in-ar")?.addEventListener("click", (evt) => {
+            evt.preventDefault();
+            this.exportAsync();
+        });
+        if (!this.objectToExport)
+            this.objectToExport = this.gameObject;
+    }
+    onEnable() {
+        const ios = isiOS();
+        const safari = isSafari();
+        if (debug || (ios && safari)) {
+            this.createQuicklookButton();
+            this.lastCallback = this.quicklookCallback.bind(this);
+            this.link = ensureQuicklookLinkIsCreated(this.context);
+            this.link.addEventListener('message', this.lastCallback);
+        }
+    }
+    onDisable() {
+        this.link?.removeEventListener('message', this.lastCallback);
+    }
+    async exportAsync() {
+        if (!this.objectToExport)
+            return;
+        const exporter = new ThreeUSDZExporter();
+        const extensions = [...this.extensions];
+        // collect animators and their clips
+        const animExt = new AnimationExtension();
+        extensions.push(animExt);
+        if (this.autoExportAnimations)
+            registerAnimatorsImplictly(this.objectToExport, animExt);
+        const eventArgs = { self: this, exporter: exporter, extensions: extensions };
+        this.dispatchEvent(new CustomEvent("before-export", { detail: eventArgs }));
+        let name = "needle";
+        if (debug)
+            name += "-" + getFormattedDate();
+        //@ts-ignore
+        exporter.debug = debug;
+        //@ts-ignore
+        const arraybuffer = await exporter.parse(this.objectToExport, extensions);
+        const blob = new Blob([arraybuffer], { type: 'application/octet-stream' });
+        // second file: USDA (without assets)
+        //@ts-ignore
+        // const usda = exporter.lastUsda;
+        // const blob2 = new Blob([usda], { type: 'text/plain' });
+        // this.link.download = name + ".usda";
+        // this.link.href = URL.createObjectURL(blob2);
+        // this.link.click();
+        // see https://developer.apple.com/documentation/arkit/adding_an_apple_pay_button_or_a_custom_action_in_ar_quick_look
+        const overlay = this.buildQuicklookOverlay();
+        const callToAction = overlay.callToAction ? encodeURIComponent(overlay.callToAction) : "";
+        const checkoutTitle = overlay.checkoutTitle ? encodeURIComponent(overlay.checkoutTitle) : "";
+        const checkoutSubtitle = overlay.checkoutSubtitle ? encodeURIComponent(overlay.checkoutSubtitle) : "";
+        this.link.href = URL.createObjectURL(blob) + `#callToAction=${callToAction}&checkoutTitle=${checkoutTitle}&checkoutSubtitle=${checkoutSubtitle}&`;
+        if (!this.lastCallback) {
+            this.lastCallback = this.quicklookCallback.bind(this);
+            this.link.addEventListener('message', this.lastCallback);
+        }
+        // open quicklook
+        this.link.download = name + ".usdz";
+        this.link.click();
+        // TODO detect QuickLook availability:
+        // https://webkit.org/blog/8421/viewing-augmented-reality-assets-in-safari-for-ios/#:~:text=inside%20the%20anchor.-,Feature%20Detection,-To%20detect%20support
+    }
+    lastCallback;
+    quicklookCallback(event) {
+        if (event?.data == '_apple_ar_quicklook_button_tapped') {
+            if (debug)
+                showBalloonWarning("Quicklook closed via call to action button");
+            this.dispatchEvent(new CustomEvent("quicklook-button-tapped", { detail: this }));
+        }
+    }
+    buildQuicklookOverlay() {
+        const obj = {};
+        obj.callToAction = "Close";
+        obj.checkoutTitle = "🌵 Made with Needle";
+        obj.checkoutSubtitle = "_";
+        // Use the quicklook-overlay event to customize the overlay
+        this.dispatchEvent(new CustomEvent("quicklook-overlay", { detail: obj }));
+        return obj;
+    }
+    _arButton;
+    async createQuicklookButton() {
+        if (!this.webxr) {
+            await delay(1);
+            this.webxr = GameObject.findObjectOfType(WebXR) ?? undefined;
+            if (this.webxr) {
+                if (this.webxr.VRButton)
+                    this.webxr.VRButton.parentElement?.removeChild(this.webxr.VRButton);
+                // check if we have an AR button already and re-use that
+                if (this.webxr.ARButton && this._arButton !== this.webxr.ARButton) {
+                    this._arButton = this.webxr.ARButton;
+                    // Hack to remove the immersiveweb link
+                    const linkInButton = this.webxr.ARButton.parentElement?.querySelector("a");
+                    if (linkInButton) {
+                        linkInButton.href = "";
+                    }
+                    this.webxr.ARButton.innerText = "Open in Quicklook";
+                    this.webxr.ARButton.disabled = false;
+                    this.webxr.ARButton.addEventListener("click", evt => {
+                        evt.preventDefault();
+                        this.exportAsync();
+                    });
+                    this.webxr.ARButton.classList.add("quicklook-ar-button");
+                }
+                // create a button if WebXR didnt create one yet
+                else {
+                    this.webxr.createARButton = false;
+                    this.webxr.createVRButton = false;
+                    let container = window.document.querySelector(".webxr-buttons");
+                    if (!container) {
+                        container = document.createElement("div");
+                        container.classList.add("webxr-buttons");
+                    }
+                    const button = document.createElement("button");
+                    button.innerText = "Open in Quicklook";
+                    button.addEventListener("click", () => {
+                        this.exportAsync();
+                    });
+                    button.classList.add('webxr-ar-button');
+                    button.classList.add('webxr-button');
+                    button.classList.add("quicklook-ar-button");
+                    container.appendChild(button);
+                }
+            }
+            else {
+                console.warn("Could not find WebXR component: will not create Quicklook button", Context.Current);
+            }
+        }
+    }
+    resetStyles(el) {
+        el.style.position = "";
+        el.style.top = "";
+        el.style.left = "";
+        el.style.width = "";
+        el.style.height = "";
+        el.style.margin = "";
+        el.style.padding = "";
+        el.style.border = "";
+        el.style.background = "";
+        el.style.color = "";
+        el.style.font = "";
+        el.style.textAlign = "";
+        el.style.opacity = "";
+        el.style.zIndex = "";
+    }
+}
+__decorate([
+    serializable(Object3D)
+], USDZExporter.prototype, "objectToExport", void 0);
+__decorate([
+    serializable()
+], USDZExporter.prototype, "autoExportAnimations", void 0);
+//# sourceMappingURL=USDZExporter.js.map

package/lib/engine-components/export/usdz/USDZExporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"USDZExporter.js","sourceRoot":"","sources":["../../../../../engine-components/export/usdz/USDZExporter.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAChG,OAAO,EAAE,QAAQ,EAAS,MAAM,OAAO,CAAC;AAExC,OAAO,EAAE,YAAY,IAAI,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AAEpE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAA;AACnC,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,8BAA8B,CAAC;AAEvD,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;AAQpC,MAAM,OAAO,YAAa,SAAQ,SAAS;IAGvC,cAAc,CAAkB;IAGhC,oBAAoB,GAAY,KAAK,CAAC;IAEtC,UAAU,GAA6B,EAAE,CAAC;IAElC,IAAI,CAAqB;IACzB,KAAK,CAAS;IAGtB,KAAK;QACD,IAAI,KAAK,EAAE;YACP,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;gBACvC,QAAQ,GAAG,CAAC,GAAG,EAAE;oBACb,KAAK,GAAG;wBACJ,IAAI,CAAC,WAAW,EAAE,CAAC;wBACnB,MAAM;iBACb;YACL,CAAC,CAAC,CAAC;YACH,IAAI,cAAc,EAAE,EAAE;gBAClB,UAAU,CAAC,GAAG,EAAE;oBACZ,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC,EAAE,IAAI,CAAC,CAAA;aACX;SACJ;QACD,QAAQ,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACrE,GAAG,CAAC,cAAc,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC;IACpE,CAAC;IAID,QAAQ;QACJ,MAAM,GAAG,GAAG,KAAK,EAAE,CAAA;QACnB,MAAM,MAAM,GAAG,QAAQ,EAAE,CAAC;QAC1B,IAAI,KAAK,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,EAAE;YAC1B,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;SAC5D;IACL,CAAC;IAED,SAAS;QACL,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QAEjC,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,MAAM,UAAU,GAAQ,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAA;QAE5C,oCAAoC;QACpC,MAAM,OAAO,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACzC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,oBAAoB;YACzB,0BAA0B,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAE7D,MAAM,SAAS,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;QAC7E,IAAI,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,eAAe,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;QAE3E,IAAI,IAAI,GAAG,QAAQ,CAAC;QACpB,IAAI,KAAK;YAAE,IAAI,IAAI,GAAG,GAAG,gBAAgB,EAAE,CAAC;QAE5C,YAAY;QACZ,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QACvB,YAAY;QACZ,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAE3E,qCAAqC;QACrC,YAAY;QACZ,kCAAkC;QAClC,0DAA0D;QAC1D,uCAAuC;QACvC,+CAA+C;QAC/C,qBAAqB;QAErB,qHAAqH;QACrH,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7C,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7F,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,iBAAiB,YAAY,kBAAkB,aAAa,qBAAqB,gBAAgB,GAAG,CAAC;QAGlJ,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;YACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;SAC5D;QAED,iBAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,OAAO,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAElB,sCAAsC;QACtC,8JAA8J;IAClK,CAAC;IAEO,YAAY,CAAO;IAEnB,iBAAiB,CAAC,KAAK;QAC3B,IAAK,KAAa,EAAE,IAAI,IAAI,mCAAmC,EAAE;YAC7D,IAAI,KAAK;gBAAE,kBAAkB,CAAC,4CAA4C,CAAC,CAAC;YAC5E,IAAI,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SACpF;IACL,CAAC;IAEO,qBAAqB;QACzB,MAAM,GAAG,GAAqB,EAAE,CAAC;QACjC,GAAG,CAAC,YAAY,GAAG,OAAO,CAAC;QAC3B,GAAG,CAAC,aAAa,GAAG,qBAAqB,CAAC;QAC1C,GAAG,CAAC,gBAAgB,GAAG,GAAG,CAAC;QAC3B,2DAA2D;QAC3D,IAAI,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC1E,OAAO,GAAG,CAAC;IACf,CAAC;IAEO,SAAS,CAAe;IACxB,KAAK,CAAC,qBAAqB;QAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACb,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;YACf,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;YAC7D,IAAI,IAAI,CAAC,KAAK,EAAE;gBACZ,IAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;oBAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,EAAE,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5F,wDAAwD;gBACxD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;oBAC/D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACrC,uCAAuC;oBACvC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC;oBAC3E,IAAI,YAAY,EAAE;wBACd,YAAY,CAAC,IAAI,GAAG,EAAE,CAAC;qBAC1B;oBACD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,GAAG,mBAAmB,CAAC;oBACpD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC;oBACrC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE;wBAChD,GAAG,CAAC,cAAc,EAAE,CAAC;wBACrB,IAAI,CAAC,WAAW,EAAE,CAAC;oBACvB,CAAC,CAAC,CAAC;oBACH,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;iBAC5D;gBACD,gDAAgD;qBAC3C;oBACD,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC;oBAClC,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC;oBAClC,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;oBAChE,IAAI,CAAC,SAAS,EAAE;wBACZ,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;wBAC1C,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;qBAC5C;oBACD,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;oBAChD,MAAM,CAAC,SAAS,GAAG,mBAAmB,CAAC;oBACvC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;wBAClC,IAAI,CAAC,WAAW,EAAE,CAAC;oBACvB,CAAC,CAAC,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;oBACxC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBACrC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;oBAC5C,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;iBACjC;aACJ;iBACI;gBACD,OAAO,CAAC,IAAI,CAAC,kEAAkE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;aACrG;SACJ;IACL,CAAC;IAEO,WAAW,CAAC,EAAe;QAC/B,EAAE,CAAC,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAC;QACvB,EAAE,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;QAClB,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC;QACnB,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QACpB,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC;QACtB,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC;QACzB,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QACpB,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC;QACnB,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;QACxB,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC;QACtB,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;IACzB,CAAC;CACJ;AA7LG;IADC,YAAY,CAAC,QAAQ,CAAC;oDACS;AAGhC;IADC,YAAY,EAAE;0DACuB"}

package/lib/engine-components/export/usdz/extensions/Animation.d.ts

@@ -0,0 +1,44 @@
+import { Object3D } from "three";
+import { USDZObject } from "three/examples/jsm/exporters/USDZExporter";
+import { IUSDZExporterExtension } from "../Extension";
+export interface UsdzAnimation {
+    createAnimation(ext: AnimationExtension, model: USDZObject, context: any): any;
+}
+export type AnimationClipCollection = Array<{
+    root: Object3D;
+    clips: Array<THREE.AnimationClip>;
+}>;
+export declare class RegisteredAnimationInfo {
+    get start(): number;
+    get duration(): number;
+    private ext;
+    private root;
+    private clip;
+    constructor(ext: AnimationExtension, root: THREE.Object3D, clip: THREE.AnimationClip);
+}
+export declare class TransformData {
+    clip: THREE.AnimationClip;
+    pos?: THREE.KeyframeTrack;
+    rot?: THREE.KeyframeTrack;
+    scale?: THREE.KeyframeTrack;
+    get frameRate(): number;
+    private ext;
+    private root;
+    private target;
+    constructor(ext: AnimationExtension, root: Object3D, target: Object3D, clip: THREE.AnimationClip);
+    addTrack(track: any): void;
+    getFrames(): number;
+    getDuration(): number;
+    getStartTime(arr: TransformData[]): number;
+}
+export declare class AnimationExtension implements IUSDZExporterExtension {
+    get extensionName(): string;
+    private dict;
+    private rootTargetMap;
+    getStartTime01(root: Object3D, clip: THREE.AnimationClip): number;
+    registerAnimation(root: Object3D, clip: THREE.AnimationClip): RegisteredAnimationInfo | null;
+    onAfterHierarchy(_context: any): void;
+    private serializers;
+    onAfterBuildDocument(_context: any): void;
+    onExportObject(object: any, model: USDZObject, _context: any): void;
+}

package/lib/engine-components/export/usdz/extensions/Animation.js

@@ -0,0 +1,264 @@
+import { GameObject } from "../../../Component";
+import { getParam } from "../../../../engine/engine_utils";
+import { Matrix4, Vector3, Quaternion } from "three";
+//@ts-ignore
+import { buildMatrix } from "three/examples/jsm/exporters/USDZExporter";
+const debug = getParam("debugusdzanimation");
+export class RegisteredAnimationInfo {
+    get start() { return this.ext.getStartTime01(this.root, this.clip); }
+    get duration() { return this.clip.duration; }
+    ext;
+    root;
+    clip;
+    constructor(ext, root, clip) {
+        this.ext = ext;
+        this.root = root;
+        this.clip = clip;
+    }
+}
+export class TransformData {
+    clip;
+    pos;
+    rot;
+    scale;
+    get frameRate() { return 60; }
+    ext;
+    root;
+    target;
+    constructor(ext, root, target, clip) {
+        this.ext = ext;
+        this.root = root;
+        this.target = target;
+        this.clip = clip;
+    }
+    addTrack(track) {
+        if (track.name.endsWith("position"))
+            this.pos = track;
+        if (track.name.endsWith("quaternion"))
+            this.rot = track;
+        if (track.name.endsWith("scale"))
+            this.scale = track;
+    }
+    getFrames() {
+        return Math.max(this.pos?.times?.length ?? 0, this.rot?.times?.length ?? 0, this.scale?.times?.length ?? 0);
+    }
+    getDuration() {
+        const times = this.pos?.times ?? this.rot?.times ?? this.scale?.times;
+        if (!times)
+            return 0;
+        return times[times.length - 1];
+    }
+    getStartTime(arr) {
+        let sum = 0;
+        for (let i = 0; i < arr.length; i++) {
+            const entry = arr[i];
+            if (entry === this) {
+                return sum;
+            }
+            else
+                sum += entry.getDuration();
+        }
+        return sum;
+    }
+}
+export class AnimationExtension {
+    get extensionName() { return "animation"; }
+    dict = new Map();
+    // private rootTargetMap: Map<Object3D, Object3D[]> = new Map();
+    rootTargetMap = new Map();
+    getStartTime01(root, clip) {
+        const targets = this.rootTargetMap.get(root);
+        if (!targets)
+            return Infinity;
+        let longestStartTime = -1;
+        for (const target of targets) {
+            const data = this.dict.get(target);
+            let startTimeInSeconds = 0;
+            if (data?.length) {
+                for (const entry of data) {
+                    if (entry.clip === clip) {
+                        break;
+                    }
+                    startTimeInSeconds += entry.getDuration();
+                }
+                longestStartTime = Math.max(longestStartTime, startTimeInSeconds);
+            }
+            else {
+                console.warn("No animation found on root", root, clip, data);
+            }
+        }
+        return longestStartTime;
+    }
+    registerAnimation(root, clip) {
+        if (!clip || !root)
+            return null;
+        if (!this.rootTargetMap.has(root))
+            this.rootTargetMap.set(root, []);
+        // this.rootTargetMap.get(root)?.push(clip);
+        for (const track of clip.tracks) {
+            const trackName = track.name.split(".")[2];
+            const animationTarget = root.getObjectByName(trackName); // object name
+            if (!animationTarget) {
+                console.warn("no object found for track", track.name, "using " + root.name + " instead");
+                continue;
+                // // if no object was found it might be that we have a component that references an animation clip but wants to target another object
+                // // in that case UnityGLTF writes the name of the component as track targets because it doesnt know of the intented target
+                // animationTarget = root;
+            }
+            if (!this.dict.has(animationTarget)) {
+                this.dict.set(animationTarget, []);
+            }
+            const arr = this.dict.get(animationTarget);
+            if (!arr)
+                continue;
+            let model = arr.find(x => x.clip === clip);
+            if (!model) {
+                model = new TransformData(this, root, animationTarget, clip);
+                arr.push(model);
+            }
+            model.addTrack(track);
+            const targets = this.rootTargetMap.get(root);
+            if (!targets?.includes(animationTarget))
+                targets?.push(animationTarget);
+        }
+        // get the entry for this object. 
+        // This doesnt work if we have clips animating multiple objects
+        const info = new RegisteredAnimationInfo(this, root, clip);
+        return info;
+    }
+    onAfterHierarchy(_context) {
+        if (debug)
+            console.log(this.dict);
+    }
+    serializers = [];
+    onAfterBuildDocument(_context) {
+        for (const ser of this.serializers) {
+            const parent = ser.model?.parent;
+            const isEmptyParent = parent?.isDynamic === true;
+            if (debug)
+                console.log(isEmptyParent, ser.model?.parent);
+            if (isEmptyParent) {
+                ser.registerCallback(parent);
+            }
+        }
+    }
+    onExportObject(object, model, _context) {
+        GameObject.foreachComponent(object, (comp) => {
+            const c = comp;
+            if (typeof c.createAnimation === "function") {
+                c.createAnimation(this, model, _context);
+            }
+        }, false);
+        // we need to be able to retarget serialization to empty parents before actually serializing (we do that in another callback)
+        const ser = new SerializeAnimation(object, this.dict);
+        this.serializers.push(ser);
+        ser.registerCallback(model);
+    }
+}
+class SerializeAnimation {
+    object;
+    dict;
+    model;
+    callback;
+    constructor(object, dict) {
+        this.object = object;
+        this.dict = dict;
+    }
+    registerCallback(model) {
+        if (this.model && this.callback) {
+            this.model.removeEventListener("serialize", this.callback);
+        }
+        if (!this.callback)
+            this.callback = this.onSerialize.bind(this);
+        if (debug)
+            console.log("REPARENT", model);
+        this.model = model;
+        this.model.addEventListener("serialize", this.callback);
+    }
+    onSerialize(writer, _context) {
+        if (debug)
+            console.log("SERIALIZE", this.model.name, this.object.type);
+        // do we have a track for this?
+        const object = this.object;
+        const arr = this.dict.get(object);
+        if (!arr)
+            return;
+        // console.log("found data for", object, "exporting animation now");
+        // assumption: all tracks have the same time values
+        // TODO collect all time values and then use the interpolator to access
+        const composedTransform = new Matrix4();
+        const translation = new Vector3();
+        const rotation = new Quaternion();
+        const scale = new Vector3(1, 1, 1);
+        // TODO doesn't support individual time arrays right now
+        // could use these in case we don't have time values that are identical
+        /*
+        const translationInterpolant = o.pos?.createInterpolant() as THREE.Interpolant;
+        const rotationInterpolant = o.rot?.createInterpolant() as THREE.Interpolant;
+        const scaleInterpolant = o.scale?.createInterpolant() as THREE.Interpolant;
+        */
+        writer.appendLine("matrix4d xformOp:transform.timeSamples = {");
+        writer.indent++;
+        for (const transformData of arr) {
+            let timesArray = transformData.pos?.times;
+            if (!timesArray || transformData.rot && transformData.rot.times?.length > timesArray?.length)
+                timesArray = transformData.rot?.times;
+            if (!timesArray || transformData.scale && transformData.scale.times?.length > timesArray?.length)
+                timesArray = transformData.scale?.times;
+            if (!timesArray) {
+                console.error("got an animated object but no time values??", object, transformData);
+                continue;
+            }
+            const startTime = transformData.getStartTime(arr);
+            if (debug)
+                writer.appendLine(transformData.clip.name + ": start=" + startTime.toFixed(3) + ", length=" + transformData.getDuration().toFixed(3) + ", frames=" + transformData.getFrames());
+            // ignore until https://github.com/three-types/three-ts-types/pull/293 gets merged
+            //@ts-ignore
+            const positionInterpolant = transformData.pos?.createInterpolant();
+            //@ts-ignore
+            const rotationInterpolant = transformData.rot?.createInterpolant();
+            //@ts-ignore
+            const scaleInterpolant = transformData.scale?.createInterpolant();
+            if (!positionInterpolant)
+                translation.set(object.position.x, object.position.y, object.position.z);
+            if (!rotationInterpolant)
+                rotation.set(object.quaternion.x, object.quaternion.y, object.quaternion.z, object.quaternion.w);
+            if (!scaleInterpolant)
+                scale.set(object.scale.x, object.scale.y, object.scale.z);
+            for (let index = 0; index < timesArray.length; index++) {
+                const time = timesArray[index];
+                if (positionInterpolant) {
+                    const pos = positionInterpolant.evaluate(time);
+                    translation.set(pos[0], pos[1], pos[2]);
+                }
+                if (rotationInterpolant) {
+                    const quat = rotationInterpolant.evaluate(time);
+                    rotation.set(quat[0], quat[1], quat[2], quat[3]);
+                }
+                if (scaleInterpolant) {
+                    const scale = scaleInterpolant.evaluate(time);
+                    scale.set(scale[0], scale[1], scale[2]);
+                }
+                composedTransform.compose(translation, rotation, scale);
+                let line = `${(startTime + time) * transformData.frameRate}: ${buildMatrix(composedTransform)},`;
+                if (debug)
+                    line = "#" + index + "\t" + line;
+                writer.appendLine(line);
+            }
+        }
+        writer.indent--;
+        writer.appendLine("}");
+        /*
+        let transform3 = new Matrix4();
+        transform3.compose(0.2,0,0);
+        const transform = buildMatrix(model.matrix);
+        const transform2 = buildMatrix(transform3.multiply(model.matrix));
+        
+        writer.appendLine(`matrix4d xformOp:transform.timeSamples = {
+            0: ${transform},
+            30: ${transform2}
+        }`);
+        */
+    }
+}
+//# sourceMappingURL=Animation.js.map

package/lib/engine-components/export/usdz/extensions/Animation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Animation.js","sourceRoot":"","sources":["../../../../../../engine-components/export/usdz/extensions/Animation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAC3D,OAAO,EAAmB,OAAO,EAAwB,OAAO,EAAE,UAAU,EAAe,MAAM,OAAO,CAAC;AACzG,YAAY;AACZ,OAAO,EAAc,WAAW,EAAE,MAAM,2CAA2C,CAAA;AAGnF,MAAM,KAAK,GAAG,QAAQ,CAAC,oBAAoB,CAAC,CAAC;AAQ7C,MAAM,OAAO,uBAAuB;IAEhC,IAAI,KAAK,KAAa,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7E,IAAI,QAAQ,KAAa,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE7C,GAAG,CAAqB;IACxB,IAAI,CAAW;IACf,IAAI,CAAsB;IAElC,YAAY,GAAuB,EAAE,IAAoB,EAAE,IAAyB;QAChF,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;CACJ;AAED,MAAM,OAAO,aAAa;IACtB,IAAI,CAAsB;IAC1B,GAAG,CAAuB;IAC1B,GAAG,CAAuB;IAC1B,KAAK,CAAuB;IAC5B,IAAI,SAAS,KAAa,OAAO,EAAE,CAAC,CAAC,CAAC;IAE9B,GAAG,CAAqB;IACxB,IAAI,CAAW;IACf,MAAM,CAAW;IAEzB,YAAY,GAAuB,EAAE,IAAc,EAAE,MAAgB,EAAE,IAAyB;QAC5F,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,KAAK;QACV,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC;QACtD,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC;QACxD,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACzD,CAAC;IAED,SAAS;QACL,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAChH,CAAC;IAED,WAAW;QACP,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC;QACtE,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,YAAY,CAAC,GAAoB;QAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,KAAK,KAAK,IAAI,EAAE;gBAChB,OAAO,GAAG,CAAC;aACd;;gBACI,GAAG,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;SACnC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;CACJ;AAID,MAAM,OAAO,kBAAkB;IAE3B,IAAI,aAAa,KAAa,OAAO,WAAW,CAAA,CAAC,CAAC;IAC1C,IAAI,GAAkB,IAAI,GAAG,EAAE,CAAC;IACxC,gEAAgE;IACxD,aAAa,GAA8B,IAAI,GAAG,EAAE,CAAC;IAE7D,cAAc,CAAC,IAAc,EAAE,IAAyB;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO;YAAE,OAAO,QAAQ,CAAC;QAC9B,IAAI,gBAAgB,GAAW,CAAC,CAAC,CAAC;QAClC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAC3B,IAAI,IAAI,EAAE,MAAM,EAAE;gBACd,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;oBACtB,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,EAAE;wBACrB,MAAM;qBACT;oBACD,kBAAkB,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;iBAC7C;gBACD,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,CAAC;aACrE;iBACI;gBACD,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;aAChE;SACJ;QACD,OAAO,gBAAgB,CAAC;IAC5B,CAAC;IAED,iBAAiB,CAAC,IAAc,EAAE,IAAyB;QACvD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpE,4CAA4C;QAE5C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;YAC7B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc;YACvE,IAAI,CAAC,eAAe,EAAE;gBAClB,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,IAAI,EAAE,QAAQ,GAAG,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC;gBACzF,SAAS;gBACT,sIAAsI;gBACtI,4HAA4H;gBAC5H,0BAA0B;aAC7B;YACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE;gBACjC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;aACtC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG;gBAAE,SAAS;YAEnB,IAAI,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,EAAE;gBACR,KAAK,GAAG,IAAI,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;gBAC7D,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aACnB;YACD,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC;gBAAE,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;SAC3E;QAED,kCAAkC;QAClC,+DAA+D;QAC/D,MAAM,IAAI,GAAG,IAAI,uBAAuB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,gBAAgB,CAAC,QAAQ;QACrB,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEO,WAAW,GAAyB,EAAE,CAAC;IAE/C,oBAAoB,CAAC,QAAa;QAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE;YAChC,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC;YACjC,MAAM,aAAa,GAAG,MAAM,EAAE,SAAS,KAAK,IAAI,CAAC;YACjD,IAAI,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAClD,IAAI,aAAa,EAAE;gBACf,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;aAChC;SACJ;IACL,CAAC;IAED,cAAc,CAAC,MAAM,EAAE,KAAiB,EAAE,QAAQ;QAE9C,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACzC,MAAM,CAAC,GAAG,IAAgC,CAAC;YAC3C,IAAI,OAAO,CAAC,CAAC,eAAe,KAAK,UAAU,EAAE;gBACzC,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;aAC5C;QACL,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,6HAA6H;QAC7H,MAAM,GAAG,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;CAEJ;AAGD,MAAM,kBAAkB;IAEpB,MAAM,CAAW;IACjB,IAAI,CAAgB;IACpB,KAAK,CAAa;IAEV,QAAQ,CAAY;IAE5B,YAAY,MAAgB,EAAE,IAAmB;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,gBAAgB,CAAC,KAAiB;QAC9B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE;YAC7B,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;SAC9D;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ;YACd,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5D,CAAC;IAED,WAAW,CAAC,MAAM,EAAE,QAAQ;QACxB,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAChE,+BAA+B;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,oEAAoE;QAIpE,mDAAmD;QACnD,uEAAuE;QAEvE,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,OAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,UAAU,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnC,wDAAwD;QACxD,uEAAuE;QACvE;;;;UAIE;QAEF,MAAM,CAAC,UAAU,CAAC,4CAA4C,CAAC,CAAC;QAChE,MAAM,CAAC,MAAM,EAAE,CAAC;QAEhB,KAAK,MAAM,aAAa,IAAI,GAAG,EAAE;YAC7B,IAAI,UAAU,GAAG,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC;YAC1C,IAAI,CAAC,UAAU,IAAI,aAAa,CAAC,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,MAAM;gBAAE,UAAU,GAAG,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC;YACpI,IAAI,CAAC,UAAU,IAAI,aAAa,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,EAAE,MAAM;gBAAE,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC;YAC1I,IAAI,CAAC,UAAU,EAAE;gBACb,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;gBACpF,SAAS;aACZ;YACD,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAElD,IAAI,KAAK;gBACL,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC;YAEpL,kFAAkF;YAClF,YAAY;YACZ,MAAM,mBAAmB,GAA4B,aAAa,CAAC,GAAG,EAAE,iBAAiB,EAAE,CAAC;YAC5F,YAAY;YACZ,MAAM,mBAAmB,GAA4B,aAAa,CAAC,GAAG,EAAE,iBAAiB,EAAE,CAAC;YAC5F,YAAY;YACZ,MAAM,gBAAgB,GAA4B,aAAa,CAAC,KAAK,EAAE,iBAAiB,EAAE,CAAC;YAE3F,IAAI,CAAC,mBAAmB;gBAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACnG,IAAI,CAAC,mBAAmB;gBAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC3H,IAAI,CAAC,gBAAgB;gBAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAEjF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBACpD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAE/B,IAAI,mBAAmB,EAAE;oBACrB,MAAM,GAAG,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC/C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC3C;gBACD,IAAI,mBAAmB,EAAE;oBACrB,MAAM,IAAI,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAChD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;iBACpD;gBACD,IAAI,gBAAgB,EAAE;oBAClB,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC9C,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC3C;gBAED,iBAAiB,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAExD,IAAI,IAAI,GAAG,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,aAAa,CAAC,SAAS,KAAK,WAAW,CAAC,iBAAiB,CAAC,GAAG,CAAC;gBACjG,IAAI,KAAK;oBAAE,IAAI,GAAG,GAAG,GAAG,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;gBAC5C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aAC3B;SAEJ;QACD,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAEvB;;;;;;;;;;UAUE;IACN,CAAC;CACJ"}

package/lib/engine-components/export/usdz/types.d.ts

@@ -0,0 +1,34 @@
+import { Object3D, Matrix4, Material, BufferGeometry } from "three";
+/** implementation is in three */
+export declare class USDZDocument {
+    name: string;
+    get isDocumentRoot(): boolean;
+    add(obj: USDZObject): any;
+    remove(obj: USDZObject): any;
+    traverse(callback: (obj: USDZObject) => void): any;
+    findById(uuid: string): USDZObject | undefined;
+    get isDynamic(): boolean;
+}
+/** implementation is in three */
+export declare class USDZObject {
+    static createEmptyParent(parent: USDZObject): any;
+    uuid: string;
+    name: string;
+    matrix: Matrix4;
+    material: Material;
+    geometry: BufferGeometry;
+    parent: USDZObject | USDZDocument | null;
+    children: USDZObject[];
+    _eventListeners: {
+        [event: string]: Function[];
+    };
+    isDynamic: boolean;
+    is(obj: Object3D): boolean;
+    isEmpty(): boolean;
+    clone(): any;
+    getPath(): any;
+    add(child: USDZObject): any;
+    remove(child: USDZObject): any;
+    addEventListener(evt: string, listener: Function): any;
+    removeEventListener(evt: string, listener: Function): any;
+}

package/lib/engine-components/export/usdz/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/lib/engine-components/export/usdz/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../engine-components/export/usdz/types.ts"],"names":[],"mappings":""}

package/lib/engine-components/export/usdz/utils/animationutils.d.ts

@@ -0,0 +1,3 @@
+import { Object3D } from "three";
+import { AnimationExtension } from "../extensions/Animation";
+export declare function registerAnimatorsImplictly(root: Object3D, ext: AnimationExtension): void;

package/lib/engine-components/export/usdz/utils/animationutils.js

@@ -0,0 +1,46 @@
+import { Animator } from "../../../Animator";
+import { AnimationClip, KeyframeTrack } from "three";
+import { GameObject } from "../../../Component";
+import { getParam } from "../../../../engine/engine_utils";
+const debug = getParam("debugusdz");
+export function registerAnimatorsImplictly(root, ext) {
+    // collect animators and their clips
+    const animationClips = [];
+    const animators = GameObject.getComponentsInChildren(root, Animator);
+    // insert rest pose clip
+    let injectedRestPose = false;
+    if (debug)
+        console.log(animators);
+    for (const animator of animators) {
+        if (!animator || !animator.runtimeAnimatorController)
+            continue;
+        if (debug)
+            console.log(animator);
+        const clips = [];
+        for (const action of animator.runtimeAnimatorController.enumerateActions()) {
+            if (debug)
+                console.log(action);
+            const clip = action.getClip();
+            // we need to inject a rest pose clip so that the animation position is correct
+            // e.g. when the animation starts in the air and animates down we dont want the object to move under the ground
+            if (!injectedRestPose && clip.tracks.length > 0) {
+                injectedRestPose = true;
+                const track = clip.tracks[0];
+                const trackBaseName = track.name.substring(0, track.name.lastIndexOf("."));
+                const currentPositionTrack = new KeyframeTrack(trackBaseName + ".position", [0, .01], [0, 0, 0, 0, 0, 0]);
+                const currentRotationTrack = new KeyframeTrack(trackBaseName + ".quaternion", [0, .01], [0, 0, 0, 1, 0, 0, 0, 1]);
+                clips.push(new AnimationClip("rest", .01, [currentPositionTrack, currentRotationTrack]));
+            }
+            if (!clips.includes(clip))
+                clips.push(clip);
+        }
+        animationClips.push({ root: animator.gameObject, clips: clips });
+    }
+    if (debug)
+        console.log(animationClips);
+    for (const pair of animationClips) {
+        for (const clip of pair.clips)
+            ext.registerAnimation(pair.root, clip);
+    }
+}
+//# sourceMappingURL=animationutils.js.map

package/lib/engine-components/export/usdz/utils/animationutils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"animationutils.js","sourceRoot":"","sources":["../../../../../../engine-components/export/usdz/utils/animationutils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAmB,aAAa,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtE,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;AAEpC,MAAM,UAAU,0BAA0B,CAAC,IAAc,EAAE,GAAuB;IAE9E,oCAAoC;IACpC,MAAM,cAAc,GAAuD,EAAE,CAAC;IAC9E,MAAM,SAAS,GAAG,UAAU,CAAC,uBAAuB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAErE,wBAAwB;IACxB,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,IAAI,KAAK;QACL,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAE3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QAC9B,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,yBAAyB;YAAE,SAAS;QAE/D,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1B,MAAM,KAAK,GAA0B,EAAE,CAAC;QAGxC,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,yBAAyB,CAAC,gBAAgB,EAAE,EAAE;YACxE,IAAI,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;YAE9B,+EAA+E;YAC/E,+GAA+G;YAC/G,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC7C,gBAAgB,GAAG,IAAI,CAAC;gBACxB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3E,MAAM,oBAAoB,GAAG,IAAI,aAAa,CAAC,aAAa,GAAG,WAAW,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC1G,MAAM,oBAAoB,GAAG,IAAI,aAAa,CAAC,aAAa,GAAG,aAAa,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAClH,KAAK,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC;aAC5F;YAED,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACrB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACxB;QAED,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;KACpE;IAED,IAAI,KAAK;QACL,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAEhC,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE;QAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK;YACzB,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;KAC9C;AACL,CAAC"}

package/lib/engine-components/export/usdz/utils/quicklook.d.ts

@@ -0,0 +1,2 @@
+import { Context } from "../../../../engine/engine_setup";
+export declare function ensureQuicklookLinkIsCreated(context: Context): HTMLAnchorElement;