@onerjs/core 8.51.7 → 8.51.9

package/Gizmos/index.d.ts

@@ -10,3 +10,4 @@ export * from "./scaleGizmo.js";
 export * from "./lightGizmo.js";
 export * from "./cameraGizmo.js";
 export * from "./planeDragGizmo.js";
+export * from "./spatialAudioGizmo.js";

package/Gizmos/index.js

@@ -10,4 +10,5 @@ export * from "./scaleGizmo.js";
 export * from "./lightGizmo.js";
 export * from "./cameraGizmo.js";
 export * from "./planeDragGizmo.js";
+export * from "./spatialAudioGizmo.js";
 //# sourceMappingURL=index.js.map

package/Gizmos/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../dev/core/src/Gizmos/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC","sourcesContent":["export * from \"./axisDragGizmo\";\r\nexport * from \"./axisScaleGizmo\";\r\nexport * from \"./boundingBoxGizmo\";\r\nexport * from \"./gizmo\";\r\nexport * from \"./gizmoManager\";\r\nexport * from \"./planeRotationGizmo\";\r\nexport * from \"./positionGizmo\";\r\nexport * from \"./rotationGizmo\";\r\nexport * from \"./scaleGizmo\";\r\nexport * from \"./lightGizmo\";\r\nexport * from \"./cameraGizmo\";\r\nexport * from \"./planeDragGizmo\";\r\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../dev/core/src/Gizmos/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC","sourcesContent":["export * from \"./axisDragGizmo\";\r\nexport * from \"./axisScaleGizmo\";\r\nexport * from \"./boundingBoxGizmo\";\r\nexport * from \"./gizmo\";\r\nexport * from \"./gizmoManager\";\r\nexport * from \"./planeRotationGizmo\";\r\nexport * from \"./positionGizmo\";\r\nexport * from \"./rotationGizmo\";\r\nexport * from \"./scaleGizmo\";\r\nexport * from \"./lightGizmo\";\r\nexport * from \"./cameraGizmo\";\r\nexport * from \"./planeDragGizmo\";\r\nexport * from \"./spatialAudioGizmo\";\r\n"]}

package/Gizmos/pure.d.ts

@@ -11,3 +11,4 @@ export * from "./scaleGizmo.js";
 export * from "./lightGizmo.js";
 export * from "./cameraGizmo.js";
 export * from "./planeDragGizmo.js";
+export * from "./spatialAudioGizmo.js";

package/Gizmos/pure.js

@@ -11,4 +11,5 @@ export * from "./scaleGizmo.js";
 export * from "./lightGizmo.js";
 export * from "./cameraGizmo.js";
 export * from "./planeDragGizmo.js";
+export * from "./spatialAudioGizmo.js";
 //# sourceMappingURL=pure.js.map

package/Gizmos/pure.js.map

@@ -1 +1 @@
-{"version":3,"file":"pure.js","sourceRoot":"","sources":["../../../../dev/core/src/Gizmos/pure.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAC7D,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC","sourcesContent":["/** Pure barrel — re-exports only side-effect-free modules */\nexport * from \"./axisDragGizmo\";\nexport * from \"./axisScaleGizmo\";\nexport * from \"./boundingBoxGizmo\";\nexport * from \"./gizmo\";\nexport * from \"./gizmoManager\";\nexport * from \"./planeRotationGizmo.pure\";\nexport * from \"./positionGizmo\";\nexport * from \"./rotationGizmo\";\nexport * from \"./scaleGizmo\";\nexport * from \"./lightGizmo\";\nexport * from \"./cameraGizmo\";\nexport * from \"./planeDragGizmo\";\n"]}
+{"version":3,"file":"pure.js","sourceRoot":"","sources":["../../../../dev/core/src/Gizmos/pure.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAC7D,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC","sourcesContent":["/** Pure barrel — re-exports only side-effect-free modules */\nexport * from \"./axisDragGizmo\";\nexport * from \"./axisScaleGizmo\";\nexport * from \"./boundingBoxGizmo\";\nexport * from \"./gizmo\";\nexport * from \"./gizmoManager\";\nexport * from \"./planeRotationGizmo.pure\";\nexport * from \"./positionGizmo\";\nexport * from \"./rotationGizmo\";\nexport * from \"./scaleGizmo\";\nexport * from \"./lightGizmo\";\nexport * from \"./cameraGizmo\";\nexport * from \"./planeDragGizmo\";\nexport * from \"./spatialAudioGizmo\";\n"]}

package/Gizmos/spatialAudioGizmo.d.ts

@@ -0,0 +1,55 @@
+import { type Nullable } from "../types.js";
+import { Mesh } from "../Meshes/mesh.js";
+import { type IGizmo, Gizmo } from "./gizmo.js";
+import { UtilityLayerRenderer } from "../Rendering/utilityLayerRenderer.js";
+import { StandardMaterial } from "../Materials/standardMaterial.js";
+import { type PointerInfo } from "../Events/pointerEvents.js";
+import { type Observer, Observable } from "../Misc/observable.js";
+import { type AbstractSoundSource } from "../AudioV2/abstractAudio/abstractSoundSource.js";
+/**
+ * Interface for a spatial audio gizmo.
+ */
+export interface ISpatialAudioGizmo extends IGizmo {
+    /** Event that fires each time the gizmo is clicked. */
+    onClickedObservable: Observable<AbstractSoundSource>;
+    /** The sound source the gizmo is attached to. */
+    soundSource: Nullable<AbstractSoundSource>;
+    /** The material used to render the gizmo. */
+    readonly material: StandardMaterial;
+}
+/**
+ * Gizmo that visualizes the position and orientation of a v2 spatial sound source.
+ */
+export declare class SpatialAudioGizmo extends Gizmo implements ISpatialAudioGizmo {
+    private static readonly _Scale;
+    protected _soundSource: Nullable<AbstractSoundSource>;
+    protected _audioMesh: Mesh;
+    protected _material: StandardMaterial;
+    protected _pointerObserver: Nullable<Observer<PointerInfo>>;
+    /** Event that fires each time the gizmo is clicked. */
+    readonly onClickedObservable: Observable<AbstractSoundSource>;
+    /**
+     * Creates a SpatialAudioGizmo.
+     * @param gizmoLayer The utility layer the gizmo will be added to.
+     */
+    constructor(gizmoLayer?: UtilityLayerRenderer);
+    /**
+     * The sound source the gizmo is attached to.
+     */
+    get soundSource(): Nullable<AbstractSoundSource>;
+    set soundSource(soundSource: Nullable<AbstractSoundSource>);
+    /**
+     * Gets the material used to render the gizmo.
+     */
+    get material(): StandardMaterial;
+    /**
+     * @internal
+     * Mirrors the attached mesh to the sound source's spatial position and rotation.
+     */
+    protected _update(): void;
+    /**
+     * Disposes of the gizmo.
+     */
+    dispose(): void;
+    private static _CreateSpeakerMesh;
+}

package/Gizmos/spatialAudioGizmo.js

@@ -0,0 +1,151 @@
+import { Quaternion, TmpVectors } from "../Maths/math.vector.js";
+import { Color3 } from "../Maths/math.color.js";
+import { Mesh } from "../Meshes/mesh.js";
+import { Gizmo } from "./gizmo.js";
+import { UtilityLayerRenderer } from "../Rendering/utilityLayerRenderer.js";
+import { StandardMaterial } from "../Materials/standardMaterial.js";
+import { CreateCylinder } from "../Meshes/Builders/cylinderBuilder.js";
+import { CreateSphere } from "../Meshes/Builders/sphereBuilder.js";
+import { PointerEventTypes } from "../Events/pointerEvents.js";
+import { Observable } from "../Misc/observable.js";
+/**
+ * Gizmo that visualizes the position and orientation of a v2 spatial sound source.
+ */
+export class SpatialAudioGizmo extends Gizmo {
+    /**
+     * Creates a SpatialAudioGizmo.
+     * @param gizmoLayer The utility layer the gizmo will be added to.
+     */
+    constructor(gizmoLayer = UtilityLayerRenderer.DefaultUtilityLayer) {
+        super(gizmoLayer);
+        this._soundSource = null;
+        this._pointerObserver = null;
+        /** Event that fires each time the gizmo is clicked. */
+        this.onClickedObservable = new Observable();
+        const utilityScene = this.gizmoLayer.utilityLayerScene;
+        // Parent under _rootMesh so super.dispose() — which only disposes _rootMesh —
+        // also tears down our attachedMesh and avoids leaking it in the utility layer scene.
+        this.attachedMesh = new Mesh("spatialAudioGizmo", utilityScene);
+        this.attachedMesh.parent = this._rootMesh;
+        this._material = new StandardMaterial("spatialAudio", utilityScene);
+        this._material.diffuseColor = new Color3(0.5, 0.5, 0.5);
+        this._material.specularColor = new Color3(0.1, 0.1, 0.1);
+        this._audioMesh = SpatialAudioGizmo._CreateSpeakerMesh(utilityScene);
+        this._audioMesh.parent = this._rootMesh;
+        for (const child of this._audioMesh.getChildMeshes(false)) {
+            child.material = this._material;
+        }
+        const gizmoLight = this.gizmoLayer._getSharedGizmoLight();
+        gizmoLight.includedOnlyMeshes = gizmoLight.includedOnlyMeshes.concat(this._audioMesh.getChildMeshes(false));
+        this._pointerObserver = utilityScene.onPointerObservable.add((pointerInfo) => {
+            if (!this._soundSource) {
+                return;
+            }
+            const picked = pointerInfo.pickInfo?.pickedMesh;
+            this._isHovered = !!picked && this._rootMesh.getChildMeshes().indexOf(picked) !== -1;
+            if (this._isHovered && pointerInfo.type === PointerEventTypes.POINTERDOWN && pointerInfo.event.button === 0) {
+                this.onClickedObservable.notifyObservers(this._soundSource);
+            }
+        });
+    }
+    /**
+     * The sound source the gizmo is attached to.
+     */
+    get soundSource() {
+        return this._soundSource;
+    }
+    set soundSource(soundSource) {
+        var _a;
+        this._soundSource = soundSource;
+        if (soundSource && this.attachedMesh) {
+            if (!this.attachedMesh.reservedDataStore) {
+                this.attachedMesh.reservedDataStore = {};
+            }
+            this.attachedMesh.reservedDataStore.spatialAudioGizmo = this;
+            (_a = this.attachedMesh).rotationQuaternion ?? (_a.rotationQuaternion = new Quaternion());
+            this._update();
+        }
+    }
+    /**
+     * Gets the material used to render the gizmo.
+     */
+    get material() {
+        return this._material;
+    }
+    /**
+     * @internal
+     * Mirrors the attached mesh to the sound source's spatial position and rotation.
+     */
+    _update() {
+        super._update();
+        const source = this._soundSource;
+        const attachedMesh = this.attachedMesh;
+        if (!source || !attachedMesh || !source._isSpatial) {
+            return;
+        }
+        attachedMesh.rotationQuaternion ?? (attachedMesh.rotationQuaternion = new Quaternion());
+        // When the sound is attached to a scene node, the actual world transform is on the node;
+        // the spatial facade only caches the most recent user-set position/rotation. Decompose
+        // the node's world matrix directly so the gizmo tracks movement of the attached entity,
+        // and honor the spatial sub-property's attachment options (useBoundingBox, attachmentType).
+        const spatial = source.spatial;
+        const attachedNode = spatial.attachedNode;
+        if (attachedNode) {
+            const worldRotation = TmpVectors.Quaternion[0];
+            const worldPosition = TmpVectors.Vector3[0];
+            attachedNode.getWorldMatrix().decompose(undefined, worldRotation, worldPosition);
+            if (spatial.attachmentType & 1 /* SpatialAudioAttachmentType.Position */) {
+                if (spatial.useBoundingBox && attachedNode.getBoundingInfo) {
+                    attachedMesh.position.copyFrom(attachedNode.getBoundingInfo().boundingBox.centerWorld);
+                }
+                else {
+                    attachedMesh.position.copyFrom(worldPosition);
+                }
+            }
+            else {
+                attachedMesh.position.copyFrom(spatial.position);
+            }
+            if (spatial.attachmentType & 2 /* SpatialAudioAttachmentType.Rotation */) {
+                attachedMesh.rotationQuaternion.copyFrom(worldRotation);
+            }
+            else {
+                attachedMesh.rotationQuaternion.copyFrom(spatial.rotationQuaternion);
+            }
+        }
+        else {
+            attachedMesh.position.copyFrom(spatial.position);
+            attachedMesh.rotationQuaternion.copyFrom(spatial.rotationQuaternion);
+        }
+    }
+    /**
+     * Disposes of the gizmo.
+     */
+    dispose() {
+        this.onClickedObservable.clear();
+        this.gizmoLayer.utilityLayerScene.onPointerObservable.remove(this._pointerObserver);
+        this._material.dispose();
+        // _audioMesh and attachedMesh are children of _rootMesh, so super.dispose() handles them.
+        super.dispose();
+    }
+    static _CreateSpeakerMesh(scene) {
+        const root = new Mesh("spatialAudioRoot", scene);
+        // Spherical body for the source point.
+        const body = CreateSphere("spatialAudioBody", { diameter: 1, segments: 8 }, scene);
+        body.parent = root;
+        // A flared cone pointing along +Z to indicate the sound's facing direction.
+        const cone = CreateCylinder("spatialAudioCone", {
+            height: 1.4,
+            diameterTop: 1.6,
+            diameterBottom: 0.2,
+            tessellation: 12,
+            subdivisions: 1,
+        }, scene);
+        cone.parent = root;
+        cone.rotation.x = Math.PI / 2;
+        cone.position.z = 0.9;
+        root.scaling.scaleInPlace(SpatialAudioGizmo._Scale);
+        return root;
+    }
+}
+SpatialAudioGizmo._Scale = 0.035;
+//# sourceMappingURL=spatialAudioGizmo.js.map

package/Gizmos/spatialAudioGizmo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spatialAudioGizmo.js","sourceRoot":"","sources":["../../../../dev/core/src/Gizmos/spatialAudioGizmo.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAe,KAAK,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAoB,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC9E,OAAO,EAAiB,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAiB/D;;GAEG;AACH,MAAM,OAAO,iBAAkB,SAAQ,KAAK;IAWxC;;;OAGG;IACH,YAAY,aAAmC,oBAAoB,CAAC,mBAAmB;QACnF,KAAK,CAAC,UAAU,CAAC,CAAC;QAbZ,iBAAY,GAAkC,IAAI,CAAC;QAGnD,qBAAgB,GAAoC,IAAI,CAAC;QAEnE,uDAAuD;QACvC,wBAAmB,GAAG,IAAI,UAAU,EAAuB,CAAC;QASxE,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;QAEvD,8EAA8E;QAC9E,qFAAqF;QACrF,IAAI,CAAC,YAAY,GAAG,IAAI,IAAI,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;QAChE,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;QAE1C,IAAI,CAAC,SAAS,GAAG,IAAI,gBAAgB,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;QACpE,IAAI,CAAC,SAAS,CAAC,YAAY,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,CAAC,aAAa,GAAG,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAEzD,IAAI,CAAC,UAAU,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QACrE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QACpC,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC;QAC1D,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;QAE5G,IAAI,CAAC,gBAAgB,GAAG,YAAY,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;YACzE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACrB,OAAO;YACX,CAAC;YACD,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,UAAU,CAAC;YAChD,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC,MAAc,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7F,IAAI,IAAI,CAAC,UAAU,IAAI,WAAW,CAAC,IAAI,KAAK,iBAAiB,CAAC,WAAW,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1G,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChE,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,IAAW,WAAW,CAAC,WAA0C;;QAC7D,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,WAAW,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC;gBACvC,IAAI,CAAC,YAAY,CAAC,iBAAiB,GAAG,EAAE,CAAC;YAC7C,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC7D,MAAA,IAAI,CAAC,YAAY,EAAC,kBAAkB,QAAlB,kBAAkB,GAAK,IAAI,UAAU,EAAE,EAAC;YAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACL,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACgB,OAAO;QACtB,KAAK,CAAC,OAAO,EAAE,CAAC;QAEhB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;QACjC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACvC,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACjD,OAAO;QACX,CAAC;QAED,YAAY,CAAC,kBAAkB,KAA/B,YAAY,CAAC,kBAAkB,GAAK,IAAI,UAAU,EAAE,EAAC;QAErD,yFAAyF;QACzF,uFAAuF;QACvF,wFAAwF;QACxF,4FAA4F;QAC5F,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QAC1C,IAAI,YAAY,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC5C,YAAY,CAAC,cAAc,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;YAEjF,IAAI,OAAO,CAAC,cAAc,8CAAsC,EAAE,CAAC;gBAC/D,IAAI,OAAO,CAAC,cAAc,IAAK,YAA6B,CAAC,eAAe,EAAE,CAAC;oBAC3E,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAE,YAA6B,CAAC,eAAe,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;gBAC7G,CAAC;qBAAM,CAAC;oBACJ,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBAClD,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACrD,CAAC;YAED,IAAI,OAAO,CAAC,cAAc,8CAAsC,EAAE,CAAC;gBAC/D,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACJ,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YACzE,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACjD,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACzE,CAAC;IACL,CAAC;IAED;;OAEG;IACa,OAAO;QACnB,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACpF,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACzB,0FAA0F;QAC1F,KAAK,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC;IAEO,MAAM,CAAC,kBAAkB,CAAC,KAAY;QAC1C,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;QAEjD,uCAAuC;QACvC,MAAM,IAAI,GAAG,YAAY,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,4EAA4E;QAC5E,MAAM,IAAI,GAAG,cAAc,CACvB,kBAAkB,EAClB;YACI,MAAM,EAAE,GAAG;YACX,WAAW,EAAE,GAAG;YAChB,cAAc,EAAE,GAAG;YACnB,YAAY,EAAE,EAAE;YAChB,YAAY,EAAE,CAAC;SAClB,EACD,KAAK,CACR,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,GAAG,CAAC;QAEtB,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC;IAChB,CAAC;;AA9JuB,wBAAM,GAAG,KAAK,AAAR,CAAS","sourcesContent":["import { type Nullable } from \"../types\";\r\nimport { Quaternion, TmpVectors } from \"../Maths/math.vector\";\r\nimport { Color3 } from \"../Maths/math.color\";\r\nimport { type AbstractMesh } from \"../Meshes/abstractMesh\";\r\nimport { Mesh } from \"../Meshes/mesh\";\r\nimport { type IGizmo, Gizmo } from \"./gizmo\";\r\nimport { UtilityLayerRenderer } from \"../Rendering/utilityLayerRenderer\";\r\nimport { StandardMaterial } from \"../Materials/standardMaterial\";\r\nimport { CreateCylinder } from \"../Meshes/Builders/cylinderBuilder\";\r\nimport { CreateSphere } from \"../Meshes/Builders/sphereBuilder\";\r\nimport { type PointerInfo, PointerEventTypes } from \"../Events/pointerEvents\";\r\nimport { type Observer, Observable } from \"../Misc/observable\";\r\nimport { type Scene } from \"../scene\";\r\nimport { type AbstractSoundSource } from \"../AudioV2/abstractAudio/abstractSoundSource\";\r\nimport { SpatialAudioAttachmentType } from \"../AudioV2/spatialAudioAttachmentType\";\r\n\r\n/**\r\n * Interface for a spatial audio gizmo.\r\n */\r\nexport interface ISpatialAudioGizmo extends IGizmo {\r\n    /** Event that fires each time the gizmo is clicked. */\r\n    onClickedObservable: Observable<AbstractSoundSource>;\r\n    /** The sound source the gizmo is attached to. */\r\n    soundSource: Nullable<AbstractSoundSource>;\r\n    /** The material used to render the gizmo. */\r\n    readonly material: StandardMaterial;\r\n}\r\n\r\n/**\r\n * Gizmo that visualizes the position and orientation of a v2 spatial sound source.\r\n */\r\nexport class SpatialAudioGizmo extends Gizmo implements ISpatialAudioGizmo {\r\n    private static readonly _Scale = 0.035;\r\n\r\n    protected _soundSource: Nullable<AbstractSoundSource> = null;\r\n    protected _audioMesh: Mesh;\r\n    protected _material: StandardMaterial;\r\n    protected _pointerObserver: Nullable<Observer<PointerInfo>> = null;\r\n\r\n    /** Event that fires each time the gizmo is clicked. */\r\n    public readonly onClickedObservable = new Observable<AbstractSoundSource>();\r\n\r\n    /**\r\n     * Creates a SpatialAudioGizmo.\r\n     * @param gizmoLayer The utility layer the gizmo will be added to.\r\n     */\r\n    constructor(gizmoLayer: UtilityLayerRenderer = UtilityLayerRenderer.DefaultUtilityLayer) {\r\n        super(gizmoLayer);\r\n\r\n        const utilityScene = this.gizmoLayer.utilityLayerScene;\r\n\r\n        // Parent under _rootMesh so super.dispose() — which only disposes _rootMesh —\r\n        // also tears down our attachedMesh and avoids leaking it in the utility layer scene.\r\n        this.attachedMesh = new Mesh(\"spatialAudioGizmo\", utilityScene);\r\n        this.attachedMesh.parent = this._rootMesh;\r\n\r\n        this._material = new StandardMaterial(\"spatialAudio\", utilityScene);\r\n        this._material.diffuseColor = new Color3(0.5, 0.5, 0.5);\r\n        this._material.specularColor = new Color3(0.1, 0.1, 0.1);\r\n\r\n        this._audioMesh = SpatialAudioGizmo._CreateSpeakerMesh(utilityScene);\r\n        this._audioMesh.parent = this._rootMesh;\r\n        for (const child of this._audioMesh.getChildMeshes(false)) {\r\n            child.material = this._material;\r\n        }\r\n\r\n        const gizmoLight = this.gizmoLayer._getSharedGizmoLight();\r\n        gizmoLight.includedOnlyMeshes = gizmoLight.includedOnlyMeshes.concat(this._audioMesh.getChildMeshes(false));\r\n\r\n        this._pointerObserver = utilityScene.onPointerObservable.add((pointerInfo) => {\r\n            if (!this._soundSource) {\r\n                return;\r\n            }\r\n            const picked = pointerInfo.pickInfo?.pickedMesh;\r\n            this._isHovered = !!picked && this._rootMesh.getChildMeshes().indexOf(picked as Mesh) !== -1;\r\n            if (this._isHovered && pointerInfo.type === PointerEventTypes.POINTERDOWN && pointerInfo.event.button === 0) {\r\n                this.onClickedObservable.notifyObservers(this._soundSource);\r\n            }\r\n        });\r\n    }\r\n\r\n    /**\r\n     * The sound source the gizmo is attached to.\r\n     */\r\n    public get soundSource(): Nullable<AbstractSoundSource> {\r\n        return this._soundSource;\r\n    }\r\n\r\n    public set soundSource(soundSource: Nullable<AbstractSoundSource>) {\r\n        this._soundSource = soundSource;\r\n        if (soundSource && this.attachedMesh) {\r\n            if (!this.attachedMesh.reservedDataStore) {\r\n                this.attachedMesh.reservedDataStore = {};\r\n            }\r\n            this.attachedMesh.reservedDataStore.spatialAudioGizmo = this;\r\n            this.attachedMesh.rotationQuaternion ??= new Quaternion();\r\n            this._update();\r\n        }\r\n    }\r\n\r\n    /**\r\n     * Gets the material used to render the gizmo.\r\n     */\r\n    public get material(): StandardMaterial {\r\n        return this._material;\r\n    }\r\n\r\n    /**\r\n     * @internal\r\n     * Mirrors the attached mesh to the sound source's spatial position and rotation.\r\n     */\r\n    protected override _update(): void {\r\n        super._update();\r\n\r\n        const source = this._soundSource;\r\n        const attachedMesh = this.attachedMesh;\r\n        if (!source || !attachedMesh || !source._isSpatial) {\r\n            return;\r\n        }\r\n\r\n        attachedMesh.rotationQuaternion ??= new Quaternion();\r\n\r\n        // When the sound is attached to a scene node, the actual world transform is on the node;\r\n        // the spatial facade only caches the most recent user-set position/rotation. Decompose\r\n        // the node's world matrix directly so the gizmo tracks movement of the attached entity,\r\n        // and honor the spatial sub-property's attachment options (useBoundingBox, attachmentType).\r\n        const spatial = source.spatial;\r\n        const attachedNode = spatial.attachedNode;\r\n        if (attachedNode) {\r\n            const worldRotation = TmpVectors.Quaternion[0];\r\n            const worldPosition = TmpVectors.Vector3[0];\r\n            attachedNode.getWorldMatrix().decompose(undefined, worldRotation, worldPosition);\r\n\r\n            if (spatial.attachmentType & SpatialAudioAttachmentType.Position) {\r\n                if (spatial.useBoundingBox && (attachedNode as AbstractMesh).getBoundingInfo) {\r\n                    attachedMesh.position.copyFrom((attachedNode as AbstractMesh).getBoundingInfo().boundingBox.centerWorld);\r\n                } else {\r\n                    attachedMesh.position.copyFrom(worldPosition);\r\n                }\r\n            } else {\r\n                attachedMesh.position.copyFrom(spatial.position);\r\n            }\r\n\r\n            if (spatial.attachmentType & SpatialAudioAttachmentType.Rotation) {\r\n                attachedMesh.rotationQuaternion.copyFrom(worldRotation);\r\n            } else {\r\n                attachedMesh.rotationQuaternion.copyFrom(spatial.rotationQuaternion);\r\n            }\r\n        } else {\r\n            attachedMesh.position.copyFrom(spatial.position);\r\n            attachedMesh.rotationQuaternion.copyFrom(spatial.rotationQuaternion);\r\n        }\r\n    }\r\n\r\n    /**\r\n     * Disposes of the gizmo.\r\n     */\r\n    public override dispose(): void {\r\n        this.onClickedObservable.clear();\r\n        this.gizmoLayer.utilityLayerScene.onPointerObservable.remove(this._pointerObserver);\r\n        this._material.dispose();\r\n        // _audioMesh and attachedMesh are children of _rootMesh, so super.dispose() handles them.\r\n        super.dispose();\r\n    }\r\n\r\n    private static _CreateSpeakerMesh(scene: Scene): Mesh {\r\n        const root = new Mesh(\"spatialAudioRoot\", scene);\r\n\r\n        // Spherical body for the source point.\r\n        const body = CreateSphere(\"spatialAudioBody\", { diameter: 1, segments: 8 }, scene);\r\n        body.parent = root;\r\n\r\n        // A flared cone pointing along +Z to indicate the sound's facing direction.\r\n        const cone = CreateCylinder(\r\n            \"spatialAudioCone\",\r\n            {\r\n                height: 1.4,\r\n                diameterTop: 1.6,\r\n                diameterBottom: 0.2,\r\n                tessellation: 12,\r\n                subdivisions: 1,\r\n            },\r\n            scene\r\n        );\r\n        cone.parent = root;\r\n        cone.rotation.x = Math.PI / 2;\r\n        cone.position.z = 0.9;\r\n\r\n        root.scaling.scaleInPlace(SpatialAudioGizmo._Scale);\r\n        return root;\r\n    }\r\n}\r\n"]}

package/Materials/GaussianSplatting/gaussianSplattingMaterial.pure.d.ts

@@ -100,6 +100,11 @@ export declare class GaussianSplattingMaterial extends PushMaterial {
      * @param scene scene that contains mesh and camera used for rendering
      */
     static BindEffect(mesh: Mesh, effect: Effect, scene: Scene): void;
+    /**
+     * Bind SOG dequantization uniforms + raw textures.
+     * @internal
+     */
+    protected static _BindSogUniforms(gsMesh: GaussianSplattingMesh, effect: Effect): void;
     /**
      * Binds the submesh to this material by preparing the effect and shader to draw
      * @param world defines the world transformation matrix

package/Materials/GaussianSplatting/gaussianSplattingMaterial.pure.js

@@ -69,6 +69,10 @@ class GaussianSplattingMaterialDefines extends MaterialDefines {
         this.IS_COMPOUND = false;
         /** Defines the maximum number of parts (computed from engine caps at runtime) */
         this.MAX_PART_COUNT = GaussianSplattingMaxPartCount;
+        /** Defines whether SOG raw-texture in-shader dequantization is enabled */
+        this.USE_SOG = false;
+        /** Defines whether SOG v2 (codebook) dequantization is enabled */
+        this.USE_SOG_V2 = false;
         this.rebuild();
     }
 }
@@ -188,6 +192,8 @@ export class GaussianSplattingMaterial extends PushMaterial {
         }
         defines["IS_COMPOUND"] = gsMesh.isCompound;
         defines["MAX_PART_COUNT"] = GetGaussianSplattingMaxPartCount(engine);
+        defines["USE_SOG"] = gsMesh.useSog;
+        defines["USE_SOG_V2"] = gsMesh.useSog && gsMesh.sogParams?.version === 2;
         // Compensation
         const splatMaterial = gsMesh.material;
         defines["COMPENSATION"] = splatMaterial && splatMaterial.compensation ? splatMaterial.compensation : GaussianSplattingMaterial.Compensation;
@@ -315,7 +321,10 @@ export class GaussianSplattingMaterial extends PushMaterial {
             effect.setTexture("covariancesBTexture", gsMesh.covariancesBTexture);
             effect.setTexture("centersTexture", gsMesh.centersTexture);
             effect.setTexture("colorsTexture", gsMesh.colorsTexture);
-            if (gsMesh.shTextures) {
+            if (gsMesh.useSog) {
+                GaussianSplattingMaterial._BindSogUniforms(gsMesh, effect);
+            }
+            else if (gsMesh.shTextures) {
                 for (let i = 0; i < gsMesh.shTextures.length; i++) {
                     effect.setTexture(`shTexture${i}`, gsMesh.shTextures[i]);
                 }
@@ -324,6 +333,37 @@ export class GaussianSplattingMaterial extends PushMaterial {
             gsMesh.bindExtraEffectUniforms(effect);
         }
     }
+    /**
+     * Bind SOG dequantization uniforms + raw textures.
+     * @internal
+     */
+    static _BindSogUniforms(gsMesh, effect) {
+        const p = gsMesh.sogParams;
+        if (!p) {
+            return;
+        }
+        effect.setTexture("sogQuatsTexture", gsMesh.rotationsATexture);
+        if (gsMesh.shTextures && gsMesh.shTextures.length >= 2) {
+            effect.setTexture("sogShNCentroidsTexture", gsMesh.shTextures[0]);
+            effect.setTexture("sogShNLabelsTexture", gsMesh.shTextures[1]);
+        }
+        if (p.codebookTexture) {
+            effect.setTexture("sogCodebookTexture", p.codebookTexture);
+        }
+        effect.setFloat3("sogMeansMin", p.meansMin[0], p.meansMin[1], p.meansMin[2]);
+        effect.setFloat3("sogMeansMax", p.meansMax[0], p.meansMax[1], p.meansMax[2]);
+        if (p.scalesMin && p.scalesMax) {
+            effect.setFloat3("sogScalesMin", p.scalesMin[0], p.scalesMin[1], p.scalesMin[2]);
+            effect.setFloat3("sogScalesMax", p.scalesMax[0], p.scalesMax[1], p.scalesMax[2]);
+        }
+        if (p.sh0Min && p.sh0Max) {
+            effect.setFloat4("sogSh0Min", p.sh0Min[0], p.sh0Min[1], p.sh0Min[2], p.sh0Min[3]);
+            effect.setFloat4("sogSh0Max", p.sh0Max[0], p.sh0Max[1], p.sh0Max[2], p.sh0Max[3]);
+        }
+        effect.setFloat("sogShnMin", p.shnMin ?? 0);
+        effect.setFloat("sogShnMax", p.shnMax ?? 0);
+        effect.setFloat("sogShCoeffCount", p.shCoeffCount ?? 0);
+    }
     /**
      * Binds the submesh to this material by preparing the effect and shader to draw
      * @param world defines the world transformation matrix
@@ -642,6 +682,10 @@ GaussianSplattingMaterial._Samplers = [
     "shTexture3",
     "shTexture4",
     "partIndicesTexture",
+    "sogQuatsTexture",
+    "sogShNCentroidsTexture",
+    "sogShNLabelsTexture",
+    "sogCodebookTexture",
 ];
 GaussianSplattingMaterial._UniformBuffers = ["Scene", "Mesh"];
 GaussianSplattingMaterial._VoxelUniforms = [
@@ -674,6 +718,15 @@ GaussianSplattingMaterial._Uniforms = [
     "depthValues",
     "partWorld",
     "partVisibility",
+    "sogMeansMin",
+    "sogMeansMax",
+    "sogScalesMin",
+    "sogScalesMax",
+    "sogSh0Min",
+    "sogSh0Max",
+    "sogShnMin",
+    "sogShnMax",
+    "sogShCoeffCount",
 ];
 let _Registered = false;
 /**