xrblocks 0.6.0 → 0.7.0

package/README.md

@@ -74,8 +74,8 @@ code below:
     <script type="importmap">
       {
         "imports": {
-          "three": "https://cdn.jsdelivr.net/npm/three@0.181.0/build/three.module.js",
-          "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.181.0/examples/jsm/",
+          "three": "https://cdn.jsdelivr.net/npm/three@0.182.0/build/three.module.js",
+          "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.182.0/examples/jsm/",
           "xrblocks": "https://cdn.jsdelivr.net/gh/google/xrblocks@build/xrblocks.js",
           "xrblocks/addons/": "https://cdn.jsdelivr.net/gh/google/xrblocks@build/addons/"
         }

package/build/core/components/ScriptsManager.d.ts

@@ -14,6 +14,9 @@ export declare class ScriptsManager {
     callKeyUpBound: (event: KeyEvent) => void;
     /** The set of scripts currently being initialized. */
     private initializingScripts;
+    private seenScripts;
+    private syncPromises;
+    private checkScriptBound;
     constructor(initScriptFunction: (script: Script) => Promise<void>);
     /**
      * Initializes a script and adds it to the set of scripts which will receive
@@ -29,13 +32,17 @@ export declare class ScriptsManager {
      * @param script - The script to uninitialize.
      */
     uninitScript(script: Script): void;
+    /**
+     * Helper for scene traversal to avoid closure allocation.
+     */
+    private checkScript;
     /**
      * Finds all scripts in the scene and initializes them or uninitailizes them.
      * Returns a promise which resolves when all new scripts are finished
      * initalizing.
      * @param scene - The main scene which is used to find scripts.
      */
-    syncScriptsWithScene(scene: THREE.Scene): Promise<void>;
+    syncScriptsWithScene(scene: THREE.Scene): Promise<PromiseSettledResult<void>[]>;
     callSelectStart(event: SelectEvent): void;
     callSelectEnd(event: SelectEvent): void;
     callSelect(event: SelectEvent): void;

package/build/depth/Depth.d.ts

@@ -19,7 +19,7 @@ export declare class Depth {
     options: DepthOptions;
     width: number;
     height: number;
-    rawValueToMeters: number;
+    get rawValueToMeters(): number;
     occludableShaders: Set<Shader>;
     private occlusionPass?;
     private depthClientsInitialized;

package/build/depth/DepthTextures.d.ts

@@ -2,14 +2,14 @@ import * as THREE from 'three';
 import { DepthOptions } from './DepthOptions';
 export declare class DepthTextures {
     private options;
-    private uint16Arrays;
+    private float32Arrays;
     private uint8Arrays;
     private dataTextures;
     private nativeTextures;
     depthData: XRCPUDepthInformation[];
     constructor(options: DepthOptions);
     private createDataDepthTextures;
-    updateData(depthData: XRCPUDepthInformation, view_id: number): void;
-    updateNativeTexture(depthData: XRWebGLDepthInformation, renderer: THREE.WebGLRenderer, view_id: number): void;
-    get(view_id: number): THREE.DataTexture | THREE.ExternalTexture;
+    updateData(depthData: XRCPUDepthInformation, viewId: number): void;
+    updateNativeTexture(depthData: XRWebGLDepthInformation, renderer: THREE.WebGLRenderer, viewId: number): void;
+    get(viewId: number): THREE.DataTexture | THREE.ExternalTexture;
 }

package/build/xrblocks.js

@@ -14,15 +14,15 @@
  * limitations under the License.
  *
  * @file xrblocks.js
- * @version v0.6.0
- * @commitid 64e2279
- * @builddate 2025-12-19T21:53:04.057Z
+ * @version v0.7.0
+ * @commitid 950b1e5
+ * @builddate 2026-01-03T00:05:55.605Z
  * @description XR Blocks SDK, built from source with the above commit ID.
  * @agent When using with Gemini to create XR apps, use **Gemini Canvas** mode,
  * and follow rules below:
  * 1. Include the following importmap for maximum compatibility:
-    "three": "https://cdn.jsdelivr.net/npm/three@0.181.0/build/three.module.js",
-    "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.181.0/examples/jsm/",
+    "three": "https://cdn.jsdelivr.net/npm/three@0.182.0/build/three.module.js",
+    "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.182.0/examples/jsm/",
     "troika-three-text": "https://cdn.jsdelivr.net/gh/protectwise/troika@028b81cf308f0f22e5aa8e78196be56ec1997af5/packages/troika-three-text/src/index.js",
     "troika-three-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-three-utils/src/index.js",
     "troika-worker-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-worker-utils/src/index.js",
@@ -2255,10 +2255,6 @@ class DepthMesh extends MeshScript {
             const depthY = Math.round(clamp((1.0 - v) * height, 0, height - 1));
             const rawDepth = depthArray[depthY * width + depthX];
             let depth = depthData.rawValueToMeters * rawDepth;
-            // Workaround for b/382679381.
-            if (this.depthOptions.useFloat32) {
-                depth = rawDepth;
-            }
             // Finds global min/max.
             if (depth > 0) {
                 if (depth < this.minDepth) {
@@ -2502,68 +2498,63 @@ const xrDepthMeshPhysicsOptions = deepFreeze(new DepthOptions({
 class DepthTextures {
     constructor(options) {
         this.options = options;
-        this.uint16Arrays = [];
+        this.float32Arrays = [];
         this.uint8Arrays = [];
         this.dataTextures = [];
         this.nativeTextures = [];
         this.depthData = [];
     }
-    createDataDepthTextures(depthData, view_id) {
-        if (this.dataTextures[view_id]) {
-            this.dataTextures[view_id].dispose();
+    createDataDepthTextures(depthData, viewId) {
+        if (this.dataTextures[viewId]) {
+            this.dataTextures[viewId].dispose();
         }
         if (this.options.useFloat32) {
-            const typedArray = new Uint16Array(depthData.width * depthData.height);
+            const typedArray = new Float32Array(depthData.width * depthData.height);
             const format = THREE.RedFormat;
-            const type = THREE.HalfFloatType;
-            this.uint16Arrays[view_id] = typedArray;
-            this.dataTextures[view_id] = new THREE.DataTexture(typedArray, depthData.width, depthData.height, format, type);
+            const type = THREE.FloatType;
+            this.float32Arrays[viewId] = typedArray;
+            this.dataTextures[viewId] = new THREE.DataTexture(typedArray, depthData.width, depthData.height, format, type);
         }
         else {
             const typedArray = new Uint8Array(depthData.width * depthData.height * 2);
             const format = THREE.RGFormat;
             const type = THREE.UnsignedByteType;
-            this.uint8Arrays[view_id] = typedArray;
-            this.dataTextures[view_id] = new THREE.DataTexture(typedArray, depthData.width, depthData.height, format, type);
+            this.uint8Arrays[viewId] = typedArray;
+            this.dataTextures[viewId] = new THREE.DataTexture(typedArray, depthData.width, depthData.height, format, type);
         }
     }
-    updateData(depthData, view_id) {
-        if (this.dataTextures.length < view_id + 1 ||
-            this.dataTextures[view_id].image.width !== depthData.width ||
-            this.dataTextures[view_id].image.height !== depthData.height) {
-            this.createDataDepthTextures(depthData, view_id);
+    updateData(depthData, viewId) {
+        if (this.dataTextures.length < viewId + 1 ||
+            this.dataTextures[viewId].image.width !== depthData.width ||
+            this.dataTextures[viewId].image.height !== depthData.height) {
+            this.createDataDepthTextures(depthData, viewId);
         }
         if (this.options.useFloat32) {
-            const float32Data = new Float32Array(depthData.data);
-            const float16Data = new Uint16Array(float32Data.length);
-            for (let i = 0; i < float16Data.length; i++) {
-                float16Data[i] = THREE.DataUtils.toHalfFloat(float32Data[i]);
-            }
-            this.uint16Arrays[view_id].set(float16Data);
+            this.float32Arrays[viewId].set(new Float32Array(depthData.data));
         }
         else {
-            this.uint8Arrays[view_id].set(new Uint8Array(depthData.data));
+            this.uint8Arrays[viewId].set(new Uint8Array(depthData.data));
         }
-        this.dataTextures[view_id].needsUpdate = true;
-        this.depthData[view_id] = depthData;
+        this.dataTextures[viewId].needsUpdate = true;
+        this.depthData[viewId] = depthData;
     }
-    updateNativeTexture(depthData, renderer, view_id) {
-        if (this.dataTextures.length < view_id + 1) {
-            this.nativeTextures[view_id] = new THREE.ExternalTexture(depthData.texture);
+    updateNativeTexture(depthData, renderer, viewId) {
+        if (this.dataTextures.length < viewId + 1) {
+            this.nativeTextures[viewId] = new THREE.ExternalTexture(depthData.texture);
         }
         else {
-            this.nativeTextures[view_id].sourceTexture = depthData.texture;
+            this.nativeTextures[viewId].sourceTexture = depthData.texture;
         }
         // fixed in newer revision of three
-        const textureProperties = renderer.properties.get(this.nativeTextures[view_id]);
+        const textureProperties = renderer.properties.get(this.nativeTextures[viewId]);
         textureProperties.__webglTexture = depthData.texture;
         textureProperties.__version = 1;
     }
-    get(view_id) {
+    get(viewId) {
         if (this.dataTextures.length > 0) {
-            return this.dataTextures[view_id];
+            return this.dataTextures[viewId];
         }
-        return this.nativeTextures[view_id];
+        return this.nativeTextures[viewId];
     }
 }
 
@@ -3057,6 +3048,15 @@ const DEFAULT_DEPTH_WIDTH = 160;
 const DEFAULT_DEPTH_HEIGHT = DEFAULT_DEPTH_WIDTH;
 const clipSpacePosition = new THREE.Vector3();
 class Depth {
+    get rawValueToMeters() {
+        if (this.cpuDepthData.length) {
+            return this.cpuDepthData[0].rawValueToMeters;
+        }
+        else if (this.gpuDepthData.length) {
+            return this.gpuDepthData[0].rawValueToMeters;
+        }
+        return 0;
+    }
     /**
      * Depth is a lightweight manager based on three.js to simply prototyping
      * with Depth in WebXR.
@@ -3070,7 +3070,6 @@ class Depth {
         this.options = new DepthOptions();
         this.width = DEFAULT_DEPTH_WIDTH;
         this.height = DEFAULT_DEPTH_HEIGHT;
-        this.rawValueToMeters = 0.0010000000474974513;
         this.occludableShaders = new Set();
         // Whether we're counting the number of depth clients.
         this.depthClientsInitialized = false;
@@ -3180,11 +3179,6 @@ class Depth {
     }
     updateCPUDepthData(depthData, viewId = 0) {
         this.cpuDepthData[viewId] = depthData;
-        // Workaround for b/382679381.
-        this.rawValueToMeters = depthData.rawValueToMeters;
-        if (this.options.useFloat32) {
-            this.rawValueToMeters = 1.0;
-        }
         // Updates Depth Array.
         if (this.depthArray[viewId] == null) {
             this.depthArray[viewId] = this.options.useFloat32
@@ -3210,11 +3204,6 @@ class Depth {
     }
     updateGPUDepthData(depthData, viewId = 0) {
         this.gpuDepthData[viewId] = depthData;
-        // Workaround for b/382679381.
-        this.rawValueToMeters = depthData.rawValueToMeters;
-        if (this.options.useFloat32) {
-            this.rawValueToMeters = 1.0;
-        }
         // For now, assume that we need cpu depth only if depth mesh is enabled.
         // In the future, add a separate option.
         const needCpuDepth = this.options.depthMesh.enabled;
@@ -3291,22 +3280,22 @@ class Depth {
         if (xrRefSpace) {
             const pose = frame.getViewerPose(xrRefSpace);
             if (pose) {
-                for (let view_id = 0; view_id < pose.views.length; ++view_id) {
-                    const view = pose.views[view_id];
-                    this.view[view_id] = view;
+                for (let viewId = 0; viewId < pose.views.length; ++viewId) {
+                    const view = pose.views[viewId];
+                    this.view[viewId] = view;
                     if (session.depthUsage === 'gpu-optimized') {
                         const depthData = binding.getDepthInformation(view);
                         if (!depthData) {
                             return;
                         }
-                        this.updateGPUDepthData(depthData, view_id);
+                        this.updateGPUDepthData(depthData, viewId);
                     }
                     else {
                         const depthData = frame.getDepthInformation(view);
                         if (!depthData) {
                             return;
                         }
-                        this.updateCPUDepthData(depthData, view_id);
+                        this.updateCPUDepthData(depthData, viewId);
                     }
                 }
             }
@@ -4185,6 +4174,9 @@ class ScriptsManager {
         this.callKeyUpBound = this.callKeyUp.bind(this);
         /** The set of scripts currently being initialized. */
         this.initializingScripts = new Set();
+        this.seenScripts = new Set();
+        this.syncPromises = [];
+        this.checkScriptBound = this.checkScript.bind(this);
     }
     /**
      * Initializes a script and adds it to the set of scripts which will receive
@@ -4215,29 +4207,33 @@ class ScriptsManager {
         this.scripts.delete(script);
         this.initializingScripts.delete(script);
     }
+    /**
+     * Helper for scene traversal to avoid closure allocation.
+     */
+    checkScript(obj) {
+        if (obj.isXRScript) {
+            const script = obj;
+            this.syncPromises.push(this.initScript(script));
+            this.seenScripts.add(script);
+        }
+    }
     /**
      * Finds all scripts in the scene and initializes them or uninitailizes them.
      * Returns a promise which resolves when all new scripts are finished
      * initalizing.
      * @param scene - The main scene which is used to find scripts.
      */
-    async syncScriptsWithScene(scene) {
-        const seenScripts = new Set();
-        const promises = [];
-        scene.traverse((obj) => {
-            if (obj.isXRScript) {
-                const script = obj;
-                promises.push(this.initScript(script));
-                seenScripts.add(script);
-            }
-        });
-        await Promise.allSettled(promises);
+    syncScriptsWithScene(scene) {
+        this.seenScripts.clear();
+        this.syncPromises.length = 0;
+        scene.traverse(this.checkScriptBound);
         // Delete missing scripts.
         for (const script of this.scripts) {
-            if (!seenScripts.has(script)) {
+            if (!this.seenScripts.has(script)) {
                 this.uninitScript(script);
             }
         }
+        return Promise.allSettled(this.syncPromises);
     }
     callSelectStart(event) {
         for (const script of this.scripts) {
@@ -5830,6 +5826,7 @@ function traverseUtil(node, callback) {
     return false;
 }
 
+const tempBox = new THREE.Box3();
 /**
  * User is an embodied instance to manage hands, controllers, speech, and
  * avatars. It extends Script to update human-world interaction.
@@ -6192,8 +6189,8 @@ class User extends Script {
             const currentlyTouchedMeshes = [];
             this.scene.traverse((object) => {
                 if (object.isMesh && object.visible) {
-                    const boundingBox = new THREE.Box3().setFromObject(object);
-                    if (boundingBox.containsPoint(indexTipPosition)) {
+                    tempBox.setFromObject(object);
+                    if (tempBox.containsPoint(indexTipPosition)) {
                         currentlyTouchedMeshes.push(object);
                     }
                 }
@@ -8315,12 +8312,15 @@ class SimulatorDepth {
         this.simulatorScene.overrideMaterial = null;
         this.renderer.setRenderTarget(originalRenderTarget);
     }
-    updateDepth() {
+    async updateDepth() {
         // We preventively unbind the PIXEL_PACK_BUFFER before reading from the
         // render target in case external libraries (Spark.js) left it bound.
         const context = this.renderer.getContext();
         context.bindBuffer(context.PIXEL_PACK_BUFFER, null);
-        this.renderer.readRenderTargetPixels(this.depthRenderTarget, 0, 0, this.depthWidth, this.depthHeight, this.depthBuffer);
+        // Cache the projection matrix and transform of the rendered depth.
+        const projectionMatrix = this.depthCamera.projectionMatrix.clone();
+        const transform = new XRRigidTransform(this.depthCamera.position, this.depthCamera.quaternion);
+        await this.renderer.readRenderTargetPixelsAsync(this.depthRenderTarget, 0, 0, this.depthWidth, this.depthHeight, this.depthBuffer);
         // Flip the depth buffer.
         if (this.depthBufferSlice.length != this.depthWidth) {
             this.depthBufferSlice = new Float32Array(this.depthWidth);
@@ -8336,14 +8336,14 @@ class SimulatorDepth {
             // Copy the temp slice (original row i) to row j
             this.depthBuffer.set(this.depthBufferSlice, j_offset);
         }
-        this.depthCamera.projectionMatrix.toArray(this.projectionMatrixArray);
+        projectionMatrix.toArray(this.projectionMatrixArray);
         const depthData = {
             width: this.depthWidth,
             height: this.depthHeight,
             data: this.depthBuffer.buffer,
             rawValueToMeters: 1.0,
             projectionMatrix: this.projectionMatrixArray,
-            transform: new XRRigidTransform(this.depthCamera.position, this.depthCamera.quaternion),
+            transform: transform,
         };
         this.depth.updateCPUDepthData(depthData, 0);
     }
@@ -12459,6 +12459,15 @@ class VideoView extends View {
         /** The cross-origin setting for the video element. Default is 'anonymous'. */
         this.crossOrigin = 'anonymous';
         this.videoAspectRatio = 0.0;
+        // set video options if passed in
+        this.autoplay = options.autoplay ?? this.autoplay;
+        this.muted = options.muted ?? this.muted;
+        this.loop = options.loop ?? this.loop;
+        this.playsInline = options.playsInline ?? this.playsInline;
+        if (options.crossOrigin)
+            this.crossOrigin = options.crossOrigin;
+        if (options.mode)
+            this.mode = options.mode;
         const videoGeometry = new THREE.PlaneGeometry(1, 1);
         const videoMaterial = new THREE.MeshBasicMaterial({
             transparent: true,