iwer 2.2.0 → 2.2.1

package/build/iwer.module.js

@@ -1369,6 +1369,7 @@ const P_SPACE = Symbol('@iwer/xr-space');
 const P_VIEW = Symbol('@iwer/xr-view');
 const P_VIEWPORT = Symbol('@iwer/xr-viewport');
 const P_RAY = Symbol('@iwer/xr-ray');
+const P_DEPTH_INFO = Symbol('@iwer/xr-depth-info');
 const P_HIT_TEST = Symbol('@iwer/xr-hit-test');
 
 /**
@@ -1877,6 +1878,34 @@ function slerpQuat(a, b, t) {
         w: s0 * a.w + s1 * bw,
     };
 }
+/**
+ * Map of common device name aliases to canonical DeviceId values.
+ * Enables callers to use natural variants like "right", "left-controller",
+ * "controllers.right", etc. in addition to the canonical names.
+ */
+const DEVICE_ID_ALIASES = {
+    right: 'controller-right',
+    left: 'controller-left',
+    'right-controller': 'controller-right',
+    'left-controller': 'controller-left',
+    'controllers.right': 'controller-right',
+    'controllers.left': 'controller-left',
+    rightController: 'controller-right',
+    leftController: 'controller-left',
+    'right-hand': 'hand-right',
+    'left-hand': 'hand-left',
+    'hands.right': 'hand-right',
+    'hands.left': 'hand-left',
+    rightHand: 'hand-right',
+    leftHand: 'hand-left',
+};
+/**
+ * Resolve a device identifier, accepting both canonical names and common aliases.
+ */
+function resolveDeviceId(id) {
+    var _a;
+    return (_a = DEVICE_ID_ALIASES[id]) !== null && _a !== void 0 ? _a : id;
+}
 /**
  * RemoteControlInterface provides frame-synchronized programmatic control of an XRDevice.
  *
@@ -2011,15 +2040,27 @@ class RemoteControlInterface {
                 action.elapsedMs += deltaTimeMs;
                 if (action.elapsedMs >= action.durationMs) {
                     // Complete - apply final state
-                    this.applyDurationFinalState(action);
-                    action.resolve(this.getDurationResult(action));
+                    try {
+                        this.applyDurationFinalState(action);
+                        action.resolve(this.getDurationResult(action));
+                    }
+                    catch (error) {
+                        action.reject(error);
+                    }
                     this.commandQueue.shift();
                     // Continue to next action
                 }
                 else {
                     // In progress - lerp
-                    const t = action.elapsedMs / action.durationMs;
-                    this.applyDurationLerpState(action, t);
+                    try {
+                        const t = action.elapsedMs / action.durationMs;
+                        this.applyDurationLerpState(action, t);
+                    }
+                    catch (error) {
+                        action.reject(error);
+                        this.commandQueue.shift();
+                        continue;
+                    }
                     // Stop processing - wait for next frame
                     break;
                 }
@@ -2777,6 +2818,10 @@ class RemoteControlInterface {
      */
     async dispatch(method, params = {}) {
         var _a;
+        // Normalize device identifier aliases (e.g. "right" -> "controller-right")
+        if (typeof params.device === 'string') {
+            params.device = resolveDeviceId(params.device);
+        }
         // Immediate methods execute synchronously without queue
         if (RemoteControlInterface.IMMEDIATE_METHODS.has(method)) {
             // Active immediate methods trigger capture mode
@@ -2856,6 +2901,8 @@ class RemoteControlInterface {
      */
     executeSelectSequence(params) {
         const { device: deviceId, duration = 0.15 } = params;
+        // Validate device upfront to prevent sub-actions from failing in the frame loop
+        this.getDeviceSelectValue(deviceId);
         return new Promise((resolve, reject) => {
             // Track completion of all three actions
             let actionsCompleted = 0;
@@ -3574,6 +3621,60 @@ class NativePlane {
     }
 }
 
+/**
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ *
+ * This source code is licensed under the MIT license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+class XRCPUDepthInformation {
+    constructor(data, width, height, normDepthBufferFromNormView, rawValueToMeters, dataFormat) {
+        this[P_DEPTH_INFO] = {
+            data,
+            width,
+            height,
+            normDepthBufferFromNormView,
+            rawValueToMeters,
+            dataFormat,
+        };
+    }
+    get data() {
+        return this[P_DEPTH_INFO].data;
+    }
+    get width() {
+        return this[P_DEPTH_INFO].width;
+    }
+    get height() {
+        return this[P_DEPTH_INFO].height;
+    }
+    get normDepthBufferFromNormView() {
+        return this[P_DEPTH_INFO].normDepthBufferFromNormView;
+    }
+    get rawValueToMeters() {
+        return this[P_DEPTH_INFO].rawValueToMeters;
+    }
+    getDepthInMeters(x, y) {
+        const { width, height, rawValueToMeters, data, dataFormat } = this[P_DEPTH_INFO];
+        if (x < 0 || x >= 1 || y < 0 || y >= 1) {
+            throw new RangeError('Normalized coordinates must be in [0, 1) range.');
+        }
+        const col = Math.floor(x * width);
+        const row = Math.floor(y * height);
+        if (dataFormat === 'float32') {
+            const floatView = new Float32Array(data);
+            const index = row * width + col;
+            return floatView[index] * rawValueToMeters;
+        }
+        else {
+            // luminance-alpha: 16-bit unsigned int packed as two bytes
+            const byteView = new Uint8Array(data);
+            const index = (row * width + col) * 2;
+            const rawValue = byteView[index] + byteView[index + 1] * 256;
+            return rawValue * rawValueToMeters;
+        }
+    }
+}
+
 /**
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
@@ -4075,6 +4176,7 @@ class XRFrame {
             detectedMeshes: new XRMeshSet(),
             trackedAnchors: session[P_SESSION].frameTrackedAnchors,
             hitTestResultsMap: new Map(),
+            depthDataMap: new Map(),
         };
     }
     get session() {
@@ -4210,6 +4312,16 @@ class XRFrame {
             return [...this[P_FRAME].hitTestResultsMap.get(hitTestSource)];
         }
     }
+    getDepthInformation(view) {
+        var _a;
+        if (!this[P_FRAME].active) {
+            throw new DOMException('XRFrame access outside the callback that produced it is invalid.', 'InvalidStateError');
+        }
+        if (!this[P_FRAME].session[P_SESSION].enabledFeatures.includes('depth-sensing')) {
+            throw new DOMException('depth-sensing feature is not enabled on this session.', 'InvalidStateError');
+        }
+        return (_a = this[P_FRAME].depthDataMap.get(view[P_VIEW].eye)) !== null && _a !== void 0 ? _a : null;
+    }
 }
 
 /**
@@ -4357,6 +4469,9 @@ class XRSession extends EventTarget {
                 if (this[P_SESSION].enabledFeatures.includes('mesh-detection')) {
                     this[P_SESSION].updateTrackedMeshes(frame);
                 }
+                if (this[P_SESSION].enabledFeatures.includes('depth-sensing')) {
+                    this[P_SESSION].computeDepthSensing(frame);
+                }
                 if (this[P_SESSION].enabledFeatures.includes('hit-test')) {
                     this[P_SESSION].computeHitTestResults(frame);
                 }
@@ -4482,6 +4597,37 @@ class XRSession extends EventTarget {
                     frame[P_FRAME].detectedMeshes.add(xrMesh);
                 });
             },
+            depthSensingUsage: 'cpu-optimized',
+            depthSensingDataFormat: 'float32',
+            computeDepthSensing: (frame) => {
+                const sem = this[P_SESSION].device[P_DEVICE].sem;
+                if (!sem)
+                    return;
+                const { depthNear, depthFar } = this[P_SESSION].renderState;
+                const baseLayer = this[P_SESSION].renderState.baseLayer;
+                if (!baseLayer)
+                    return;
+                const canvas = baseLayer.context.canvas;
+                // Use a reduced resolution for depth buffer (1/4 of canvas)
+                const depthWidth = Math.max(1, Math.floor(canvas.width / 4));
+                const depthHeight = Math.max(1, Math.floor(canvas.height / 4));
+                const eyes = this[P_SESSION].mode === 'inline'
+                    ? [XREye.None]
+                    : [XREye.Left, XREye.Right];
+                for (const eye of eyes) {
+                    const projectionMatrix = this[P_SESSION].getProjectionMatrix(eye);
+                    const viewSpace = this[P_SESSION].device.viewSpaces[eye];
+                    const viewGlobalMatrix = XRSpaceUtils.calculateGlobalOffsetMatrix(viewSpace);
+                    const viewMatrix = create$5();
+                    invert(viewMatrix, viewGlobalMatrix);
+                    const result = sem.computeDepthBuffer(viewMatrix, projectionMatrix, depthWidth, depthHeight, depthNear, depthFar);
+                    if (result) {
+                        const depthInfo = new XRCPUDepthInformation(result.data, result.width, result.height, new XRRigidTransform(), // identity: depth buffer is aligned with view
+                        result.rawValueToMeters, this[P_SESSION].depthSensingDataFormat);
+                        frame[P_FRAME].depthDataMap.set(eye, depthInfo);
+                    }
+                }
+            },
             hitTestSources: new Set(),
             computeHitTestResults: (frame) => {
                 const sem = this[P_SESSION].device[P_DEVICE].sem;
@@ -4551,6 +4697,12 @@ class XRSession extends EventTarget {
     get interactionMode() {
         return this[P_SESSION].device[P_DEVICE].interactionMode;
     }
+    get depthUsage() {
+        return this[P_SESSION].depthSensingUsage;
+    }
+    get depthDataFormat() {
+        return this[P_SESSION].depthSensingDataFormat;
+    }
     updateRenderState(state = {}) {
         var _a, _b, _c, _d;
         if (this[P_SESSION].ended) {
@@ -6033,7 +6185,7 @@ class ActionPlayer {
     }
 }
 
-const VERSION = "2.2.0";
+const VERSION = "2.2.1";
 
 /**
  * Copyright (c) Meta Platforms, Inc. and affiliates.
@@ -10121,4 +10273,4 @@ class ActionRecorder {
     }
 }
 
-export { ActionRecorder, NativeMesh, NativePlane, P_ACTION_PLAYER, P_ACTION_RECORDER, P_ANCHOR, P_CONTROLLER, P_DEVICE, P_FRAME, P_GAMEPAD, P_HAND_INPUT, P_HIT_TEST, P_INPUT_SOURCE, P_JOINT_POSE, P_JOINT_SPACE, P_MESH, P_PLANE, P_POSE, P_RAY, P_REF_SPACE, P_RENDER_STATE, P_RIGID_TRANSFORM, P_SESSION, P_SPACE, P_SYSTEM, P_TRACKED_INPUT, P_VIEW, P_VIEWER_POSE, P_VIEWPORT, P_WEBGL_LAYER, RemoteControlInterface, XRAnchor, XRAnchorSet, XRDevice, XRFrame, XRHand, XRInputSource, XRInputSourceArray, XRInputSourceEvent, XRInputSourcesChangeEvent, XRJointPose, XRJointSpace, XRLayer, XRMesh, XRMeshSet, XRPlane, XRPlaneSet, XRPose, XRRay, XRReferenceSpace, XRReferenceSpaceEvent, XRRenderState, XRRigidTransform, XRSemanticLabels, XRSession, XRSessionEvent, XRSpace, XRSystem, XRView, XRViewerPose, XRViewport, XRWebGLLayer, directionTo, eulerToQuat, lookRotation, metaQuest2, metaQuest3, metaQuestPro, oculusQuest1, quatToEuler, quatToObj, vec3ToObj, waitForCondition };
+export { ActionRecorder, NativeMesh, NativePlane, P_ACTION_PLAYER, P_ACTION_RECORDER, P_ANCHOR, P_CONTROLLER, P_DEPTH_INFO, P_DEVICE, P_FRAME, P_GAMEPAD, P_HAND_INPUT, P_HIT_TEST, P_INPUT_SOURCE, P_JOINT_POSE, P_JOINT_SPACE, P_MESH, P_PLANE, P_POSE, P_RAY, P_REF_SPACE, P_RENDER_STATE, P_RIGID_TRANSFORM, P_SESSION, P_SPACE, P_SYSTEM, P_TRACKED_INPUT, P_VIEW, P_VIEWER_POSE, P_VIEWPORT, P_WEBGL_LAYER, RemoteControlInterface, XRAnchor, XRAnchorSet, XRCPUDepthInformation, XRDevice, XRFrame, XRHand, XRInputSource, XRInputSourceArray, XRInputSourceEvent, XRInputSourcesChangeEvent, XRJointPose, XRJointSpace, XRLayer, XRMesh, XRMeshSet, XRPlane, XRPlaneSet, XRPose, XRRay, XRReferenceSpace, XRReferenceSpaceEvent, XRRenderState, XRRigidTransform, XRSemanticLabels, XRSession, XRSessionEvent, XRSpace, XRSystem, XRView, XRViewerPose, XRViewport, XRWebGLLayer, directionTo, eulerToQuat, lookRotation, metaQuest2, metaQuest3, metaQuestPro, oculusQuest1, quatToEuler, quatToObj, vec3ToObj, waitForCondition };