iwer 2.2.0 → 2.2.1

package/build/iwer.js

@@ -1375,6 +1375,7 @@
   const P_VIEW = Symbol('@iwer/xr-view');
   const P_VIEWPORT = Symbol('@iwer/xr-viewport');
   const P_RAY = Symbol('@iwer/xr-ray');
+  const P_DEPTH_INFO = Symbol('@iwer/xr-depth-info');
   const P_HIT_TEST = Symbol('@iwer/xr-hit-test');
 
   /**
@@ -1883,6 +1884,34 @@
           w: s0 * a.w + s1 * bw,
       };
   }
+  /**
+   * Map of common device name aliases to canonical DeviceId values.
+   * Enables callers to use natural variants like "right", "left-controller",
+   * "controllers.right", etc. in addition to the canonical names.
+   */
+  const DEVICE_ID_ALIASES = {
+      right: 'controller-right',
+      left: 'controller-left',
+      'right-controller': 'controller-right',
+      'left-controller': 'controller-left',
+      'controllers.right': 'controller-right',
+      'controllers.left': 'controller-left',
+      rightController: 'controller-right',
+      leftController: 'controller-left',
+      'right-hand': 'hand-right',
+      'left-hand': 'hand-left',
+      'hands.right': 'hand-right',
+      'hands.left': 'hand-left',
+      rightHand: 'hand-right',
+      leftHand: 'hand-left',
+  };
+  /**
+   * Resolve a device identifier, accepting both canonical names and common aliases.
+   */
+  function resolveDeviceId(id) {
+      var _a;
+      return (_a = DEVICE_ID_ALIASES[id]) !== null && _a !== void 0 ? _a : id;
+  }
   /**
    * RemoteControlInterface provides frame-synchronized programmatic control of an XRDevice.
    *
@@ -2017,15 +2046,27 @@
                   action.elapsedMs += deltaTimeMs;
                   if (action.elapsedMs >= action.durationMs) {
                       // Complete - apply final state
-                      this.applyDurationFinalState(action);
-                      action.resolve(this.getDurationResult(action));
+                      try {
+                          this.applyDurationFinalState(action);
+                          action.resolve(this.getDurationResult(action));
+                      }
+                      catch (error) {
+                          action.reject(error);
+                      }
                       this.commandQueue.shift();
                       // Continue to next action
                   }
                   else {
                       // In progress - lerp
-                      const t = action.elapsedMs / action.durationMs;
-                      this.applyDurationLerpState(action, t);
+                      try {
+                          const t = action.elapsedMs / action.durationMs;
+                          this.applyDurationLerpState(action, t);
+                      }
+                      catch (error) {
+                          action.reject(error);
+                          this.commandQueue.shift();
+                          continue;
+                      }
                       // Stop processing - wait for next frame
                       break;
                   }
@@ -2783,6 +2824,10 @@
        */
       async dispatch(method, params = {}) {
           var _a;
+          // Normalize device identifier aliases (e.g. "right" -> "controller-right")
+          if (typeof params.device === 'string') {
+              params.device = resolveDeviceId(params.device);
+          }
           // Immediate methods execute synchronously without queue
           if (RemoteControlInterface.IMMEDIATE_METHODS.has(method)) {
               // Active immediate methods trigger capture mode
@@ -2862,6 +2907,8 @@
        */
       executeSelectSequence(params) {
           const { device: deviceId, duration = 0.15 } = params;
+          // Validate device upfront to prevent sub-actions from failing in the frame loop
+          this.getDeviceSelectValue(deviceId);
           return new Promise((resolve, reject) => {
               // Track completion of all three actions
               let actionsCompleted = 0;
@@ -3580,6 +3627,60 @@
       }
   }
 
+  /**
+   * Copyright (c) Meta Platforms, Inc. and affiliates.
+   *
+   * This source code is licensed under the MIT license found in the
+   * LICENSE file in the root directory of this source tree.
+   */
+  class XRCPUDepthInformation {
+      constructor(data, width, height, normDepthBufferFromNormView, rawValueToMeters, dataFormat) {
+          this[P_DEPTH_INFO] = {
+              data,
+              width,
+              height,
+              normDepthBufferFromNormView,
+              rawValueToMeters,
+              dataFormat,
+          };
+      }
+      get data() {
+          return this[P_DEPTH_INFO].data;
+      }
+      get width() {
+          return this[P_DEPTH_INFO].width;
+      }
+      get height() {
+          return this[P_DEPTH_INFO].height;
+      }
+      get normDepthBufferFromNormView() {
+          return this[P_DEPTH_INFO].normDepthBufferFromNormView;
+      }
+      get rawValueToMeters() {
+          return this[P_DEPTH_INFO].rawValueToMeters;
+      }
+      getDepthInMeters(x, y) {
+          const { width, height, rawValueToMeters, data, dataFormat } = this[P_DEPTH_INFO];
+          if (x < 0 || x >= 1 || y < 0 || y >= 1) {
+              throw new RangeError('Normalized coordinates must be in [0, 1) range.');
+          }
+          const col = Math.floor(x * width);
+          const row = Math.floor(y * height);
+          if (dataFormat === 'float32') {
+              const floatView = new Float32Array(data);
+              const index = row * width + col;
+              return floatView[index] * rawValueToMeters;
+          }
+          else {
+              // luminance-alpha: 16-bit unsigned int packed as two bytes
+              const byteView = new Uint8Array(data);
+              const index = (row * width + col) * 2;
+              const rawValue = byteView[index] + byteView[index + 1] * 256;
+              return rawValue * rawValueToMeters;
+          }
+      }
+  }
+
   /**
    * Copyright (c) Meta Platforms, Inc. and affiliates.
    *
@@ -4081,6 +4182,7 @@
               detectedMeshes: new XRMeshSet(),
               trackedAnchors: session[P_SESSION].frameTrackedAnchors,
               hitTestResultsMap: new Map(),
+              depthDataMap: new Map(),
           };
       }
       get session() {
@@ -4216,6 +4318,16 @@
               return [...this[P_FRAME].hitTestResultsMap.get(hitTestSource)];
           }
       }
+      getDepthInformation(view) {
+          var _a;
+          if (!this[P_FRAME].active) {
+              throw new DOMException('XRFrame access outside the callback that produced it is invalid.', 'InvalidStateError');
+          }
+          if (!this[P_FRAME].session[P_SESSION].enabledFeatures.includes('depth-sensing')) {
+              throw new DOMException('depth-sensing feature is not enabled on this session.', 'InvalidStateError');
+          }
+          return (_a = this[P_FRAME].depthDataMap.get(view[P_VIEW].eye)) !== null && _a !== void 0 ? _a : null;
+      }
   }
 
   /**
@@ -4363,6 +4475,9 @@
                   if (this[P_SESSION].enabledFeatures.includes('mesh-detection')) {
                       this[P_SESSION].updateTrackedMeshes(frame);
                   }
+                  if (this[P_SESSION].enabledFeatures.includes('depth-sensing')) {
+                      this[P_SESSION].computeDepthSensing(frame);
+                  }
                   if (this[P_SESSION].enabledFeatures.includes('hit-test')) {
                       this[P_SESSION].computeHitTestResults(frame);
                   }
@@ -4488,6 +4603,37 @@
                       frame[P_FRAME].detectedMeshes.add(xrMesh);
                   });
               },
+              depthSensingUsage: 'cpu-optimized',
+              depthSensingDataFormat: 'float32',
+              computeDepthSensing: (frame) => {
+                  const sem = this[P_SESSION].device[P_DEVICE].sem;
+                  if (!sem)
+                      return;
+                  const { depthNear, depthFar } = this[P_SESSION].renderState;
+                  const baseLayer = this[P_SESSION].renderState.baseLayer;
+                  if (!baseLayer)
+                      return;
+                  const canvas = baseLayer.context.canvas;
+                  // Use a reduced resolution for depth buffer (1/4 of canvas)
+                  const depthWidth = Math.max(1, Math.floor(canvas.width / 4));
+                  const depthHeight = Math.max(1, Math.floor(canvas.height / 4));
+                  const eyes = this[P_SESSION].mode === 'inline'
+                      ? [XREye.None]
+                      : [XREye.Left, XREye.Right];
+                  for (const eye of eyes) {
+                      const projectionMatrix = this[P_SESSION].getProjectionMatrix(eye);
+                      const viewSpace = this[P_SESSION].device.viewSpaces[eye];
+                      const viewGlobalMatrix = XRSpaceUtils.calculateGlobalOffsetMatrix(viewSpace);
+                      const viewMatrix = create$5();
+                      invert(viewMatrix, viewGlobalMatrix);
+                      const result = sem.computeDepthBuffer(viewMatrix, projectionMatrix, depthWidth, depthHeight, depthNear, depthFar);
+                      if (result) {
+                          const depthInfo = new XRCPUDepthInformation(result.data, result.width, result.height, new XRRigidTransform(), // identity: depth buffer is aligned with view
+                          result.rawValueToMeters, this[P_SESSION].depthSensingDataFormat);
+                          frame[P_FRAME].depthDataMap.set(eye, depthInfo);
+                      }
+                  }
+              },
               hitTestSources: new Set(),
               computeHitTestResults: (frame) => {
                   const sem = this[P_SESSION].device[P_DEVICE].sem;
@@ -4557,6 +4703,12 @@
       get interactionMode() {
           return this[P_SESSION].device[P_DEVICE].interactionMode;
       }
+      get depthUsage() {
+          return this[P_SESSION].depthSensingUsage;
+      }
+      get depthDataFormat() {
+          return this[P_SESSION].depthSensingDataFormat;
+      }
       updateRenderState(state = {}) {
           var _a, _b, _c, _d;
           if (this[P_SESSION].ended) {
@@ -6039,7 +6191,7 @@
       }
   }
 
-  const VERSION = "2.2.0";
+  const VERSION = "2.2.1";
 
   /**
    * Copyright (c) Meta Platforms, Inc. and affiliates.
@@ -10134,6 +10286,7 @@ void main() {
   exports.P_ACTION_RECORDER = P_ACTION_RECORDER;
   exports.P_ANCHOR = P_ANCHOR;
   exports.P_CONTROLLER = P_CONTROLLER;
+  exports.P_DEPTH_INFO = P_DEPTH_INFO;
   exports.P_DEVICE = P_DEVICE;
   exports.P_FRAME = P_FRAME;
   exports.P_GAMEPAD = P_GAMEPAD;
@@ -10160,6 +10313,7 @@ void main() {
   exports.RemoteControlInterface = RemoteControlInterface;
   exports.XRAnchor = XRAnchor;
   exports.XRAnchorSet = XRAnchorSet;
+  exports.XRCPUDepthInformation = XRCPUDepthInformation;
   exports.XRDevice = XRDevice;
   exports.XRFrame = XRFrame;
   exports.XRHand = XRHand;