@reactvision/react-viro 2.53.1 → 2.55.0

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROInputControllerBase.h

@@ -27,6 +27,7 @@
 #define VROInputControllerBase_h
 
 #include <stdio.h>
+#include <map>
 #include <vector>
 #include <string>
 #include <memory>
@@ -180,6 +181,23 @@ protected:
      */
     void updateHitNode(const VROCamera &camera, VROVector3f origin, VROVector3f ray);
 
+    /*
+     Source-aware hit-node update. Stores the result both in the legacy
+     `_hitResult` (so single-pointer subsystems — drag, fuse, pinch, rotate —
+     keep working unchanged) and in `_hitResultsBySource[source]` so that
+     gaze/click events can resolve against the specific input source that
+     produced them. Used by backends with multiple simultaneous pointers
+     (e.g. OpenXR with two hands tracked at once).
+     */
+    void updateHitNode(int source, const VROCamera &camera,
+                       VROVector3f origin, VROVector3f ray);
+
+    /*
+     Returns the per-source hit result if one was recorded for this source,
+     otherwise falls back to the legacy single-source `_hitResult`.
+     */
+    std::shared_ptr<VROHitTestResult> getHitResultForSource(int source) const;
+
     /*
      VRODraggedObject encapsulates all the information that needs to be tracked
      and processed for onDrag events for a given dragged node.
@@ -226,6 +244,12 @@ protected:
      Last result that was returned from the hit test.
      */
     std::shared_ptr<VROHitTestResult> _hitResult;
+
+    /*
+     Per-source hit results, populated by the source-aware updateHitNode
+     overload. Empty entry → no per-source override; falls back to `_hitResult`.
+     */
+    std::map<int, std::shared_ptr<VROHitTestResult>> _hitResultsBySource;
     
     /*
      Last known posiiton of the controller.
@@ -296,11 +320,61 @@ private:
      */
     std::shared_ptr<VRONode> _lastClickedNode;
 
+    /*
+     Per-source last clicked node — used to detect a "completed" click
+     (ClickDown + ClickUp on the same node from the same source) when
+     multiple pointers are active simultaneously.
+     */
+    std::map<int, std::shared_ptr<VRONode>> _lastClickedNodesBySource;
+
     /*
      Last known that was successfully hovered upon.
      */
     std::shared_ptr<VRONode> _lastHoveredNode;
 
+    /*
+     Per-source last hovered node, used by the source-aware hover dispatch in
+     `processGazeEvent`. An entry's presence is the signal that this source
+     has its own hover state; otherwise we fall back to `_lastHoveredNode`.
+     */
+    std::map<int, std::shared_ptr<VRONode>> _lastHoveredNodesBySource;
+
+    /*
+     Hover hysteresis state, per source.
+
+     OpenXR controller / hand aim ray-casts naturally jitter — pointing at a
+     small target with a controller held by an unsteady hand causes the
+     hit-test to alternate between the target node and the surrounding
+     background every 1–3 frames. Without hysteresis, every alternation
+     produced an `onHover(false)` / `onHover(true)` pair to JS, which
+     manifested as a flickering hover state and "the click takes dozens of
+     presses to register" — because if the user pulled the trigger on a
+     "miss" frame, `onButtonEvent` resolved the click against the background
+     instead of the target.
+
+     The hysteresis works as a grace period: when the hit changes from
+     `lastHovered` to a different node, we do NOT immediately fire the
+     exit — instead we record the candidate change and the timestamp.
+     If, within `kHoverHysteresisMillis`, the hit returns to `lastHovered`,
+     the exit is cancelled (no `onHover(false)` ever fires). If the new
+     candidate persists past the window, the exit is confirmed and the
+     normal enter/exit dispatch happens.
+
+     The same window is consulted by `onButtonEvent` so that clicks landing
+     on a transient miss-frame are still routed to `lastHovered` if the
+     pending-exit window is still open. That eliminates the "many presses
+     to click" symptom even though the underlying ray-cast still oscillates.
+     */
+    static constexpr double kHoverHysteresisMillis = 75.0;
+    struct HoverPending {
+        std::shared_ptr<VRONode> candidateNode;   // node the hit currently resolves to
+        VROVector3f candidatePos;                 // hit location at the moment of pending start
+        bool candidateBgHit = false;              // whether candidate is a background hit
+        double startedMillis = -1.0;              // wall-clock time when the candidate first appeared
+    };
+    std::map<int, HoverPending> _hoverPendingBySource;
+    HoverPending _hoverPending;  // legacy single-source fallback
+
     /*
      Returns the first node that is able to handle the event action by bubbling it up.
      If nothing is able to handle the event, nullptr is returned.

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROInputType.h

@@ -57,9 +57,17 @@ namespace ViroCardBoard{
 
 namespace ViroOculus{
     enum InputSource{
-        Controller = 1,
-        TouchPad = 2,
-        BackButton = 3
+        Controller      = 1,  // right controller primary ray (legacy alias for RightController)
+        TouchPad        = 2,
+        BackButton      = 3,  // menu (left) and B (right) buttons — navigation / back
+        LeftController  = 4,  // left controller primary ray
+        AButton         = 5,  // right-hand A button
+        XButton         = 6,  // left-hand X button
+        YButton         = 7,  // left-hand Y button
+        LeftGrip        = 8,  // left grip / squeeze
+        RightGrip       = 9,  // right grip / squeeze
+        LeftThumbstick  = 10, // left thumbstick scroll axis
+        RightThumbstick = 11, // right thumbstick scroll axis
     };
 }
 #endif

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMaterial.h

@@ -37,6 +37,7 @@
 #include "VROStringUtil.h"
 #include "VROThreadRestricted.h"
 #include "VRODriver.h"
+#include "VROSemantics.h"
 
 enum class VROFace {
     Front,
@@ -361,6 +362,21 @@ public:
         return _needsToneMapping;
     }
 
+    /*
+     Semantic masking. When enabled, fragments are shown or hidden based on
+     the semantic label of the underlying real-world pixel (requires ARCore
+     scene semantics to be enabled on the AR session).
+     */
+    void setSemanticMaskEnabled(bool enabled);
+    bool isSemanticMaskEnabled() const { return _semanticMaskEnabled; }
+
+    void setSemanticMaskMode(VROSemanticMaskMode mode);
+    VROSemanticMaskMode getSemanticMaskMode() const { return _semanticMaskMode; }
+
+    // Bitmask of VROSemanticLabel values (bit N = label N). Use (1 << label_int) to set bits.
+    void setSemanticLabelMask(uint16_t mask);
+    uint16_t getSemanticLabelMask() const { return _semanticLabelMask; }
+
     /*
      Material rendering order; this should only be used to fix a rendering order between materials
      that are part of the same geometry. For cross-geometry rendering order, use
@@ -647,6 +663,19 @@ private:
      */
     bool _needsToneMapping;
 
+    /*
+     Semantic masking.
+     */
+    bool _semanticMaskEnabled = false;
+    VROSemanticMaskMode _semanticMaskMode = VROSemanticMaskMode::ShowOnly;
+    uint16_t _semanticLabelMask = 0;
+
+    // Shader modifier injected when semantic masking is enabled (kept to allow removal).
+    std::shared_ptr<VROShaderModifier> _semanticMaskModifier;
+
+    // Internal: inject or remove the semantic mask shader modifier.
+    void applySemanticMaskModifier();
+
     /*
      The rendering order of this material, which determines when it is rendered in relation to
      other materials. See VROSortKey for where this falls within the hierarchy of renderinng sort

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMorpher.h

@@ -57,6 +57,10 @@ struct VROMorphTarget {
     // False if we wish to ignore this VROMorphTarget from all geometric calculations done in VROMorpher.
     bool isActive;
 
+    // True when the user has explicitly set a non-zero weight via setMorphTargets.
+    // Prevents the GLTF animation system from overriding user-controlled expressions.
+    bool userOverride = false;
+
     // Map of each VROGeometrySemantic (Norm/Pos/Tangent) to its corresponding
     // raw VROGeometrySource vertex data.
     std::map<VROGeometrySourceSemantic, std::shared_ptr<VROGeometrySource>> geometrySources;

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROPlatformUtil.h

@@ -53,6 +53,7 @@ enum class VROPlatformType {
     Unknown,
     AndroidGVR,
     AndroidOVR,
+    AndroidOpenXR,
     AndroidARCore,
     AndroidSceneView,
     iOSCardboard,
@@ -163,6 +164,18 @@ VROTextureFormat VROPlatformGetBitmapFormat(jobject jbitmap);
  */
 void VROPlatformDispatchAsyncRenderer(std::function<void()> fcn);
 
+/*
+ OpenXR / headless-GL renderers that own their own render thread should call
+ VROPlatformSetUseDirectRendererQueue(true) during initialisation. All
+ subsequent VROPlatformDispatchAsyncRenderer calls will enqueue into a C++
+ queue instead of going through the GLSurfaceView Java path.
+
+ The render thread must call VROPlatformDrainRendererQueue() every frame to
+ execute queued work (e.g. setSceneController, texture uploads).
+ */
+void VROPlatformSetUseDirectRendererQueue(bool use);
+void VROPlatformDrainRendererQueue();
+
 /*
  Run the given function on a background thread. The thread can be pooled, 
  or spun up fresh. The caller should make no assumptions.

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROPortal.h

@@ -219,6 +219,16 @@ public:
         return _background;
     }
     void removeBackground();
+
+    /*
+     Set a sky-effect background: a sphere textured with the given texture, masked so that
+     it only appears over pixels semantically labeled as Sky. Uses alpha blending via the
+     confidence texture for smooth edges. Unlike setBackgroundSphere(), this sphere is added
+     as a child node (not the portal background geometry) so that it participates in the
+     scene's transparent render pass and the semantic mask shader is properly applied.
+     */
+    void setSkyEffectBackground(std::shared_ptr<VROTexture> texture);
+    void removeSkyEffectBackground();
     
 private:
     
@@ -278,6 +288,12 @@ private:
      node content.
      */
     std::shared_ptr<VROGeometry> _background;
+
+    /*
+     Child node holding the sky-effect sphere geometry. Kept as a node so that semantic
+     mask shader modifiers are applied normally via the scene render pass.
+     */
+    std::shared_ptr<VRONode> _skyEffectNode;
     
     /*
      The lighting environment for this portal. Determines the effect of image-based
@@ -299,6 +315,7 @@ private:
      Installs required shader modifiers on the background.
      */
     void installBackgroundShaderModifier();
+    void installPortalBackgroundShaderModifier();
     
     /*
      Deactivates culling on every geometry in the given node, recursively down the

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VRORenderContext.h

@@ -222,6 +222,20 @@ public:
         return _cameraBackgroundTexture;
     }
 
+    void setSemanticTexture(std::shared_ptr<VROTexture> texture) {
+        _semanticTexture = texture;
+    }
+    std::shared_ptr<VROTexture> getSemanticTexture() const {
+        return _semanticTexture;
+    }
+
+    void setSemanticConfidenceTexture(std::shared_ptr<VROTexture> texture) {
+        _semanticConfidenceTexture = texture;
+    }
+    std::shared_ptr<VROTexture> getSemanticConfidenceTexture() const {
+        return _semanticConfidenceTexture;
+    }
+
     void setCameraImageTransform(VROMatrix4f transform) {
         _cameraImageTransform = transform;
     }
@@ -236,6 +250,13 @@ public:
         return _depthTextureTransform;
     }
 
+    void setSemanticTextureTransform(VROMatrix4f transform) {
+        _semanticTextureTransform = transform;
+    }
+    VROMatrix4f getSemanticTextureTransform() const {
+        return _semanticTextureTransform;
+    }
+
     void setOcclusionMode(VROOcclusionMode mode) {
         _occlusionMode = mode;
     }
@@ -351,6 +372,19 @@ private:
      */
     std::shared_ptr<VROTexture> _cameraBackgroundTexture;
 
+    /*
+     Semantic segmentation texture (R8, per-pixel label 0-11 = VROSemanticLabel).
+     Updated each frame when semantic mode is enabled. Null when not available.
+     */
+    std::shared_ptr<VROTexture> _semanticTexture;
+
+    /*
+     Per-pixel confidence for the semantic label (R8, 0=uncertain, 255=certain).
+     Updated each frame alongside _semanticTexture. When not provided by the platform
+     (e.g. iOS), a 1×1 all-white texture is used so the shader always reads conf=1.0.
+     */
+    std::shared_ptr<VROTexture> _semanticConfidenceTexture;
+
     /*
      Transform mapping viewport UV coordinates to camera image UV coordinates.
      This accounts for device orientation and camera crop/zoom.
@@ -362,6 +396,13 @@ private:
      */
     VROMatrix4f _depthTextureTransform;
 
+    /*
+     Transform to convert from GL screen UV (y=0 bottom) to semantic texture UV.
+     Equals getViewportToCameraImageTransform() converted to GL convention.
+     Valid on both iOS (ARCore semantics) and Android (ARCore semantics).
+     */
+    VROMatrix4f _semanticTextureTransform;
+
     /*
      Current occlusion mode.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VRORenderer.h

@@ -256,6 +256,7 @@ public:
     void setOcclusionMode(VROOcclusionMode mode);
     void setDepthTexture(std::shared_ptr<VROTexture> depthTexture);
     void setDepthTextureTransform(VROMatrix4f transform);
+    void setSemanticTextureTransform(VROMatrix4f transform);
 
     /*
      Set the live AR camera background texture and its viewport-to-image UV transform.
@@ -264,9 +265,31 @@ public:
      */
     void setCameraBackgroundTexture(std::shared_ptr<VROTexture> texture);
     void setCameraImageTransform(VROMatrix4f transform);
+
+    /*
+     Set the semantic segmentation texture (R8, per-pixel label 0-11).
+     Auto-bound to shader modifier samplers named 'semantic_texture'.
+     Pass nullptr when semantic mode is disabled or data is unavailable.
+     */
+    void setSemanticTexture(std::shared_ptr<VROTexture> texture);
+
+    /*
+     Set the per-pixel semantic confidence texture (R8, 0=uncertain, 255=certain).
+     Auto-bound to shader modifier samplers named 'semantic_confidence_texture'.
+     Pass a 1×1 all-white texture (or nullptr) when confidence data is unavailable.
+     */
+    void setSemanticConfidenceTexture(std::shared_ptr<VROTexture> texture);
     
 #pragma mark - Camera
    
+    /*
+     Returns true if the render context has been initialized (initRenderer called).
+     Safe to call before any scene is set.
+     */
+    bool hasRenderContext() const {
+        return _context != nullptr;
+    }
+
     /*
      Get the camera used in the last frame.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROSemantics.h

@@ -67,6 +67,20 @@ enum class VROSemanticMode {
     Enabled    // Scene semantics is enabled (requires supported device)
 };
 
+/*
+ * Mask mode for semantic material masking.
+ * Controls whether fragments are shown or hidden based on label match.
+ */
+enum class VROSemanticMaskMode {
+    ShowOnly    = 0,  // Only render fragments where the label matches
+    Hide        = 1,  // Hide fragments where the label matches
+    Debug       = 2,  // Color fragments by semantic label for debugging
+    ShowOnlySky = 3   // ShowOnly + unlabeled pixels use viewport Y to decide:
+                      // upper half → show sphere (sky context),
+                      // lower half → hide sphere (ground/foreground context).
+                      // Use this for Viro360Image skyEffect only.
+};
+
 /*
  * Semantic image data containing label IDs for each pixel.
  * The image is a single-channel buffer where each byte represents

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROViewAR.h

@@ -129,6 +129,17 @@ enum class VROCameraPosition;
  */
 - (void)setDepthDebugEnabled:(BOOL)enabled opacity:(float)opacity;
 
+/*
+ Enable or disable semantic segmentation debug visualization. When enabled, the camera
+ background shows a color overlay where each real-world category is mapped to a distinct
+ color: sky=light-blue, building=gray, tree=green, road=dark-gray, sidewalk=tan,
+ terrain=brown, structure=orange, object=yellow, vehicle=red, person=magenta, water=blue.
+ Requires semantic mode to be enabled via setSemanticModeEnabled.
+
+ @param enabled Whether to enable the semantic debug overlay
+ */
+- (void)setSemanticDebugEnabled:(BOOL)enabled;
+
 #pragma mark - Monocular Depth Estimation
 
 /*

package/ios/dist/ViroRenderer/ViroKit.framework/Shaders.dat

@@ -1,5 +1,5 @@
 dependencies: \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/Shaders.metal \
-  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.3.7003.10.XhrnA4/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.864/include/metal/module.modulemap \
+  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.5.188.0.qU0cxL/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VROSharedStructures.h \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VRODefines.h

package/ios/dist/ViroRenderer/ViroKit.podspec

@@ -27,8 +27,13 @@ Pod::Spec.new do |s|
   s.author              = 'ReactVision'
   s.requires_arc        = true
   s.platform            = :ios, '13.0'
+  s.visionos.deployment_target = '1.0'
   s.dependency 'React'
 
+  # visionOS requires CompositorServices for the immersive render loop.
+  # Metal and MetalKit are available on both iOS and visionOS.
+  s.visionos.frameworks = ['Metal', 'MetalKit', 'CompositorServices', 'ARKit']
+
   # ARCore frameworks and Firebase dependencies are weak-linked via post_install hook
   # This prevents linker errors when ARCore pods are not installed
   # The following frameworks are weakly linked when ARCore is enabled:

package/ios/dist/include/VRT360Image.h

@@ -40,6 +40,7 @@
 @property (nonatomic, assign) VROTextureInternalFormat format;
 @property (nonatomic, assign) BOOL isHdr;
 @property (nonatomic, copy, nullable) NSString *stereoMode;
+@property (nonatomic, assign) BOOL skyEffect;
 
 - (instancetype)initWithBridge:(RCTBridge *)bridge;
 

package/ios/dist/include/VRTARSceneNavigator.h

@@ -50,6 +50,8 @@
 @property (nonatomic, copy) NSString *occlusionMode;
 @property (nonatomic, assign) BOOL depthEnabled;
 @property (nonatomic, assign) BOOL depthDebugEnabled;
+@property (nonatomic, assign) BOOL semanticDebugEnabled;
+@property (nonatomic, assign) float semanticConfidenceThreshold;
 @property (nonatomic, copy) NSString *cloudAnchorProvider;
 @property (nonatomic, copy) NSString *geospatialAnchorProvider;
 
@@ -206,6 +208,11 @@ typedef void (^GeospatialAnchorCompletionHandler)(BOOL success,
                           radius:(double)radius
                            limit:(int)limit
                completionHandler:(void (^)(BOOL success, NSArray *anchors, NSString *error))completionHandler;
+- (void)rvGetProject:(void (^)(BOOL success, NSString *data, NSString *error))completionHandler;
+- (void)rvGetScene:(NSString *)sceneId
+ completionHandler:(void (^)(BOOL success, NSString *data, NSString *error))completionHandler;
+- (void)rvGetSceneAssets:(NSString *)sceneId
+      completionHandler:(void (^)(BOOL success, NSArray *assets, NSString *error))completionHandler;
 - (void)rvAttachAssetToCloudAnchor:(NSString *)anchorId
                            fileUrl:(NSString *)fileUrl
                           fileSize:(int64_t)fileSize

package/ios/dist/include/VRTStudioModule.h

@@ -0,0 +1,6 @@
+#import <React/RCTBridgeModule.h>
+#import <React/RCTBridge.h>
+
+@interface VRTStudioModule : NSObject <RCTBridgeModule>
+
+@end

package/package.json

@@ -3,7 +3,7 @@
   "main": "dist/index.js",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "2.53.1",
+  "version": "2.55.0",
   "license": "MIT",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
@@ -27,11 +27,11 @@
     "prepare": "npm run build"
   },
   "peerDependencies": {
-    "expo": "~54.0.10",
-    "react-native": "~0.81.4"
+    "expo": ">=54.0.0 <56.0.0",
+    "react-native": ">=0.81.0 <0.84.0"
   },
   "engines": {
-    "react-native": "~0.81.4"
+    "react-native": ">=0.81.0 <0.84.0"
   },
   "peerDependenciesMeta": {
     "expo": {
@@ -58,7 +58,7 @@
   ],
   "dependencies": {
     "@expo/config-plugins": "^9.0.14",
-    "react": "~19.1.0",
+    "react": "~19.2.0",
     "react-native-gradle-plugin": "^0.71.19"
   },
   "devDependencies": {
@@ -75,12 +75,12 @@
     "@react-native/typescript-config": "^0.77.0",
     "@types/babel__core": "^7.20.5",
     "@types/node": "^22.13.1",
-    "@types/react": "~19.1.0",
+    "@types/react": "~19.2.10",
     "@types/react-native": "^0.73.0",
     "babel-jest": "^29.7.0",
-    "expo": "~54.0.10",
+    "expo": "~55.0.8",
     "jest": "^29.7.0",
-    "react-native": "~0.81.4",
+    "react-native": "~0.83.2",
     "release-it": "^17.1.1",
     "ts-node": "^10.9.2",
     "typescript": "^5.3.0"