@reactvision/react-viro 2.53.0 → 2.54.0

package/dist/plugins/withViroIos.js

@@ -18,6 +18,7 @@ const withViroPods = (config) => {
             let geospatialAnchorProvider;
             let iosLinkage;
             let includeARCore;
+            let includeSemantics;
             if (Array.isArray(config.plugins)) {
                 const pluginConfig = config?.plugins?.find((plugin) => Array.isArray(plugin) && plugin[0] === "@reactvision/react-viro");
                 if (Array.isArray(pluginConfig) && pluginConfig.length > 1) {
@@ -30,6 +31,7 @@ const withViroPods = (config) => {
                     geospatialAnchorProvider = legacyOpts.geospatialAnchorProvider ?? options.provider ?? defaultProvider;
                     iosLinkage = options.iosLinkage;
                     includeARCore = options.ios?.includeARCore;
+                    includeSemantics = options.ios?.includeSemantics;
                 }
             }
             fs_1.default.readFile(`${root}/Podfile`, "utf-8", (err, data) => {
@@ -44,36 +46,38 @@ const withViroPods = (config) => {
                     `  # Automatically includes Fabric components when RCT_NEW_ARCH_ENABLED=1\n` +
                     `  pod 'ViroReact', :path => '../node_modules/@reactvision/react-viro/ios'\n` +
                     `  pod 'ViroKit', :path => '../node_modules/@reactvision/react-viro/ios/dist/ViroRenderer/'`;
-                // Add ARCore pods if enabled (explicitly via includeARCore or implicitly via cloud/geospatial providers)
+                // Add ARCore pods if enabled (explicitly via includeARCore/includeSemantics or implicitly via providers)
                 // ViroKit.podspec declares these as weak_frameworks, making ARCore optional at runtime
                 const needsARCoreForFeatures = cloudAnchorProvider === "arcore" || geospatialAnchorProvider === "arcore";
                 const shouldIncludeARCore = includeARCore === true || needsARCoreForFeatures;
-                if (shouldIncludeARCore) {
+                const shouldIncludeSemantics = shouldIncludeARCore || includeSemantics === true;
+                if (shouldIncludeSemantics) {
                     viroPods +=
                         `\n\n  # ARCore SDK - Cloud Anchors, Geospatial, and Scene Semantics API\n` +
                             `  # ViroKit uses weak linking for these frameworks, making ARCore optional at runtime.\n` +
                             `  # ViroKit checks availability using NSClassFromString and gracefully degrades if not present.\n` +
                             `  pod 'ARCore/CloudAnchors', '~> 1.51.0'`;
-                    // Add Geospatial pod if geospatial is enabled or explicit ARCore inclusion
+                    // Add Geospatial pod if geospatial is enabled or full ARCore inclusion
                     if (geospatialAnchorProvider === "arcore" || includeARCore === true) {
                         viroPods +=
                             `\n  pod 'ARCore/Geospatial', '~> 1.51.0'`;
                     }
                     // Add Semantics pod for Scene Semantics API (ML-based scene understanding)
+                    // Included whenever ARCore is present OR includeSemantics: true
                     viroPods +=
                         `\n  pod 'ARCore/Semantics', '~> 1.51.0'`;
                 }
                 // Add use_frameworks! if configured
-                // User's iosLinkage setting is respected; if not set and ARCore is enabled, default to dynamic
-                const effectiveLinkage = iosLinkage || (shouldIncludeARCore ? "dynamic" : undefined);
+                // User's iosLinkage setting is respected; if not set and ARCore/Semantics is enabled, default to dynamic
+                const effectiveLinkage = iosLinkage || (shouldIncludeSemantics ? "dynamic" : undefined);
                 if (effectiveLinkage) {
                     // Insert use_frameworks! before the target block
                     let linkageComment;
-                    if (shouldIncludeARCore && effectiveLinkage === "static") {
+                    if (shouldIncludeSemantics && effectiveLinkage === "static") {
                         // Warn user that static linkage may not work with ARCore
                         linkageComment = `# WARNING: ARCore SDK typically requires dynamic frameworks.\n# Static linkage is set but may cause build issues with ARCore pods.`;
                     }
-                    else if (shouldIncludeARCore) {
+                    else if (shouldIncludeSemantics) {
                         linkageComment = `# Framework linkage: ${effectiveLinkage} (ARCore requires dynamic frameworks)`;
                     }
                     else {
@@ -231,7 +235,7 @@ const withDefaultInfoPlist = (config, _props) => {
 };
 exports.withDefaultInfoPlist = withDefaultInfoPlist;
 const withViroIos = (config, props) => {
-    (0, config_plugins_1.withPlugins)(config, [[withViroPods, props]]);
+    config = (0, config_plugins_1.withPlugins)(config, [[withViroPods, props]]);
     (0, exports.withDefaultInfoPlist)(config, props);
     withEnabledBitcode(config);
     withExcludedSimulatorArchitectures(config);

package/index.ts

@@ -66,7 +66,11 @@ import {
   polarToCartesian,
   polarToCartesianActual,
   isARSupportedOnDevice,
+  requestRequiredPermissions,
+  checkPermissions,
   ViroARSupportResponse,
+  ViroPermissionsResult,
+  ViroPermission,
   latLngToMercator,
   gpsToArWorld,
 } from "./components/Utilities/ViroUtils";
@@ -219,10 +223,14 @@ export {
   polarToCartesian,
   polarToCartesianActual,
   isARSupportedOnDevice,
+  requestRequiredPermissions,
+  checkPermissions,
   latLngToMercator,
   gpsToArWorld,
   // Types
   ViroARSupportResponse,
+  ViroPermissionsResult,
+  ViroPermission,
   ViroHoverEvent,
   ViroClickEvent,
   ViroClickStateEvent,

package/ios/ViroReact.podspec

@@ -40,7 +40,8 @@ Pod::Spec.new do |s|
   s.dependency 'React-FabricComponents'
   
   # Fabric-specific build configuration
-  s.pod_target_xcconfig = { 
+  s.pod_target_xcconfig = {
+    'SWIFT_VERSION' => '5.0',
     'CLANG_CXX_LANGUAGE_STANDARD' => 'c++17',
     'HEADER_SEARCH_PATHS' => [
       '"$(PODS_TARGET_SRCROOT)/ViroReact"',

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARSession.h

@@ -319,7 +319,21 @@ public:
      texture are updated after each call to updateFrame().
      */
     virtual std::shared_ptr<VROTexture> getCameraBackgroundTexture() = 0;
-    
+
+    /*
+     Get the semantic texture for the current frame. Each pixel is a VROSemanticLabel
+     value (0-11, R8 format). Returns nullptr if semantic mode is not enabled or
+     the platform does not support it.
+     */
+    virtual std::shared_ptr<VROTexture> getSemanticTexture() { return nullptr; }
+
+    /*
+     Get the confidence texture for the current frame. Each pixel is a confidence value
+     (R8, 0=uncertain, 255=certain) corresponding to the label in getSemanticTexture().
+     Returns nullptr if not supported; callers should substitute a 1×1 white texture.
+     */
+    virtual std::shared_ptr<VROTexture> getSemanticConfidenceTexture() { return nullptr; }
+
     /*
      Invoke when the viewport changes. The AR engine may adjust its camera
      background and projection matrices in response to a viewport change.
@@ -557,6 +571,11 @@ public:
         std::function<void(bool success, std::string error)> callback) {
         if (callback) callback(false, "Not supported");
     }
+    virtual void rvGetSceneAssets(
+        const std::string& sceneId,
+        std::function<void(bool success, std::string jsonData, std::string error)> callback) {
+        if (callback) callback(false, "", "Not supported");
+    }
 
     // ========================================================================
     // ReactVision Geospatial CRUD API

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARSessioniOS.h

@@ -90,6 +90,8 @@ public:
     std::unique_ptr<VROARFrame> &updateFrame();
     std::unique_ptr<VROARFrame> &getLastFrame();
     std::shared_ptr<VROTexture> getCameraBackgroundTexture();
+    std::shared_ptr<VROTexture> getSemanticTexture() override;
+    std::shared_ptr<VROTexture> getSemanticConfidenceTexture() override;
     
     void setViewport(VROViewport viewport);
     void setOrientation(VROCameraOrientation orientation);
@@ -195,6 +197,8 @@ public:
         double confidence, int matchCount, int inlierCount, int processingTimeMs,
         const std::string& platform, const std::string& externalUserId,
         std::function<void(bool, std::string)> callback) override;
+    void rvGetSceneAssets(const std::string& sceneId,
+        std::function<void(bool, std::string, std::string)> callback) override;
 
     // Scene Semantics API
     bool isSemanticModeSupported() const override;
@@ -326,6 +330,14 @@ private:
      Video texture cache used for transferring camera content to OpenGL.
      */
     std::shared_ptr<VROVideoTextureCacheOpenGL> _videoTextureCache;
+
+    /*
+     Fallback 1×1 all-white confidence texture (conf=1.0 everywhere).
+     Returned by getSemanticConfidenceTexture() because the ARCore iOS SDK does not
+     expose a per-pixel confidence image. The result is hard alpha edges (no soft blend)
+     on iOS, identical to the previous discard behaviour.
+     */
+    std::shared_ptr<VROTexture> _defaultConfidenceTexture;
     
     /*
      Update the VROARAnchor with the transforms in the given ARAnchor.

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROGLTFLoader.h

@@ -37,6 +37,8 @@
 #include "VROMaterial.h"
 #include "VROModelIOUtil.h"
 #include "VROByteBuffer.h"
+#include "VROVector3f.h"
+#include "VROQuaternion.h"
 
 class VROMorpher;
 class VRONode;
@@ -119,7 +121,7 @@ private:
     static bool processCamera(const tinygltf::Model &gModel, std::shared_ptr<VRONode> &node, int cameraIndex);
     static bool processLight(const tinygltf::Model &gModel, std::shared_ptr<VRONode> &node, int lightIndex);
     static bool processMesh(const tinygltf::Model &gModel, std::shared_ptr<VRONode> &node, const tinygltf::Mesh &gMesh,
-                            std::shared_ptr<VRODriver> driver);
+                            int meshIndex, std::shared_ptr<VRODriver> driver);
     static bool processSkin(const tinygltf::Model &gModel, std::shared_ptr<VRONode> &node, int skinIndex);
     static bool processVertexElement(const tinygltf::Model &gModel, const tinygltf::Primitive &gPrimitive,
                                      std::vector<std::shared_ptr<VROGeometryElement>> &element);
@@ -143,6 +145,7 @@ private:
                                     std::map<int, std::shared_ptr<VROMorpher>> &morphers,
                                     std::shared_ptr<VRODriver> driver);
     static std::string getMorphTargetName(const tinygltf::Model &gModel,
+                                          const tinygltf::Mesh &gMesh,
                                           const tinygltf::Primitive &gPrimtive, int targetIndex);
 
     static void injectGLTF(std::shared_ptr<VRONode> gltfNode, std::shared_ptr<VRONode> rootNode,
@@ -186,7 +189,8 @@ private:
     static bool processKeyFrameAnimations(const tinygltf::Model &gModel,
                                          std::map<int, std::map<int, std::vector<int>>> &gltfAnimatedNodes);
     static void flattenSkeletalKeyframeAnimations(
-            std::map<int, std::pair<int, std::vector<int>>> &skeletalAnimToNodeSkinPair);
+            std::map<int, std::pair<int, std::vector<int>>> &skeletalAnimToNodeSkinPair,
+            int skinIndex);
     static std::shared_ptr<VROKeyframeAnimation> convertChannelToKeyFrameAnimation(
                                                   const tinygltf::Model &gModel,
                                                   const tinygltf::Animation &anim,
@@ -195,9 +199,11 @@ private:
                                       std::string channelProperty,
                                       int channelTarget,
                                       const tinygltf::AnimationSampler &gChannelSampler,
-                                      std::vector<std::unique_ptr<VROKeyframeAnimationFrame>> &framesOut);
+                                      std::vector<std::unique_ptr<VROKeyframeAnimationFrame>> &framesOut,
+                                      float animDuration = 1.0f);
+    // skeletalAnimToSkinToNodeMap: animIndex → vector of (skinIndex, animatedJointNodeIndices)
     static bool processSkeletalAnimation(const tinygltf::Model &gModel,
-                                         std::map<int, std::pair<int, std::vector<int>>> &skeletalAnimToSkinToNodeMap);
+                                         std::map<int, std::vector<std::pair<int, std::vector<int>>>> &skeletalAnimToSkinToNodeMap);
     static bool processSkeletalTransformsForFrame(const tinygltf::Model &gModel,
                                                   int skin,
                                                   int animation,
@@ -210,6 +216,7 @@ private:
                                               const tinygltf::Skin &skin,
                                               std::vector<VROMatrix4f> &invBindTransformsOut);
     static void clearCachedData();
+    static void injectBindPoseAnimations();
 
     /*
      As multiple mesh attributes may point to the same texture or data arrays when loading a
@@ -229,6 +236,32 @@ private:
     static std::map<int, std::shared_ptr<VROSkinner>> _skinMap;
     static std::map<int, int> _skinIndexToSkeletonRootJoint;
 
+    /*
+     Per-mesh bone attribute sources cached during processMesh so that processNode can wire them
+     into the VROSkinner once both mesh geometry and skin data are available.
+     Keyed by glTF mesh index.
+     */
+    static std::map<int, std::shared_ptr<VROGeometrySource>> _meshBoneIndices;
+    static std::map<int, std::shared_ptr<VROGeometrySource>> _meshBoneWeights;
+
+    /*
+     Maps each glTF node index to its parent node index. Needed to walk up the scene graph
+     for multi-skin models where a skin's root joint has non-joint ancestors (e.g. a visor
+     skin whose root is the Neck joint, whose ancestors Hips/Spine are only in the body skin).
+     Populated in processSkinner(), cleared in clearCachedData().
+     */
+    static std::map<int, int> _nodeParentMap;
+
+    /*
+     Maps each skin index to the set of node indices that are ancestors of that skin's mesh
+     node (the glTF node that has gNode.skin == skinIndex). These ancestors are already applied
+     by Viro's renderer as the mesh node's modelMatrix, so the ancestor walk in
+     processSkeletalTransformsForFrame must stop before including them to avoid double-applying
+     transforms (e.g. Character's scale=0.01 being applied twice → model becomes invisible).
+     Populated in processSkinner(), cleared in clearCachedData().
+     */
+    static std::map<int, std::set<int>> _skinMeshAncestors;
+
     /*
      Cached maps of nodeIndexes to it's corresponding animations. These caches are cleared
      out after the parsing of a single gLTF model. Note that _nodeKeyFrameAnims is of the form:
@@ -237,6 +270,18 @@ private:
     static std::map<int, std::map<int, std::vector<std::shared_ptr<VROKeyframeAnimation>>>> _nodeKeyFrameAnims;
     static std::map<int, std::vector<std::shared_ptr<VROSkeletalAnimation>>> _skinSkeletalAnims;
 
+    /*
+     Per-node VRONode references and bind-pose TRS, populated during processNode for any node
+     that has keyframe animations. Used by injectBindPoseAnimations() to create single-frame
+     bind-pose reset animations for animation names a node doesn't participate in.
+     Without these, switching animations leaves non-driven nodes at the previous animation's
+     final pose, causing visible mesh disassembly.
+     */
+    static std::map<int, std::shared_ptr<VRONode>> _nodeGLTFMap;
+    static std::map<int, VROVector3f>   _nodeBindPos;
+    static std::map<int, VROVector3f>   _nodeBindScale;
+    static std::map<int, VROQuaternion> _nodeBindRot;
+
     /*
      Returns the local transform of the node index retried from the gltf model.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMaterial.h

@@ -37,6 +37,7 @@
 #include "VROStringUtil.h"
 #include "VROThreadRestricted.h"
 #include "VRODriver.h"
+#include "VROSemantics.h"
 
 enum class VROFace {
     Front,
@@ -361,6 +362,21 @@ public:
         return _needsToneMapping;
     }
 
+    /*
+     Semantic masking. When enabled, fragments are shown or hidden based on
+     the semantic label of the underlying real-world pixel (requires ARCore
+     scene semantics to be enabled on the AR session).
+     */
+    void setSemanticMaskEnabled(bool enabled);
+    bool isSemanticMaskEnabled() const { return _semanticMaskEnabled; }
+
+    void setSemanticMaskMode(VROSemanticMaskMode mode);
+    VROSemanticMaskMode getSemanticMaskMode() const { return _semanticMaskMode; }
+
+    // Bitmask of VROSemanticLabel values (bit N = label N). Use (1 << label_int) to set bits.
+    void setSemanticLabelMask(uint16_t mask);
+    uint16_t getSemanticLabelMask() const { return _semanticLabelMask; }
+
     /*
      Material rendering order; this should only be used to fix a rendering order between materials
      that are part of the same geometry. For cross-geometry rendering order, use
@@ -647,6 +663,19 @@ private:
      */
     bool _needsToneMapping;
 
+    /*
+     Semantic masking.
+     */
+    bool _semanticMaskEnabled = false;
+    VROSemanticMaskMode _semanticMaskMode = VROSemanticMaskMode::ShowOnly;
+    uint16_t _semanticLabelMask = 0;
+
+    // Shader modifier injected when semantic masking is enabled (kept to allow removal).
+    std::shared_ptr<VROShaderModifier> _semanticMaskModifier;
+
+    // Internal: inject or remove the semantic mask shader modifier.
+    void applySemanticMaskModifier();
+
     /*
      The rendering order of this material, which determines when it is rendered in relation to
      other materials. See VROSortKey for where this falls within the hierarchy of renderinng sort

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMorpher.h

@@ -57,6 +57,10 @@ struct VROMorphTarget {
     // False if we wish to ignore this VROMorphTarget from all geometric calculations done in VROMorpher.
     bool isActive;
 
+    // True when the user has explicitly set a non-zero weight via setMorphTargets.
+    // Prevents the GLTF animation system from overriding user-controlled expressions.
+    bool userOverride = false;
+
     // Map of each VROGeometrySemantic (Norm/Pos/Tangent) to its corresponding
     // raw VROGeometrySource vertex data.
     std::map<VROGeometrySourceSemantic, std::shared_ptr<VROGeometrySource>> geometrySources;

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROPortal.h

@@ -219,6 +219,16 @@ public:
         return _background;
     }
     void removeBackground();
+
+    /*
+     Set a sky-effect background: a sphere textured with the given texture, masked so that
+     it only appears over pixels semantically labeled as Sky. Uses alpha blending via the
+     confidence texture for smooth edges. Unlike setBackgroundSphere(), this sphere is added
+     as a child node (not the portal background geometry) so that it participates in the
+     scene's transparent render pass and the semantic mask shader is properly applied.
+     */
+    void setSkyEffectBackground(std::shared_ptr<VROTexture> texture);
+    void removeSkyEffectBackground();
     
 private:
     
@@ -278,6 +288,12 @@ private:
      node content.
      */
     std::shared_ptr<VROGeometry> _background;
+
+    /*
+     Child node holding the sky-effect sphere geometry. Kept as a node so that semantic
+     mask shader modifiers are applied normally via the scene render pass.
+     */
+    std::shared_ptr<VRONode> _skyEffectNode;
     
     /*
      The lighting environment for this portal. Determines the effect of image-based
@@ -299,6 +315,7 @@ private:
      Installs required shader modifiers on the background.
      */
     void installBackgroundShaderModifier();
+    void installPortalBackgroundShaderModifier();
     
     /*
      Deactivates culling on every geometry in the given node, recursively down the

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VRORenderContext.h

@@ -222,6 +222,20 @@ public:
         return _cameraBackgroundTexture;
     }
 
+    void setSemanticTexture(std::shared_ptr<VROTexture> texture) {
+        _semanticTexture = texture;
+    }
+    std::shared_ptr<VROTexture> getSemanticTexture() const {
+        return _semanticTexture;
+    }
+
+    void setSemanticConfidenceTexture(std::shared_ptr<VROTexture> texture) {
+        _semanticConfidenceTexture = texture;
+    }
+    std::shared_ptr<VROTexture> getSemanticConfidenceTexture() const {
+        return _semanticConfidenceTexture;
+    }
+
     void setCameraImageTransform(VROMatrix4f transform) {
         _cameraImageTransform = transform;
     }
@@ -236,6 +250,13 @@ public:
         return _depthTextureTransform;
     }
 
+    void setSemanticTextureTransform(VROMatrix4f transform) {
+        _semanticTextureTransform = transform;
+    }
+    VROMatrix4f getSemanticTextureTransform() const {
+        return _semanticTextureTransform;
+    }
+
     void setOcclusionMode(VROOcclusionMode mode) {
         _occlusionMode = mode;
     }
@@ -351,6 +372,19 @@ private:
      */
     std::shared_ptr<VROTexture> _cameraBackgroundTexture;
 
+    /*
+     Semantic segmentation texture (R8, per-pixel label 0-11 = VROSemanticLabel).
+     Updated each frame when semantic mode is enabled. Null when not available.
+     */
+    std::shared_ptr<VROTexture> _semanticTexture;
+
+    /*
+     Per-pixel confidence for the semantic label (R8, 0=uncertain, 255=certain).
+     Updated each frame alongside _semanticTexture. When not provided by the platform
+     (e.g. iOS), a 1×1 all-white texture is used so the shader always reads conf=1.0.
+     */
+    std::shared_ptr<VROTexture> _semanticConfidenceTexture;
+
     /*
      Transform mapping viewport UV coordinates to camera image UV coordinates.
      This accounts for device orientation and camera crop/zoom.
@@ -362,6 +396,13 @@ private:
      */
     VROMatrix4f _depthTextureTransform;
 
+    /*
+     Transform to convert from GL screen UV (y=0 bottom) to semantic texture UV.
+     Equals getViewportToCameraImageTransform() converted to GL convention.
+     Valid on both iOS (ARCore semantics) and Android (ARCore semantics).
+     */
+    VROMatrix4f _semanticTextureTransform;
+
     /*
      Current occlusion mode.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VRORenderer.h

@@ -256,6 +256,7 @@ public:
     void setOcclusionMode(VROOcclusionMode mode);
     void setDepthTexture(std::shared_ptr<VROTexture> depthTexture);
     void setDepthTextureTransform(VROMatrix4f transform);
+    void setSemanticTextureTransform(VROMatrix4f transform);
 
     /*
      Set the live AR camera background texture and its viewport-to-image UV transform.
@@ -264,6 +265,20 @@ public:
      */
     void setCameraBackgroundTexture(std::shared_ptr<VROTexture> texture);
     void setCameraImageTransform(VROMatrix4f transform);
+
+    /*
+     Set the semantic segmentation texture (R8, per-pixel label 0-11).
+     Auto-bound to shader modifier samplers named 'semantic_texture'.
+     Pass nullptr when semantic mode is disabled or data is unavailable.
+     */
+    void setSemanticTexture(std::shared_ptr<VROTexture> texture);
+
+    /*
+     Set the per-pixel semantic confidence texture (R8, 0=uncertain, 255=certain).
+     Auto-bound to shader modifier samplers named 'semantic_confidence_texture'.
+     Pass a 1×1 all-white texture (or nullptr) when confidence data is unavailable.
+     */
+    void setSemanticConfidenceTexture(std::shared_ptr<VROTexture> texture);
     
 #pragma mark - Camera
    

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROSemantics.h

@@ -67,6 +67,20 @@ enum class VROSemanticMode {
     Enabled    // Scene semantics is enabled (requires supported device)
 };
 
+/*
+ * Mask mode for semantic material masking.
+ * Controls whether fragments are shown or hidden based on label match.
+ */
+enum class VROSemanticMaskMode {
+    ShowOnly    = 0,  // Only render fragments where the label matches
+    Hide        = 1,  // Hide fragments where the label matches
+    Debug       = 2,  // Color fragments by semantic label for debugging
+    ShowOnlySky = 3   // ShowOnly + unlabeled pixels use viewport Y to decide:
+                      // upper half → show sphere (sky context),
+                      // lower half → hide sphere (ground/foreground context).
+                      // Use this for Viro360Image skyEffect only.
+};
+
 /*
  * Semantic image data containing label IDs for each pixel.
  * The image is a single-channel buffer where each byte represents

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROViewAR.h

@@ -129,6 +129,17 @@ enum class VROCameraPosition;
  */
 - (void)setDepthDebugEnabled:(BOOL)enabled opacity:(float)opacity;
 
+/*
+ Enable or disable semantic segmentation debug visualization. When enabled, the camera
+ background shows a color overlay where each real-world category is mapped to a distinct
+ color: sky=light-blue, building=gray, tree=green, road=dark-gray, sidewalk=tan,
+ terrain=brown, structure=orange, object=yellow, vehicle=red, person=magenta, water=blue.
+ Requires semantic mode to be enabled via setSemanticModeEnabled.
+
+ @param enabled Whether to enable the semantic debug overlay
+ */
+- (void)setSemanticDebugEnabled:(BOOL)enabled;
+
 #pragma mark - Monocular Depth Estimation
 
 /*

package/ios/dist/ViroRenderer/ViroKit.framework/Shaders.dat

@@ -1,5 +1,5 @@
 dependencies: \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/Shaders.metal \
-  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.3.7003.10.XhrnA4/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.864/include/metal/module.modulemap \
+  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.5.188.0.TTgSDB/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VROSharedStructures.h \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VRODefines.h

package/ios/dist/include/VRT360Image.h

@@ -40,6 +40,7 @@
 @property (nonatomic, assign) VROTextureInternalFormat format;
 @property (nonatomic, assign) BOOL isHdr;
 @property (nonatomic, copy, nullable) NSString *stereoMode;
+@property (nonatomic, assign) BOOL skyEffect;
 
 - (instancetype)initWithBridge:(RCTBridge *)bridge;
 

package/ios/dist/include/VRTARSceneNavigator.h

@@ -50,6 +50,8 @@
 @property (nonatomic, copy) NSString *occlusionMode;
 @property (nonatomic, assign) BOOL depthEnabled;
 @property (nonatomic, assign) BOOL depthDebugEnabled;
+@property (nonatomic, assign) BOOL semanticDebugEnabled;
+@property (nonatomic, assign) float semanticConfidenceThreshold;
 @property (nonatomic, copy) NSString *cloudAnchorProvider;
 @property (nonatomic, copy) NSString *geospatialAnchorProvider;
 
@@ -206,6 +208,8 @@ typedef void (^GeospatialAnchorCompletionHandler)(BOOL success,
                           radius:(double)radius
                            limit:(int)limit
                completionHandler:(void (^)(BOOL success, NSArray *anchors, NSString *error))completionHandler;
+- (void)rvGetSceneAssets:(NSString *)sceneId
+      completionHandler:(void (^)(BOOL success, NSArray *assets, NSString *error))completionHandler;
 - (void)rvAttachAssetToCloudAnchor:(NSString *)anchorId
                            fileUrl:(NSString *)fileUrl
                           fileSize:(int64_t)fileSize

package/package.json

@@ -3,7 +3,7 @@
   "main": "dist/index.js",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "2.53.0",
+  "version": "2.54.0",
   "license": "MIT",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
@@ -27,11 +27,11 @@
     "prepare": "npm run build"
   },
   "peerDependencies": {
-    "expo": "~54.0.10",
-    "react-native": "~0.81.4"
+    "expo": ">=54.0.0 <56.0.0",
+    "react-native": ">=0.81.0 <0.84.0"
   },
   "engines": {
-    "react-native": "~0.81.4"
+    "react-native": ">=0.81.0 <0.84.0"
   },
   "peerDependenciesMeta": {
     "expo": {
@@ -58,7 +58,7 @@
   ],
   "dependencies": {
     "@expo/config-plugins": "^9.0.14",
-    "react": "~19.1.0",
+    "react": "~19.2.0",
     "react-native-gradle-plugin": "^0.71.19"
   },
   "devDependencies": {
@@ -75,12 +75,12 @@
     "@react-native/typescript-config": "^0.77.0",
     "@types/babel__core": "^7.20.5",
     "@types/node": "^22.13.1",
-    "@types/react": "~19.1.0",
+    "@types/react": "~19.2.10",
     "@types/react-native": "^0.73.0",
     "babel-jest": "^29.7.0",
-    "expo": "~54.0.10",
+    "expo": "~55.0.8",
     "jest": "^29.7.0",
-    "react-native": "~0.81.4",
+    "react-native": "~0.83.2",
     "release-it": "^17.1.1",
     "ts-node": "^10.9.2",
     "typescript": "^5.3.0"