@reactvision/react-viro 2.56.0 → 2.57.2

package/dist/index.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ViroSpatialSound = exports.ViroSoundField = exports.ViroSound = exports.ViroAnimatedComponent = exports.ViroAmbientLight = exports.ViroAnimatedImage = exports.Viro360Video = exports.Viro360Image = exports.Viro3DObject = exports.ViroAnimations = exports.ViroSkyBox = exports.ViroSceneNavigator = exports.ViroSurface = exports.ViroScene = exports.ViroQuad = exports.ViroPortalScene = exports.ViroPortal = exports.ViroPolyline = exports.ViroPolygon = exports.ViroParticleEmitter = exports.ViroOrbitCamera = exports.ViroOmniLight = exports.ViroNode = exports.ViroCameraTexture = exports.ViroMaterialVideo = exports.ViroARCamera = exports.ViroMaterials = exports.ViroImage = exports.ViroLightingEnvironment = exports.ViroGeometry = exports.ViroFlexView = exports.ViroDirectionalLight = exports.useFixedUpdate = exports.useLateUpdate = exports.useGameLoop = exports.ViroGameLoopUtils = exports.ViroGameLoop = exports.ViroVirtualButton = exports.ViroVirtualJoystick = exports.ViroController = exports.ViroCamera = exports.ViroButton = exports.ViroBox = exports.ViroARSceneNavigator = exports.ViroARScene = exports.ViroARPlaneSelector = exports.ViroARPlane = exports.ViroARTrackingTargets = exports.ViroARObjectMarker = exports.ViroARImageMarker = void 0;
-exports.exitImmersiveSpace = exports.enterImmersiveSpace = exports.isVisionOS = exports.ViroVisionOSModule = exports.StudioARScene = exports.StudioSceneNavigator = exports.VIRO_VERSION = exports.ViroRotateStateTypes = exports.ViroPinchStateTypes = exports.ViroClickStateTypes = exports.gpsToArWorld = exports.latLngToMercator = exports.checkPermissions = exports.requestRequiredPermissions = exports.isARSupportedOnDevice = exports.polarToCartesianActual = exports.polarToCartesian = exports.ViroTrackingStateConstants = exports.ViroRecordingErrorConstants = exports.ViroARTrackingReasonConstants = exports.useAnySourcePressed = exports.useAnySourceHover = exports.isQuest = exports.hasOpenXRSupport = exports.StreamingAudioManager = exports.Viro3DSceneNavigator = exports.exitVRScene = exports.useVRViewTag = exports.VRModuleOpenXR = exports.VRQuestNavigatorBridge = exports.ViroQuestEntryPoint = exports.ViroXRSceneNavigator = exports.ViroVRSceneNavigator = exports.ViroVideo = exports.ViroText = exports.ViroSpotLight = exports.ViroSpinner = exports.ViroSphere = void 0;
+exports.ViroSoundField = exports.ViroSound = exports.ViroAnimatedComponent = exports.ViroAmbientLight = exports.ViroAnimatedImage = exports.Viro360Video = exports.Viro360Image = exports.Viro3DObject = exports.ViroAnimations = exports.ViroSkyBox = exports.ViroSceneNavigator = exports.ViroSurface = exports.ViroScene = exports.ViroQuad = exports.ViroPortalScene = exports.ViroPortal = exports.ViroPolyline = exports.ViroPolygon = exports.ViroParticleEmitter = exports.ViroOrbitCamera = exports.ViroOmniLight = exports.ViroNode = exports.ViroObjectDetector = exports.ViroCameraTexture = exports.ViroMaterialVideo = exports.ViroARCamera = exports.ViroMaterials = exports.ViroImage = exports.ViroLightingEnvironment = exports.ViroGeometry = exports.ViroFlexView = exports.ViroDirectionalLight = exports.useFixedUpdate = exports.useLateUpdate = exports.useGameLoop = exports.ViroGameLoopUtils = exports.ViroGameLoop = exports.ViroVirtualButton = exports.ViroVirtualJoystick = exports.ViroController = exports.ViroCamera = exports.ViroButton = exports.ViroBox = exports.ViroARSceneNavigator = exports.ViroARScene = exports.ViroARPlaneSelector = exports.ViroARPlane = exports.ViroARTrackingTargets = exports.ViroARObjectMarker = exports.ViroARImageMarker = void 0;
+exports.exitImmersiveSpace = exports.enterImmersiveSpace = exports.isVisionOS = exports.ViroVisionOSModule = exports.StudioARScene = exports.StudioSceneNavigator = exports.VIRO_VERSION = exports.ViroRotateStateTypes = exports.ViroPinchStateTypes = exports.ViroClickStateTypes = exports.gpsToArWorld = exports.latLngToMercator = exports.checkPermissions = exports.requestRequiredPermissions = exports.isARSupportedOnDevice = exports.polarToCartesianActual = exports.polarToCartesian = exports.ViroTrackingStateConstants = exports.ViroRecordingErrorConstants = exports.ViroARTrackingReasonConstants = exports.useAnySourcePressed = exports.useAnySourceHover = exports.isQuest = exports.hasOpenXRSupport = exports.StreamingAudioManager = exports.Viro3DSceneNavigator = exports.setPassthroughStyle = exports.exitVRScene = exports.useVRViewTag = exports.VRModuleOpenXR = exports.VRQuestNavigatorBridge = exports.ViroQuestEntryPoint = exports.ViroXRSceneNavigator = exports.ViroVRSceneNavigator = exports.ViroVideo = exports.ViroText = exports.ViroSpotLight = exports.ViroSpinner = exports.ViroSphere = exports.ViroSpatialSound = void 0;
 /**
  * Copyright (c) 2016-present, Viro Media, Inc.
  * All rights reserved.
@@ -83,6 +83,8 @@ const ViroMaterialVideo_1 = require("./components/ViroMaterialVideo");
 Object.defineProperty(exports, "ViroMaterialVideo", { enumerable: true, get: function () { return ViroMaterialVideo_1.ViroMaterialVideo; } });
 const ViroCameraTexture_1 = require("./components/ViroCameraTexture");
 Object.defineProperty(exports, "ViroCameraTexture", { enumerable: true, get: function () { return ViroCameraTexture_1.ViroCameraTexture; } });
+const ViroObjectDetector_1 = require("./components/ViroObjectDetector");
+Object.defineProperty(exports, "ViroObjectDetector", { enumerable: true, get: function () { return ViroObjectDetector_1.ViroObjectDetector; } });
 const ViroNode_1 = require("./components/ViroNode");
 Object.defineProperty(exports, "ViroNode", { enumerable: true, get: function () { return ViroNode_1.ViroNode; } });
 const ViroOmniLight_1 = require("./components/ViroOmniLight");
@@ -162,6 +164,7 @@ const VRModuleOpenXR_1 = require("./components/Utilities/VRModuleOpenXR");
 Object.defineProperty(exports, "VRModuleOpenXR", { enumerable: true, get: function () { return VRModuleOpenXR_1.VRModuleOpenXR; } });
 Object.defineProperty(exports, "useVRViewTag", { enumerable: true, get: function () { return VRModuleOpenXR_1.useVRViewTag; } });
 Object.defineProperty(exports, "exitVRScene", { enumerable: true, get: function () { return VRModuleOpenXR_1.exitVRScene; } });
+Object.defineProperty(exports, "setPassthroughStyle", { enumerable: true, get: function () { return VRModuleOpenXR_1.setPassthroughStyle; } });
 const StreamingAudioManager_1 = require("./components/Utilities/StreamingAudioManager");
 Object.defineProperty(exports, "StreamingAudioManager", { enumerable: true, get: function () { return StreamingAudioManager_1.StreamingAudioManager; } });
 const react_native_1 = require("react-native");

package/dist/plugins/withViro.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DEFAULTS = void 0;
-const config_plugins_1 = require("@expo/config-plugins");
 const withViroAndroid_1 = require("./withViroAndroid");
 const withViroIos_1 = require("./withViroIos");
 const CAMERA_USAGE = "Allow $(PRODUCT_NAME) to use your camera";
@@ -34,20 +33,8 @@ exports.DEFAULTS = {
  * @returns expo configuration
  */
 const withViro = (config, props) => {
-    // Validate New Architecture is enabled
-    const newArchEnabled = config.plugins?.some((plugin) => Array.isArray(plugin) &&
-        plugin[0] === "expo-dev-client" &&
-        plugin[1]?.newArchEnabled === true) || config.newArchEnabled === true;
-    if (!newArchEnabled) {
-        config_plugins_1.WarningAggregator.addWarningAndroid("withViro", "ViroReact requires React Native New Architecture (Fabric) to be enabled. " +
-            "Please enable New Architecture in your app configuration. " +
-            'Add "newArchEnabled": true to your app.json/app.config.js expo configuration, ' +
-            "or ensure your React Native project has New Architecture enabled.");
-        config_plugins_1.WarningAggregator.addWarningIOS("withViro", "ViroReact requires React Native New Architecture (Fabric) to be enabled. " +
-            "Please enable New Architecture in your app configuration. " +
-            'Add "newArchEnabled": true to your app.json/app.config.js expo configuration, ' +
-            "or ensure your React Native project has New Architecture enabled.");
-    }
+    // New Architecture is the only architecture in Expo SDK 53+ (and the React
+    // Native versions ViroReact supports), so there is nothing to validate here.
     // Apply platform-specific configurations
     config = (0, withViroIos_1.withViroIos)(config, props);
     config = (0, withViroAndroid_1.withViroAndroid)(config, props);

package/dist/plugins/withViroAndroid.js

@@ -101,11 +101,6 @@ const withBranchAndroid = (config) => {
     ]);
 };
 const withViroProjectBuildGradle = (config) => (0, config_plugins_1.withProjectBuildGradle)(config, async (newConfig) => {
-    // Enforce New Architecture requirement
-    if (!newConfig.modResults.contents.includes("newArchEnabled=true")) {
-        config_plugins_1.WarningAggregator.addWarningAndroid("withViroAndroid", "ViroReact requires New Architecture to be enabled. " +
-            'Please add "newArchEnabled=true" to your android/gradle.properties file.');
-    }
     newConfig.modResults.contents = newConfig.modResults.contents.replace(/minSdkVersion.*/, `minSdkVersion = 24`);
     // Ensure New Architecture is enabled
     //if (!newConfig.modResults.contents.includes("newArchEnabled=true")) {
@@ -348,6 +343,24 @@ const withViroManifest = (config) => (0, config_plugins_1.withAndroidManifest)(c
                 $: { "android:name": "com.oculus.permission.EYE_TRACKING" },
             });
         }
+        // Spatial Data / Scene permissions — required for the Meta OpenXR runtime
+        // to expose the scene & spatial-entity extensions (XR_FB_scene,
+        // XR_FB_spatial_entity*, XR_FB_scene_capture). Without USE_ANCHOR_API the
+        // runtime skips those extensions, so plane / anchor data is unavailable on
+        // Quest. These are runtime permissions — also require a grant at runtime.
+        const sceneAnchorPerms = [
+            "horizonos.permission.USE_ANCHOR_API", // gates XR_FB_scene / XR_FB_spatial_entity on current Horizon OS
+            "com.oculus.permission.USE_SCENE", // legacy Scene permission (older OS)
+            // Meta Passthrough Camera API (Quest 3 / 3S, Horizon OS v74+): grants the
+            // app the headset RGB cameras via Camera2, used by ViroObjectDetector to
+            // run on-device object detection over passthrough. Runtime-granted.
+            "horizonos.permission.HEADSET_CAMERA",
+        ];
+        for (const perm of sceneAnchorPerms) {
+            if (!existingPermissions.includes(perm)) {
+                contents.manifest["uses-permission"].push({ $: { "android:name": perm } });
+            }
+        }
     }
     return newConfig;
 });

package/dist/plugins/withViroIos.js

@@ -35,12 +35,6 @@ const withViroPods = (config) => {
                 }
             }
             fs_1.default.readFile(`${root}/Podfile`, "utf-8", (err, data) => {
-                // Check for New Architecture environment variable
-                if (!data.includes('ENV["RCT_NEW_ARCH_ENABLED"]') &&
-                    !data.includes("RCT_NEW_ARCH_ENABLED=1")) {
-                    config_plugins_1.WarningAggregator.addWarningIOS("withViroIos", "ViroReact requires New Architecture to be enabled. " +
-                        "Please set RCT_NEW_ARCH_ENABLED=1 in your ios/.xcode.env file.");
-                }
                 // ViroReact with integrated Fabric support
                 let viroPods = `  # ViroReact with integrated New Architecture (Fabric) support\n` +
                     `  # Automatically includes Fabric components when RCT_NEW_ARCH_ENABLED=1\n` +

package/index.ts

@@ -48,6 +48,8 @@ import {
 import { ViroMaterialVideo } from "./components/ViroMaterialVideo";
 import { ViroCameraTexture } from "./components/ViroCameraTexture";
 export type { ViroCameraPosition, ViroCameraReadyEvent } from "./components/ViroCameraTexture";
+import { ViroObjectDetector } from "./components/ViroObjectDetector";
+export type { ViroDetectorMode, ViroDetectedObject, ViroDetectionBoundingBox, ViroDetectionEvent, ViroDetectorReadyEvent, ViroDetectorErrorEvent } from "./components/ViroObjectDetector";
 import { ViroNode } from "./components/ViroNode";
 import { ViroOmniLight } from "./components/ViroOmniLight";
 import { ViroOrbitCamera } from "./components/ViroOrbitCamera";
@@ -185,8 +187,8 @@ import { ViroSceneNavigator } from "./components/ViroSceneNavigator";
 import { VIRO_VERSION } from "./components/Utilities/ViroVersion";
 import { ViroQuestEntryPoint } from "./components/ViroQuestEntryPoint";
 import { VRQuestNavigatorBridge } from "./components/Utilities/VRQuestNavigatorBridge";
-import { VRModuleOpenXR, useVRViewTag, exitVRScene } from "./components/Utilities/VRModuleOpenXR";
-import type { VRModuleOpenXRType } from "./components/Utilities/VRModuleOpenXR";
+import { VRModuleOpenXR, useVRViewTag, exitVRScene, setPassthroughStyle } from "./components/Utilities/VRModuleOpenXR";
+import type { VRModuleOpenXRType, ViroPassthroughStyle } from "./components/Utilities/VRModuleOpenXR";
 import { StreamingAudioManager } from "./components/Utilities/StreamingAudioManager";
 import { AppRegistry } from "react-native";
 
@@ -223,6 +225,7 @@ export {
   ViroARCamera,
   ViroMaterialVideo,
   ViroCameraTexture,
+  ViroObjectDetector,
   ViroNode,
   ViroOmniLight,
   ViroOrbitCamera,
@@ -259,6 +262,7 @@ export {
   VRModuleOpenXR,
   useVRViewTag,
   exitVRScene,
+  setPassthroughStyle,
   Viro3DSceneNavigator,
   // Streaming audio
   StreamingAudioManager,
@@ -388,7 +392,7 @@ export {
   exitImmersiveSpace,
 };
 
-export type { VRModuleOpenXRType };
+export type { VRModuleOpenXRType, ViroPassthroughStyle };
 export type { ImmersiveSpaceStyle } from "./components/VisionOS/ViroVisionOSModule";
 
 export type {

package/ios/ViroReact.podspec

@@ -18,16 +18,20 @@ Pod::Spec.new do |s|
   # visionOS: CompositorServices drives the immersive render loop.
   s.visionos.frameworks = ['Metal', 'MetalKit', 'CompositorServices', 'ARKit']
 
+  # iOS: frameworks required by source files compiled from the pod
+  # (VRTObjectDetectorView uses AVFoundation + Accelerate; CoreVideo for CVPixelBuffer)
+  s.ios.frameworks = ['AVFoundation', 'Accelerate', 'CoreVideo']
+
   # Base source files (always included)
   source_files_array = ['ViroReact/**/*.{h,m,mm,swift}']
   header_files_array = ['ViroReact/**/*.h']
-  
+
   # Include dist files if they exist (for release builds)
   if File.exist?(File.join(__dir__, 'dist/include'))
     source_files_array << 'dist/include/**/*.{h,m,mm}'
     header_files_array << 'dist/include/*.h'
   end
-  
+
   s.source_files        = source_files_array
   s.public_header_files = header_files_array
 
@@ -39,15 +43,30 @@ Pod::Spec.new do |s|
   if File.exist?(File.join(__dir__, 'dist/lib/libViroReact.a'))
     s.vendored_libraries = 'dist/lib/libViroReact.a'
   end
-  
+
   # React Native dependencies
   s.dependency 'React-Core'
-  
+
+  # ONNX Runtime is distributed as a vendored dynamic xcframework (onnxruntime.xcframework).
+  # When the xcframework is present in ios/dist/Frameworks/, enable inference by setting:
+  #   GCC_PREPROCESSOR_DEFINITIONS = $(inherited) VIRO_ONNXRUNTIME_AVAILABLE=1
+  # Until then, VRTObjectDetectorView compiles with the camera pipeline active
+  # and inference returning empty results.
+  if File.exist?(File.join(__dir__, 'dist/Frameworks/onnxruntime.xcframework'))
+    s.vendored_frameworks = [
+      'dist/ViroRenderer/ViroKit.framework',
+      'dist/Frameworks/onnxruntime.xcframework'
+    ]
+    s.pod_target_xcconfig = {
+      'GCC_PREPROCESSOR_DEFINITIONS' => '$(inherited) RCT_NEW_ARCH_ENABLED=1 VIRO_ONNXRUNTIME_AVAILABLE=1'
+    }
+  end
+
   # Fabric dependencies
   s.dependency 'React-RCTFabric'
   s.dependency 'React-Fabric'
   s.dependency 'React-FabricComponents'
-  
+
   # Fabric-specific build configuration
   s.pod_target_xcconfig = {
     'SWIFT_VERSION' => '5.0',
@@ -63,5 +82,5 @@ Pod::Spec.new do |s|
     'GCC_PREPROCESSOR_DEFINITIONS' => '$(inherited) RCT_NEW_ARCH_ENABLED=1',
     'OTHER_CPLUSPLUSFLAGS' => '$(inherited) -std=c++17'
   }
-  
+
 end

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARFrameiOS.h

@@ -144,6 +144,15 @@ private:
      */
     float sampleDepthTextureAtUV(std::shared_ptr<VROTexture> texture, float u, float v) const;
 
+    /*
+     Unproject a camera-image-space point (normalized [0,1] in ARKit's landscape image
+     space, the same space used for [ARFrame hitTest:]) at a given metric depth (meters
+     along the optical axis) to a world-space position. Returns false if camera
+     intrinsics are unavailable. Used to build a depth-derived DepthPoint hit result.
+     */
+    bool unprojectToWorld(VROVector3f cameraImagePoint, float depthMeters,
+                          VROVector3f &outWorld) const;
+
 };
 
 #endif

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARScene.h

@@ -44,6 +44,12 @@ public:
     virtual void onTrackingUpdated(VROARTrackingState state, VROARTrackingStateReason reason) = 0;
     virtual void onAmbientLightUpdate(float ambientLightIntensity, VROVector3f ambientLightColor) = 0;
     virtual void onWorldMeshUpdated(const VROWorldMeshStats& stats) {}
+
+    /*
+     Called once when depth data (LiDAR or monocular) first becomes available for the
+     session, i.e. hit tests can now return DepthPoints. Optional.
+     */
+    virtual void onDepthReady() {}
 };
 
 class VROARScene : public VROScene {
@@ -113,6 +119,12 @@ public:
     void setDelegate(std::shared_ptr<VROARSceneDelegate> delegate);
     void setTrackingState(VROARTrackingState state, VROARTrackingStateReason reason, bool force);
 
+    /*
+     Notify the delegate that depth data is now available. Fires the delegate's
+     onDepthReady() exactly once per scene; subsequent calls are no-ops.
+     */
+    void notifyDepthReady();
+
     /*
      Get the ambient light estimate of the scene.
      */
@@ -180,7 +192,8 @@ private:
     std::shared_ptr<VRONode> _pointCloudNode;
     std::shared_ptr<VROFixedParticleEmitter> _pointCloudEmitter;
     std::weak_ptr<VROARSceneDelegate> _delegate;
-    
+    bool _depthReadyNotified = false;
+
     /*
      Ambient light estimation. The intensity is in lumens and the color is in linear space.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARSceneDelegateiOS.h

@@ -38,6 +38,8 @@
 - (void)onAnchorFound:(std::shared_ptr<VROARAnchor>)anchor;
 - (void)onAnchorUpdated:(std::shared_ptr<VROARAnchor>)anchor;
 - (void)onAnchorRemoved:(std::shared_ptr<VROARAnchor>)anchor;
+@optional
+- (void)onDepthReady;
 @end
 
 class VROARSceneDelegateiOS : public VROARSceneDelegate, public VROARDeclarativeSessionDelegate {
@@ -71,6 +73,12 @@ public:
         [_delegate onAmbientLightUpdate:intensity color:color];
     }
 
+    virtual void onDepthReady() {
+        if ([_delegate respondsToSelector:@selector(onDepthReady)]) {
+            [_delegate onDepthReady];
+        }
+    }
+
 private:
     __weak id<VROARSceneDelegateProtocol> _delegate;
 };

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROGLTFLoader.h

@@ -188,7 +188,11 @@ private:
     static bool processAnimations(const tinygltf::Model &gModel);
     static bool processKeyFrameAnimations(const tinygltf::Model &gModel,
                                          std::map<int, std::map<int, std::vector<int>>> &gltfAnimatedNodes);
-    static void flattenSkeletalKeyframeAnimations(
+    // Resample all of a skin's animation channels onto a single common time-grid and merge each
+    // joint's per-property channels into one index-aligned VROKeyframeAnimation. Replaces the old
+    // drop-mismatched-channels flatten (VIRO-5741) so mixed STEP/LINEAR, multi-time-grid glTF
+    // animations (e.g. Blender exports) play fully instead of freezing.
+    static void resampleSkeletalChannelsToCommonGrid(
             std::map<int, std::pair<int, std::vector<int>>> &skeletalAnimToNodeSkinPair,
             int skinIndex);
     static std::shared_ptr<VROKeyframeAnimation> convertChannelToKeyFrameAnimation(

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMonocularDepthEstimator.h

@@ -135,6 +135,16 @@ public:
      */
     void update(const VROARFrame *frame);
 
+    /**
+     * Run a single throwaway inference on a blank image to force CoreML / Neural Engine
+     * model specialization up front. Without this, the FIRST real inference pays the
+     * full ANE compile cost (many seconds on A-series chips) — the dominant cause of the
+     * long delay before the first depth frame appears. Safe to call once right after
+     * initWithModel(); runs asynchronously on the depth queue and does not touch the
+     * live depth buffers (it uses a private throwaway request).
+     */
+    void warmup();
+
     #pragma mark - Depth Output
 
     /**

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROObjectDetector.h

@@ -0,0 +1,134 @@
+//
+//  VROObjectDetector.h
+//  ViroRenderer
+//
+//  Copyright © 2026 ReactVision. All rights reserved.
+//
+//  Permission is hereby granted, free of charge, to any person obtaining
+//  a copy of this software and associated documentation files (the
+//  "Software"), to deal in the Software without restriction, including
+//  without limitation the rights to use, copy, modify, merge, publish,
+//  distribute, sublicense, and/or sell copies of the Software, and to
+//  permit persons to whom the Software is furnished to do so, subject to
+//  the following conditions:
+//
+//  The above copyright notice and this permission notice shall be included
+//  in all copies or substantial portions of the Software.
+//
+//  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+//  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+//  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+//  IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+//  CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+//  TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+//  SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+#ifndef VROObjectDetector_h
+#define VROObjectDetector_h
+
+#include <string>
+#include <vector>
+#include <functional>
+#include <memory>
+
+/*
+ Bounding box in normalized image space [0, 1].
+ Origin is top-left corner of the image.
+ */
+struct VRODetectionBoundingBox {
+    float x;       // left edge
+    float y;       // top edge
+    float width;
+    float height;
+};
+
+struct VRODetectedObject {
+    std::string label;
+    float confidence;
+    VRODetectionBoundingBox boundingBox;
+};
+
+/*
+ Inference mode matching YOLOE's three prompting strategies:
+ - PromptFree: LRPC head, 4,585 built-in RAM++ categories, no runtime prompt needed.
+ - Text:       RepRTA, detect arbitrary categories given a list of text labels.
+ - Visual:     SAVPE, detect objects similar to a reference image crop.
+ */
+enum class VRODetectorMode {
+    PromptFree,
+    Text,
+    Visual,
+};
+
+using VRODetectionCallback = std::function<void(const std::vector<VRODetectedObject> &)>;
+
+/*
+ Abstract base class for on-device object detectors.
+
+ Platform implementations (iOS: CoreML / ONNX Runtime, Android: ONNX Runtime)
+ subclass this and implement loadModel() and detectInBuffer(). The bridge layer
+ owns the camera pipeline and calls detectInBuffer() on each sampled frame.
+ */
+class VROObjectDetector {
+public:
+    virtual ~VROObjectDetector() {}
+
+    /*
+     Load the model from the given path.
+     On iOS:     path to a .mlpackage (CoreML) or .onnx file.
+     On Android: path to a .onnx file inside the app's assets or files dir.
+     Returns true on success.
+     */
+    virtual bool loadModel(const std::string &modelPath) = 0;
+
+    /*
+     Run detection on a raw RGB pixel buffer.
+     - pixels:  pointer to contiguous RGB888 data (row-major)
+     - width / height: image dimensions in pixels
+     Results are delivered asynchronously via the detection callback.
+     */
+    virtual void detectInBuffer(const uint8_t *pixels, int width, int height) = 0;
+
+    // --- configuration (call before loadModel or between frames) ---
+
+    void setMode(VRODetectorMode mode) {
+        _mode = mode;
+    }
+
+    /*
+     Text categories for Text mode (e.g. {"chair", "person", "laptop"}).
+     Ignored in PromptFree and Visual modes.
+     */
+    void setCategories(const std::vector<std::string> &categories) {
+        _categories = categories;
+    }
+
+    void setConfidenceThreshold(float threshold) {
+        _confidenceThreshold = threshold;
+    }
+
+    /*
+     NMS IoU threshold used during post-processing.
+     */
+    void setIouThreshold(float threshold) {
+        _iouThreshold = threshold;
+    }
+
+    void setCallback(VRODetectionCallback callback) {
+        _callback = callback;
+    }
+
+    VRODetectorMode getMode() const { return _mode; }
+    float getConfidenceThreshold() const { return _confidenceThreshold; }
+    float getIouThreshold() const { return _iouThreshold; }
+    const std::vector<std::string> &getCategories() const { return _categories; }
+
+protected:
+    VRODetectorMode _mode = VRODetectorMode::PromptFree;
+    std::vector<std::string> _categories;
+    float _confidenceThreshold = 0.4f;
+    float _iouThreshold = 0.45f;
+    VRODetectionCallback _callback;
+};
+
+#endif /* VROObjectDetector_h */

package/ios/dist/ViroRenderer/ViroKit.framework/Shaders.dat

@@ -1,5 +1,5 @@
 dependencies: \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/Shaders.metal \
-  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.6.42.0.AHiUEg/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
+  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.6.109.0.hR8Z6P/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VROSharedStructures.h \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VRODefines.h

package/ios/dist/ViroRendererVisionOS/ViroKit.podspec

@@ -0,0 +1,27 @@
+Pod::Spec.new do |s|
+  s.name                = 'ViroKit'
+  s.version             = '1.0'
+  s.summary             = 'Framework containing the ViroRenderer (visionOS / xros)'
+  s.description         = <<-DESC
+    ViroKit is the core rendering framework for ViroReact.
+
+    This is the visionOS (xros) distribution: a Metal-only build of the
+    ViroRenderer packaged as an xcframework with both the device (xros-arm64)
+    and simulator (xros-arm64_x86_64-simulator) slices. It plugs into the
+    CompositorServices immersive render loop via VRORendererBridge.
+  DESC
+  s.source              = { :path => '.' } # source is required, but path is defined in the user's Podfile (this value is ignored).
+  s.vendored_frameworks = 'ViroKit.xcframework'
+  s.homepage            = 'https://reactvision.xyz'
+  s.license             = {:type => 'Copyright', :text => "Copyright 2025 ReactVision" }
+  s.author              = 'ReactVision'
+  s.requires_arc        = true
+  s.platform            = :visionos, '1.0'
+  s.visionos.deployment_target = '1.0'
+  s.dependency 'React'
+
+  # visionOS requires CompositorServices for the immersive render loop.
+  # Metal and MetalKit are available on both iOS and visionOS; ARKit provides
+  # world / hand tracking.
+  s.visionos.frameworks = ['Metal', 'MetalKit', 'CompositorServices', 'ARKit']
+end

package/ios/dist/include/VRTARScene.h

@@ -36,6 +36,7 @@
 @property (nonatomic, copy, nullable) NSArray<NSString *> *anchorDetectionTypes;
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onTrackingUpdatedViro;
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onAmbientLightUpdateViro;
+@property (nonatomic, copy, nullable) RCTDirectEventBlock onDepthReadyViro;
 
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onAnchorFoundViro;
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onAnchorUpdatedViro;

package/package.json

@@ -3,7 +3,7 @@
   "main": "dist/index.js",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "2.56.0",
+  "version": "2.57.2",
   "license": "MIT",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
@@ -27,11 +27,12 @@
     "prepare": "npm run build"
   },
   "peerDependencies": {
-    "expo": ">=54.0.0 <56.0.0",
-    "react-native": ">=0.81.0 <0.84.0"
+    "expo": ">=55.0.0 <57.0.0",
+    "react": ">=18.0.0",
+    "react-native": ">=0.83.0 <0.86.0"
   },
   "engines": {
-    "react-native": ">=0.81.0 <0.84.0"
+    "react-native": ">=0.83.0 <0.86.0"
   },
   "peerDependenciesMeta": {
     "expo": {
@@ -56,31 +57,27 @@
     "bin",
     "LICENSE"
   ],
-  "dependencies": {
-    "@expo/config-plugins": "^9.0.14",
-    "react": "~19.2.0",
-    "react-native-gradle-plugin": "^0.71.19"
-  },
   "devDependencies": {
     "@babel/core": "^7.25.2",
     "@babel/preset-env": "^7.25.3",
     "@babel/preset-typescript": "^7.26.0",
+    "@expo/config-plugins": "~56.0.8",
     "@jest/globals": "^29.7.0",
-    "@react-native-community/cli": "^15.0.1",
-    "@react-native-community/cli-platform-android": "^15.0.1",
-    "@react-native-community/cli-platform-ios": "^15.0.1",
-    "@react-native/babel-preset": "^0.77.0",
-    "@react-native/eslint-config": "^0.77.0",
-    "@react-native/metro-config": "^0.77.0",
-    "@react-native/typescript-config": "^0.77.0",
+    "@react-native-community/cli": "^20.1.3",
+    "@react-native-community/cli-platform-android": "^20.1.3",
+    "@react-native-community/cli-platform-ios": "^20.1.3",
+    "@react-native/babel-preset": "^0.85.3",
+    "@react-native/eslint-config": "^0.85.3",
+    "@react-native/metro-config": "^0.85.3",
+    "@react-native/typescript-config": "^0.85.3",
     "@types/babel__core": "^7.20.5",
     "@types/node": "^22.13.1",
-    "@types/react": "~19.2.10",
-    "@types/react-native": "^0.73.0",
+    "@types/react": "~19.2.17",
     "babel-jest": "^29.7.0",
-    "expo": "~55.0.8",
+    "expo": "~56.0.9",
     "jest": "^29.7.0",
-    "react-native": "~0.83.2",
+    "react": "~19.2.3",
+    "react-native": "~0.85.3",
     "release-it": "^17.1.1",
     "ts-node": "^10.9.2",
     "typescript": "^5.3.0"