@reactvision/react-viro 2.56.0 → 2.57.0

package/README.md

@@ -45,6 +45,14 @@ For Expo projects, the easiest way to start is to clone the official starter kit
 
 For step-by-step setup instructions, including platform-specific permissions and build configuration, see the full installation guide in the docs: <https://viro-community.readme.io/docs/installation-instructions>
 
+## MCP Server
+
+If you're building AR, VR or XR apps with ViroReact, our MCP server is the fastest way to get moving. Think of it as a living guide to ViroReact, always current, that plugs straight into the tools you already use.
+
+Connect it to Claude, Codex, Cursor or any other coding agent, and your agent instantly understands how to work with ViroReact's cross-platform rendering. No hunting through docs, no guesswork. (Our documentation is still a great companion, but the MCP is the most up to date source there is.)
+
+[MCP Setup Instructions](https://viro-community.readme.io/docs/viroreact-mcp-server)
+
 ## Features
 
 ViroReact ships with a complete spatial computing toolkit out of the box — no third-party plugins, no paid add-ons.

package/components/AR/ViroARScene.tsx

@@ -72,6 +72,14 @@ type Props = ViroCommonProps & {
   ) => void;
   onPlatformUpdate?: (platformInfoViro: ViroPlatformInfo) => void;
   onAmbientLightUpdate?: (update: ViroAmbientLightInfo) => void;
+  /**
+   * Fired once when depth data (LiDAR or monocular depth estimation) first becomes
+   * available for the session — i.e. hit tests can now return DepthPoints. Useful for
+   * hiding an "initializing depth…" state instead of acting on early, inaccurate
+   * feature points. On devices using monocular depth estimation, this can take a few
+   * seconds after the AR screen appears while the model warms up.
+   */
+  onDepthReady?: () => void;
   /**
    * Describes the acoustic properties of the room around the user
    */
@@ -237,6 +245,13 @@ export class ViroARScene extends ViroBase<Props> {
       this.props.onAmbientLightUpdate(event.nativeEvent.ambientLightInfo);
   };
 
+  /**
+   * Fired once when depth data first becomes available for hit testing.
+   */
+  _onDepthReady = (_event: NativeSyntheticEvent<{}>) => {
+    this.props.onDepthReady && this.props.onDepthReady();
+  };
+
   _onAnchorFound = (event: NativeSyntheticEvent<ViroARAnchorFoundEvent>) => {
     // TODO: this is in a different format than the other onAnchorFound methods
     this.props.onAnchorFound &&
@@ -527,6 +542,7 @@ export class ViroARScene extends ViroBase<Props> {
           onPlatformUpdateViro={this._onPlatformUpdate}
           onTrackingUpdatedViro={this._onTrackingUpdated}
           onAmbientLightUpdateViro={this._onAmbientLightUpdate}
+          onDepthReadyViro={this._onDepthReady}
           onAnchorFoundViro={this._onAnchorFound}
           onAnchorUpdatedViro={this._onAnchorUpdated}
           onAnchorRemovedViro={this._onAnchorRemoved}
@@ -573,6 +589,7 @@ var VRTARScene = requireNativeComponent<any>(
       onTrackingInitializedViro: true,
       onTrackingUpdatedViro: true,
       onAmbientLightUpdateViro: true,
+      onDepthReadyViro: true,
       onAnchorFoundViro: true,
       onAnchorUpdatedViro: true,
       onAnchorRemovedViro: true,

package/components/Utilities/ViroVersion.ts

@@ -1 +1 @@
-export const VIRO_VERSION = "2.56.0";
+export const VIRO_VERSION = "2.57.0";

package/components/ViroObjectDetector.tsx

@@ -0,0 +1,222 @@
+/**
+ * Copyright (c) 2026-present, ReactVision, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+
+import * as React from "react";
+import {
+  NativeSyntheticEvent,
+  requireNativeComponent,
+  ViewProps,
+} from "react-native";
+
+// ---------------------------------------------------------------------------
+// Types
+// ---------------------------------------------------------------------------
+
+export type ViroDetectorMode = "prompt-free" | "text" | "visual";
+
+export type ViroDetectionBoundingBox = {
+  /** Left edge, normalized [0, 1] */
+  x: number;
+  /** Top edge, normalized [0, 1] */
+  y: number;
+  width: number;
+  height: number;
+};
+
+export type ViroDetectedObject = {
+  label: string;
+  confidence: number;
+  boundingBox: ViroDetectionBoundingBox;
+  /** 3D world position (metres), from raycasting the bbox centre. Present when `projectToWorld` is true (iOS only). */
+  worldPosition?: { x: number; y: number; z: number };
+  /**
+   * Bounding box in density-independent points (dp), aligned to the on-screen AR
+   * camera preview. Use directly as { left, top, width, height } in an
+   * absolute-positioned View. Present on iOS and Android.
+   */
+  screenBoundingBox?: { x: number; y: number; width: number; height: number };
+};
+
+export type ViroDetectionEvent = {
+  detections: ViroDetectedObject[];
+};
+
+export type ViroDetectorReadyEvent = Record<string, never>;
+
+export type ViroDetectorErrorEvent = {
+  error: string;
+};
+
+type Props = ViewProps & {
+  /**
+   * The YOLOE model to run. Either a bundled model **name** (resolved natively as
+   * `<name>.onnx` in the app bundle / Android assets), or an absolute `/`-path or
+   * `file://` URL to an `.onnx` file. Defaults to "yoloe-26s".
+   */
+  model?: string;
+
+  /**
+   * Inference mode:
+   * - "prompt-free": YOLOE LRPC — detects 4,585 categories with no extra prompt.
+   * - "text":        YOLOE RepRTA — detect only the classes listed in `categories`.
+   * - "visual":      YOLOE SAVPE — detect objects similar to a reference crop
+   *                  (reference image API to be added in a future release).
+   * Defaults to "prompt-free".
+   */
+  mode?: ViroDetectorMode;
+
+  /**
+   * Text categories for "text" mode, e.g. ["chair", "person", "laptop"].
+   * Ignored in other modes.
+   */
+  categories?: string[];
+
+  /**
+   * Minimum confidence score [0, 1] for a detection to be reported.
+   * Defaults to 0.4.
+   */
+  confidenceThreshold?: number;
+
+  /**
+   * IoU threshold used by NMS post-processing.
+   * Defaults to 0.45.
+   */
+  iouThreshold?: number;
+
+  /**
+   * Maximum number of inference calls per second. The camera runs at the
+   * device's native frame rate; this throttle prevents the inference thread
+   * from saturating the CPU/NPU while the AR renderer runs in parallel.
+   * Defaults to 15.
+   */
+  maxFPS?: number;
+
+  /**
+   * Maximum number of detections reported per frame, kept as the top-N by
+   * confidence (after NMS). Lower this to reduce clutter, raise it to surface
+   * more objects.
+   * Defaults to 20.
+   */
+  maxDetections?: number;
+
+  /**
+   * When true, each detection includes a `worldPosition` {x, y, z} obtained by
+   * raycasting the bbox centre against the AR scene. iOS only (Android emits
+   * `screenBoundingBox` but not yet `worldPosition`).
+   * Defaults to true.
+   */
+  projectToWorld?: boolean;
+
+  /**
+   * Called every time the detector produces a new set of detections.
+   * May be called with an empty array if nothing is detected in a frame.
+   */
+  onDetection?: (event: ViroDetectionEvent) => void;
+
+  /**
+   * Called once the model has been loaded and the camera pipeline is running.
+   */
+  onReady?: (event: ViroDetectorReadyEvent) => void;
+
+  /**
+   * Called if the model fails to load or the camera cannot be opened.
+   */
+  onError?: (event: ViroDetectorErrorEvent) => void;
+};
+
+// ---------------------------------------------------------------------------
+// Internal native event types
+// ---------------------------------------------------------------------------
+
+type NativeDetectionEvent = NativeSyntheticEvent<ViroDetectionEvent>;
+type NativeReadyEvent = NativeSyntheticEvent<ViroDetectorReadyEvent>;
+type NativeErrorEvent = NativeSyntheticEvent<ViroDetectorErrorEvent>;
+
+// ---------------------------------------------------------------------------
+// Component
+// ---------------------------------------------------------------------------
+
+const VRTObjectDetectorView = requireNativeComponent<any>("VRTObjectDetectorView");
+
+/**
+ * ViroObjectDetector — on-device open-vocabulary object detection powered by YOLOE.
+ *
+ * Runs **only in AR**: it shares the camera feed of the enclosing
+ * `ViroARSceneNavigator` (no separate camera session, no preview of its own) and
+ * fires `onDetection` with labels, normalized bounding boxes, and an on-screen
+ * `screenBoundingBox` (dp) at up to `maxFPS`. Mount it as a child or sibling of a
+ * `ViroARSceneNavigator`; it renders nothing itself, so give it `width: 0, height: 0`.
+ *
+ * @example
+ * ```tsx
+ * <ViroARSceneNavigator initialScene={{ scene: MyScene }} />
+ * <ViroObjectDetector
+ *   style={{ position: "absolute", width: 0, height: 0 }}
+ *   mode="prompt-free"
+ *   confidenceThreshold={0.4}
+ *   maxFPS={15}
+ *   onDetection={({ detections }) => {
+ *     detections.forEach(d => console.log(d.label, d.confidence, d.screenBoundingBox));
+ *   }}
+ * />
+ * ```
+ */
+export const ViroObjectDetector: React.FC<Props> = ({
+  model = "yoloe-26s",
+  mode = "prompt-free",
+  categories = [],
+  confidenceThreshold = 0.4,
+  iouThreshold = 0.45,
+  maxFPS = 15,
+  maxDetections = 20,
+  projectToWorld = true,
+  onDetection,
+  onReady,
+  onError,
+  style,
+  ...rest
+}) => {
+  const handleDetection = React.useCallback(
+    (event: NativeDetectionEvent) => {
+      onDetection?.(event.nativeEvent);
+    },
+    [onDetection]
+  );
+
+  const handleReady = React.useCallback(
+    (event: NativeReadyEvent) => {
+      onReady?.(event.nativeEvent);
+    },
+    [onReady]
+  );
+
+  const handleError = React.useCallback(
+    (event: NativeErrorEvent) => {
+      onError?.(event.nativeEvent);
+    },
+    [onError]
+  );
+
+  return (
+    <VRTObjectDetectorView
+      {...rest}
+      style={style}
+      model={model}
+      mode={mode}
+      categories={categories}
+      confidenceThreshold={confidenceThreshold}
+      iouThreshold={iouThreshold}
+      maxFPS={maxFPS}
+      maxDetections={maxDetections}
+      projectToWorld={projectToWorld}
+      onDetectionViro={onDetection ? handleDetection : undefined}
+      onReadyViro={onReady ? handleReady : undefined}
+      onErrorViro={onError ? handleError : undefined}
+    />
+  );
+};

package/dist/components/AR/ViroARScene.d.ts

@@ -17,6 +17,14 @@ type Props = ViroCommonProps & {
     onTrackingUpdated?: (state: ViroTrackingState, reason: ViroTrackingReason) => void;
     onPlatformUpdate?: (platformInfoViro: ViroPlatformInfo) => void;
     onAmbientLightUpdate?: (update: ViroAmbientLightInfo) => void;
+    /**
+     * Fired once when depth data (LiDAR or monocular depth estimation) first becomes
+     * available for the session — i.e. hit tests can now return DepthPoints. Useful for
+     * hiding an "initializing depth…" state instead of acting on early, inaccurate
+     * feature points. On devices using monocular depth estimation, this can take a few
+     * seconds after the AR screen appears while the model warms up.
+     */
+    onDepthReady?: () => void;
     /**
      * Describes the acoustic properties of the room around the user
      */
@@ -47,6 +55,10 @@ export declare class ViroARScene extends ViroBase<Props> {
      * Returns object w/ "intensity" and "color" keys
      */
     _onAmbientLightUpdate: (event: NativeSyntheticEvent<ViroAmbientLightUpdateEvent>) => void;
+    /**
+     * Fired once when depth data first becomes available for hit testing.
+     */
+    _onDepthReady: (_event: NativeSyntheticEvent<{}>) => void;
     _onAnchorFound: (event: NativeSyntheticEvent<ViroARAnchorFoundEvent>) => void;
     _onAnchorUpdated: (event: NativeSyntheticEvent<ViroARAnchorUpdatedEvent>) => void;
     _onAnchorRemoved: (event: NativeSyntheticEvent<ViroARAnchorRemovedEvent>) => void;

package/dist/components/AR/ViroARScene.js

@@ -176,6 +176,12 @@ class ViroARScene extends ViroBase_1.ViroBase {
         this.props.onAmbientLightUpdate &&
             this.props.onAmbientLightUpdate(event.nativeEvent.ambientLightInfo);
     };
+    /**
+     * Fired once when depth data first becomes available for hit testing.
+     */
+    _onDepthReady = (_event) => {
+        this.props.onDepthReady && this.props.onDepthReady();
+    };
     _onAnchorFound = (event) => {
         // TODO: this is in a different format than the other onAnchorFound methods
         this.props.onAnchorFound &&
@@ -334,7 +340,7 @@ class ViroARScene extends ViroBase_1.ViroBase {
                 },
             }}>
         <VRTARScene {...this.props} canHover={this.props.onHover != undefined} canClick={this.props.onClick != undefined ||
-                this.props.onClickState != undefined} canTouch={this.props.onTouch != undefined} canScroll={this.props.onScroll != undefined} canSwipe={this.props.onSwipe != undefined} canDrag={this.props.onDrag != undefined} canPinch={this.props.onPinch != undefined} canRotate={this.props.onRotate != undefined} canFuse={this.props.onFuse != undefined} canCameraARHitTest={this.props.onCameraARHitTest != undefined} canARPointCloudUpdate={this.props.onARPointCloudUpdate != undefined} canCameraTransformUpdate={this.props.onCameraTransformUpdate != undefined} onHoverViro={this._onHover} onClickViro={this._onClickState} onClick={undefined} onTouchViro={this._onTouch} onScrollViro={this._onScroll} onSwipeViro={this._onSwipe} onDragViro={this._onDrag} onPinchViro={this._onPinch} onRotateViro={this._onRotate} onFuseViro={this._onFuse} onCameraARHitTestViro={this._onCameraARHitTest} onARPointCloudUpdateViro={this._onARPointCloudUpdate} onCameraTransformUpdateViro={this._onCameraTransformUpdate} onPlatformUpdateViro={this._onPlatformUpdate} onTrackingUpdatedViro={this._onTrackingUpdated} onAmbientLightUpdateViro={this._onAmbientLightUpdate} onAnchorFoundViro={this._onAnchorFound} onAnchorUpdatedViro={this._onAnchorUpdated} onAnchorRemovedViro={this._onAnchorRemoved} timeToFuse={timeToFuse} anchorDetectionTypes={anchorDetectionTypes} displayPointCloud={displayPointCloud} pointCloudImage={pointCloudImage} pointCloudScale={pointCloudScale} pointCloudMaxPoints={pointCloudMaxPoints}/>
+                this.props.onClickState != undefined} canTouch={this.props.onTouch != undefined} canScroll={this.props.onScroll != undefined} canSwipe={this.props.onSwipe != undefined} canDrag={this.props.onDrag != undefined} canPinch={this.props.onPinch != undefined} canRotate={this.props.onRotate != undefined} canFuse={this.props.onFuse != undefined} canCameraARHitTest={this.props.onCameraARHitTest != undefined} canARPointCloudUpdate={this.props.onARPointCloudUpdate != undefined} canCameraTransformUpdate={this.props.onCameraTransformUpdate != undefined} onHoverViro={this._onHover} onClickViro={this._onClickState} onClick={undefined} onTouchViro={this._onTouch} onScrollViro={this._onScroll} onSwipeViro={this._onSwipe} onDragViro={this._onDrag} onPinchViro={this._onPinch} onRotateViro={this._onRotate} onFuseViro={this._onFuse} onCameraARHitTestViro={this._onCameraARHitTest} onARPointCloudUpdateViro={this._onARPointCloudUpdate} onCameraTransformUpdateViro={this._onCameraTransformUpdate} onPlatformUpdateViro={this._onPlatformUpdate} onTrackingUpdatedViro={this._onTrackingUpdated} onAmbientLightUpdateViro={this._onAmbientLightUpdate} onDepthReadyViro={this._onDepthReady} onAnchorFoundViro={this._onAnchorFound} onAnchorUpdatedViro={this._onAnchorUpdated} onAnchorRemovedViro={this._onAnchorRemoved} timeToFuse={timeToFuse} anchorDetectionTypes={anchorDetectionTypes} displayPointCloud={displayPointCloud} pointCloudImage={pointCloudImage} pointCloudScale={pointCloudScale} pointCloudMaxPoints={pointCloudMaxPoints}/>
       </ViroSceneContext_1.ViroSceneContext.Provider>);
     }
 }
@@ -368,6 +374,7 @@ ViroARScene, {
         onTrackingInitializedViro: true,
         onTrackingUpdatedViro: true,
         onAmbientLightUpdateViro: true,
+        onDepthReadyViro: true,
         onAnchorFoundViro: true,
         onAnchorUpdatedViro: true,
         onAnchorRemovedViro: true,

package/dist/components/Utilities/ViroVersion.d.ts

@@ -1 +1 @@
-export declare const VIRO_VERSION = "2.56.0";
+export declare const VIRO_VERSION = "2.57.0";

package/dist/components/Utilities/ViroVersion.js

@@ -1,4 +1,4 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VIRO_VERSION = void 0;
-exports.VIRO_VERSION = "2.56.0";
+exports.VIRO_VERSION = "2.57.0";

package/dist/components/ViroObjectDetector.d.ts

@@ -0,0 +1,138 @@
+/**
+ * Copyright (c) 2026-present, ReactVision, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+import * as React from "react";
+import { ViewProps } from "react-native";
+export type ViroDetectorMode = "prompt-free" | "text" | "visual";
+export type ViroDetectionBoundingBox = {
+    /** Left edge, normalized [0, 1] */
+    x: number;
+    /** Top edge, normalized [0, 1] */
+    y: number;
+    width: number;
+    height: number;
+};
+export type ViroDetectedObject = {
+    label: string;
+    confidence: number;
+    boundingBox: ViroDetectionBoundingBox;
+    /** 3D world position (metres), from raycasting the bbox centre. Present when `projectToWorld` is true (iOS only). */
+    worldPosition?: {
+        x: number;
+        y: number;
+        z: number;
+    };
+    /**
+     * Bounding box in density-independent points (dp), aligned to the on-screen AR
+     * camera preview. Use directly as { left, top, width, height } in an
+     * absolute-positioned View. Present on iOS and Android.
+     */
+    screenBoundingBox?: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+};
+export type ViroDetectionEvent = {
+    detections: ViroDetectedObject[];
+};
+export type ViroDetectorReadyEvent = Record<string, never>;
+export type ViroDetectorErrorEvent = {
+    error: string;
+};
+type Props = ViewProps & {
+    /**
+     * The YOLOE model to run. Either a bundled model **name** (resolved natively as
+     * `<name>.onnx` in the app bundle / Android assets), or an absolute `/`-path or
+     * `file://` URL to an `.onnx` file. Defaults to "yoloe-26s".
+     */
+    model?: string;
+    /**
+     * Inference mode:
+     * - "prompt-free": YOLOE LRPC — detects 4,585 categories with no extra prompt.
+     * - "text":        YOLOE RepRTA — detect only the classes listed in `categories`.
+     * - "visual":      YOLOE SAVPE — detect objects similar to a reference crop
+     *                  (reference image API to be added in a future release).
+     * Defaults to "prompt-free".
+     */
+    mode?: ViroDetectorMode;
+    /**
+     * Text categories for "text" mode, e.g. ["chair", "person", "laptop"].
+     * Ignored in other modes.
+     */
+    categories?: string[];
+    /**
+     * Minimum confidence score [0, 1] for a detection to be reported.
+     * Defaults to 0.4.
+     */
+    confidenceThreshold?: number;
+    /**
+     * IoU threshold used by NMS post-processing.
+     * Defaults to 0.45.
+     */
+    iouThreshold?: number;
+    /**
+     * Maximum number of inference calls per second. The camera runs at the
+     * device's native frame rate; this throttle prevents the inference thread
+     * from saturating the CPU/NPU while the AR renderer runs in parallel.
+     * Defaults to 15.
+     */
+    maxFPS?: number;
+    /**
+     * Maximum number of detections reported per frame, kept as the top-N by
+     * confidence (after NMS). Lower this to reduce clutter, raise it to surface
+     * more objects.
+     * Defaults to 20.
+     */
+    maxDetections?: number;
+    /**
+     * When true, each detection includes a `worldPosition` {x, y, z} obtained by
+     * raycasting the bbox centre against the AR scene. iOS only (Android emits
+     * `screenBoundingBox` but not yet `worldPosition`).
+     * Defaults to true.
+     */
+    projectToWorld?: boolean;
+    /**
+     * Called every time the detector produces a new set of detections.
+     * May be called with an empty array if nothing is detected in a frame.
+     */
+    onDetection?: (event: ViroDetectionEvent) => void;
+    /**
+     * Called once the model has been loaded and the camera pipeline is running.
+     */
+    onReady?: (event: ViroDetectorReadyEvent) => void;
+    /**
+     * Called if the model fails to load or the camera cannot be opened.
+     */
+    onError?: (event: ViroDetectorErrorEvent) => void;
+};
+/**
+ * ViroObjectDetector — on-device open-vocabulary object detection powered by YOLOE.
+ *
+ * Runs **only in AR**: it shares the camera feed of the enclosing
+ * `ViroARSceneNavigator` (no separate camera session, no preview of its own) and
+ * fires `onDetection` with labels, normalized bounding boxes, and an on-screen
+ * `screenBoundingBox` (dp) at up to `maxFPS`. Mount it as a child or sibling of a
+ * `ViroARSceneNavigator`; it renders nothing itself, so give it `width: 0, height: 0`.
+ *
+ * @example
+ * ```tsx
+ * <ViroARSceneNavigator initialScene={{ scene: MyScene }} />
+ * <ViroObjectDetector
+ *   style={{ position: "absolute", width: 0, height: 0 }}
+ *   mode="prompt-free"
+ *   confidenceThreshold={0.4}
+ *   maxFPS={15}
+ *   onDetection={({ detections }) => {
+ *     detections.forEach(d => console.log(d.label, d.confidence, d.screenBoundingBox));
+ *   }}
+ * />
+ * ```
+ */
+export declare const ViroObjectDetector: React.FC<Props>;
+export {};

package/dist/components/ViroObjectDetector.js

@@ -0,0 +1,85 @@
+"use strict";
+/**
+ * Copyright (c) 2026-present, ReactVision, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ViroObjectDetector = void 0;
+const React = __importStar(require("react"));
+const react_native_1 = require("react-native");
+// ---------------------------------------------------------------------------
+// Component
+// ---------------------------------------------------------------------------
+const VRTObjectDetectorView = (0, react_native_1.requireNativeComponent)("VRTObjectDetectorView");
+/**
+ * ViroObjectDetector — on-device open-vocabulary object detection powered by YOLOE.
+ *
+ * Runs **only in AR**: it shares the camera feed of the enclosing
+ * `ViroARSceneNavigator` (no separate camera session, no preview of its own) and
+ * fires `onDetection` with labels, normalized bounding boxes, and an on-screen
+ * `screenBoundingBox` (dp) at up to `maxFPS`. Mount it as a child or sibling of a
+ * `ViroARSceneNavigator`; it renders nothing itself, so give it `width: 0, height: 0`.
+ *
+ * @example
+ * ```tsx
+ * <ViroARSceneNavigator initialScene={{ scene: MyScene }} />
+ * <ViroObjectDetector
+ *   style={{ position: "absolute", width: 0, height: 0 }}
+ *   mode="prompt-free"
+ *   confidenceThreshold={0.4}
+ *   maxFPS={15}
+ *   onDetection={({ detections }) => {
+ *     detections.forEach(d => console.log(d.label, d.confidence, d.screenBoundingBox));
+ *   }}
+ * />
+ * ```
+ */
+const ViroObjectDetector = ({ model = "yoloe-26s", mode = "prompt-free", categories = [], confidenceThreshold = 0.4, iouThreshold = 0.45, maxFPS = 15, maxDetections = 20, projectToWorld = true, onDetection, onReady, onError, style, ...rest }) => {
+    const handleDetection = React.useCallback((event) => {
+        onDetection?.(event.nativeEvent);
+    }, [onDetection]);
+    const handleReady = React.useCallback((event) => {
+        onReady?.(event.nativeEvent);
+    }, [onReady]);
+    const handleError = React.useCallback((event) => {
+        onError?.(event.nativeEvent);
+    }, [onError]);
+    return (<VRTObjectDetectorView {...rest} style={style} model={model} mode={mode} categories={categories} confidenceThreshold={confidenceThreshold} iouThreshold={iouThreshold} maxFPS={maxFPS} maxDetections={maxDetections} projectToWorld={projectToWorld} onDetectionViro={onDetection ? handleDetection : undefined} onReadyViro={onReady ? handleReady : undefined} onErrorViro={onError ? handleError : undefined}/>);
+};
+exports.ViroObjectDetector = ViroObjectDetector;

package/dist/index.d.ts

@@ -38,6 +38,8 @@ import { ViroMaterials, ViroMaterial, ViroShaderModifiers, ViroShaderUniform, Vi
 import { ViroMaterialVideo } from "./components/ViroMaterialVideo";
 import { ViroCameraTexture } from "./components/ViroCameraTexture";
 export type { ViroCameraPosition, ViroCameraReadyEvent } from "./components/ViroCameraTexture";
+import { ViroObjectDetector } from "./components/ViroObjectDetector";
+export type { ViroDetectorMode, ViroDetectedObject, ViroDetectionBoundingBox, ViroDetectionEvent, ViroDetectorReadyEvent, ViroDetectorErrorEvent } from "./components/ViroObjectDetector";
 import { ViroNode } from "./components/ViroNode";
 import { ViroOmniLight } from "./components/ViroOmniLight";
 import { ViroOrbitCamera } from "./components/ViroOrbitCamera";
@@ -76,7 +78,7 @@ import { VRQuestNavigatorBridge } from "./components/Utilities/VRQuestNavigatorB
 import { VRModuleOpenXR, useVRViewTag, exitVRScene } from "./components/Utilities/VRModuleOpenXR";
 import type { VRModuleOpenXRType } from "./components/Utilities/VRModuleOpenXR";
 import { StreamingAudioManager } from "./components/Utilities/StreamingAudioManager";
-export { ViroARImageMarker, ViroARObjectMarker, ViroARTrackingTargets, ViroARPlane, ViroARPlaneSelector, ViroARScene, ViroARSceneNavigator, ViroBox, ViroButton, ViroCamera, ViroController, ViroVirtualJoystick, ViroVirtualButton, ViroGameLoop, ViroGameLoopUtils, useGameLoop, useLateUpdate, useFixedUpdate, ViroDirectionalLight, ViroFlexView, ViroGeometry, ViroLightingEnvironment, ViroImage, ViroMaterials, ViroARCamera, ViroMaterialVideo, ViroCameraTexture, ViroNode, ViroOmniLight, ViroOrbitCamera, ViroParticleEmitter, ViroPolygon, ViroPolyline, ViroPortal, ViroPortalScene, ViroQuad, ViroScene, ViroSurface, ViroSceneNavigator, ViroSkyBox, ViroAnimations, Viro3DObject, Viro360Image, Viro360Video, ViroAnimatedImage, ViroAmbientLight, ViroAnimatedComponent, ViroSound, ViroSoundField, ViroSpatialSound, ViroSphere, ViroSpinner, ViroSpotLight, ViroText, ViroVideo, ViroVRSceneNavigator, ViroXRSceneNavigator, ViroQuestEntryPoint, VRQuestNavigatorBridge, VRModuleOpenXR, useVRViewTag, exitVRScene, Viro3DSceneNavigator, StreamingAudioManager, hasOpenXRSupport, isQuest, useAnySourceHover, useAnySourcePressed, ViroARTrackingReasonConstants, ViroRecordingErrorConstants, ViroTrackingStateConstants, polarToCartesian, polarToCartesianActual, isARSupportedOnDevice, requestRequiredPermissions, checkPermissions, latLngToMercator, gpsToArWorld, ViroARSupportResponse, ViroPermissionsResult, ViroPermission, ViroHoverEvent, ViroClickEvent, ViroClickStateEvent, ViroClickStateTypes, ViroTouchEvent, ViroScrollEvent, ViroSwipeEvent, ViroFuseEvent, ViroPinchEvent, ViroPinchStateTypes, ViroRotateEvent, ViroRotateStateTypes, ViroDragEvent, ViroPlatformEvent, ViroCollisionEvent, ViroPlatformInfo, ViroCameraTransformEvent, ViroPlatformUpdateEvent, ViroCameraTransform, ViroExitViroEvent, ViroErrorEvent, ViroAnimationStartEvent, ViroAnimationFinishEvent, ViroLoadStartEvent, ViroLoadEndEvent, ViroLoadErrorEvent, ViroVideoBufferStartEvent, ViroVideoBufferEndEvent, ViroVideoUpdateTimeEvent, ViroVideoErrorEvent, ViroVideoFinishEvent, ViroAnimatedComponentStartEvent, ViroAnimatedComponentFinishEvent, ViroARAnchorRemovedEvent, ViroARAnchorUpdatedEvent, ViroARAnchorFoundEvent, ViroAnchor, ViroAnchorFoundMap, ViroAnchorUpdatedMap, ViroPlaneUpdatedMap, ViroPlaneUpdatedEvent, ViroARPlaneSizes, ViroCameraARHitTestEvent, ViroCameraARHitTest, ViroARHitTestResult, ViroARPointCloudUpdateEvent, ViroARPointCloud, ViroTrackingUpdatedEvent, ViroTrackingState, ViroTrackingReason, ViroAmbientLightUpdateEvent, ViroAmbientLightInfo, ViroWorldOrigin, ViroNativeTransformUpdateEvent, ViroControllerStatusEvent, ViroControllerStatus, ViroPortalEnterEvent, ViroPortalExitEvent, ViroSoundFinishEvent, ViroTextStyle, ViroStyle, ViroMaterial, ViroShaderModifiers, ViroShaderUniform, ViroShaderModifier, VIRO_VERSION, ViroProvider, ViroCloudAnchorState, ViroCloudAnchorProvider, ViroCloudAnchor, ViroHostCloudAnchorResult, ViroResolveCloudAnchorResult, ViroCloudAnchorStateChangeEvent, ViroGeospatialAnchorProvider, ViroEarthTrackingState, ViroVPSAvailability, ViroGeospatialAnchorType, ViroQuaternion, ViroGeospatialPose, ViroGeospatialAnchor, ViroGeospatialSupportResult, ViroEarthTrackingStateResult, ViroGeospatialPoseResult, ViroVPSAvailabilityResult, ViroCreateGeospatialAnchorResult, ViroMonocularDepthSupportResult, ViroMonocularDepthModelAvailableResult, ViroMonocularDepthPreferenceResult, ViroJoint, ViroHandJoints, ViroHandPinchEvent, ViroHandUpdateEvent, StudioSceneNavigator, StudioARScene, ViroVisionOSModule, isVisionOS, enterImmersiveSpace, exitImmersiveSpace, };
+export { ViroARImageMarker, ViroARObjectMarker, ViroARTrackingTargets, ViroARPlane, ViroARPlaneSelector, ViroARScene, ViroARSceneNavigator, ViroBox, ViroButton, ViroCamera, ViroController, ViroVirtualJoystick, ViroVirtualButton, ViroGameLoop, ViroGameLoopUtils, useGameLoop, useLateUpdate, useFixedUpdate, ViroDirectionalLight, ViroFlexView, ViroGeometry, ViroLightingEnvironment, ViroImage, ViroMaterials, ViroARCamera, ViroMaterialVideo, ViroCameraTexture, ViroObjectDetector, ViroNode, ViroOmniLight, ViroOrbitCamera, ViroParticleEmitter, ViroPolygon, ViroPolyline, ViroPortal, ViroPortalScene, ViroQuad, ViroScene, ViroSurface, ViroSceneNavigator, ViroSkyBox, ViroAnimations, Viro3DObject, Viro360Image, Viro360Video, ViroAnimatedImage, ViroAmbientLight, ViroAnimatedComponent, ViroSound, ViroSoundField, ViroSpatialSound, ViroSphere, ViroSpinner, ViroSpotLight, ViroText, ViroVideo, ViroVRSceneNavigator, ViroXRSceneNavigator, ViroQuestEntryPoint, VRQuestNavigatorBridge, VRModuleOpenXR, useVRViewTag, exitVRScene, Viro3DSceneNavigator, StreamingAudioManager, hasOpenXRSupport, isQuest, useAnySourceHover, useAnySourcePressed, ViroARTrackingReasonConstants, ViroRecordingErrorConstants, ViroTrackingStateConstants, polarToCartesian, polarToCartesianActual, isARSupportedOnDevice, requestRequiredPermissions, checkPermissions, latLngToMercator, gpsToArWorld, ViroARSupportResponse, ViroPermissionsResult, ViroPermission, ViroHoverEvent, ViroClickEvent, ViroClickStateEvent, ViroClickStateTypes, ViroTouchEvent, ViroScrollEvent, ViroSwipeEvent, ViroFuseEvent, ViroPinchEvent, ViroPinchStateTypes, ViroRotateEvent, ViroRotateStateTypes, ViroDragEvent, ViroPlatformEvent, ViroCollisionEvent, ViroPlatformInfo, ViroCameraTransformEvent, ViroPlatformUpdateEvent, ViroCameraTransform, ViroExitViroEvent, ViroErrorEvent, ViroAnimationStartEvent, ViroAnimationFinishEvent, ViroLoadStartEvent, ViroLoadEndEvent, ViroLoadErrorEvent, ViroVideoBufferStartEvent, ViroVideoBufferEndEvent, ViroVideoUpdateTimeEvent, ViroVideoErrorEvent, ViroVideoFinishEvent, ViroAnimatedComponentStartEvent, ViroAnimatedComponentFinishEvent, ViroARAnchorRemovedEvent, ViroARAnchorUpdatedEvent, ViroARAnchorFoundEvent, ViroAnchor, ViroAnchorFoundMap, ViroAnchorUpdatedMap, ViroPlaneUpdatedMap, ViroPlaneUpdatedEvent, ViroARPlaneSizes, ViroCameraARHitTestEvent, ViroCameraARHitTest, ViroARHitTestResult, ViroARPointCloudUpdateEvent, ViroARPointCloud, ViroTrackingUpdatedEvent, ViroTrackingState, ViroTrackingReason, ViroAmbientLightUpdateEvent, ViroAmbientLightInfo, ViroWorldOrigin, ViroNativeTransformUpdateEvent, ViroControllerStatusEvent, ViroControllerStatus, ViroPortalEnterEvent, ViroPortalExitEvent, ViroSoundFinishEvent, ViroTextStyle, ViroStyle, ViroMaterial, ViroShaderModifiers, ViroShaderUniform, ViroShaderModifier, VIRO_VERSION, ViroProvider, ViroCloudAnchorState, ViroCloudAnchorProvider, ViroCloudAnchor, ViroHostCloudAnchorResult, ViroResolveCloudAnchorResult, ViroCloudAnchorStateChangeEvent, ViroGeospatialAnchorProvider, ViroEarthTrackingState, ViroVPSAvailability, ViroGeospatialAnchorType, ViroQuaternion, ViroGeospatialPose, ViroGeospatialAnchor, ViroGeospatialSupportResult, ViroEarthTrackingStateResult, ViroGeospatialPoseResult, ViroVPSAvailabilityResult, ViroCreateGeospatialAnchorResult, ViroMonocularDepthSupportResult, ViroMonocularDepthModelAvailableResult, ViroMonocularDepthPreferenceResult, ViroJoint, ViroHandJoints, ViroHandPinchEvent, ViroHandUpdateEvent, StudioSceneNavigator, StudioARScene, ViroVisionOSModule, isVisionOS, enterImmersiveSpace, exitImmersiveSpace, };
 export type { VRModuleOpenXRType };
 export type { ImmersiveSpaceStyle } from "./components/VisionOS/ViroVisionOSModule";
 export type { StudioSceneResponse, StudioAsset, StudioAnimation, StudioCollisionBinding, StudioSceneFunction, StudioSceneMeta, StudioProjectMeta, } from "./components/Studio";

package/dist/index.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ViroSpatialSound = exports.ViroSoundField = exports.ViroSound = exports.ViroAnimatedComponent = exports.ViroAmbientLight = exports.ViroAnimatedImage = exports.Viro360Video = exports.Viro360Image = exports.Viro3DObject = exports.ViroAnimations = exports.ViroSkyBox = exports.ViroSceneNavigator = exports.ViroSurface = exports.ViroScene = exports.ViroQuad = exports.ViroPortalScene = exports.ViroPortal = exports.ViroPolyline = exports.ViroPolygon = exports.ViroParticleEmitter = exports.ViroOrbitCamera = exports.ViroOmniLight = exports.ViroNode = exports.ViroCameraTexture = exports.ViroMaterialVideo = exports.ViroARCamera = exports.ViroMaterials = exports.ViroImage = exports.ViroLightingEnvironment = exports.ViroGeometry = exports.ViroFlexView = exports.ViroDirectionalLight = exports.useFixedUpdate = exports.useLateUpdate = exports.useGameLoop = exports.ViroGameLoopUtils = exports.ViroGameLoop = exports.ViroVirtualButton = exports.ViroVirtualJoystick = exports.ViroController = exports.ViroCamera = exports.ViroButton = exports.ViroBox = exports.ViroARSceneNavigator = exports.ViroARScene = exports.ViroARPlaneSelector = exports.ViroARPlane = exports.ViroARTrackingTargets = exports.ViroARObjectMarker = exports.ViroARImageMarker = void 0;
-exports.exitImmersiveSpace = exports.enterImmersiveSpace = exports.isVisionOS = exports.ViroVisionOSModule = exports.StudioARScene = exports.StudioSceneNavigator = exports.VIRO_VERSION = exports.ViroRotateStateTypes = exports.ViroPinchStateTypes = exports.ViroClickStateTypes = exports.gpsToArWorld = exports.latLngToMercator = exports.checkPermissions = exports.requestRequiredPermissions = exports.isARSupportedOnDevice = exports.polarToCartesianActual = exports.polarToCartesian = exports.ViroTrackingStateConstants = exports.ViroRecordingErrorConstants = exports.ViroARTrackingReasonConstants = exports.useAnySourcePressed = exports.useAnySourceHover = exports.isQuest = exports.hasOpenXRSupport = exports.StreamingAudioManager = exports.Viro3DSceneNavigator = exports.exitVRScene = exports.useVRViewTag = exports.VRModuleOpenXR = exports.VRQuestNavigatorBridge = exports.ViroQuestEntryPoint = exports.ViroXRSceneNavigator = exports.ViroVRSceneNavigator = exports.ViroVideo = exports.ViroText = exports.ViroSpotLight = exports.ViroSpinner = exports.ViroSphere = void 0;
+exports.ViroSoundField = exports.ViroSound = exports.ViroAnimatedComponent = exports.ViroAmbientLight = exports.ViroAnimatedImage = exports.Viro360Video = exports.Viro360Image = exports.Viro3DObject = exports.ViroAnimations = exports.ViroSkyBox = exports.ViroSceneNavigator = exports.ViroSurface = exports.ViroScene = exports.ViroQuad = exports.ViroPortalScene = exports.ViroPortal = exports.ViroPolyline = exports.ViroPolygon = exports.ViroParticleEmitter = exports.ViroOrbitCamera = exports.ViroOmniLight = exports.ViroNode = exports.ViroObjectDetector = exports.ViroCameraTexture = exports.ViroMaterialVideo = exports.ViroARCamera = exports.ViroMaterials = exports.ViroImage = exports.ViroLightingEnvironment = exports.ViroGeometry = exports.ViroFlexView = exports.ViroDirectionalLight = exports.useFixedUpdate = exports.useLateUpdate = exports.useGameLoop = exports.ViroGameLoopUtils = exports.ViroGameLoop = exports.ViroVirtualButton = exports.ViroVirtualJoystick = exports.ViroController = exports.ViroCamera = exports.ViroButton = exports.ViroBox = exports.ViroARSceneNavigator = exports.ViroARScene = exports.ViroARPlaneSelector = exports.ViroARPlane = exports.ViroARTrackingTargets = exports.ViroARObjectMarker = exports.ViroARImageMarker = void 0;
+exports.exitImmersiveSpace = exports.enterImmersiveSpace = exports.isVisionOS = exports.ViroVisionOSModule = exports.StudioARScene = exports.StudioSceneNavigator = exports.VIRO_VERSION = exports.ViroRotateStateTypes = exports.ViroPinchStateTypes = exports.ViroClickStateTypes = exports.gpsToArWorld = exports.latLngToMercator = exports.checkPermissions = exports.requestRequiredPermissions = exports.isARSupportedOnDevice = exports.polarToCartesianActual = exports.polarToCartesian = exports.ViroTrackingStateConstants = exports.ViroRecordingErrorConstants = exports.ViroARTrackingReasonConstants = exports.useAnySourcePressed = exports.useAnySourceHover = exports.isQuest = exports.hasOpenXRSupport = exports.StreamingAudioManager = exports.Viro3DSceneNavigator = exports.exitVRScene = exports.useVRViewTag = exports.VRModuleOpenXR = exports.VRQuestNavigatorBridge = exports.ViroQuestEntryPoint = exports.ViroXRSceneNavigator = exports.ViroVRSceneNavigator = exports.ViroVideo = exports.ViroText = exports.ViroSpotLight = exports.ViroSpinner = exports.ViroSphere = exports.ViroSpatialSound = void 0;
 /**
  * Copyright (c) 2016-present, Viro Media, Inc.
  * All rights reserved.
@@ -83,6 +83,8 @@ const ViroMaterialVideo_1 = require("./components/ViroMaterialVideo");
 Object.defineProperty(exports, "ViroMaterialVideo", { enumerable: true, get: function () { return ViroMaterialVideo_1.ViroMaterialVideo; } });
 const ViroCameraTexture_1 = require("./components/ViroCameraTexture");
 Object.defineProperty(exports, "ViroCameraTexture", { enumerable: true, get: function () { return ViroCameraTexture_1.ViroCameraTexture; } });
+const ViroObjectDetector_1 = require("./components/ViroObjectDetector");
+Object.defineProperty(exports, "ViroObjectDetector", { enumerable: true, get: function () { return ViroObjectDetector_1.ViroObjectDetector; } });
 const ViroNode_1 = require("./components/ViroNode");
 Object.defineProperty(exports, "ViroNode", { enumerable: true, get: function () { return ViroNode_1.ViroNode; } });
 const ViroOmniLight_1 = require("./components/ViroOmniLight");

package/dist/plugins/withViro.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DEFAULTS = void 0;
-const config_plugins_1 = require("@expo/config-plugins");
 const withViroAndroid_1 = require("./withViroAndroid");
 const withViroIos_1 = require("./withViroIos");
 const CAMERA_USAGE = "Allow $(PRODUCT_NAME) to use your camera";
@@ -34,20 +33,8 @@ exports.DEFAULTS = {
  * @returns expo configuration
  */
 const withViro = (config, props) => {
-    // Validate New Architecture is enabled
-    const newArchEnabled = config.plugins?.some((plugin) => Array.isArray(plugin) &&
-        plugin[0] === "expo-dev-client" &&
-        plugin[1]?.newArchEnabled === true) || config.newArchEnabled === true;
-    if (!newArchEnabled) {
-        config_plugins_1.WarningAggregator.addWarningAndroid("withViro", "ViroReact requires React Native New Architecture (Fabric) to be enabled. " +
-            "Please enable New Architecture in your app configuration. " +
-            'Add "newArchEnabled": true to your app.json/app.config.js expo configuration, ' +
-            "or ensure your React Native project has New Architecture enabled.");
-        config_plugins_1.WarningAggregator.addWarningIOS("withViro", "ViroReact requires React Native New Architecture (Fabric) to be enabled. " +
-            "Please enable New Architecture in your app configuration. " +
-            'Add "newArchEnabled": true to your app.json/app.config.js expo configuration, ' +
-            "or ensure your React Native project has New Architecture enabled.");
-    }
+    // New Architecture is the only architecture in Expo SDK 53+ (and the React
+    // Native versions ViroReact supports), so there is nothing to validate here.
     // Apply platform-specific configurations
     config = (0, withViroIos_1.withViroIos)(config, props);
     config = (0, withViroAndroid_1.withViroAndroid)(config, props);

package/dist/plugins/withViroAndroid.js

@@ -101,11 +101,6 @@ const withBranchAndroid = (config) => {
     ]);
 };
 const withViroProjectBuildGradle = (config) => (0, config_plugins_1.withProjectBuildGradle)(config, async (newConfig) => {
-    // Enforce New Architecture requirement
-    if (!newConfig.modResults.contents.includes("newArchEnabled=true")) {
-        config_plugins_1.WarningAggregator.addWarningAndroid("withViroAndroid", "ViroReact requires New Architecture to be enabled. " +
-            'Please add "newArchEnabled=true" to your android/gradle.properties file.');
-    }
     newConfig.modResults.contents = newConfig.modResults.contents.replace(/minSdkVersion.*/, `minSdkVersion = 24`);
     // Ensure New Architecture is enabled
     //if (!newConfig.modResults.contents.includes("newArchEnabled=true")) {

package/dist/plugins/withViroIos.js

@@ -35,12 +35,6 @@ const withViroPods = (config) => {
                 }
             }
             fs_1.default.readFile(`${root}/Podfile`, "utf-8", (err, data) => {
-                // Check for New Architecture environment variable
-                if (!data.includes('ENV["RCT_NEW_ARCH_ENABLED"]') &&
-                    !data.includes("RCT_NEW_ARCH_ENABLED=1")) {
-                    config_plugins_1.WarningAggregator.addWarningIOS("withViroIos", "ViroReact requires New Architecture to be enabled. " +
-                        "Please set RCT_NEW_ARCH_ENABLED=1 in your ios/.xcode.env file.");
-                }
                 // ViroReact with integrated Fabric support
                 let viroPods = `  # ViroReact with integrated New Architecture (Fabric) support\n` +
                     `  # Automatically includes Fabric components when RCT_NEW_ARCH_ENABLED=1\n` +

package/index.ts

@@ -48,6 +48,8 @@ import {
 import { ViroMaterialVideo } from "./components/ViroMaterialVideo";
 import { ViroCameraTexture } from "./components/ViroCameraTexture";
 export type { ViroCameraPosition, ViroCameraReadyEvent } from "./components/ViroCameraTexture";
+import { ViroObjectDetector } from "./components/ViroObjectDetector";
+export type { ViroDetectorMode, ViroDetectedObject, ViroDetectionBoundingBox, ViroDetectionEvent, ViroDetectorReadyEvent, ViroDetectorErrorEvent } from "./components/ViroObjectDetector";
 import { ViroNode } from "./components/ViroNode";
 import { ViroOmniLight } from "./components/ViroOmniLight";
 import { ViroOrbitCamera } from "./components/ViroOrbitCamera";
@@ -223,6 +225,7 @@ export {
   ViroARCamera,
   ViroMaterialVideo,
   ViroCameraTexture,
+  ViroObjectDetector,
   ViroNode,
   ViroOmniLight,
   ViroOrbitCamera,

package/ios/ViroReact.podspec

@@ -18,16 +18,20 @@ Pod::Spec.new do |s|
   # visionOS: CompositorServices drives the immersive render loop.
   s.visionos.frameworks = ['Metal', 'MetalKit', 'CompositorServices', 'ARKit']
 
+  # iOS: frameworks required by source files compiled from the pod
+  # (VRTObjectDetectorView uses AVFoundation + Accelerate; CoreVideo for CVPixelBuffer)
+  s.ios.frameworks = ['AVFoundation', 'Accelerate', 'CoreVideo']
+
   # Base source files (always included)
   source_files_array = ['ViroReact/**/*.{h,m,mm,swift}']
   header_files_array = ['ViroReact/**/*.h']
-  
+
   # Include dist files if they exist (for release builds)
   if File.exist?(File.join(__dir__, 'dist/include'))
     source_files_array << 'dist/include/**/*.{h,m,mm}'
     header_files_array << 'dist/include/*.h'
   end
-  
+
   s.source_files        = source_files_array
   s.public_header_files = header_files_array
 
@@ -39,15 +43,30 @@ Pod::Spec.new do |s|
   if File.exist?(File.join(__dir__, 'dist/lib/libViroReact.a'))
     s.vendored_libraries = 'dist/lib/libViroReact.a'
   end
-  
+
   # React Native dependencies
   s.dependency 'React-Core'
-  
+
+  # ONNX Runtime is distributed as a vendored dynamic xcframework (onnxruntime.xcframework).
+  # When the xcframework is present in ios/dist/Frameworks/, enable inference by setting:
+  #   GCC_PREPROCESSOR_DEFINITIONS = $(inherited) VIRO_ONNXRUNTIME_AVAILABLE=1
+  # Until then, VRTObjectDetectorView compiles with the camera pipeline active
+  # and inference returning empty results.
+  if File.exist?(File.join(__dir__, 'dist/Frameworks/onnxruntime.xcframework'))
+    s.vendored_frameworks = [
+      'dist/ViroRenderer/ViroKit.framework',
+      'dist/Frameworks/onnxruntime.xcframework'
+    ]
+    s.pod_target_xcconfig = {
+      'GCC_PREPROCESSOR_DEFINITIONS' => '$(inherited) RCT_NEW_ARCH_ENABLED=1 VIRO_ONNXRUNTIME_AVAILABLE=1'
+    }
+  end
+
   # Fabric dependencies
   s.dependency 'React-RCTFabric'
   s.dependency 'React-Fabric'
   s.dependency 'React-FabricComponents'
-  
+
   # Fabric-specific build configuration
   s.pod_target_xcconfig = {
     'SWIFT_VERSION' => '5.0',
@@ -63,5 +82,5 @@ Pod::Spec.new do |s|
     'GCC_PREPROCESSOR_DEFINITIONS' => '$(inherited) RCT_NEW_ARCH_ENABLED=1',
     'OTHER_CPLUSPLUSFLAGS' => '$(inherited) -std=c++17'
   }
-  
+
 end

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARFrameiOS.h

@@ -144,6 +144,15 @@ private:
      */
     float sampleDepthTextureAtUV(std::shared_ptr<VROTexture> texture, float u, float v) const;
 
+    /*
+     Unproject a camera-image-space point (normalized [0,1] in ARKit's landscape image
+     space, the same space used for [ARFrame hitTest:]) at a given metric depth (meters
+     along the optical axis) to a world-space position. Returns false if camera
+     intrinsics are unavailable. Used to build a depth-derived DepthPoint hit result.
+     */
+    bool unprojectToWorld(VROVector3f cameraImagePoint, float depthMeters,
+                          VROVector3f &outWorld) const;
+
 };
 
 #endif

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARScene.h

@@ -44,6 +44,12 @@ public:
     virtual void onTrackingUpdated(VROARTrackingState state, VROARTrackingStateReason reason) = 0;
     virtual void onAmbientLightUpdate(float ambientLightIntensity, VROVector3f ambientLightColor) = 0;
     virtual void onWorldMeshUpdated(const VROWorldMeshStats& stats) {}
+
+    /*
+     Called once when depth data (LiDAR or monocular) first becomes available for the
+     session, i.e. hit tests can now return DepthPoints. Optional.
+     */
+    virtual void onDepthReady() {}
 };
 
 class VROARScene : public VROScene {
@@ -113,6 +119,12 @@ public:
     void setDelegate(std::shared_ptr<VROARSceneDelegate> delegate);
     void setTrackingState(VROARTrackingState state, VROARTrackingStateReason reason, bool force);
 
+    /*
+     Notify the delegate that depth data is now available. Fires the delegate's
+     onDepthReady() exactly once per scene; subsequent calls are no-ops.
+     */
+    void notifyDepthReady();
+
     /*
      Get the ambient light estimate of the scene.
      */
@@ -180,7 +192,8 @@ private:
     std::shared_ptr<VRONode> _pointCloudNode;
     std::shared_ptr<VROFixedParticleEmitter> _pointCloudEmitter;
     std::weak_ptr<VROARSceneDelegate> _delegate;
-    
+    bool _depthReadyNotified = false;
+
     /*
      Ambient light estimation. The intensity is in lumens and the color is in linear space.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARSceneDelegateiOS.h

@@ -38,6 +38,8 @@
 - (void)onAnchorFound:(std::shared_ptr<VROARAnchor>)anchor;
 - (void)onAnchorUpdated:(std::shared_ptr<VROARAnchor>)anchor;
 - (void)onAnchorRemoved:(std::shared_ptr<VROARAnchor>)anchor;
+@optional
+- (void)onDepthReady;
 @end
 
 class VROARSceneDelegateiOS : public VROARSceneDelegate, public VROARDeclarativeSessionDelegate {
@@ -71,6 +73,12 @@ public:
         [_delegate onAmbientLightUpdate:intensity color:color];
     }
 
+    virtual void onDepthReady() {
+        if ([_delegate respondsToSelector:@selector(onDepthReady)]) {
+            [_delegate onDepthReady];
+        }
+    }
+
 private:
     __weak id<VROARSceneDelegateProtocol> _delegate;
 };

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROGLTFLoader.h

@@ -188,7 +188,11 @@ private:
     static bool processAnimations(const tinygltf::Model &gModel);
     static bool processKeyFrameAnimations(const tinygltf::Model &gModel,
                                          std::map<int, std::map<int, std::vector<int>>> &gltfAnimatedNodes);
-    static void flattenSkeletalKeyframeAnimations(
+    // Resample all of a skin's animation channels onto a single common time-grid and merge each
+    // joint's per-property channels into one index-aligned VROKeyframeAnimation. Replaces the old
+    // drop-mismatched-channels flatten (VIRO-5741) so mixed STEP/LINEAR, multi-time-grid glTF
+    // animations (e.g. Blender exports) play fully instead of freezing.
+    static void resampleSkeletalChannelsToCommonGrid(
             std::map<int, std::pair<int, std::vector<int>>> &skeletalAnimToNodeSkinPair,
             int skinIndex);
     static std::shared_ptr<VROKeyframeAnimation> convertChannelToKeyFrameAnimation(

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMonocularDepthEstimator.h

@@ -135,6 +135,16 @@ public:
      */
     void update(const VROARFrame *frame);
 
+    /**
+     * Run a single throwaway inference on a blank image to force CoreML / Neural Engine
+     * model specialization up front. Without this, the FIRST real inference pays the
+     * full ANE compile cost (many seconds on A-series chips) — the dominant cause of the
+     * long delay before the first depth frame appears. Safe to call once right after
+     * initWithModel(); runs asynchronously on the depth queue and does not touch the
+     * live depth buffers (it uses a private throwaway request).
+     */
+    void warmup();
+
     #pragma mark - Depth Output
 
     /**

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROObjectDetector.h

@@ -0,0 +1,134 @@
+//
+//  VROObjectDetector.h
+//  ViroRenderer
+//
+//  Copyright © 2026 ReactVision. All rights reserved.
+//
+//  Permission is hereby granted, free of charge, to any person obtaining
+//  a copy of this software and associated documentation files (the
+//  "Software"), to deal in the Software without restriction, including
+//  without limitation the rights to use, copy, modify, merge, publish,
+//  distribute, sublicense, and/or sell copies of the Software, and to
+//  permit persons to whom the Software is furnished to do so, subject to
+//  the following conditions:
+//
+//  The above copyright notice and this permission notice shall be included
+//  in all copies or substantial portions of the Software.
+//
+//  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+//  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+//  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+//  IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+//  CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+//  TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+//  SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+#ifndef VROObjectDetector_h
+#define VROObjectDetector_h
+
+#include <string>
+#include <vector>
+#include <functional>
+#include <memory>
+
+/*
+ Bounding box in normalized image space [0, 1].
+ Origin is top-left corner of the image.
+ */
+struct VRODetectionBoundingBox {
+    float x;       // left edge
+    float y;       // top edge
+    float width;
+    float height;
+};
+
+struct VRODetectedObject {
+    std::string label;
+    float confidence;
+    VRODetectionBoundingBox boundingBox;
+};
+
+/*
+ Inference mode matching YOLOE's three prompting strategies:
+ - PromptFree: LRPC head, 4,585 built-in RAM++ categories, no runtime prompt needed.
+ - Text:       RepRTA, detect arbitrary categories given a list of text labels.
+ - Visual:     SAVPE, detect objects similar to a reference image crop.
+ */
+enum class VRODetectorMode {
+    PromptFree,
+    Text,
+    Visual,
+};
+
+using VRODetectionCallback = std::function<void(const std::vector<VRODetectedObject> &)>;
+
+/*
+ Abstract base class for on-device object detectors.
+
+ Platform implementations (iOS: CoreML / ONNX Runtime, Android: ONNX Runtime)
+ subclass this and implement loadModel() and detectInBuffer(). The bridge layer
+ owns the camera pipeline and calls detectInBuffer() on each sampled frame.
+ */
+class VROObjectDetector {
+public:
+    virtual ~VROObjectDetector() {}
+
+    /*
+     Load the model from the given path.
+     On iOS:     path to a .mlpackage (CoreML) or .onnx file.
+     On Android: path to a .onnx file inside the app's assets or files dir.
+     Returns true on success.
+     */
+    virtual bool loadModel(const std::string &modelPath) = 0;
+
+    /*
+     Run detection on a raw RGB pixel buffer.
+     - pixels:  pointer to contiguous RGB888 data (row-major)
+     - width / height: image dimensions in pixels
+     Results are delivered asynchronously via the detection callback.
+     */
+    virtual void detectInBuffer(const uint8_t *pixels, int width, int height) = 0;
+
+    // --- configuration (call before loadModel or between frames) ---
+
+    void setMode(VRODetectorMode mode) {
+        _mode = mode;
+    }
+
+    /*
+     Text categories for Text mode (e.g. {"chair", "person", "laptop"}).
+     Ignored in PromptFree and Visual modes.
+     */
+    void setCategories(const std::vector<std::string> &categories) {
+        _categories = categories;
+    }
+
+    void setConfidenceThreshold(float threshold) {
+        _confidenceThreshold = threshold;
+    }
+
+    /*
+     NMS IoU threshold used during post-processing.
+     */
+    void setIouThreshold(float threshold) {
+        _iouThreshold = threshold;
+    }
+
+    void setCallback(VRODetectionCallback callback) {
+        _callback = callback;
+    }
+
+    VRODetectorMode getMode() const { return _mode; }
+    float getConfidenceThreshold() const { return _confidenceThreshold; }
+    float getIouThreshold() const { return _iouThreshold; }
+    const std::vector<std::string> &getCategories() const { return _categories; }
+
+protected:
+    VRODetectorMode _mode = VRODetectorMode::PromptFree;
+    std::vector<std::string> _categories;
+    float _confidenceThreshold = 0.4f;
+    float _iouThreshold = 0.45f;
+    VRODetectionCallback _callback;
+};
+
+#endif /* VROObjectDetector_h */

package/ios/dist/ViroRenderer/ViroKit.framework/Shaders.dat

@@ -1,5 +1,5 @@
 dependencies: \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/Shaders.metal \
-  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.6.42.0.AHiUEg/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
+  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.6.42.0.h0RVpk/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VROSharedStructures.h \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VRODefines.h

package/ios/dist/ViroRendererVisionOS/ViroKit.podspec

@@ -0,0 +1,27 @@
+Pod::Spec.new do |s|
+  s.name                = 'ViroKit'
+  s.version             = '1.0'
+  s.summary             = 'Framework containing the ViroRenderer (visionOS / xros)'
+  s.description         = <<-DESC
+    ViroKit is the core rendering framework for ViroReact.
+
+    This is the visionOS (xros) distribution: a Metal-only build of the
+    ViroRenderer packaged as an xcframework with both the device (xros-arm64)
+    and simulator (xros-arm64_x86_64-simulator) slices. It plugs into the
+    CompositorServices immersive render loop via VRORendererBridge.
+  DESC
+  s.source              = { :path => '.' } # source is required, but path is defined in the user's Podfile (this value is ignored).
+  s.vendored_frameworks = 'ViroKit.xcframework'
+  s.homepage            = 'https://reactvision.xyz'
+  s.license             = {:type => 'Copyright', :text => "Copyright 2025 ReactVision" }
+  s.author              = 'ReactVision'
+  s.requires_arc        = true
+  s.platform            = :visionos, '1.0'
+  s.visionos.deployment_target = '1.0'
+  s.dependency 'React'
+
+  # visionOS requires CompositorServices for the immersive render loop.
+  # Metal and MetalKit are available on both iOS and visionOS; ARKit provides
+  # world / hand tracking.
+  s.visionos.frameworks = ['Metal', 'MetalKit', 'CompositorServices', 'ARKit']
+end

package/ios/dist/include/VRTARScene.h

@@ -36,6 +36,7 @@
 @property (nonatomic, copy, nullable) NSArray<NSString *> *anchorDetectionTypes;
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onTrackingUpdatedViro;
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onAmbientLightUpdateViro;
+@property (nonatomic, copy, nullable) RCTDirectEventBlock onDepthReadyViro;
 
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onAnchorFoundViro;
 @property (nonatomic, copy, nullable) RCTDirectEventBlock onAnchorUpdatedViro;

package/package.json

@@ -3,7 +3,7 @@
   "main": "dist/index.js",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "2.56.0",
+  "version": "2.57.0",
   "license": "MIT",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
@@ -27,11 +27,12 @@
     "prepare": "npm run build"
   },
   "peerDependencies": {
-    "expo": ">=54.0.0 <56.0.0",
-    "react-native": ">=0.81.0 <0.84.0"
+    "expo": ">=55.0.0 <57.0.0",
+    "react": ">=18.0.0",
+    "react-native": ">=0.83.0 <0.86.0"
   },
   "engines": {
-    "react-native": ">=0.81.0 <0.84.0"
+    "react-native": ">=0.83.0 <0.86.0"
   },
   "peerDependenciesMeta": {
     "expo": {
@@ -56,31 +57,27 @@
     "bin",
     "LICENSE"
   ],
-  "dependencies": {
-    "@expo/config-plugins": "^9.0.14",
-    "react": "~19.2.0",
-    "react-native-gradle-plugin": "^0.71.19"
-  },
   "devDependencies": {
     "@babel/core": "^7.25.2",
     "@babel/preset-env": "^7.25.3",
     "@babel/preset-typescript": "^7.26.0",
+    "@expo/config-plugins": "~56.0.8",
     "@jest/globals": "^29.7.0",
-    "@react-native-community/cli": "^15.0.1",
-    "@react-native-community/cli-platform-android": "^15.0.1",
-    "@react-native-community/cli-platform-ios": "^15.0.1",
-    "@react-native/babel-preset": "^0.77.0",
-    "@react-native/eslint-config": "^0.77.0",
-    "@react-native/metro-config": "^0.77.0",
-    "@react-native/typescript-config": "^0.77.0",
+    "@react-native-community/cli": "^20.1.3",
+    "@react-native-community/cli-platform-android": "^20.1.3",
+    "@react-native-community/cli-platform-ios": "^20.1.3",
+    "@react-native/babel-preset": "^0.85.3",
+    "@react-native/eslint-config": "^0.85.3",
+    "@react-native/metro-config": "^0.85.3",
+    "@react-native/typescript-config": "^0.85.3",
     "@types/babel__core": "^7.20.5",
     "@types/node": "^22.13.1",
-    "@types/react": "~19.2.10",
-    "@types/react-native": "^0.73.0",
+    "@types/react": "~19.2.17",
     "babel-jest": "^29.7.0",
-    "expo": "~55.0.8",
+    "expo": "~56.0.9",
     "jest": "^29.7.0",
-    "react-native": "~0.83.2",
+    "react": "~19.2.3",
+    "react-native": "~0.85.3",
     "release-it": "^17.1.1",
     "ts-node": "^10.9.2",
     "typescript": "^5.3.0"