@reactvision/react-viro 2.57.2 → 2.57.3

package/README.md

@@ -92,6 +92,14 @@ You can get a Studio account, which includes Platform access, for free at <https
 - Cloud Anchors guide: <https://viro-community.readme.io/docs/cloud-anchors>
 - Geospatial Anchors guide: <https://viro-community.readme.io/docs/geospatial-anchors>
 
+## Optional Packages
+
+Two capabilities are shipped as separate, opt-in packages rather than in core — install them only if you need them:
+
+- **[`@reactvision/react-viro-onnx`](https://www.npmjs.com/package/@reactvision/react-viro-onnx)** — on-device object detection. It provides the ONNX Runtime inference engine behind [`ViroObjectDetector`](https://github.com/ReactVision/viro/blob/main/docs/ViroObjectDetector.md) (model inference, NMS, class-name decoding). Without it, `ViroObjectDetector` returns no detections. Keeping it separate avoids bundling ONNX Runtime (~tens of MB) into apps that don't use detection.
+
+- **[`@reactvision/react-viro-face-tracking`](https://www.npmjs.com/package/@reactvision/react-viro-face-tracking)** — front-camera (ARKit face-tracking) AR. It backs the `frontCameraEnabled` prop on `ViroARSceneNavigator`. On iOS ARKit reaches the front camera only through the **TrueDepth** API, which Apple statically scans for under App Store review Guideline 2.5.1 — so it's kept out of the core binary. Apps that don't use front-camera AR stay TrueDepth-free and pass review with no configuration; install this package (and declare TrueDepth) only when you need it. For a selfie *feed* without face tracking, use [`ViroCameraTexture`](https://github.com/ReactVision/viro/blob/main/docs/ViroCameraTexture.md) with `cameraPosition="front"` — that's in core and uses AVFoundation, no TrueDepth.
+
 ## Studio
 
 [ReactVision Studio](https://studio.reactvision.xyz) is our browser-based visual scene editor for AR and VR. Build scenes visually in Studio, then embed them inside your own ViroReact app with a single component. Designers and developers can iterate on a scene in Studio and have it update in production without a new app build.

package/components/AR/ViroARSceneNavigator.tsx

@@ -208,9 +208,17 @@ type Props = ViewProps & {
 
   /**
    * Use the front (selfie) camera as the AR session background.
-   * On iOS uses ARFaceTrackingConfiguration (requires TrueDepth camera, iPhone X+).
-   * On Android uses ARCore Augmented Faces mode (front camera).
-   * World tracking, plane detection, and LiDAR are unavailable in this mode.
+   *
+   * Requires the optional `@reactvision/react-viro-face-tracking` package to be
+   * installed — it provides the native front-camera AR configuration and, on
+   * iOS, declares TrueDepth usage. Without it, this prop has no effect.
+   *
+   * On iOS the package uses the front TrueDepth camera; on Android it uses
+   * ARCore Augmented Faces mode. World tracking, plane detection, and LiDAR are
+   * unavailable in this mode.
+   *
+   * For a plain selfie feed without face tracking (no TrueDepth), use
+   * `ViroCameraTexture` with `cameraPosition="front"` instead.
    *
    * @default false
    * @platform ios, android

package/components/Utilities/ViroVersion.ts

@@ -1 +1 @@
-export const VIRO_VERSION = "2.57.2";
+export const VIRO_VERSION = "2.57.3";

package/dist/components/AR/ViroARSceneNavigator.d.ts

@@ -149,9 +149,17 @@ type Props = ViewProps & {
     monocularDepthTargetFPS?: number;
     /**
      * Use the front (selfie) camera as the AR session background.
-     * On iOS uses ARFaceTrackingConfiguration (requires TrueDepth camera, iPhone X+).
-     * On Android uses ARCore Augmented Faces mode (front camera).
-     * World tracking, plane detection, and LiDAR are unavailable in this mode.
+     *
+     * Requires the optional `@reactvision/react-viro-face-tracking` package to be
+     * installed — it provides the native front-camera AR configuration and, on
+     * iOS, declares TrueDepth usage. Without it, this prop has no effect.
+     *
+     * On iOS the package uses the front TrueDepth camera; on Android it uses
+     * ARCore Augmented Faces mode. World tracking, plane detection, and LiDAR are
+     * unavailable in this mode.
+     *
+     * For a plain selfie feed without face tracking (no TrueDepth), use
+     * `ViroCameraTexture` with `cameraPosition="front"` instead.
      *
      * @default false
      * @platform ios, android

package/dist/components/Utilities/ViroVersion.d.ts

@@ -1 +1 @@
-export declare const VIRO_VERSION = "2.57.2";
+export declare const VIRO_VERSION = "2.57.3";

package/dist/components/Utilities/ViroVersion.js

@@ -1,4 +1,4 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VIRO_VERSION = void 0;
-exports.VIRO_VERSION = "2.57.2";
+exports.VIRO_VERSION = "2.57.3";

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARFrameiOS.h

@@ -144,6 +144,14 @@ private:
      */
     float sampleDepthTextureAtUV(std::shared_ptr<VROTexture> texture, float u, float v) const;
 
+    /*
+     Sample the LiDAR depth confidence at normalized UV coordinates (0-1 range).
+     Reads ARKit's ARDepthData.confidenceMap (ARConfidenceLevel: 0=low, 1=medium, 2=high)
+     and normalizes to [0,1] (low=0.0, medium=0.5, high=1.0). Returns -1.0 when confidence
+     is unavailable (no LiDAR / no confidence map).
+     */
+    float sampleConfidenceAtUV(float u, float v) const;
+
     /*
      Unproject a camera-image-space point (normalized [0,1] in ARKit's landscape image
      space, the same space used for [ARFrame hitTest:]) at a given metric depth (meters

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARSessioniOS.h

@@ -126,8 +126,19 @@ public:
     void setPreferMonocularDepth(bool prefer);
     bool isPreferMonocularDepth() const;
 
-    // Use the front (TrueDepth) camera via ARFaceTrackingConfiguration.
-    // When true, world tracking, planes, and LiDAR are unavailable.
+    // Front-camera AR is supplied by an optional external module so that ViroKit
+    // itself never references the ARKit face-tracking / TrueDepth API. Apps that
+    // need it install @reactvision/react-viro-face-tracking, which registers a
+    // provider here. The provider returns a ready-to-run front-camera
+    // ARConfiguration (or nil if the device is unsupported). When no provider is
+    // registered, setFrontCameraEnabled(true) has no effect and AR falls through
+    // to world tracking.
+    typedef ARConfiguration * _Nullable (^VROARFrontCameraConfigProvider)(void);
+    static void setFrontCameraConfigProvider(VROARFrontCameraConfigProvider provider);
+
+    // Enable/disable front-camera AR. Requires a registered config provider
+    // (see setFrontCameraConfigProvider); otherwise it is a no-op. When active,
+    // world tracking, planes, and LiDAR are unavailable.
     void setFrontCameraEnabled(bool enabled);
     bool isFrontCameraEnabled() const { return _frontCameraEnabled; }
 
@@ -371,7 +382,7 @@ private:
     std::shared_ptr<VROMonocularDepthEstimator> _monocularDepthEstimator;
     bool _monocularDepthEnabled;
     bool _preferMonocularDepth;  // When true, use monocular even on LiDAR devices
-    bool _frontCameraEnabled;    // When true, use ARFaceTrackingConfiguration (front camera)
+    bool _frontCameraEnabled;    // When true and a config provider is registered, use front-camera AR
     bool _monocularDepthLoading;
     float _monocularDepthScale;  // Multiplied into depth values (1.0 = no change)
     int   _monocularDepthTargetFPS;  // 0 = use estimator default

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROFrontCameraProvider.h

@@ -0,0 +1,34 @@
+//
+//  VROFrontCameraProvider.h
+//  ViroKit
+//
+//  Copyright © 2026 ReactVision. All rights reserved.
+//
+
+#import <Foundation/Foundation.h>
+#import <ARKit/ARKit.h>
+
+NS_ASSUME_NONNULL_BEGIN
+
+/**
+ * VROFrontCameraProvider — Objective-C registration host for front-camera AR.
+ *
+ * ViroKit itself does NOT reference the ARKit face-tracking / TrueDepth API. An
+ * optional external module (@reactvision/react-viro-face-tracking) supplies a
+ * front-camera ARConfiguration by calling +registerConfigProvider:. That module
+ * discovers this class at runtime via NSClassFromString, so ViroKit carries no
+ * build- or link-time dependency on it (mirrors how react-viro-onnx registers
+ * against VRTObjectDetectorView).
+ *
+ * The registered block returns a ready-to-run front-camera ARConfiguration, or
+ * nil if the device does not support it. It is stored process-wide and consulted
+ * by VROARSessioniOS whenever front-camera AR is requested.
+ */
+@interface VROFrontCameraProvider : NSObject
+
+/** Register the front-camera config provider used by VROARSessioniOS (idempotent). */
++ (void)registerConfigProvider:(ARConfiguration * _Nullable (^)(void))provider;
+
+@end
+
+NS_ASSUME_NONNULL_END

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROViewAR.h

@@ -194,7 +194,9 @@ enum class VROCameraPosition;
 // Target inference rate for monocular depth. Thermal state overrides downward automatically.
 - (void)setMonocularDepthTargetFPS:(int)fps;
 
-// Switch to ARFaceTrackingConfiguration (front TrueDepth camera) when YES.
+// Switch to front-camera AR when YES. Requires the optional face-tracking
+// module to be installed (see VROARSessioniOS::setFrontCameraConfigProvider);
+// otherwise this has no effect.
 - (void)setFrontCameraEnabled:(BOOL)enabled;
 
 @end

package/ios/dist/ViroRenderer/ViroKit.framework/Shaders.dat

@@ -1,5 +1,5 @@
 dependencies: \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/Shaders.metal \
-  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.6.109.0.hR8Z6P/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
+  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.6.109.0.qEW6mp/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VROSharedStructures.h \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VRODefines.h

package/package.json

@@ -3,7 +3,7 @@
   "main": "dist/index.js",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "2.57.2",
+  "version": "2.57.3",
   "license": "MIT",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
@@ -27,12 +27,12 @@
     "prepare": "npm run build"
   },
   "peerDependencies": {
-    "expo": ">=55.0.0 <57.0.0",
+    "expo": ">=55.0.0 <58.0.0",
     "react": ">=18.0.0",
-    "react-native": ">=0.83.0 <0.86.0"
+    "react-native": ">=0.83.0 <0.87.0"
   },
   "engines": {
-    "react-native": ">=0.83.0 <0.86.0"
+    "react-native": ">=0.83.0 <0.87.0"
   },
   "peerDependenciesMeta": {
     "expo": {
@@ -61,23 +61,23 @@
     "@babel/core": "^7.25.2",
     "@babel/preset-env": "^7.25.3",
     "@babel/preset-typescript": "^7.26.0",
-    "@expo/config-plugins": "~56.0.8",
+    "@expo/config-plugins": "~57.0.0",
     "@jest/globals": "^29.7.0",
     "@react-native-community/cli": "^20.1.3",
     "@react-native-community/cli-platform-android": "^20.1.3",
     "@react-native-community/cli-platform-ios": "^20.1.3",
-    "@react-native/babel-preset": "^0.85.3",
-    "@react-native/eslint-config": "^0.85.3",
-    "@react-native/metro-config": "^0.85.3",
-    "@react-native/typescript-config": "^0.85.3",
+    "@react-native/babel-preset": "^0.86.0",
+    "@react-native/eslint-config": "^0.86.0",
+    "@react-native/metro-config": "^0.86.0",
+    "@react-native/typescript-config": "^0.86.0",
     "@types/babel__core": "^7.20.5",
     "@types/node": "^22.13.1",
     "@types/react": "~19.2.17",
     "babel-jest": "^29.7.0",
-    "expo": "~56.0.9",
+    "expo": "~57.0.0",
     "jest": "^29.7.0",
     "react": "~19.2.3",
-    "react-native": "~0.85.3",
+    "react-native": "~0.86.0",
     "release-it": "^17.1.1",
     "ts-node": "^10.9.2",
     "typescript": "^5.3.0"