@reactvision/react-viro 2.53.1 → 2.54.0

package/components/AR/ViroARSceneNavigator.tsx

@@ -130,6 +130,28 @@ type Props = ViewProps & {
    */
   depthDebugEnabled?: boolean;
 
+  /**
+   * Enable semantic segmentation debug visualization. When enabled, the camera
+   * background shows a color overlay for each real-world category (sky, building, tree,
+   * road, sidewalk, terrain, structure, object, vehicle, person, water).
+   * Requires `setSemanticModeEnabled(true)` to be called on the scene navigator first.
+   *
+   * @default false
+   */
+  semanticDebugEnabled?: boolean;
+
+  /**
+   * Confidence threshold (0.0–1.0) below which semantic labels are discarded (treated
+   * as unlabeled = 0) before the texture is uploaded to the GPU. Higher values reduce
+   * noise and boundary blinking at the cost of smaller labeled regions.
+   *
+   * Only used on Android (ARCore provides per-pixel confidence). On iOS, ARKit's
+   * segmentation is already temporally smoothed by the OS.
+   *
+   * @default 0.0
+   */
+  semanticConfidenceThreshold?: number;
+
   /**
    * [iOS Only] Prefer monocular depth estimation over LiDAR.
    * When true, monocular depth will be used even on devices with LiDAR.
@@ -1105,6 +1127,12 @@ export class ViroARSceneNavigator extends React.Component<Props, State> {
     );
   };
 
+  _rvGetSceneAssets = async (sceneId: string): Promise<any> => {
+    return await ViroARSceneNavigatorModule.rvGetSceneAssets(
+      findNodeHandle(this), sceneId
+    );
+  };
+
   _rvAttachAssetToCloudAnchor = async (
     anchorId: string,
     fileUrl: string,
@@ -1394,6 +1422,7 @@ export class ViroARSceneNavigator extends React.Component<Props, State> {
     rvAttachAssetToCloudAnchor: this._rvAttachAssetToCloudAnchor,
     rvRemoveAssetFromCloudAnchor: this._rvRemoveAssetFromCloudAnchor,
     rvTrackCloudAnchorResolution: this._rvTrackCloudAnchorResolution,
+    rvGetSceneAssets: this._rvGetSceneAssets,
     // Assets API
     rvUploadAsset: this._rvUploadAsset,
     // Scene Semantics API
@@ -1452,6 +1481,7 @@ export class ViroARSceneNavigator extends React.Component<Props, State> {
     rvAttachAssetToCloudAnchor: this._rvAttachAssetToCloudAnchor,
     rvRemoveAssetFromCloudAnchor: this._rvRemoveAssetFromCloudAnchor,
     rvTrackCloudAnchorResolution: this._rvTrackCloudAnchorResolution,
+    rvGetSceneAssets: this._rvGetSceneAssets,
     // Assets API
     rvUploadAsset: this._rvUploadAsset,
     // Scene Semantics API

package/components/AR/ViroCommonProps.ts

@@ -103,6 +103,17 @@ export type ViroObjectProps = {
   shadowCastingBitMask?: number;
 
   shaderModifiers?: ViroShaderModifiers;
+  /**
+   * Apply shader modifiers from named materials to this node and all its children,
+   * preserving embedded textures (e.g. GLB/VRX). Unlike `materials`, which replaces
+   * the root geometry's material entirely, `shaderOverrides` merges only the shader
+   * modifiers and rendering properties from the named material onto every child mesh
+   * in the hierarchy. Use this for GLB models when you want to apply semantic masking,
+   * custom effects, or other per-material shader modifiers without losing the model's
+   * original textures and skinning.
+   *
+   * Accepts an array of material names previously registered via `ViroMaterials.createMaterials`.
+   */
   shaderOverrides?: string[];
   materialUniforms?: { [key: string]: any } | ViroShaderUniform[];
 

package/components/Material/ViroMaterials.ts

@@ -54,6 +54,43 @@ export type ViroResolvedCubeMap = {
   pz: ImageResolvedAssetSource;
 };
 
+export type ViroSemanticMaskMode = "showOnly" | "hide" | "debug";
+
+export type ViroSemanticLabel =
+  | "sky"
+  | "building"
+  | "tree"
+  | "road"
+  | "sidewalk"
+  | "terrain"
+  | "structure"
+  | "object"
+  | "vehicle"
+  | "person"
+  | "water";
+
+export type ViroSemanticMaskConfig = {
+  /** Whether to show the material only where the label matches, or to hide it there. */
+  mode: ViroSemanticMaskMode;
+  /** One or more semantic labels to match against. */
+  labels: ViroSemanticLabel[];
+};
+
+// Maps VROSemanticLabel enum value → bit position (bit N = label N, value 1-11).
+const kSemanticLabelBit: Record<ViroSemanticLabel, number> = {
+  sky:       1 << 1,
+  building:  1 << 2,
+  tree:      1 << 3,
+  road:      1 << 4,
+  sidewalk:  1 << 5,
+  terrain:   1 << 6,
+  structure: 1 << 7,
+  object:    1 << 8,
+  vehicle:   1 << 9,
+  person:    1 << 10,
+  water:     1 << 11,
+};
+
 export type ViroShaderModifier = {
   body?: string;
   uniforms?: string;
@@ -116,6 +153,10 @@ export type ViroMaterial = {
   ambientOcclusionTexture?: any; // TODO: types
   shaderModifiers?: ViroShaderModifiers;
   materialUniforms?: ViroShaderUniform[];
+  /** Semantic masking — shows or hides the material based on ARCore scene semantics labels.
+   *  Requires `setSemanticModeEnabled(true)` on the AR scene navigator.
+   *  Only supported on Android (ARCore). Gracefully no-ops on iOS. */
+  semanticMask?: ViroSemanticMaskConfig;
 };
 
 export type ViroMaterialDict = {
@@ -163,6 +204,16 @@ export class ViroMaterials {
         } else if (prop.endsWith("color") || prop.endsWith("Color")) {
           var color = processColor(material[prop]);
           resultMaterial[prop] = color;
+        } else if (prop === "semanticMask") {
+          const config = material[prop] as ViroSemanticMaskConfig;
+          let labelMask = 0;
+          for (const label of config.labels) {
+            labelMask |= kSemanticLabelBit[label] ?? 0;
+          }
+          resultMaterial["semanticMask"] = {
+            mode: config.mode,
+            labelMask,
+          };
         } else {
           //just apply material property directly.
           resultMaterial[prop] = material[prop];

package/components/Utilities/ViroUtils.tsx

@@ -136,6 +136,54 @@ export function gpsToArWorld(
   ];
 }
 
+export type ViroPermission = "camera" | "microphone" | "storage" | "location";
+
+const ALL_PERMISSIONS: ViroPermission[] = [
+  "camera",
+  "microphone",
+  "storage",
+  "location",
+];
+
+export interface ViroPermissionsResult {
+  camera?: boolean;
+  microphone?: boolean;
+  storage?: boolean;
+  location?: boolean;
+}
+
+/**
+ * Request the specified permissions required for Viro AR to function.
+ * Omit `permissions` to request all four (camera, microphone, storage, location).
+ * Only the requested keys are present in the resolved result.
+ */
+export function requestRequiredPermissions(
+  permissions: ViroPermission[] = ALL_PERMISSIONS
+): Promise<ViroPermissionsResult> {
+  if (Platform.OS === "ios") {
+    return NativeModules.VRTARUtils.requestRequiredPermissions(permissions);
+  } else {
+    return NativeModules.VRTARSceneNavigatorModule.requestRequiredPermissions(
+      permissions
+    );
+  }
+}
+
+/**
+ * Check the current status of the specified permissions without prompting the user.
+ * Omit `permissions` to check all four (camera, microphone, storage, location).
+ * Only the requested keys are present in the resolved result.
+ */
+export function checkPermissions(
+  permissions: ViroPermission[] = ALL_PERMISSIONS
+): Promise<ViroPermissionsResult> {
+  if (Platform.OS === "ios") {
+    return NativeModules.VRTARUtils.checkPermissions(permissions);
+  } else {
+    return NativeModules.VRTARSceneNavigatorModule.checkPermissions(permissions);
+  }
+}
+
 export interface ViroiOSArSupportResponse {
   isARSupported: boolean;
 }

package/components/Utilities/ViroVersion.ts

@@ -1 +1 @@
-export const VIRO_VERSION = "2.53.1";
+export const VIRO_VERSION = "2.54.0";

package/components/Viro360Image.tsx

@@ -37,6 +37,13 @@ type Props = ViewProps & {
   format?: "RGBA8" | "RGB565";
   steroMode?: "LeftRight" | "RightLeft" | "TopBottom" | "BottomTop" | "None";
   isHdr?: boolean;
+  /**
+   * When true, the image is rendered as a sky-effect overlay: it appears only over pixels
+   * semantically labeled as sky by ARCore/ARKit scene semantics, using alpha blending via
+   * the confidence texture for smooth boundary transitions. Requires scene semantics to be
+   * enabled on the AR session. Has no effect in VR mode. Default false.
+   */
+  skyEffect?: boolean;
   /**
    * Callback triggered when we are processing the assets to be
    * displayed in this 360 Photo (either downloading / reading from file).

package/dist/components/AR/ViroARSceneNavigator.d.ts

@@ -80,6 +80,26 @@ type Props = ViewProps & {
      * @default false
      */
     depthDebugEnabled?: boolean;
+    /**
+     * Enable semantic segmentation debug visualization. When enabled, the camera
+     * background shows a color overlay for each real-world category (sky, building, tree,
+     * road, sidewalk, terrain, structure, object, vehicle, person, water).
+     * Requires `setSemanticModeEnabled(true)` to be called on the scene navigator first.
+     *
+     * @default false
+     */
+    semanticDebugEnabled?: boolean;
+    /**
+     * Confidence threshold (0.0–1.0) below which semantic labels are discarded (treated
+     * as unlabeled = 0) before the texture is uploaded to the GPU. Higher values reduce
+     * noise and boundary blinking at the cost of smaller labeled regions.
+     *
+     * Only used on Android (ARCore provides per-pixel confidence). On iOS, ARKit's
+     * segmentation is already temporally smoothed by the OS.
+     *
+     * @default 0.0
+     */
+    semanticConfidenceThreshold?: number;
     /**
      * [iOS Only] Prefer monocular depth estimation over LiDAR.
      * When true, monocular depth will be used even on devices with LiDAR.
@@ -479,6 +499,7 @@ export declare class ViroARSceneNavigator extends React.Component<Props, State>
     _rvUpdateCloudAnchor: (anchorId: string, name: string, description: string, isPublic: boolean) => Promise<any>;
     _rvDeleteCloudAnchor: (anchorId: string) => Promise<any>;
     _rvFindNearbyCloudAnchors: (latitude: number, longitude: number, radius: number, limit: number) => Promise<any>;
+    _rvGetSceneAssets: (sceneId: string) => Promise<any>;
     _rvAttachAssetToCloudAnchor: (anchorId: string, fileUrl: string, fileSize: number, name: string, assetType: string, externalUserId: string) => Promise<any>;
     _rvRemoveAssetFromCloudAnchor: (anchorId: string, assetId: string) => Promise<any>;
     _rvTrackCloudAnchorResolution: (anchorId: string, success: boolean, confidence: number, matchCount: number, inlierCount: number, processingTimeMs: number, platform: string, externalUserId: string) => Promise<any>;
@@ -597,6 +618,7 @@ export declare class ViroARSceneNavigator extends React.Component<Props, State>
         rvAttachAssetToCloudAnchor: (anchorId: string, fileUrl: string, fileSize: number, name: string, assetType: string, externalUserId: string) => Promise<any>;
         rvRemoveAssetFromCloudAnchor: (anchorId: string, assetId: string) => Promise<any>;
         rvTrackCloudAnchorResolution: (anchorId: string, success: boolean, confidence: number, matchCount: number, inlierCount: number, processingTimeMs: number, platform: string, externalUserId: string) => Promise<any>;
+        rvGetSceneAssets: (sceneId: string) => Promise<any>;
         rvUploadAsset: (filePath: string, assetType: string, fileName: string, appUserId?: string) => Promise<any>;
         isSemanticModeSupported: () => Promise<ViroSemanticSupportResult>;
         setSemanticModeEnabled: (enabled: boolean) => void;
@@ -648,6 +670,7 @@ export declare class ViroARSceneNavigator extends React.Component<Props, State>
         rvAttachAssetToCloudAnchor: (anchorId: string, fileUrl: string, fileSize: number, name: string, assetType: string, externalUserId: string) => Promise<any>;
         rvRemoveAssetFromCloudAnchor: (anchorId: string, assetId: string) => Promise<any>;
         rvTrackCloudAnchorResolution: (anchorId: string, success: boolean, confidence: number, matchCount: number, inlierCount: number, processingTimeMs: number, platform: string, externalUserId: string) => Promise<any>;
+        rvGetSceneAssets: (sceneId: string) => Promise<any>;
         rvUploadAsset: (filePath: string, assetType: string, fileName: string, appUserId?: string) => Promise<any>;
         isSemanticModeSupported: () => Promise<ViroSemanticSupportResult>;
         setSemanticModeEnabled: (enabled: boolean) => void;

package/dist/components/AR/ViroARSceneNavigator.js

@@ -681,6 +681,9 @@ class ViroARSceneNavigator extends React.Component {
     _rvFindNearbyCloudAnchors = async (latitude, longitude, radius, limit) => {
         return await ViroARSceneNavigatorModule.rvFindNearbyCloudAnchors((0, react_native_1.findNodeHandle)(this), latitude, longitude, radius, limit);
     };
+    _rvGetSceneAssets = async (sceneId) => {
+        return await ViroARSceneNavigatorModule.rvGetSceneAssets((0, react_native_1.findNodeHandle)(this), sceneId);
+    };
     _rvAttachAssetToCloudAnchor = async (anchorId, fileUrl, fileSize, name, assetType, externalUserId) => {
         return await ViroARSceneNavigatorModule.rvAttachAssetToCloudAnchor((0, react_native_1.findNodeHandle)(this), anchorId, fileUrl, fileSize, name, assetType, externalUserId);
     };
@@ -901,6 +904,7 @@ class ViroARSceneNavigator extends React.Component {
         rvAttachAssetToCloudAnchor: this._rvAttachAssetToCloudAnchor,
         rvRemoveAssetFromCloudAnchor: this._rvRemoveAssetFromCloudAnchor,
         rvTrackCloudAnchorResolution: this._rvTrackCloudAnchorResolution,
+        rvGetSceneAssets: this._rvGetSceneAssets,
         // Assets API
         rvUploadAsset: this._rvUploadAsset,
         // Scene Semantics API
@@ -959,6 +963,7 @@ class ViroARSceneNavigator extends React.Component {
         rvAttachAssetToCloudAnchor: this._rvAttachAssetToCloudAnchor,
         rvRemoveAssetFromCloudAnchor: this._rvRemoveAssetFromCloudAnchor,
         rvTrackCloudAnchorResolution: this._rvTrackCloudAnchorResolution,
+        rvGetSceneAssets: this._rvGetSceneAssets,
         // Assets API
         rvUploadAsset: this._rvUploadAsset,
         // Scene Semantics API

package/dist/components/AR/ViroCommonProps.d.ts

@@ -54,6 +54,17 @@ export type ViroObjectProps = {
     lightReceivingBitMask?: number;
     shadowCastingBitMask?: number;
     shaderModifiers?: ViroShaderModifiers;
+    /**
+     * Apply shader modifiers from named materials to this node and all its children,
+     * preserving embedded textures (e.g. GLB/VRX). Unlike `materials`, which replaces
+     * the root geometry's material entirely, `shaderOverrides` merges only the shader
+     * modifiers and rendering properties from the named material onto every child mesh
+     * in the hierarchy. Use this for GLB models when you want to apply semantic masking,
+     * custom effects, or other per-material shader modifiers without losing the model's
+     * original textures and skinning.
+     *
+     * Accepts an array of material names previously registered via `ViroMaterials.createMaterials`.
+     */
     shaderOverrides?: string[];
     materialUniforms?: {
         [key: string]: any;

package/dist/components/Material/ViroMaterials.d.ts

@@ -27,6 +27,14 @@ export type ViroResolvedCubeMap = {
     nz: ImageResolvedAssetSource;
     pz: ImageResolvedAssetSource;
 };
+export type ViroSemanticMaskMode = "showOnly" | "hide" | "debug";
+export type ViroSemanticLabel = "sky" | "building" | "tree" | "road" | "sidewalk" | "terrain" | "structure" | "object" | "vehicle" | "person" | "water";
+export type ViroSemanticMaskConfig = {
+    /** Whether to show the material only where the label matches, or to hide it there. */
+    mode: ViroSemanticMaskMode;
+    /** One or more semantic labels to match against. */
+    labels: ViroSemanticLabel[];
+};
 export type ViroShaderModifier = {
     body?: string;
     uniforms?: string;
@@ -86,6 +94,10 @@ export type ViroMaterial = {
     ambientOcclusionTexture?: any;
     shaderModifiers?: ViroShaderModifiers;
     materialUniforms?: ViroShaderUniform[];
+    /** Semantic masking — shows or hides the material based on ARCore scene semantics labels.
+     *  Requires `setSemanticModeEnabled(true)` on the AR scene navigator.
+     *  Only supported on Android (ARCore). Gracefully no-ops on iOS. */
+    semanticMask?: ViroSemanticMaskConfig;
 };
 export type ViroMaterialDict = {
     [key: string]: ViroMaterial;

package/dist/components/Material/ViroMaterials.js

@@ -23,6 +23,20 @@ const resolveAssetSource_1 = __importDefault(require("react-native/Libraries/Ima
 var MaterialManager = react_native_1.NativeModules.VRTMaterialManager ||
     react_native_1.TurboModuleRegistry.get("VRTMaterialManager");
 console.log("VRTMaterialManager lookup:", MaterialManager ? "FOUND" : "NOT FOUND");
+// Maps VROSemanticLabel enum value → bit position (bit N = label N, value 1-11).
+const kSemanticLabelBit = {
+    sky: 1 << 1,
+    building: 1 << 2,
+    tree: 1 << 3,
+    road: 1 << 4,
+    sidewalk: 1 << 5,
+    terrain: 1 << 6,
+    structure: 1 << 7,
+    object: 1 << 8,
+    vehicle: 1 << 9,
+    person: 1 << 10,
+    water: 1 << 11,
+};
 class ViroMaterials {
     static createMaterials(materials) {
         var result = {};
@@ -65,6 +79,17 @@ class ViroMaterials {
                     var color = (0, react_native_1.processColor)(material[prop]);
                     resultMaterial[prop] = color;
                 }
+                else if (prop === "semanticMask") {
+                    const config = material[prop];
+                    let labelMask = 0;
+                    for (const label of config.labels) {
+                        labelMask |= kSemanticLabelBit[label] ?? 0;
+                    }
+                    resultMaterial["semanticMask"] = {
+                        mode: config.mode,
+                        labelMask,
+                    };
+                }
                 else {
                     //just apply material property directly.
                     resultMaterial[prop] = material[prop];

package/dist/components/ReactVisionClient.d.ts

@@ -63,6 +63,29 @@ export interface RVGeospatialListResult {
     data: RVGeospatialAnchor[];
     total?: number;
 }
+export interface RVSceneAsset {
+    id: string;
+    name: string;
+    description?: string | null;
+    file_url?: string | null;
+    file_size?: number | null;
+    asset_type_name?: "3D-MODEL" | "TEXT" | "IMAGE" | "VIDEO" | null;
+    position_x?: number | null;
+    position_y?: number | null;
+    position_z?: number | null;
+    rotation_x?: number | null;
+    rotation_y?: number | null;
+    rotation_z?: number | null;
+    scale?: number | null;
+    latitude: number;
+    longitude: number;
+    is_draggable: boolean;
+    trigger_image_url?: string | null;
+    trigger_image_orientation?: "Up" | "Down" | "Left" | "Right" | null;
+    trigger_image_physical_width_m?: number | null;
+    created_at: string;
+    updated_at: string;
+}
 export interface RVCloudAnchor {
     id: string;
     project_id: string;
@@ -102,6 +125,8 @@ export declare class ReactVisionClient {
     listCloudAnchors(projectId: string, limit?: number, offset?: number): Promise<RVApiResult<RVCloudAnchor[]>>;
     /** Delete a cloud anchor. */
     deleteCloudAnchor(id: string): Promise<RVApiResult<null>>;
+    /** Fetch all assets for a scene by scene ID. */
+    getSceneAssets(sceneId: string): Promise<RVApiResult<RVSceneAsset[]>>;
     private _get;
     private _post;
     private _patch;

package/dist/components/ReactVisionClient.js

@@ -82,6 +82,17 @@ class ReactVisionClient {
         return this._delete(`/cloud-anchors/${id}`);
     }
     // --------------------------------------------------------------------------
+    // Scenes
+    // --------------------------------------------------------------------------
+    /** Fetch all assets for a scene by scene ID. */
+    async getSceneAssets(sceneId) {
+        const result = await this._get(`/functions/v1/scenes/${encodeURIComponent(sceneId)}/assets`);
+        if (!result.success)
+            return result;
+        const assets = result.data?.assets ?? result.data ?? [];
+        return { success: true, data: assets };
+    }
+    // --------------------------------------------------------------------------
     // Internal fetch helpers
     // --------------------------------------------------------------------------
     async _get(path) {

package/dist/components/Utilities/ViroUtils.d.ts

@@ -49,6 +49,25 @@ export declare function latLngToMercator(lat: number, lng: number): [number, num
  * @returns [arX, arY, arZ] position in metres relative to the device
  */
 export declare function gpsToArWorld(devicePose: ViroGeospatialPose, anchorLat: number, anchorLng: number, anchorAlt: number): [number, number, number];
+export type ViroPermission = "camera" | "microphone" | "storage" | "location";
+export interface ViroPermissionsResult {
+    camera?: boolean;
+    microphone?: boolean;
+    storage?: boolean;
+    location?: boolean;
+}
+/**
+ * Request the specified permissions required for Viro AR to function.
+ * Omit `permissions` to request all four (camera, microphone, storage, location).
+ * Only the requested keys are present in the resolved result.
+ */
+export declare function requestRequiredPermissions(permissions?: ViroPermission[]): Promise<ViroPermissionsResult>;
+/**
+ * Check the current status of the specified permissions without prompting the user.
+ * Omit `permissions` to check all four (camera, microphone, storage, location).
+ * Only the requested keys are present in the resolved result.
+ */
+export declare function checkPermissions(permissions?: ViroPermission[]): Promise<ViroPermissionsResult>;
 export interface ViroiOSArSupportResponse {
     isARSupported: boolean;
 }

package/dist/components/Utilities/ViroUtils.js

@@ -14,6 +14,8 @@ exports.polarToCartesian = polarToCartesian;
 exports.polarToCartesianActual = polarToCartesianActual;
 exports.latLngToMercator = latLngToMercator;
 exports.gpsToArWorld = gpsToArWorld;
+exports.requestRequiredPermissions = requestRequiredPermissions;
+exports.checkPermissions = checkPermissions;
 exports.isARSupportedOnDevice = isARSupportedOnDevice;
 /**
  * Convert the given polar coords of the form [r, theta, phi] to cartesian
@@ -113,6 +115,38 @@ function gpsToArWorld(devicePose, anchorLat, anchorLng, anchorAlt) {
         -distance * Math.cos(relBearing), // arZ
     ];
 }
+const ALL_PERMISSIONS = [
+    "camera",
+    "microphone",
+    "storage",
+    "location",
+];
+/**
+ * Request the specified permissions required for Viro AR to function.
+ * Omit `permissions` to request all four (camera, microphone, storage, location).
+ * Only the requested keys are present in the resolved result.
+ */
+function requestRequiredPermissions(permissions = ALL_PERMISSIONS) {
+    if (react_native_1.Platform.OS === "ios") {
+        return react_native_1.NativeModules.VRTARUtils.requestRequiredPermissions(permissions);
+    }
+    else {
+        return react_native_1.NativeModules.VRTARSceneNavigatorModule.requestRequiredPermissions(permissions);
+    }
+}
+/**
+ * Check the current status of the specified permissions without prompting the user.
+ * Omit `permissions` to check all four (camera, microphone, storage, location).
+ * Only the requested keys are present in the resolved result.
+ */
+function checkPermissions(permissions = ALL_PERMISSIONS) {
+    if (react_native_1.Platform.OS === "ios") {
+        return react_native_1.NativeModules.VRTARUtils.checkPermissions(permissions);
+    }
+    else {
+        return react_native_1.NativeModules.VRTARSceneNavigatorModule.checkPermissions(permissions);
+    }
+}
 function isARSupportedOnDevice() {
     return new Promise((resolve, reject) => {
         if (react_native_1.Platform.OS == "ios") {

package/dist/components/Utilities/ViroVersion.d.ts

@@ -1 +1 @@
-export declare const VIRO_VERSION = "2.53.1";
+export declare const VIRO_VERSION = "2.54.0";

package/dist/components/Utilities/ViroVersion.js

@@ -1,4 +1,4 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VIRO_VERSION = void 0;
-exports.VIRO_VERSION = "2.53.1";
+exports.VIRO_VERSION = "2.54.0";

package/dist/components/Viro360Image.d.ts

@@ -11,6 +11,13 @@ type Props = ViewProps & {
     format?: "RGBA8" | "RGB565";
     steroMode?: "LeftRight" | "RightLeft" | "TopBottom" | "BottomTop" | "None";
     isHdr?: boolean;
+    /**
+     * When true, the image is rendered as a sky-effect overlay: it appears only over pixels
+     * semantically labeled as sky by ARCore/ARKit scene semantics, using alpha blending via
+     * the confidence texture for smooth boundary transitions. Requires scene semantics to be
+     * enabled on the AR session. Has no effect in VR mode. Default false.
+     */
+    skyEffect?: boolean;
     /**
      * Callback triggered when we are processing the assets to be
      * displayed in this 360 Photo (either downloading / reading from file).

package/dist/index.d.ts

@@ -52,10 +52,10 @@ import { ViroVRSceneNavigator } from "./components/ViroVRSceneNavigator";
 import { Viro3DSceneNavigator } from "./components/Viro3DSceneNavigator";
 import { ViroTextStyle } from "./components/Styles/ViroTextStyle";
 import { ViroStyle } from "./components/Styles/ViroStyle";
-import { polarToCartesian, polarToCartesianActual, isARSupportedOnDevice, ViroARSupportResponse, latLngToMercator, gpsToArWorld } from "./components/Utilities/ViroUtils";
+import { polarToCartesian, polarToCartesianActual, isARSupportedOnDevice, requestRequiredPermissions, checkPermissions, ViroARSupportResponse, ViroPermissionsResult, ViroPermission, latLngToMercator, gpsToArWorld } from "./components/Utilities/ViroUtils";
 import { ViroARCamera } from "./components/AR/ViroARCamera";
 import { ViroHoverEvent, ViroClickEvent, ViroClickStateEvent, ViroTouchEvent, ViroScrollEvent, ViroSwipeEvent, ViroFuseEvent, ViroPinchEvent, ViroRotateEvent, ViroDragEvent, ViroPlatformEvent, ViroCollisionEvent, ViroPlatformInfo, ViroCameraTransformEvent, ViroPlatformUpdateEvent, ViroCameraTransform, ViroExitViroEvent, ViroErrorEvent, ViroAnimationStartEvent, ViroAnimationFinishEvent, ViroLoadStartEvent, ViroLoadEndEvent, ViroLoadErrorEvent, ViroVideoBufferStartEvent, ViroVideoBufferEndEvent, ViroVideoUpdateTimeEvent, ViroVideoErrorEvent, ViroVideoFinishEvent, ViroAnimatedComponentStartEvent, ViroAnimatedComponentFinishEvent, ViroARAnchorRemovedEvent, ViroARAnchorUpdatedEvent, ViroARAnchorFoundEvent, ViroAnchor, ViroAnchorFoundMap, ViroAnchorUpdatedMap, ViroPlaneUpdatedMap, ViroPlaneUpdatedEvent, ViroARPlaneSizes, ViroCameraARHitTestEvent, ViroCameraARHitTest, ViroARHitTestResult, ViroARPointCloudUpdateEvent, ViroARPointCloud, ViroTrackingUpdatedEvent, ViroTrackingState, ViroTrackingReason, ViroAmbientLightUpdateEvent, ViroAmbientLightInfo, ViroWorldOrigin, ViroNativeTransformUpdateEvent, ViroControllerStatusEvent, ViroControllerStatus, ViroPortalEnterEvent, ViroPortalExitEvent, ViroSoundFinishEvent, ViroPinchStateTypes, ViroClickStateTypes, ViroRotateStateTypes, ViroProvider, ViroCloudAnchorState, ViroCloudAnchorProvider, ViroCloudAnchor, ViroHostCloudAnchorResult, ViroResolveCloudAnchorResult, ViroCloudAnchorStateChangeEvent, ViroGeospatialAnchorProvider, ViroEarthTrackingState, ViroVPSAvailability, ViroGeospatialAnchorType, ViroQuaternion, ViroGeospatialPose, ViroGeospatialAnchor, ViroGeospatialSupportResult, ViroEarthTrackingStateResult, ViroGeospatialPoseResult, ViroVPSAvailabilityResult, ViroCreateGeospatialAnchorResult, ViroMonocularDepthSupportResult, ViroMonocularDepthModelAvailableResult, ViroMonocularDepthPreferenceResult } from "./components/Types/ViroEvents";
 import { ViroSurface } from "./components/ViroSurface";
 import { ViroSceneNavigator } from "./components/ViroSceneNavigator";
 import { VIRO_VERSION } from "./components/Utilities/ViroVersion";
-export { ViroARImageMarker, ViroARObjectMarker, ViroARTrackingTargets, ViroARPlane, ViroARPlaneSelector, ViroARScene, ViroARSceneNavigator, ViroBox, ViroButton, ViroCamera, ViroController, ViroDirectionalLight, ViroFlexView, ViroGeometry, ViroLightingEnvironment, ViroImage, ViroMaterials, ViroARCamera, ViroMaterialVideo, ViroNode, ViroOmniLight, ViroOrbitCamera, ViroParticleEmitter, ViroPolygon, ViroPolyline, ViroPortal, ViroPortalScene, ViroQuad, ViroScene, ViroSurface, ViroSceneNavigator, ViroSkyBox, ViroAnimations, Viro3DObject, Viro360Image, Viro360Video, ViroAnimatedImage, ViroAmbientLight, ViroAnimatedComponent, ViroSound, ViroSoundField, ViroSpatialSound, ViroSphere, ViroSpinner, ViroSpotLight, ViroText, ViroVideo, ViroVRSceneNavigator, Viro3DSceneNavigator, ViroARTrackingReasonConstants, ViroRecordingErrorConstants, ViroTrackingStateConstants, polarToCartesian, polarToCartesianActual, isARSupportedOnDevice, latLngToMercator, gpsToArWorld, ViroARSupportResponse, ViroHoverEvent, ViroClickEvent, ViroClickStateEvent, ViroClickStateTypes, ViroTouchEvent, ViroScrollEvent, ViroSwipeEvent, ViroFuseEvent, ViroPinchEvent, ViroPinchStateTypes, ViroRotateEvent, ViroRotateStateTypes, ViroDragEvent, ViroPlatformEvent, ViroCollisionEvent, ViroPlatformInfo, ViroCameraTransformEvent, ViroPlatformUpdateEvent, ViroCameraTransform, ViroExitViroEvent, ViroErrorEvent, ViroAnimationStartEvent, ViroAnimationFinishEvent, ViroLoadStartEvent, ViroLoadEndEvent, ViroLoadErrorEvent, ViroVideoBufferStartEvent, ViroVideoBufferEndEvent, ViroVideoUpdateTimeEvent, ViroVideoErrorEvent, ViroVideoFinishEvent, ViroAnimatedComponentStartEvent, ViroAnimatedComponentFinishEvent, ViroARAnchorRemovedEvent, ViroARAnchorUpdatedEvent, ViroARAnchorFoundEvent, ViroAnchor, ViroAnchorFoundMap, ViroAnchorUpdatedMap, ViroPlaneUpdatedMap, ViroPlaneUpdatedEvent, ViroARPlaneSizes, ViroCameraARHitTestEvent, ViroCameraARHitTest, ViroARHitTestResult, ViroARPointCloudUpdateEvent, ViroARPointCloud, ViroTrackingUpdatedEvent, ViroTrackingState, ViroTrackingReason, ViroAmbientLightUpdateEvent, ViroAmbientLightInfo, ViroWorldOrigin, ViroNativeTransformUpdateEvent, ViroControllerStatusEvent, ViroControllerStatus, ViroPortalEnterEvent, ViroPortalExitEvent, ViroSoundFinishEvent, ViroTextStyle, ViroStyle, ViroMaterial, ViroShaderModifiers, ViroShaderUniform, ViroShaderModifier, VIRO_VERSION, ViroProvider, ViroCloudAnchorState, ViroCloudAnchorProvider, ViroCloudAnchor, ViroHostCloudAnchorResult, ViroResolveCloudAnchorResult, ViroCloudAnchorStateChangeEvent, ViroGeospatialAnchorProvider, ViroEarthTrackingState, ViroVPSAvailability, ViroGeospatialAnchorType, ViroQuaternion, ViroGeospatialPose, ViroGeospatialAnchor, ViroGeospatialSupportResult, ViroEarthTrackingStateResult, ViroGeospatialPoseResult, ViroVPSAvailabilityResult, ViroCreateGeospatialAnchorResult, ViroMonocularDepthSupportResult, ViroMonocularDepthModelAvailableResult, ViroMonocularDepthPreferenceResult, };
+export { ViroARImageMarker, ViroARObjectMarker, ViroARTrackingTargets, ViroARPlane, ViroARPlaneSelector, ViroARScene, ViroARSceneNavigator, ViroBox, ViroButton, ViroCamera, ViroController, ViroDirectionalLight, ViroFlexView, ViroGeometry, ViroLightingEnvironment, ViroImage, ViroMaterials, ViroARCamera, ViroMaterialVideo, ViroNode, ViroOmniLight, ViroOrbitCamera, ViroParticleEmitter, ViroPolygon, ViroPolyline, ViroPortal, ViroPortalScene, ViroQuad, ViroScene, ViroSurface, ViroSceneNavigator, ViroSkyBox, ViroAnimations, Viro3DObject, Viro360Image, Viro360Video, ViroAnimatedImage, ViroAmbientLight, ViroAnimatedComponent, ViroSound, ViroSoundField, ViroSpatialSound, ViroSphere, ViroSpinner, ViroSpotLight, ViroText, ViroVideo, ViroVRSceneNavigator, Viro3DSceneNavigator, ViroARTrackingReasonConstants, ViroRecordingErrorConstants, ViroTrackingStateConstants, polarToCartesian, polarToCartesianActual, isARSupportedOnDevice, requestRequiredPermissions, checkPermissions, latLngToMercator, gpsToArWorld, ViroARSupportResponse, ViroPermissionsResult, ViroPermission, ViroHoverEvent, ViroClickEvent, ViroClickStateEvent, ViroClickStateTypes, ViroTouchEvent, ViroScrollEvent, ViroSwipeEvent, ViroFuseEvent, ViroPinchEvent, ViroPinchStateTypes, ViroRotateEvent, ViroRotateStateTypes, ViroDragEvent, ViroPlatformEvent, ViroCollisionEvent, ViroPlatformInfo, ViroCameraTransformEvent, ViroPlatformUpdateEvent, ViroCameraTransform, ViroExitViroEvent, ViroErrorEvent, ViroAnimationStartEvent, ViroAnimationFinishEvent, ViroLoadStartEvent, ViroLoadEndEvent, ViroLoadErrorEvent, ViroVideoBufferStartEvent, ViroVideoBufferEndEvent, ViroVideoUpdateTimeEvent, ViroVideoErrorEvent, ViroVideoFinishEvent, ViroAnimatedComponentStartEvent, ViroAnimatedComponentFinishEvent, ViroARAnchorRemovedEvent, ViroARAnchorUpdatedEvent, ViroARAnchorFoundEvent, ViroAnchor, ViroAnchorFoundMap, ViroAnchorUpdatedMap, ViroPlaneUpdatedMap, ViroPlaneUpdatedEvent, ViroARPlaneSizes, ViroCameraARHitTestEvent, ViroCameraARHitTest, ViroARHitTestResult, ViroARPointCloudUpdateEvent, ViroARPointCloud, ViroTrackingUpdatedEvent, ViroTrackingState, ViroTrackingReason, ViroAmbientLightUpdateEvent, ViroAmbientLightInfo, ViroWorldOrigin, ViroNativeTransformUpdateEvent, ViroControllerStatusEvent, ViroControllerStatus, ViroPortalEnterEvent, ViroPortalExitEvent, ViroSoundFinishEvent, ViroTextStyle, ViroStyle, ViroMaterial, ViroShaderModifiers, ViroShaderUniform, ViroShaderModifier, VIRO_VERSION, ViroProvider, ViroCloudAnchorState, ViroCloudAnchorProvider, ViroCloudAnchor, ViroHostCloudAnchorResult, ViroResolveCloudAnchorResult, ViroCloudAnchorStateChangeEvent, ViroGeospatialAnchorProvider, ViroEarthTrackingState, ViroVPSAvailability, ViroGeospatialAnchorType, ViroQuaternion, ViroGeospatialPose, ViroGeospatialAnchor, ViroGeospatialSupportResult, ViroEarthTrackingStateResult, ViroGeospatialPoseResult, ViroVPSAvailabilityResult, ViroCreateGeospatialAnchorResult, ViroMonocularDepthSupportResult, ViroMonocularDepthModelAvailableResult, ViroMonocularDepthPreferenceResult, };

package/dist/index.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ViroARTrackingReasonConstants = exports.Viro3DSceneNavigator = exports.ViroVRSceneNavigator = exports.ViroVideo = exports.ViroText = exports.ViroSpotLight = exports.ViroSpinner = exports.ViroSphere = exports.ViroSpatialSound = exports.ViroSoundField = exports.ViroSound = exports.ViroAnimatedComponent = exports.ViroAmbientLight = exports.ViroAnimatedImage = exports.Viro360Video = exports.Viro360Image = exports.Viro3DObject = exports.ViroAnimations = exports.ViroSkyBox = exports.ViroSceneNavigator = exports.ViroSurface = exports.ViroScene = exports.ViroQuad = exports.ViroPortalScene = exports.ViroPortal = exports.ViroPolyline = exports.ViroPolygon = exports.ViroParticleEmitter = exports.ViroOrbitCamera = exports.ViroOmniLight = exports.ViroNode = exports.ViroMaterialVideo = exports.ViroARCamera = exports.ViroMaterials = exports.ViroImage = exports.ViroLightingEnvironment = exports.ViroGeometry = exports.ViroFlexView = exports.ViroDirectionalLight = exports.ViroController = exports.ViroCamera = exports.ViroButton = exports.ViroBox = exports.ViroARSceneNavigator = exports.ViroARScene = exports.ViroARPlaneSelector = exports.ViroARPlane = exports.ViroARTrackingTargets = exports.ViroARObjectMarker = exports.ViroARImageMarker = void 0;
-exports.VIRO_VERSION = exports.ViroRotateStateTypes = exports.ViroPinchStateTypes = exports.ViroClickStateTypes = exports.gpsToArWorld = exports.latLngToMercator = exports.isARSupportedOnDevice = exports.polarToCartesianActual = exports.polarToCartesian = exports.ViroTrackingStateConstants = exports.ViroRecordingErrorConstants = void 0;
+exports.VIRO_VERSION = exports.ViroRotateStateTypes = exports.ViroPinchStateTypes = exports.ViroClickStateTypes = exports.gpsToArWorld = exports.latLngToMercator = exports.checkPermissions = exports.requestRequiredPermissions = exports.isARSupportedOnDevice = exports.polarToCartesianActual = exports.polarToCartesian = exports.ViroTrackingStateConstants = exports.ViroRecordingErrorConstants = void 0;
 /**
  * Copyright (c) 2016-present, Viro Media, Inc.
  * All rights reserved.
@@ -107,6 +107,8 @@ const ViroUtils_1 = require("./components/Utilities/ViroUtils");
 Object.defineProperty(exports, "polarToCartesian", { enumerable: true, get: function () { return ViroUtils_1.polarToCartesian; } });
 Object.defineProperty(exports, "polarToCartesianActual", { enumerable: true, get: function () { return ViroUtils_1.polarToCartesianActual; } });
 Object.defineProperty(exports, "isARSupportedOnDevice", { enumerable: true, get: function () { return ViroUtils_1.isARSupportedOnDevice; } });
+Object.defineProperty(exports, "requestRequiredPermissions", { enumerable: true, get: function () { return ViroUtils_1.requestRequiredPermissions; } });
+Object.defineProperty(exports, "checkPermissions", { enumerable: true, get: function () { return ViroUtils_1.checkPermissions; } });
 Object.defineProperty(exports, "latLngToMercator", { enumerable: true, get: function () { return ViroUtils_1.latLngToMercator; } });
 Object.defineProperty(exports, "gpsToArWorld", { enumerable: true, get: function () { return ViroUtils_1.gpsToArWorld; } });
 const ViroARCamera_1 = require("./components/AR/ViroARCamera");

package/dist/plugins/withViro.d.ts

@@ -118,6 +118,17 @@ export interface ViroConfigurationOptions {
          * DEFAULTS TO: false (unless provider is "arcore")
          */
         includeARCore?: boolean;
+        /**
+         * Whether to include the ARCore/Semantics pod for scene semantic segmentation.
+         * When true, adds the ARCore/Semantics pod (and ARCore/CloudAnchors as a base dependency)
+         * without enabling cloud anchors or geospatial features.
+         *
+         * Use this when you want semantic masking (ViroMaterial.semanticMask) but do NOT need
+         * cloud anchors or geospatial anchors. If includeARCore is already true, this has no effect.
+         *
+         * DEFAULTS TO: false
+         */
+        includeSemantics?: boolean;
     };
     android?: {
         xRMode?: XrMode[];

package/dist/plugins/withViroIos.js

@@ -18,6 +18,7 @@ const withViroPods = (config) => {
             let geospatialAnchorProvider;
             let iosLinkage;
             let includeARCore;
+            let includeSemantics;
             if (Array.isArray(config.plugins)) {
                 const pluginConfig = config?.plugins?.find((plugin) => Array.isArray(plugin) && plugin[0] === "@reactvision/react-viro");
                 if (Array.isArray(pluginConfig) && pluginConfig.length > 1) {
@@ -30,6 +31,7 @@ const withViroPods = (config) => {
                     geospatialAnchorProvider = legacyOpts.geospatialAnchorProvider ?? options.provider ?? defaultProvider;
                     iosLinkage = options.iosLinkage;
                     includeARCore = options.ios?.includeARCore;
+                    includeSemantics = options.ios?.includeSemantics;
                 }
             }
             fs_1.default.readFile(`${root}/Podfile`, "utf-8", (err, data) => {
@@ -44,36 +46,38 @@ const withViroPods = (config) => {
                     `  # Automatically includes Fabric components when RCT_NEW_ARCH_ENABLED=1\n` +
                     `  pod 'ViroReact', :path => '../node_modules/@reactvision/react-viro/ios'\n` +
                     `  pod 'ViroKit', :path => '../node_modules/@reactvision/react-viro/ios/dist/ViroRenderer/'`;
-                // Add ARCore pods if enabled (explicitly via includeARCore or implicitly via cloud/geospatial providers)
+                // Add ARCore pods if enabled (explicitly via includeARCore/includeSemantics or implicitly via providers)
                 // ViroKit.podspec declares these as weak_frameworks, making ARCore optional at runtime
                 const needsARCoreForFeatures = cloudAnchorProvider === "arcore" || geospatialAnchorProvider === "arcore";
                 const shouldIncludeARCore = includeARCore === true || needsARCoreForFeatures;
-                if (shouldIncludeARCore) {
+                const shouldIncludeSemantics = shouldIncludeARCore || includeSemantics === true;
+                if (shouldIncludeSemantics) {
                     viroPods +=
                         `\n\n  # ARCore SDK - Cloud Anchors, Geospatial, and Scene Semantics API\n` +
                             `  # ViroKit uses weak linking for these frameworks, making ARCore optional at runtime.\n` +
                             `  # ViroKit checks availability using NSClassFromString and gracefully degrades if not present.\n` +
                             `  pod 'ARCore/CloudAnchors', '~> 1.51.0'`;
-                    // Add Geospatial pod if geospatial is enabled or explicit ARCore inclusion
+                    // Add Geospatial pod if geospatial is enabled or full ARCore inclusion
                     if (geospatialAnchorProvider === "arcore" || includeARCore === true) {
                         viroPods +=
                             `\n  pod 'ARCore/Geospatial', '~> 1.51.0'`;
                     }
                     // Add Semantics pod for Scene Semantics API (ML-based scene understanding)
+                    // Included whenever ARCore is present OR includeSemantics: true
                     viroPods +=
                         `\n  pod 'ARCore/Semantics', '~> 1.51.0'`;
                 }
                 // Add use_frameworks! if configured
-                // User's iosLinkage setting is respected; if not set and ARCore is enabled, default to dynamic
-                const effectiveLinkage = iosLinkage || (shouldIncludeARCore ? "dynamic" : undefined);
+                // User's iosLinkage setting is respected; if not set and ARCore/Semantics is enabled, default to dynamic
+                const effectiveLinkage = iosLinkage || (shouldIncludeSemantics ? "dynamic" : undefined);
                 if (effectiveLinkage) {
                     // Insert use_frameworks! before the target block
                     let linkageComment;
-                    if (shouldIncludeARCore && effectiveLinkage === "static") {
+                    if (shouldIncludeSemantics && effectiveLinkage === "static") {
                         // Warn user that static linkage may not work with ARCore
                         linkageComment = `# WARNING: ARCore SDK typically requires dynamic frameworks.\n# Static linkage is set but may cause build issues with ARCore pods.`;
                     }
-                    else if (shouldIncludeARCore) {
+                    else if (shouldIncludeSemantics) {
                         linkageComment = `# Framework linkage: ${effectiveLinkage} (ARCore requires dynamic frameworks)`;
                     }
                     else {
@@ -231,7 +235,7 @@ const withDefaultInfoPlist = (config, _props) => {
 };
 exports.withDefaultInfoPlist = withDefaultInfoPlist;
 const withViroIos = (config, props) => {
-    (0, config_plugins_1.withPlugins)(config, [[withViroPods, props]]);
+    config = (0, config_plugins_1.withPlugins)(config, [[withViroPods, props]]);
     (0, exports.withDefaultInfoPlist)(config, props);
     withEnabledBitcode(config);
     withExcludedSimulatorArchitectures(config);

package/index.ts

@@ -66,7 +66,11 @@ import {
   polarToCartesian,
   polarToCartesianActual,
   isARSupportedOnDevice,
+  requestRequiredPermissions,
+  checkPermissions,
   ViroARSupportResponse,
+  ViroPermissionsResult,
+  ViroPermission,
   latLngToMercator,
   gpsToArWorld,
 } from "./components/Utilities/ViroUtils";
@@ -219,10 +223,14 @@ export {
   polarToCartesian,
   polarToCartesianActual,
   isARSupportedOnDevice,
+  requestRequiredPermissions,
+  checkPermissions,
   latLngToMercator,
   gpsToArWorld,
   // Types
   ViroARSupportResponse,
+  ViroPermissionsResult,
+  ViroPermission,
   ViroHoverEvent,
   ViroClickEvent,
   ViroClickStateEvent,

package/ios/ViroReact.podspec

@@ -40,7 +40,8 @@ Pod::Spec.new do |s|
   s.dependency 'React-FabricComponents'
   
   # Fabric-specific build configuration
-  s.pod_target_xcconfig = { 
+  s.pod_target_xcconfig = {
+    'SWIFT_VERSION' => '5.0',
     'CLANG_CXX_LANGUAGE_STANDARD' => 'c++17',
     'HEADER_SEARCH_PATHS' => [
       '"$(PODS_TARGET_SRCROOT)/ViroReact"',

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARSession.h

@@ -319,7 +319,21 @@ public:
      texture are updated after each call to updateFrame().
      */
     virtual std::shared_ptr<VROTexture> getCameraBackgroundTexture() = 0;
-    
+
+    /*
+     Get the semantic texture for the current frame. Each pixel is a VROSemanticLabel
+     value (0-11, R8 format). Returns nullptr if semantic mode is not enabled or
+     the platform does not support it.
+     */
+    virtual std::shared_ptr<VROTexture> getSemanticTexture() { return nullptr; }
+
+    /*
+     Get the confidence texture for the current frame. Each pixel is a confidence value
+     (R8, 0=uncertain, 255=certain) corresponding to the label in getSemanticTexture().
+     Returns nullptr if not supported; callers should substitute a 1×1 white texture.
+     */
+    virtual std::shared_ptr<VROTexture> getSemanticConfidenceTexture() { return nullptr; }
+
     /*
      Invoke when the viewport changes. The AR engine may adjust its camera
      background and projection matrices in response to a viewport change.
@@ -557,6 +571,11 @@ public:
         std::function<void(bool success, std::string error)> callback) {
         if (callback) callback(false, "Not supported");
     }
+    virtual void rvGetSceneAssets(
+        const std::string& sceneId,
+        std::function<void(bool success, std::string jsonData, std::string error)> callback) {
+        if (callback) callback(false, "", "Not supported");
+    }
 
     // ========================================================================
     // ReactVision Geospatial CRUD API

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROARSessioniOS.h

@@ -90,6 +90,8 @@ public:
     std::unique_ptr<VROARFrame> &updateFrame();
     std::unique_ptr<VROARFrame> &getLastFrame();
     std::shared_ptr<VROTexture> getCameraBackgroundTexture();
+    std::shared_ptr<VROTexture> getSemanticTexture() override;
+    std::shared_ptr<VROTexture> getSemanticConfidenceTexture() override;
     
     void setViewport(VROViewport viewport);
     void setOrientation(VROCameraOrientation orientation);
@@ -195,6 +197,8 @@ public:
         double confidence, int matchCount, int inlierCount, int processingTimeMs,
         const std::string& platform, const std::string& externalUserId,
         std::function<void(bool, std::string)> callback) override;
+    void rvGetSceneAssets(const std::string& sceneId,
+        std::function<void(bool, std::string, std::string)> callback) override;
 
     // Scene Semantics API
     bool isSemanticModeSupported() const override;
@@ -326,6 +330,14 @@ private:
      Video texture cache used for transferring camera content to OpenGL.
      */
     std::shared_ptr<VROVideoTextureCacheOpenGL> _videoTextureCache;
+
+    /*
+     Fallback 1×1 all-white confidence texture (conf=1.0 everywhere).
+     Returned by getSemanticConfidenceTexture() because the ARCore iOS SDK does not
+     expose a per-pixel confidence image. The result is hard alpha edges (no soft blend)
+     on iOS, identical to the previous discard behaviour.
+     */
+    std::shared_ptr<VROTexture> _defaultConfidenceTexture;
     
     /*
      Update the VROARAnchor with the transforms in the given ARAnchor.

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROGLTFLoader.h

@@ -37,6 +37,8 @@
 #include "VROMaterial.h"
 #include "VROModelIOUtil.h"
 #include "VROByteBuffer.h"
+#include "VROVector3f.h"
+#include "VROQuaternion.h"
 
 class VROMorpher;
 class VRONode;
@@ -143,6 +145,7 @@ private:
                                     std::map<int, std::shared_ptr<VROMorpher>> &morphers,
                                     std::shared_ptr<VRODriver> driver);
     static std::string getMorphTargetName(const tinygltf::Model &gModel,
+                                          const tinygltf::Mesh &gMesh,
                                           const tinygltf::Primitive &gPrimtive, int targetIndex);
 
     static void injectGLTF(std::shared_ptr<VRONode> gltfNode, std::shared_ptr<VRONode> rootNode,
@@ -213,6 +216,7 @@ private:
                                               const tinygltf::Skin &skin,
                                               std::vector<VROMatrix4f> &invBindTransformsOut);
     static void clearCachedData();
+    static void injectBindPoseAnimations();
 
     /*
      As multiple mesh attributes may point to the same texture or data arrays when loading a
@@ -240,6 +244,24 @@ private:
     static std::map<int, std::shared_ptr<VROGeometrySource>> _meshBoneIndices;
     static std::map<int, std::shared_ptr<VROGeometrySource>> _meshBoneWeights;
 
+    /*
+     Maps each glTF node index to its parent node index. Needed to walk up the scene graph
+     for multi-skin models where a skin's root joint has non-joint ancestors (e.g. a visor
+     skin whose root is the Neck joint, whose ancestors Hips/Spine are only in the body skin).
+     Populated in processSkinner(), cleared in clearCachedData().
+     */
+    static std::map<int, int> _nodeParentMap;
+
+    /*
+     Maps each skin index to the set of node indices that are ancestors of that skin's mesh
+     node (the glTF node that has gNode.skin == skinIndex). These ancestors are already applied
+     by Viro's renderer as the mesh node's modelMatrix, so the ancestor walk in
+     processSkeletalTransformsForFrame must stop before including them to avoid double-applying
+     transforms (e.g. Character's scale=0.01 being applied twice → model becomes invisible).
+     Populated in processSkinner(), cleared in clearCachedData().
+     */
+    static std::map<int, std::set<int>> _skinMeshAncestors;
+
     /*
      Cached maps of nodeIndexes to it's corresponding animations. These caches are cleared
      out after the parsing of a single gLTF model. Note that _nodeKeyFrameAnims is of the form:
@@ -248,6 +270,18 @@ private:
     static std::map<int, std::map<int, std::vector<std::shared_ptr<VROKeyframeAnimation>>>> _nodeKeyFrameAnims;
     static std::map<int, std::vector<std::shared_ptr<VROSkeletalAnimation>>> _skinSkeletalAnims;
 
+    /*
+     Per-node VRONode references and bind-pose TRS, populated during processNode for any node
+     that has keyframe animations. Used by injectBindPoseAnimations() to create single-frame
+     bind-pose reset animations for animation names a node doesn't participate in.
+     Without these, switching animations leaves non-driven nodes at the previous animation's
+     final pose, causing visible mesh disassembly.
+     */
+    static std::map<int, std::shared_ptr<VRONode>> _nodeGLTFMap;
+    static std::map<int, VROVector3f>   _nodeBindPos;
+    static std::map<int, VROVector3f>   _nodeBindScale;
+    static std::map<int, VROQuaternion> _nodeBindRot;
+
     /*
      Returns the local transform of the node index retried from the gltf model.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMaterial.h

@@ -37,6 +37,7 @@
 #include "VROStringUtil.h"
 #include "VROThreadRestricted.h"
 #include "VRODriver.h"
+#include "VROSemantics.h"
 
 enum class VROFace {
     Front,
@@ -361,6 +362,21 @@ public:
         return _needsToneMapping;
     }
 
+    /*
+     Semantic masking. When enabled, fragments are shown or hidden based on
+     the semantic label of the underlying real-world pixel (requires ARCore
+     scene semantics to be enabled on the AR session).
+     */
+    void setSemanticMaskEnabled(bool enabled);
+    bool isSemanticMaskEnabled() const { return _semanticMaskEnabled; }
+
+    void setSemanticMaskMode(VROSemanticMaskMode mode);
+    VROSemanticMaskMode getSemanticMaskMode() const { return _semanticMaskMode; }
+
+    // Bitmask of VROSemanticLabel values (bit N = label N). Use (1 << label_int) to set bits.
+    void setSemanticLabelMask(uint16_t mask);
+    uint16_t getSemanticLabelMask() const { return _semanticLabelMask; }
+
     /*
      Material rendering order; this should only be used to fix a rendering order between materials
      that are part of the same geometry. For cross-geometry rendering order, use
@@ -647,6 +663,19 @@ private:
      */
     bool _needsToneMapping;
 
+    /*
+     Semantic masking.
+     */
+    bool _semanticMaskEnabled = false;
+    VROSemanticMaskMode _semanticMaskMode = VROSemanticMaskMode::ShowOnly;
+    uint16_t _semanticLabelMask = 0;
+
+    // Shader modifier injected when semantic masking is enabled (kept to allow removal).
+    std::shared_ptr<VROShaderModifier> _semanticMaskModifier;
+
+    // Internal: inject or remove the semantic mask shader modifier.
+    void applySemanticMaskModifier();
+
     /*
      The rendering order of this material, which determines when it is rendered in relation to
      other materials. See VROSortKey for where this falls within the hierarchy of renderinng sort

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROMorpher.h

@@ -57,6 +57,10 @@ struct VROMorphTarget {
     // False if we wish to ignore this VROMorphTarget from all geometric calculations done in VROMorpher.
     bool isActive;
 
+    // True when the user has explicitly set a non-zero weight via setMorphTargets.
+    // Prevents the GLTF animation system from overriding user-controlled expressions.
+    bool userOverride = false;
+
     // Map of each VROGeometrySemantic (Norm/Pos/Tangent) to its corresponding
     // raw VROGeometrySource vertex data.
     std::map<VROGeometrySourceSemantic, std::shared_ptr<VROGeometrySource>> geometrySources;

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROPortal.h

@@ -219,6 +219,16 @@ public:
         return _background;
     }
     void removeBackground();
+
+    /*
+     Set a sky-effect background: a sphere textured with the given texture, masked so that
+     it only appears over pixels semantically labeled as Sky. Uses alpha blending via the
+     confidence texture for smooth edges. Unlike setBackgroundSphere(), this sphere is added
+     as a child node (not the portal background geometry) so that it participates in the
+     scene's transparent render pass and the semantic mask shader is properly applied.
+     */
+    void setSkyEffectBackground(std::shared_ptr<VROTexture> texture);
+    void removeSkyEffectBackground();
     
 private:
     
@@ -278,6 +288,12 @@ private:
      node content.
      */
     std::shared_ptr<VROGeometry> _background;
+
+    /*
+     Child node holding the sky-effect sphere geometry. Kept as a node so that semantic
+     mask shader modifiers are applied normally via the scene render pass.
+     */
+    std::shared_ptr<VRONode> _skyEffectNode;
     
     /*
      The lighting environment for this portal. Determines the effect of image-based
@@ -299,6 +315,7 @@ private:
      Installs required shader modifiers on the background.
      */
     void installBackgroundShaderModifier();
+    void installPortalBackgroundShaderModifier();
     
     /*
      Deactivates culling on every geometry in the given node, recursively down the

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VRORenderContext.h

@@ -222,6 +222,20 @@ public:
         return _cameraBackgroundTexture;
     }
 
+    void setSemanticTexture(std::shared_ptr<VROTexture> texture) {
+        _semanticTexture = texture;
+    }
+    std::shared_ptr<VROTexture> getSemanticTexture() const {
+        return _semanticTexture;
+    }
+
+    void setSemanticConfidenceTexture(std::shared_ptr<VROTexture> texture) {
+        _semanticConfidenceTexture = texture;
+    }
+    std::shared_ptr<VROTexture> getSemanticConfidenceTexture() const {
+        return _semanticConfidenceTexture;
+    }
+
     void setCameraImageTransform(VROMatrix4f transform) {
         _cameraImageTransform = transform;
     }
@@ -236,6 +250,13 @@ public:
         return _depthTextureTransform;
     }
 
+    void setSemanticTextureTransform(VROMatrix4f transform) {
+        _semanticTextureTransform = transform;
+    }
+    VROMatrix4f getSemanticTextureTransform() const {
+        return _semanticTextureTransform;
+    }
+
     void setOcclusionMode(VROOcclusionMode mode) {
         _occlusionMode = mode;
     }
@@ -351,6 +372,19 @@ private:
      */
     std::shared_ptr<VROTexture> _cameraBackgroundTexture;
 
+    /*
+     Semantic segmentation texture (R8, per-pixel label 0-11 = VROSemanticLabel).
+     Updated each frame when semantic mode is enabled. Null when not available.
+     */
+    std::shared_ptr<VROTexture> _semanticTexture;
+
+    /*
+     Per-pixel confidence for the semantic label (R8, 0=uncertain, 255=certain).
+     Updated each frame alongside _semanticTexture. When not provided by the platform
+     (e.g. iOS), a 1×1 all-white texture is used so the shader always reads conf=1.0.
+     */
+    std::shared_ptr<VROTexture> _semanticConfidenceTexture;
+
     /*
      Transform mapping viewport UV coordinates to camera image UV coordinates.
      This accounts for device orientation and camera crop/zoom.
@@ -362,6 +396,13 @@ private:
      */
     VROMatrix4f _depthTextureTransform;
 
+    /*
+     Transform to convert from GL screen UV (y=0 bottom) to semantic texture UV.
+     Equals getViewportToCameraImageTransform() converted to GL convention.
+     Valid on both iOS (ARCore semantics) and Android (ARCore semantics).
+     */
+    VROMatrix4f _semanticTextureTransform;
+
     /*
      Current occlusion mode.
      */

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VRORenderer.h

@@ -256,6 +256,7 @@ public:
     void setOcclusionMode(VROOcclusionMode mode);
     void setDepthTexture(std::shared_ptr<VROTexture> depthTexture);
     void setDepthTextureTransform(VROMatrix4f transform);
+    void setSemanticTextureTransform(VROMatrix4f transform);
 
     /*
      Set the live AR camera background texture and its viewport-to-image UV transform.
@@ -264,6 +265,20 @@ public:
      */
     void setCameraBackgroundTexture(std::shared_ptr<VROTexture> texture);
     void setCameraImageTransform(VROMatrix4f transform);
+
+    /*
+     Set the semantic segmentation texture (R8, per-pixel label 0-11).
+     Auto-bound to shader modifier samplers named 'semantic_texture'.
+     Pass nullptr when semantic mode is disabled or data is unavailable.
+     */
+    void setSemanticTexture(std::shared_ptr<VROTexture> texture);
+
+    /*
+     Set the per-pixel semantic confidence texture (R8, 0=uncertain, 255=certain).
+     Auto-bound to shader modifier samplers named 'semantic_confidence_texture'.
+     Pass a 1×1 all-white texture (or nullptr) when confidence data is unavailable.
+     */
+    void setSemanticConfidenceTexture(std::shared_ptr<VROTexture> texture);
     
 #pragma mark - Camera
    

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROSemantics.h

@@ -67,6 +67,20 @@ enum class VROSemanticMode {
     Enabled    // Scene semantics is enabled (requires supported device)
 };
 
+/*
+ * Mask mode for semantic material masking.
+ * Controls whether fragments are shown or hidden based on label match.
+ */
+enum class VROSemanticMaskMode {
+    ShowOnly    = 0,  // Only render fragments where the label matches
+    Hide        = 1,  // Hide fragments where the label matches
+    Debug       = 2,  // Color fragments by semantic label for debugging
+    ShowOnlySky = 3   // ShowOnly + unlabeled pixels use viewport Y to decide:
+                      // upper half → show sphere (sky context),
+                      // lower half → hide sphere (ground/foreground context).
+                      // Use this for Viro360Image skyEffect only.
+};
+
 /*
  * Semantic image data containing label IDs for each pixel.
  * The image is a single-channel buffer where each byte represents

package/ios/dist/ViroRenderer/ViroKit.framework/Headers/VROViewAR.h

@@ -129,6 +129,17 @@ enum class VROCameraPosition;
  */
 - (void)setDepthDebugEnabled:(BOOL)enabled opacity:(float)opacity;
 
+/*
+ Enable or disable semantic segmentation debug visualization. When enabled, the camera
+ background shows a color overlay where each real-world category is mapped to a distinct
+ color: sky=light-blue, building=gray, tree=green, road=dark-gray, sidewalk=tan,
+ terrain=brown, structure=orange, object=yellow, vehicle=red, person=magenta, water=blue.
+ Requires semantic mode to be enabled via setSemanticModeEnabled.
+
+ @param enabled Whether to enable the semantic debug overlay
+ */
+- (void)setSemanticDebugEnabled:(BOOL)enabled;
+
 #pragma mark - Monocular Depth Estimation
 
 /*

package/ios/dist/ViroRenderer/ViroKit.framework/Shaders.dat

@@ -1,5 +1,5 @@
 dependencies: \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/Shaders.metal \
-  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.3.7003.10.XhrnA4/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.864/include/metal/module.modulemap \
+  /private/var/run/com.apple.security.cryptexd/mnt/com.apple.MobileAsset.MetalToolchain-v17.5.188.0.TTgSDB/Metal.xctoolchain/usr/metal/32023/lib/clang/32023.883/include/metal/module.modulemap \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VROSharedStructures.h \
   /Users/dorantes/Documents/ViroWorkspace/virocore/ViroRenderer/VRODefines.h

package/ios/dist/include/VRT360Image.h

@@ -40,6 +40,7 @@
 @property (nonatomic, assign) VROTextureInternalFormat format;
 @property (nonatomic, assign) BOOL isHdr;
 @property (nonatomic, copy, nullable) NSString *stereoMode;
+@property (nonatomic, assign) BOOL skyEffect;
 
 - (instancetype)initWithBridge:(RCTBridge *)bridge;
 

package/ios/dist/include/VRTARSceneNavigator.h

@@ -50,6 +50,8 @@
 @property (nonatomic, copy) NSString *occlusionMode;
 @property (nonatomic, assign) BOOL depthEnabled;
 @property (nonatomic, assign) BOOL depthDebugEnabled;
+@property (nonatomic, assign) BOOL semanticDebugEnabled;
+@property (nonatomic, assign) float semanticConfidenceThreshold;
 @property (nonatomic, copy) NSString *cloudAnchorProvider;
 @property (nonatomic, copy) NSString *geospatialAnchorProvider;
 
@@ -206,6 +208,8 @@ typedef void (^GeospatialAnchorCompletionHandler)(BOOL success,
                           radius:(double)radius
                            limit:(int)limit
                completionHandler:(void (^)(BOOL success, NSArray *anchors, NSString *error))completionHandler;
+- (void)rvGetSceneAssets:(NSString *)sceneId
+      completionHandler:(void (^)(BOOL success, NSArray *assets, NSString *error))completionHandler;
 - (void)rvAttachAssetToCloudAnchor:(NSString *)anchorId
                            fileUrl:(NSString *)fileUrl
                           fileSize:(int64_t)fileSize

package/package.json

@@ -3,7 +3,7 @@
   "main": "dist/index.js",
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "2.53.1",
+  "version": "2.54.0",
   "license": "MIT",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
@@ -27,11 +27,11 @@
     "prepare": "npm run build"
   },
   "peerDependencies": {
-    "expo": "~54.0.10",
-    "react-native": "~0.81.4"
+    "expo": ">=54.0.0 <56.0.0",
+    "react-native": ">=0.81.0 <0.84.0"
   },
   "engines": {
-    "react-native": "~0.81.4"
+    "react-native": ">=0.81.0 <0.84.0"
   },
   "peerDependenciesMeta": {
     "expo": {
@@ -58,7 +58,7 @@
   ],
   "dependencies": {
     "@expo/config-plugins": "^9.0.14",
-    "react": "~19.1.0",
+    "react": "~19.2.0",
     "react-native-gradle-plugin": "^0.71.19"
   },
   "devDependencies": {
@@ -75,12 +75,12 @@
     "@react-native/typescript-config": "^0.77.0",
     "@types/babel__core": "^7.20.5",
     "@types/node": "^22.13.1",
-    "@types/react": "~19.1.0",
+    "@types/react": "~19.2.10",
     "@types/react-native": "^0.73.0",
     "babel-jest": "^29.7.0",
-    "expo": "~54.0.10",
+    "expo": "~55.0.8",
     "jest": "^29.7.0",
-    "react-native": "~0.81.4",
+    "react-native": "~0.83.2",
     "release-it": "^17.1.1",
     "ts-node": "^10.9.2",
     "typescript": "^5.3.0"