@ansight/react-native 1.2.0-preview.2 → 1.3.0-preview.2

package/README.md

@@ -77,8 +77,8 @@ bundle; its API requires the native Ansight module.
 
 This package version expects matching native SDK packages:
 
-- CocoaPods: `Ansight`, `AnsightObjC` version `1.2.0-preview.2`
-- Maven: `ai.ansight:ansight-android:1.2.0-preview.2`
+- CocoaPods: `Ansight`, `AnsightObjC` version `1.3.0-preview.2`
+- Maven: `ai.ansight:ansight-android:1.3.0-preview.2`
 
 ## Quickstart
 

package/android/build.gradle

@@ -67,6 +67,6 @@ repositories {
 dependencies {
   implementation("com.facebook.react:react-android")
   def ansightAndroidVersion =
-      findProperty("ansightAndroidVersion") ?: "1.2.0-preview.2"
-  implementation("ai.ansight:ansight-android:1.2.0-preview.2")
+      findProperty("ansightAndroidVersion") ?: "1.3.0-preview.2"
+  implementation("ai.ansight:ansight-android:1.3.0-preview.2")
 }

package/android/src/main/kotlin/ai/ansight/reactnative/AnsightReactNativeModule.kt

@@ -16,6 +16,7 @@ import ai.ansight.runtime.AnsightOptionsBuilder
 import ai.ansight.runtime.AnsightRuntime
 import ai.ansight.runtime.AnsightSecureStorageOptions
 import ai.ansight.runtime.AnsightSessionJpegCaptureOptions
+import ai.ansight.runtime.AnsightSessionJpegCaptureMode
 import ai.ansight.runtime.AnsightToolGuard
 import ai.ansight.runtime.AnsightTouchCaptureOptions
 import ai.ansight.runtime.AppLifecycleState
@@ -749,6 +750,7 @@ class AnsightReactNativeModule(
                             "captureGpuBackedSurfaces",
                             AnsightSessionJpegCaptureOptions.DefaultCaptureGpuBackedSurfaces,
                         ),
+                        mode = sessionJpegCaptureMode(jpeg.stringValue("mode")),
                     )
                 },
             )
@@ -928,9 +930,17 @@ class AnsightReactNativeModule(
                 "captureGpuBackedSurfaces",
                 AnsightSessionJpegCaptureOptions.DefaultCaptureGpuBackedSurfaces,
             ),
+            mode = sessionJpegCaptureMode(map.stringValue("mode")),
         )
     }
 
+    private fun sessionJpegCaptureMode(value: String?): AnsightSessionJpegCaptureMode =
+        if (value == "screenshotAndVisualTree") {
+            AnsightSessionJpegCaptureMode.ScreenshotAndVisualTree
+        } else {
+            AnsightSessionJpegCaptureMode.ScreenshotOnly
+        }
+
     private fun toolDefinition(map: ReadableMap): ToolDefinition =
         ToolDefinition(
             id = map.stringValue("id") ?: "",
@@ -1117,6 +1127,11 @@ class AnsightReactNativeModule(
                     "quality" to capture.quality,
                     "maxWidth" to capture.maxWidth,
                     "captureGpuBackedSurfaces" to capture.captureGpuBackedSurfaces,
+                    "mode" to if (capture.mode == AnsightSessionJpegCaptureMode.ScreenshotAndVisualTree) {
+                        "screenshotAndVisualTree"
+                    } else {
+                        "screenshotOnly"
+                    },
                 ).toWritableMap())
             } ?: putNull("sessionJpegCapture")
             options.touchCapture?.let { touch ->

package/index.d.ts

@@ -37,6 +37,7 @@ export interface AnsightSessionJpegCaptureOptions {
   quality?: number;
   maxWidth?: number;
   captureGpuBackedSurfaces?: boolean;
+  mode?: "screenshotOnly" | "screenshotAndVisualTree";
 }
 
 export interface AnsightTouchCaptureOptions {
@@ -262,7 +263,8 @@ export class AnsightOptionsBuilder {
     intervalMilliseconds: number,
     quality?: number,
     maxWidth?: number | null,
-    captureGpuBackedSurfaces?: boolean
+    captureGpuBackedSurfaces?: boolean,
+    mode?: "screenshotOnly" | "screenshotAndVisualTree"
   ): this;
   withoutSessionJpegCapture(): this;
   withTouchCapture(touchCapture?: AnsightTouchCaptureOptions): this;

package/index.js

@@ -268,6 +268,7 @@ class AnsightOptionsBuilder {
         quality: arguments.length > 1 ? arguments[1] : 60,
         maxWidth: arguments.length > 2 ? arguments[2] : 480,
         captureGpuBackedSurfaces: arguments.length > 3 ? arguments[3] : true,
+        mode: arguments.length > 4 ? arguments[4] : "screenshotOnly",
       };
       return this;
     }
@@ -275,6 +276,7 @@ class AnsightOptionsBuilder {
       intervalMilliseconds: 2000,
       quality: 60,
       maxWidth: 480,
+      mode: "screenshotOnly",
       ...(optionsOrIntervalMilliseconds || {}),
     };
     return this;
@@ -1389,7 +1391,7 @@ function summarizeProps(props) {
   }
   const keys = Object.keys(props).filter((key) => key !== "children");
   const summary = { keys };
-  ["testID", "nativeID", "accessibilityLabel", "role"].forEach((key) => {
+  ["testID", "nativeID", "accessibilityLabel", "accessibilityRole", "role"].forEach((key) => {
     if (props[key] != null && !isSensitiveKey(key)) {
       summary[key] = String(props[key]);
     }
@@ -1401,6 +1403,42 @@ function summarizeProps(props) {
   return summary;
 }
 
+function reactSemanticRole(type, props, fiberTag) {
+  const declared = props && (props.accessibilityRole || props.role);
+  if (declared) return String(declared).toLowerCase();
+  if (fiberTag === 6 || /text/i.test(type)) return "text";
+  if (/button|pressable|touchable/i.test(type)) return "button";
+  if (/textinput/i.test(type)) return "textbox";
+  if (/switch/i.test(type)) return "switch";
+  if (/scrollview|flatlist|sectionlist/i.test(type)) return "scrollview";
+  return "view";
+}
+
+function reactSupportedActions(type, props) {
+  const actions = [];
+  if (props && typeof props.onPress === "function") actions.push("tap");
+  if (props && (typeof props.onChangeText === "function" || /textinput/i.test(type))) {
+    actions.push("typeText", "focus");
+  }
+  if (/scrollview|flatlist|sectionlist/i.test(type) || (props && typeof props.onScroll === "function")) {
+    actions.push("scroll", "swipe");
+  }
+  return actions;
+}
+
+function applyReactTargetability(node, fiber, props, type) {
+  const style = StyleSheet && typeof StyleSheet.flatten === "function"
+    ? StyleSheet.flatten(props && props.style)
+    : props && props.style;
+  node.text = node.label || (node.visual && node.visual.text) || null;
+  node.role = reactSemanticRole(type, props, fiber.tag);
+  node.supportedActions = reactSupportedActions(type, props);
+  node.visible = !(style && style.display === "none") && !(props && props.accessibilityElementsHidden);
+  node.enabled = !(props && (props.disabled === true || props.accessibilityState && props.accessibilityState.disabled === true));
+  node.focusable = !!(props && props.focusable) || node.supportedActions.includes("focus");
+  node.interactable = node.visible && node.enabled && node.supportedActions.length > 0;
+}
+
 function reactColorToArgbHex(value) {
   if (value == null) {
     return undefined;
@@ -1575,6 +1613,8 @@ function serializeFiber(fiber, context, depth) {
     node.state = sanitizeValue(fiber.memoizedState, context);
   }
 
+  applyReactTargetability(node, fiber, props, type);
+
   if (depth < context.maxDepth) {
     let child = fiber.child;
     while (child) {
@@ -1598,9 +1638,10 @@ function isShadowTreeFiber(fiber) {
 
 function createShadowTreeNode(fiber, context, depth) {
   const props = fiber.memoizedProps || fiber.pendingProps || {};
+  const type = reactFiberTypeName(fiber);
   const node = {
     id: reactFiberId(fiber),
-    type: reactFiberTypeName(fiber),
+    type,
     kind: fiber.tag === 3 ? "root" : fiber.tag === 6 ? "text" : "host",
     tag: fiber.tag,
     key: fiber.key == null ? null : String(fiber.key),
@@ -1633,6 +1674,8 @@ function createShadowTreeNode(fiber, context, depth) {
     }
   }
 
+  applyReactTargetability(node, fiber, props, type);
+
   return node;
 }
 

package/ios/AnsightReactNative.swift

@@ -941,7 +941,10 @@ final class AnsightReactNative: RCTEventEmitter {
                         jpeg,
                         "captureGpuBackedSurfaces",
                         defaultValue: AnsightSessionJpegCaptureOptions.defaultCaptureGpuBackedSurfaces
-                    )
+                    ),
+                    mode: stringValue(jpeg, "mode") == "screenshotAndVisualTree"
+                        ? .screenshotAndVisualTree
+                        : .screenshotOnly
                 )
             }
         }
@@ -1267,7 +1270,10 @@ final class AnsightReactNative: RCTEventEmitter {
                 dictionary,
                 "captureGpuBackedSurfaces",
                 defaultValue: AnsightSessionJpegCaptureOptions.defaultCaptureGpuBackedSurfaces
-            )
+            ),
+            mode: stringValue(dictionary, "mode") == "screenshotAndVisualTree"
+                ? .screenshotAndVisualTree
+                : .screenshotOnly
         )
     }
 
@@ -1316,6 +1322,7 @@ final class AnsightReactNative: RCTEventEmitter {
                 "quality": capture.quality,
                 "maxWidth": capture.maxWidth as Any,
                 "captureGpuBackedSurfaces": capture.captureGpuBackedSurfaces,
+                "mode": capture.mode.rawValue,
             ]
         } else {
             dictionary["sessionJpegCapture"] = NSNull()

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ansight/react-native",
-  "version": "1.2.0-preview.2",
+  "version": "1.3.0-preview.2",
   "description": "React Native bridge for the Ansight mobile SDK.",
   "main": "index.js",
   "types": "index.d.ts",